2024-04-02T08:01:18.909 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-04-02T08:01:18.910 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_rfriedma@teuthology --name rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi --description rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --archive /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472 --verbose -- /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472/orig.config.yaml 2024-04-02T08:01:18.953 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T08:01:19.046 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472 branch: wip-rf-oldDeep description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7635472' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rf-oldDeep ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 3cba26eaefcf7477205a2b2318143422b83a518d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 3cba26eaefcf7477205a2b2318143422b83a518d selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-rf-oldDeep sha1: 3cba26eaefcf7477205a2b2318143422b83a518d owner: scheduled_rfriedma@teuthology priority: 57 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4081 sha1: 3cba26eaefcf7477205a2b2318143422b83a518d sleep_before_teardown: 0 subset: 2/100 suite: rados:upgrade suite_branch: wip-rf-oldDeep suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 3cba26eaefcf7477205a2b2318143422b83a518d targets: smithi084.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKHS5CTvJgO1qzatxBxsTCqcVeeHFdckQgF/CgldwFloVA4VxEXY9xaqjklgdTF8ivSNOlR/3XKHCicQvME5Neg= smithi132.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFUurZuwaWbuiYgBpwYHmOrRYXymSujDTbwU01lp97B1QXVW/32xJ7PYd0EvwoTkioXSpRivy59MsZXwM1yzeJo= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-04-02_07:53:13 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rfriedma verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-02T08:01:19.046 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa; will attempt to use it 2024-04-02T08:01:19.047 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa/tasks 2024-04-02T08:01:19.047 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-02T08:01:19.049 INFO:teuthology.task.internal:Checking packages... 2024-04-02T08:01:19.072 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3cba26eaefcf7477205a2b2318143422b83a518d' 2024-04-02T08:01:19.072 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:01:19.072 INFO:teuthology.packaging:ref: None 2024-04-02T08:01:19.072 INFO:teuthology.packaging:tag: None 2024-04-02T08:01:19.072 INFO:teuthology.packaging:branch: wip-rf-oldDeep 2024-04-02T08:01:19.072 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:01:19.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rf-oldDeep 2024-04-02T08:01:19.220 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2422.g3cba26ea 2024-04-02T08:01:19.222 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-02T08:01:19.229 INFO:teuthology.task.internal:no buildpackages task found 2024-04-02T08:01:19.229 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-02T08:01:19.255 INFO:teuthology.task.internal:Saving configuration 2024-04-02T08:01:19.274 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-02T08:01:19.279 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T08:01:19.305 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:56:13.106047', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKHS5CTvJgO1qzatxBxsTCqcVeeHFdckQgF/CgldwFloVA4VxEXY9xaqjklgdTF8ivSNOlR/3XKHCicQvME5Neg='} 2024-04-02T08:01:19.330 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi132.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:56:13.107858', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFUurZuwaWbuiYgBpwYHmOrRYXymSujDTbwU01lp97B1QXVW/32xJ7PYd0EvwoTkioXSpRivy59MsZXwM1yzeJo='} 2024-04-02T08:01:19.330 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-02T08:01:19.337 INFO:teuthology.task.internal:roles: ubuntu@smithi084.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-02T08:01:19.337 INFO:teuthology.task.internal:roles: ubuntu@smithi132.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-02T08:01:19.337 INFO:teuthology.run_tasks:Running task console_log... 2024-04-02T08:01:19.425 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f003fdfe0d0>, signals=[15]) 2024-04-02T08:01:19.426 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-02T08:01:19.432 INFO:teuthology.task.internal:Opening connections... 2024-04-02T08:01:19.432 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi084.front.sepia.ceph.com 2024-04-02T08:01:19.434 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:01:19.524 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi132.front.sepia.ceph.com 2024-04-02T08:01:19.525 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:01:19.617 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-02T08:01:19.624 DEBUG:teuthology.orchestra.run.smithi084:> uname -m 2024-04-02T08:01:19.641 INFO:teuthology.orchestra.run.smithi084.stdout:x86_64 2024-04-02T08:01:19.642 DEBUG:teuthology.orchestra.run.smithi084:> cat /etc/os-release 2024-04-02T08:01:19.699 INFO:teuthology.orchestra.run.smithi084.stdout:NAME="CentOS Stream" 2024-04-02T08:01:19.699 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION="9" 2024-04-02T08:01:19.699 INFO:teuthology.orchestra.run.smithi084.stdout:ID="centos" 2024-04-02T08:01:19.699 INFO:teuthology.orchestra.run.smithi084.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION_ID="9" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:ANSI_COLOR="0;31" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:01:19.700 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:01:19.701 INFO:teuthology.lock.ops:Updating smithi084.front.sepia.ceph.com on lock server 2024-04-02T08:01:19.733 DEBUG:teuthology.orchestra.run.smithi132:> uname -m 2024-04-02T08:01:19.750 INFO:teuthology.orchestra.run.smithi132.stdout:x86_64 2024-04-02T08:01:19.751 DEBUG:teuthology.orchestra.run.smithi132:> cat /etc/os-release 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:NAME="CentOS Stream" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION="9" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:ID="centos" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION_ID="9" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:ANSI_COLOR="0;31" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:01:19.808 INFO:teuthology.orchestra.run.smithi132.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:01:19.809 INFO:teuthology.orchestra.run.smithi132.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:01:19.809 INFO:teuthology.orchestra.run.smithi132.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:01:19.809 INFO:teuthology.orchestra.run.smithi132.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:01:19.809 INFO:teuthology.orchestra.run.smithi132.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:01:19.809 INFO:teuthology.lock.ops:Updating smithi132.front.sepia.ceph.com on lock server 2024-04-02T08:01:19.832 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-02T08:01:19.842 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-02T08:01:19.862 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-02T08:01:19.863 DEBUG:teuthology.orchestra.run.smithi084:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:01:19.865 DEBUG:teuthology.orchestra.run.smithi132:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:01:19.881 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-02T08:01:19.887 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-02T08:01:19.887 DEBUG:teuthology.orchestra.run.smithi084:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:01:19.922 DEBUG:teuthology.orchestra.run.smithi132:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:01:20.031 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-02T08:01:20.072 INFO:teuthology.run_tasks:Running task kernel... 2024-04-02T08:01:20.087 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-02T08:01:20.087 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-02T08:01:20.087 DEBUG:teuthology.orchestra.run.smithi084:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:01:20.088 DEBUG:teuthology.orchestra.run.smithi132:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:01:20.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:01:20.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:01:20.105 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2024-04-02T08:01:20.105 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-04-02T08:01:20.161 INFO:teuthology.orchestra.run.smithi132.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:01:20.162 INFO:teuthology.task.kernel:Running kernel on smithi132: 5.14.0-361.el9.x86_64 2024-04-02T08:01:20.162 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum install -y kernel 2024-04-02T08:01:20.163 INFO:teuthology.orchestra.run.smithi084.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:01:20.163 INFO:teuthology.task.kernel:Running kernel on smithi084: 5.14.0-361.el9.x86_64 2024-04-02T08:01:20.163 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum install -y kernel 2024-04-02T08:01:22.452 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-9 - AppStream 9.9 MB/s | 6.7 MB 00:00 2024-04-02T08:01:22.582 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - AppStream 7.7 MB/s | 6.7 MB 00:00 2024-04-02T08:01:23.957 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - BaseOS 7.6 MB/s | 2.0 MB 00:00 2024-04-02T08:01:24.094 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-9 - BaseOS 3.7 MB/s | 2.0 MB 00:00 2024-04-02T08:01:25.489 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - BaseOS 6.8 MB/s | 8.0 MB 00:01 2024-04-02T08:01:26.476 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.0 MB 00:02 2024-04-02T08:01:28.165 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-04-02T08:01:28.719 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - AppStream 16 MB/s | 19 MB 00:01 2024-04-02T08:01:34.686 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.1 MB 00:02 2024-04-02T08:01:35.515 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - CRB 1.6 MB/s | 6.1 MB 00:03 2024-04-02T08:01:36.203 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-04-02T08:01:37.108 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-04-02T08:01:38.311 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 19 MB/s | 21 MB 00:01 2024-04-02T08:01:39.471 INFO:teuthology.orchestra.run.smithi132.stdout:Extra Packages for Enterprise Linux 6.6 MB/s | 21 MB 00:03 2024-04-02T08:01:43.375 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-04-02T08:01:44.521 INFO:teuthology.orchestra.run.smithi132.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-02T08:01:45.648 INFO:teuthology.orchestra.run.smithi084.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:01:45.648 INFO:teuthology.orchestra.run.smithi084.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:01:45.759 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-02T08:01:45.771 INFO:teuthology.orchestra.run.smithi084.stdout:Install 4 Packages 2024-04-02T08:01:45.772 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:01:45.772 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 76 M 2024-04-02T08:01:45.772 INFO:teuthology.orchestra.run.smithi084.stdout:Installed size: 123 M 2024-04-02T08:01:45.772 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-02T08:01:45.934 INFO:teuthology.orchestra.run.smithi084.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 1.2 MB/s | 192 kB 00:00 2024-04-02T08:01:46.560 INFO:teuthology.orchestra.run.smithi084.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 19 MB/s | 15 MB 00:00 2024-04-02T08:01:46.828 INFO:teuthology.orchestra.run.smithi132.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:01:46.828 INFO:teuthology.orchestra.run.smithi132.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:01:46.923 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2024-04-02T08:01:46.929 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-04-02T08:01:46.929 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout:Install 4 Packages 2024-04-02T08:01:46.930 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:01:46.931 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 76 M 2024-04-02T08:01:46.931 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 123 M 2024-04-02T08:01:46.931 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2024-04-02T08:01:47.076 INFO:teuthology.orchestra.run.smithi084.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 26 MB/s | 34 MB 00:01 2024-04-02T08:01:47.089 INFO:teuthology.orchestra.run.smithi132.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 1.2 MB/s | 192 kB 00:00 2024-04-02T08:01:48.143 INFO:teuthology.orchestra.run.smithi084.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 13 MB/s | 28 MB 00:02 2024-04-02T08:01:48.146 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:01:48.146 INFO:teuthology.orchestra.run.smithi084.stdout:Total 32 MB/s | 76 MB 00:02 2024-04-02T08:01:48.146 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-02T08:01:48.510 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-02T08:01:48.510 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-02T08:01:48.531 INFO:teuthology.orchestra.run.smithi132.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 9.4 MB/s | 15 MB 00:01 2024-04-02T08:01:49.361 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-02T08:01:49.361 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-02T08:01:49.673 INFO:teuthology.orchestra.run.smithi132.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 12 MB/s | 34 MB 00:02 2024-04-02T08:01:49.998 INFO:teuthology.orchestra.run.smithi132.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 9.5 MB/s | 28 MB 00:02 2024-04-02T08:01:50.001 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:01:50.001 INFO:teuthology.orchestra.run.smithi132.stdout:Total 25 MB/s | 76 MB 00:03 2024-04-02T08:01:50.001 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2024-04-02T08:01:50.363 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2024-04-02T08:01:50.363 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2024-04-02T08:01:51.228 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2024-04-02T08:01:51.228 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2024-04-02T08:01:51.672 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-02T08:01:52.258 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:01:52.354 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:01:53.519 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2024-04-02T08:01:54.114 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:01:54.207 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:01:55.104 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:01:55.246 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:01:56.971 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:01:57.113 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:01:59.978 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:02:00.112 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:01.855 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:02:01.895 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:04.866 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:06.630 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:34.123 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:34.124 INFO:teuthology.orchestra.run.smithi084.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:02:34.124 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:02:34.168 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:34.602 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:34.602 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:02:34.602 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:02:34.602 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:02:35.044 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:35.044 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:02:35.044 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-04-02T08:02:35.044 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:02:35.044 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:02:35.044 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:02:35.045 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:02:35.045 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:02:35.045 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-02T08:02:35.373 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:02:35.471 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:02:35.471 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:02:35.472 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:02:35.472 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:02:35.472 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:02:35.472 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-02T08:02:35.472 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi084.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:02:35.472 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:02:35.552 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:02:35.552 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:02:35.553 DEBUG:teuthology.orchestra.run.smithi084:> sudo rpm -qi grub2-tools 2024-04-02T08:02:35.600 INFO:teuthology.orchestra.run.smithi084.stdout:Name : grub2-tools 2024-04-02T08:02:35.600 INFO:teuthology.orchestra.run.smithi084.stdout:Epoch : 1 2024-04-02T08:02:35.600 INFO:teuthology.orchestra.run.smithi084.stdout:Version : 2.06 2024-04-02T08:02:35.601 INFO:teuthology.orchestra.run.smithi084.stdout:Release : 68.el9 2024-04-02T08:02:35.601 INFO:teuthology.orchestra.run.smithi084.stdout:Architecture: x86_64 2024-04-02T08:02:35.601 INFO:teuthology.orchestra.run.smithi084.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:02:35.601 INFO:teuthology.orchestra.run.smithi084.stdout:Group : Unspecified 2024-04-02T08:02:35.601 INFO:teuthology.orchestra.run.smithi084.stdout:Size : 8264254 2024-04-02T08:02:35.601 INFO:teuthology.orchestra.run.smithi084.stdout:License : GPLv3+ 2024-04-02T08:02:35.602 INFO:teuthology.orchestra.run.smithi084.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:02:35.602 INFO:teuthology.orchestra.run.smithi084.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:02:35.602 INFO:teuthology.orchestra.run.smithi084.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:02:35.602 INFO:teuthology.orchestra.run.smithi084.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:02:35.602 INFO:teuthology.orchestra.run.smithi084.stdout:Packager : builder@centos.org 2024-04-02T08:02:35.602 INFO:teuthology.orchestra.run.smithi084.stdout:Vendor : CentOS 2024-04-02T08:02:35.603 INFO:teuthology.orchestra.run.smithi084.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:02:35.603 INFO:teuthology.orchestra.run.smithi084.stdout:Summary : Support tools for GRUB. 2024-04-02T08:02:35.603 INFO:teuthology.orchestra.run.smithi084.stdout:Description : 2024-04-02T08:02:35.603 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:02:35.603 INFO:teuthology.orchestra.run.smithi084.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:02:35.603 INFO:teuthology.orchestra.run.smithi084.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:02:35.604 INFO:teuthology.orchestra.run.smithi084.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:02:35.604 INFO:teuthology.orchestra.run.smithi084.stdout:hardware devices. 2024-04-02T08:02:35.604 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:02:35.604 INFO:teuthology.orchestra.run.smithi084.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:02:35.604 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:02:35.605 INFO:teuthology.task.kernel:Updating grub on smithi084 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:02:35.605 DEBUG:teuthology.orchestra.run.smithi084:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:02:36.231 INFO:teuthology.orchestra.run.smithi084.stderr:Generating grub configuration file ... 2024-04-02T08:02:36.446 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:36.446 INFO:teuthology.orchestra.run.smithi132.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:02:36.446 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:02:36.489 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:36.831 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:36.831 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:02:36.831 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:02:36.831 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:02:37.241 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2024-04-02T08:02:37.551 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:02:37.589 INFO:teuthology.orchestra.run.smithi084.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:02:37.626 INFO:teuthology.orchestra.run.smithi084.stderr:done 2024-04-02T08:02:37.628 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-04-02T08:02:37.643 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.X5mGy7LUkm 2024-04-02T08:02:37.644 DEBUG:teuthology.orchestra.run.smithi084:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.X5mGy7LUkm 2024-04-02T08:02:37.696 INFO:teuthology.orchestra.run.smithi132.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:02:37.696 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:02:37.696 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:02:37.696 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:02:37.696 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:02:37.696 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-02T08:02:37.696 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi132.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:02:37.696 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:02:37.712 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.X5mGy7LUkm 2024-04-02T08:02:37.776 INFO:teuthology.orchestra.run.smithi132.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:02:37.776 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:02:37.777 DEBUG:teuthology.orchestra.run.smithi132:> sudo rpm -qi grub2-tools 2024-04-02T08:02:37.813 INFO:teuthology.orchestra.run.smithi132.stdout:Name : grub2-tools 2024-04-02T08:02:37.813 INFO:teuthology.orchestra.run.smithi132.stdout:Epoch : 1 2024-04-02T08:02:37.813 INFO:teuthology.orchestra.run.smithi132.stdout:Version : 2.06 2024-04-02T08:02:37.813 INFO:teuthology.orchestra.run.smithi132.stdout:Release : 68.el9 2024-04-02T08:02:37.813 INFO:teuthology.orchestra.run.smithi132.stdout:Architecture: x86_64 2024-04-02T08:02:37.813 INFO:teuthology.orchestra.run.smithi132.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Group : Unspecified 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Size : 8264254 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:License : GPLv3+ 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Packager : builder@centos.org 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Vendor : CentOS 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Summary : Support tools for GRUB. 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout:Description : 2024-04-02T08:02:37.814 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:02:37.815 INFO:teuthology.orchestra.run.smithi132.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:02:37.815 INFO:teuthology.orchestra.run.smithi132.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:02:37.815 INFO:teuthology.orchestra.run.smithi132.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:02:37.815 INFO:teuthology.orchestra.run.smithi132.stdout:hardware devices. 2024-04-02T08:02:37.815 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:02:37.815 INFO:teuthology.orchestra.run.smithi132.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:02:37.816 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:02:37.816 INFO:teuthology.task.kernel:Updating grub on smithi132 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:02:37.816 DEBUG:teuthology.orchestra.run.smithi132:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:02:37.850 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.X5mGy7LUkm is 6KB 2024-04-02T08:02:37.899 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.X5mGy7LUkm 2024-04-02T08:02:37.912 DEBUG:teuthology.orchestra.run.smithi084:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:02:37.986 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:02:37.986 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:02:37.987 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:02:37.987 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:02:37.988 DEBUG:teuthology.orchestra.run.smithi084:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:02:38.141 DEBUG:teuthology.orchestra.run.smithi084:> sudo shutdown -r now 2024-04-02T08:02:38.416 INFO:teuthology.orchestra.run.smithi132.stderr:Generating grub configuration file ... 2024-04-02T08:02:39.841 INFO:teuthology.orchestra.run.smithi132.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:02:39.877 INFO:teuthology.orchestra.run.smithi132.stderr:done 2024-04-02T08:02:39.880 DEBUG:teuthology.orchestra.run.smithi132:> mktemp 2024-04-02T08:02:39.895 INFO:teuthology.orchestra.run.smithi132.stdout:/tmp/tmp.NyKdZ7dPCS 2024-04-02T08:02:39.896 DEBUG:teuthology.orchestra.run.smithi132:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.NyKdZ7dPCS 2024-04-02T08:02:39.981 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0666 /tmp/tmp.NyKdZ7dPCS 2024-04-02T08:02:40.083 DEBUG:teuthology.orchestra.remote:smithi132:/tmp/tmp.NyKdZ7dPCS is 6KB 2024-04-02T08:02:40.131 DEBUG:teuthology.orchestra.run.smithi132:> rm -fr /tmp/tmp.NyKdZ7dPCS 2024-04-02T08:02:40.145 DEBUG:teuthology.orchestra.run.smithi132:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:02:40.210 INFO:teuthology.orchestra.run.smithi132.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:02:40.210 INFO:teuthology.orchestra.run.smithi132.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:02:40.210 INFO:teuthology.orchestra.run.smithi132.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:02:40.210 INFO:teuthology.orchestra.run.smithi132.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:02:40.212 DEBUG:teuthology.orchestra.run.smithi132:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:02:40.355 DEBUG:teuthology.orchestra.run.smithi132:> sudo shutdown -r now 2024-04-02T08:03:08.170 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-02T08:03:08.171 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-02T08:03:08.172 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:03:10.360 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-02T08:03:10.360 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-04-02T08:03:10.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:03:26.623 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-04-02T08:03:28.926 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.132 2024-04-02T08:03:35.630 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-02T08:03:35.631 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:03:37.930 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-04-02T08:03:37.930 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:03:38.686 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-04-02T08:03:50.698 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-02T08:03:50.699 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:04:22.580 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-04-02T08:04:22.967 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-02T08:04:22.967 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:04:22.967 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-04-02T08:04:22.981 INFO:teuthology.orchestra.run.smithi084.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:04:22.981 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:04:22.981 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:04:22.981 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:04:23.982 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-02T08:04:23.982 DEBUG:teuthology.orchestra.run.smithi084:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:04:24.063 INFO:teuthology.orchestra.run.smithi084.stdout:ttyS1 2024-04-02T08:04:24.107 DEBUG:teuthology.parallel:result is None 2024-04-02T08:04:37.932 DEBUG:teuthology.orchestra.remote:timed out 2024-04-02T08:04:49.934 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-04-02T08:04:49.935 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:04:50.210 DEBUG:teuthology.orchestra.run.smithi132:> true 2024-04-02T08:04:50.586 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-04-02T08:04:50.587 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:04:50.587 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2024-04-02T08:04:50.602 INFO:teuthology.orchestra.run.smithi132.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:04:50.602 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:04:50.602 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:04:50.603 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:04:51.603 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-02T08:04:51.604 DEBUG:teuthology.orchestra.run.smithi132:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:04:51.679 INFO:teuthology.orchestra.run.smithi132.stdout:ttyS1 2024-04-02T08:04:51.713 DEBUG:teuthology.parallel:result is None 2024-04-02T08:04:51.713 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-02T08:04:51.720 INFO:teuthology.task.internal:Creating test directory... 2024-04-02T08:04:51.721 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:04:51.723 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:04:51.740 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-02T08:04:51.759 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-02T08:04:51.777 INFO:teuthology.task.internal:Creating archive directory... 2024-04-02T08:04:51.777 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:04:51.781 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:04:51.812 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-02T08:04:51.819 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-02T08:04:51.819 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:04:51.846 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:04:51.880 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:04:51.893 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:04:51.910 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:04:51.926 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:04:51.927 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-02T08:04:51.934 INFO:teuthology.task.internal:Configuring sudo... 2024-04-02T08:04:51.934 DEBUG:teuthology.orchestra.run.smithi084:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:04:51.937 DEBUG:teuthology.orchestra.run.smithi132:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:04:51.965 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-02T08:04:51.975 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-02T08:04:51.975 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:04:52.007 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:04:52.022 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:04:52.108 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:04:52.152 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:04:52.235 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:04:52.276 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:04:52.276 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:04:52.343 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:04:52.387 DEBUG:teuthology.orchestra.run.smithi132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:04:52.442 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:04:52.526 DEBUG:teuthology.orchestra.run.smithi132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:04:52.571 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:04:52.571 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:04:52.638 DEBUG:teuthology.orchestra.run.smithi084:> sudo service rsyslog restart 2024-04-02T08:04:52.641 DEBUG:teuthology.orchestra.run.smithi132:> sudo service rsyslog restart 2024-04-02T08:04:52.685 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:04:52.726 INFO:teuthology.orchestra.run.smithi132.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:04:53.205 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-02T08:04:53.216 INFO:teuthology.task.internal:Starting timer... 2024-04-02T08:04:53.216 INFO:teuthology.run_tasks:Running task pcp... 2024-04-02T08:04:53.271 INFO:teuthology.run_tasks:Running task selinux... 2024-04-02T08:04:53.287 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-02T08:04:53.288 DEBUG:teuthology.orchestra.run.smithi084:> sudo service auditd rotate 2024-04-02T08:04:53.337 INFO:teuthology.orchestra.run.smithi084.stdout:Rotating logs: 2024-04-02T08:04:53.339 DEBUG:teuthology.orchestra.run.smithi132:> sudo service auditd rotate 2024-04-02T08:04:53.395 INFO:teuthology.orchestra.run.smithi132.stdout:Rotating logs: 2024-04-02T08:04:53.397 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-02T08:04:53.397 DEBUG:teuthology.orchestra.run.smithi084:> /usr/sbin/getenforce 2024-04-02T08:04:53.421 INFO:teuthology.orchestra.run.smithi084.stdout:Permissive 2024-04-02T08:04:53.421 DEBUG:teuthology.orchestra.run.smithi132:> /usr/sbin/getenforce 2024-04-02T08:04:53.440 INFO:teuthology.orchestra.run.smithi132.stdout:Permissive 2024-04-02T08:04:53.441 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi084.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi132.front.sepia.ceph.com': 'permissive'} 2024-04-02T08:04:53.441 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:04:53.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:04:53.490 DEBUG:teuthology.orchestra.run.smithi132:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:04:53.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:04:53.518 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-02T08:04:53.518 DEBUG:teuthology.orchestra.run.smithi084:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:04:53.565 DEBUG:teuthology.orchestra.run.smithi132:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:04:53.601 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-02T08:04:53.610 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-02T08:04:53.615 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-02T08:04:53.743 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-02T08:04:53.758 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-02T08:04:53.759 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi084.front.sepia.ceph.com,smithi132.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-02T08:09:12.855 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi084.front.sepia.ceph.com'), Remote(name='ubuntu@smithi132.front.sepia.ceph.com')] 2024-04-02T08:09:12.856 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-02T08:09:12.858 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:09:12.951 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-04-02T08:09:13.041 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-02T08:09:13.042 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-04-02T08:09:13.042 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:09:13.130 DEBUG:teuthology.orchestra.run.smithi132:> true 2024-04-02T08:09:13.212 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-04-02T08:09:13.213 INFO:teuthology.run_tasks:Running task clock... 2024-04-02T08:09:13.224 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-02T08:09:13.224 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:09:13.225 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:09:13.227 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:09:13.227 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:09:13.257 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:09:13.274 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:09:13.283 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:09:13.299 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:09:13.303 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: ntpd: command not found 2024-04-02T08:09:13.316 INFO:teuthology.orchestra.run.smithi084.stdout:506 Cannot talk to daemon 2024-04-02T08:09:13.328 INFO:teuthology.orchestra.run.smithi132.stderr:sudo: ntpd: command not found 2024-04-02T08:09:13.333 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:09:13.342 INFO:teuthology.orchestra.run.smithi132.stdout:506 Cannot talk to daemon 2024-04-02T08:09:13.350 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:09:13.358 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:09:13.375 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:09:13.401 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:09:13.404 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:09:13.405 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-02T08:09:13.405 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.405 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.405 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.405 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.429 INFO:teuthology.orchestra.run.smithi132.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:09:13.432 INFO:teuthology.orchestra.run.smithi132.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:09:13.432 INFO:teuthology.orchestra.run.smithi132.stdout:=============================================================================== 2024-04-02T08:09:13.432 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.433 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.433 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.433 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:09:13.433 INFO:teuthology.run_tasks:Running task pexec... 2024-04-02T08:09:13.442 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-02T08:09:13.443 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi084.front.sepia.ceph.com 2024-04-02T08:09:13.443 DEBUG:teuthology.orchestra.run.smithi084:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:09:13.443 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi132.front.sepia.ceph.com 2024-04-02T08:09:13.443 DEBUG:teuthology.orchestra.run.smithi132:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:09:14.019 INFO:teuthology.orchestra.run.smithi084.stdout:Last metadata expiration check: 0:00:55 ago on Tue 02 Apr 2024 08:08:18 AM UTC. 2024-04-02T08:09:14.057 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:00:46 ago on Tue 02 Apr 2024 08:08:27 AM UTC. 2024-04-02T08:09:14.165 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-02T08:09:14.166 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-02T08:09:14.166 INFO:teuthology.orchestra.run.smithi084.stdout: Package Architecture Version Repository Size 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout:Install 1 Package 2024-04-02T08:09:14.167 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:09:14.168 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 3.1 M 2024-04-02T08:09:14.168 INFO:teuthology.orchestra.run.smithi084.stdout:Installed size: 9.8 M 2024-04-02T08:09:14.168 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-02T08:09:14.204 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: Package Architecture Version Repository Size 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2024-04-02T08:09:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:09:14.207 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 3.1 M 2024-04-02T08:09:14.207 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 9.8 M 2024-04-02T08:09:14.207 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2024-04-02T08:09:19.643 INFO:teuthology.orchestra.run.smithi084.stdout:runc-1.1.12-2.el9.x86_64.rpm 590 kB/s | 3.1 MB 00:05 2024-04-02T08:09:19.644 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:09:19.644 INFO:teuthology.orchestra.run.smithi084.stdout:Total 585 kB/s | 3.1 MB 00:05 2024-04-02T08:09:19.681 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-02T08:09:19.688 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-02T08:09:19.688 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-02T08:09:19.770 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-02T08:09:19.770 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-02T08:09:19.811 INFO:teuthology.orchestra.run.smithi132.stdout:runc-1.1.12-2.el9.x86_64.rpm 584 kB/s | 3.1 MB 00:05 2024-04-02T08:09:19.811 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:09:19.812 INFO:teuthology.orchestra.run.smithi132.stdout:Total 571 kB/s | 3.1 MB 00:05 2024-04-02T08:09:19.849 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2024-04-02T08:09:19.856 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2024-04-02T08:09:19.856 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2024-04-02T08:09:19.939 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2024-04-02T08:09:19.939 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2024-04-02T08:09:19.986 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-02T08:09:20.104 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:09:20.171 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2024-04-02T08:09:20.264 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:09:20.546 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:09:20.735 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:09:20.860 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:09:20.860 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:09:20.860 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-04-02T08:09:20.860 INFO:teuthology.orchestra.run.smithi084.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:09:20.860 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:09:20.860 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-02T08:09:21.027 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:09:21.028 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:09:21.028 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2024-04-02T08:09:21.028 INFO:teuthology.orchestra.run.smithi132.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:09:21.028 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:09:21.028 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2024-04-02T08:09:21.100 DEBUG:teuthology.parallel:result is None 2024-04-02T08:09:21.285 DEBUG:teuthology.parallel:result is None 2024-04-02T08:09:21.285 INFO:teuthology.run_tasks:Running task install... 2024-04-02T08:09:21.296 DEBUG:teuthology.task.install:project ceph 2024-04-02T08:09:21.297 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:09:21.297 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:09:21.297 INFO:teuthology.task.install:Using flavor: default 2024-04-02T08:09:21.305 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-02T08:09:21.306 INFO:teuthology.task.install:extra packages: [] 2024-04-02T08:09:21.306 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:09:21.306 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:09:21.306 INFO:teuthology.packaging:ref: None 2024-04-02T08:09:21.306 INFO:teuthology.packaging:tag: None 2024-04-02T08:09:21.307 INFO:teuthology.packaging:branch: reef 2024-04-02T08:09:21.307 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:09:21.307 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:09:21.309 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:09:21.309 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:09:21.309 INFO:teuthology.packaging:ref: None 2024-04-02T08:09:21.309 INFO:teuthology.packaging:tag: None 2024-04-02T08:09:21.309 INFO:teuthology.packaging:branch: reef 2024-04-02T08:09:21.309 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:09:21.310 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:09:21.591 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:09:21.592 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:09:21.714 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:09:21.715 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:09:21.770 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:09:21.770 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:09:21.770 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:09:21.798 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:09:21.798 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:09:21.798 INFO:teuthology.packaging:ref: None 2024-04-02T08:09:21.798 INFO:teuthology.packaging:tag: None 2024-04-02T08:09:21.799 INFO:teuthology.packaging:branch: reef 2024-04-02T08:09:21.799 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:09:21.799 DEBUG:teuthology.orchestra.run.smithi132:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:09:21.885 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:09:21.885 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:09:21.885 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:09:21.886 DEBUG:teuthology.orchestra.run.smithi132:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:09:21.914 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:09:21.914 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:09:21.914 INFO:teuthology.packaging:ref: None 2024-04-02T08:09:21.914 INFO:teuthology.packaging:tag: None 2024-04-02T08:09:21.914 INFO:teuthology.packaging:branch: reef 2024-04-02T08:09:21.914 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:09:21.914 DEBUG:teuthology.orchestra.run.smithi084:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:09:21.926 DEBUG:teuthology.orchestra.run.smithi132:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:09:21.981 DEBUG:teuthology.orchestra.run.smithi084:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:09:21.993 INFO:teuthology.orchestra.run.smithi132.stdout:check_obsoletes = 1 2024-04-02T08:09:21.995 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum clean all 2024-04-02T08:09:22.062 DEBUG:teuthology.orchestra.run.smithi084:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:09:22.128 INFO:teuthology.orchestra.run.smithi084.stdout:check_obsoletes = 1 2024-04-02T08:09:22.129 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum clean all 2024-04-02T08:09:22.231 INFO:teuthology.orchestra.run.smithi132.stdout:74 files removed 2024-04-02T08:09:22.258 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:09:22.366 INFO:teuthology.orchestra.run.smithi084.stdout:74 files removed 2024-04-02T08:09:22.394 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:09:22.975 INFO:teuthology.orchestra.run.smithi132.stdout:ceph packages for x86_64 185 kB/s | 77 kB 00:00 2024-04-02T08:09:23.116 INFO:teuthology.orchestra.run.smithi084.stdout:ceph packages for x86_64 181 kB/s | 77 kB 00:00 2024-04-02T08:09:30.041 INFO:teuthology.orchestra.run.smithi084.stdout:ceph noarch packages 1.4 kB/s | 9.9 kB 00:06 2024-04-02T08:09:30.458 INFO:teuthology.orchestra.run.smithi084.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-04-02T08:09:30.542 INFO:teuthology.orchestra.run.smithi132.stdout:ceph noarch packages 1.3 kB/s | 9.9 kB 00:07 2024-04-02T08:09:30.860 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - AppStream 18 MB/s | 6.7 MB 00:00 2024-04-02T08:09:30.909 INFO:teuthology.orchestra.run.smithi132.stdout:ceph source packages 5.8 kB/s | 1.9 kB 00:00 2024-04-02T08:09:31.503 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-04-02T08:09:32.427 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - BaseOS 4.3 MB/s | 2.0 MB 00:00 2024-04-02T08:09:33.203 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-9 - BaseOS 3.4 MB/s | 2.0 MB 00:00 2024-04-02T08:09:33.417 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-02T08:09:44.193 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - BaseOS 771 kB/s | 8.0 MB 00:10 2024-04-02T08:10:00.023 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - AppStream 758 kB/s | 19 MB 00:25 2024-04-02T08:10:04.260 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - CRB 8.4 MB/s | 6.1 MB 00:00 2024-04-02T08:10:06.016 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-04-02T08:10:09.202 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 6.8 MB/s | 21 MB 00:03 2024-04-02T08:10:11.149 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - AppStream 748 kB/s | 19 MB 00:25 2024-04-02T08:10:14.116 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-02T08:10:15.984 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.1 MB 00:01 2024-04-02T08:10:16.626 INFO:teuthology.orchestra.run.smithi084.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:10:16.627 INFO:teuthology.orchestra.run.smithi084.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:10:16.703 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-02T08:10:16.710 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================================ 2024-04-02T08:10:16.710 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-04-02T08:10:16.710 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================================ 2024-04-02T08:10:16.710 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-04-02T08:10:16.711 INFO:teuthology.orchestra.run.smithi084.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:10:16.711 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:10:16.711 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:10:16.711 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:10:16.711 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:10:16.711 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:10:16.711 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:10:16.712 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:10:16.712 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:10:16.712 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:10:16.712 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:10:16.712 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:10:16.712 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:10:16.712 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:10:16.713 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:10:16.713 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:10:16.713 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:10:16.713 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:10:16.713 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:10:16.713 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:10:16.713 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:10:16.714 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:10:16.714 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:10:16.714 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrading: 2024-04-02T08:10:16.714 INFO:teuthology.orchestra.run.smithi084.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:10:16.714 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:10:16.714 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-04-02T08:10:16.714 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:10:16.715 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:10:16.715 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:10:16.715 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:10:16.715 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:10:16.715 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:10:16.716 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:10:16.717 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:10:16.718 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:10:16.719 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:10:16.720 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:10:16.721 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:10:16.722 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:10:16.723 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================================ 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout:Install 118 Packages 2024-04-02T08:10:16.724 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrade 2 Packages 2024-04-02T08:10:16.725 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:10:16.725 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 176 M 2024-04-02T08:10:16.725 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-02T08:10:17.701 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 16 kB 00:00 2024-04-02T08:10:17.783 INFO:teuthology.orchestra.run.smithi084.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 29 kB/s | 6.5 kB 00:00 2024-04-02T08:10:18.108 INFO:teuthology.orchestra.run.smithi084.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 2.6 MB/s | 849 kB 00:00 2024-04-02T08:10:18.184 INFO:teuthology.orchestra.run.smithi084.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 1.9 MB/s | 143 kB 00:00 2024-04-02T08:10:18.551 INFO:teuthology.orchestra.run.smithi084.stdout:(4/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 5.1 MB/s | 5.1 MB 00:00 2024-04-02T08:10:18.601 INFO:teuthology.orchestra.run.smithi084.stdout:(5/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 5.0 MB/s | 2.1 MB 00:00 2024-04-02T08:10:18.694 INFO:teuthology.orchestra.run.smithi132.stdout:Extra Packages for Enterprise Linux 24 MB/s | 21 MB 00:00 2024-04-02T08:10:18.718 INFO:teuthology.orchestra.run.smithi084.stdout:(6/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 8.7 MB/s | 1.5 MB 00:00 2024-04-02T08:10:19.801 INFO:teuthology.orchestra.run.smithi084.stdout:(7/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 8.2 MB/s | 18 MB 00:02 2024-04-02T08:10:20.018 INFO:teuthology.orchestra.run.smithi084.stdout:(8/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 3.3 MB/s | 4.7 MB 00:01 2024-04-02T08:10:20.102 INFO:teuthology.orchestra.run.smithi084.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 302 kB/s | 25 kB 00:00 2024-04-02T08:10:20.468 INFO:teuthology.orchestra.run.smithi084.stdout:(10/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el 12 MB/s | 7.7 MB 00:00 2024-04-02T08:10:20.594 INFO:teuthology.orchestra.run.smithi084.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 248 kB/s | 31 kB 00:00 2024-04-02T08:10:20.927 INFO:teuthology.orchestra.run.smithi084.stdout:(12/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 7.5 MB/s | 17 MB 00:02 2024-04-02T08:10:20.977 INFO:teuthology.orchestra.run.smithi084.stdout:(13/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 1.8 MB/s | 708 kB 00:00 2024-04-02T08:10:21.011 INFO:teuthology.orchestra.run.smithi084.stdout:(14/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 1.9 MB/s | 166 kB 00:00 2024-04-02T08:10:21.086 INFO:teuthology.orchestra.run.smithi084.stdout:(15/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.1 MB/s | 127 kB 00:00 2024-04-02T08:10:21.128 INFO:teuthology.orchestra.run.smithi084.stdout:(16/120): libradosstriper1-18.2.2-1059.g4d05f4c 4.0 MB/s | 474 kB 00:00 2024-04-02T08:10:21.262 INFO:teuthology.orchestra.run.smithi084.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 337 kB/s | 45 kB 00:00 2024-04-02T08:10:21.429 INFO:teuthology.orchestra.run.smithi084.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 774 kB/s | 129 kB 00:00 2024-04-02T08:10:21.504 INFO:teuthology.orchestra.run.smithi084.stdout:(19/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 11 MB/s | 4.5 MB 00:00 2024-04-02T08:10:21.530 INFO:teuthology.orchestra.run.smithi084.stdout:(20/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 1.6 MB/s | 162 kB 00:00 2024-04-02T08:10:21.580 INFO:teuthology.orchestra.run.smithi084.stdout:(21/120): python3-rados-18.2.2-1059.g4d05f4ca.e 4.2 MB/s | 320 kB 00:00 2024-04-02T08:10:21.630 INFO:teuthology.orchestra.run.smithi084.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 2.9 MB/s | 298 kB 00:00 2024-04-02T08:10:21.672 INFO:teuthology.orchestra.run.smithi084.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.1 MB/s | 99 kB 00:00 2024-04-02T08:10:21.723 INFO:teuthology.orchestra.run.smithi084.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 941 kB/s | 87 kB 00:00 2024-04-02T08:10:21.973 INFO:teuthology.orchestra.run.smithi084.stdout:(25/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 10 MB/s | 3.0 MB 00:00 2024-04-02T08:10:22.065 INFO:teuthology.orchestra.run.smithi084.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 255 kB/s | 23 kB 00:00 2024-04-02T08:10:22.156 INFO:teuthology.orchestra.run.smithi084.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 1.5 MB/s | 138 kB 00:00 2024-04-02T08:10:22.348 INFO:teuthology.orchestra.run.smithi084.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 9.3 MB/s | 1.8 MB 00:00 2024-04-02T08:10:22.665 INFO:teuthology.orchestra.run.smithi084.stdout:(29/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 182 kB/s | 172 kB 00:00 2024-04-02T08:10:23.232 INFO:teuthology.orchestra.run.smithi084.stdout:(30/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 13 MB/s | 40 MB 00:03 2024-04-02T08:10:23.257 INFO:teuthology.orchestra.run.smithi084.stdout:(31/120): ceph-mgr-modules-core-18.2.2-1059.g4d 415 kB/s | 245 kB 00:00 2024-04-02T08:10:23.341 INFO:teuthology.orchestra.run.smithi084.stdout:(32/120): ceph-mgr-diskprediction-local-18.2.2- 7.5 MB/s | 7.4 MB 00:00 2024-04-02T08:10:23.366 INFO:teuthology.orchestra.run.smithi084.stdout:(33/120): ceph-prometheus-alerts-18.2.2-1059.g4 137 kB/s | 15 kB 00:00 2024-04-02T08:10:23.392 INFO:teuthology.orchestra.run.smithi084.stdout:(34/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 310 kB/s | 49 kB 00:00 2024-04-02T08:10:23.517 INFO:teuthology.orchestra.run.smithi084.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 253 kB/s | 32 kB 00:00 2024-04-02T08:10:23.542 INFO:teuthology.orchestra.run.smithi084.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 604 kB/s | 106 kB 00:00 2024-04-02T08:10:23.567 INFO:teuthology.orchestra.run.smithi084.stdout:(37/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 993 kB/s | 224 kB 00:00 2024-04-02T08:10:23.626 INFO:teuthology.orchestra.run.smithi084.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 206 kB/s | 17 kB 00:00 2024-04-02T08:10:23.685 INFO:teuthology.orchestra.run.smithi084.stdout:(39/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-04-02T08:10:23.694 INFO:teuthology.orchestra.run.smithi132.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-02T08:10:23.710 INFO:teuthology.orchestra.run.smithi084.stdout:(40/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 159 kB 00:00 2024-04-02T08:10:23.735 INFO:teuthology.orchestra.run.smithi084.stdout:(41/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 411 kB/s | 44 kB 00:00 2024-04-02T08:10:23.769 INFO:teuthology.orchestra.run.smithi084.stdout:(42/120): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-04-02T08:10:23.794 INFO:teuthology.orchestra.run.smithi084.stdout:(43/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.3 MB/s | 282 kB 00:00 2024-04-02T08:10:23.819 INFO:teuthology.orchestra.run.smithi084.stdout:(44/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.6 MB/s | 217 kB 00:00 2024-04-02T08:10:23.844 INFO:teuthology.orchestra.run.smithi084.stdout:(45/120): openblas-0.3.21-2.el9.x86_64.rpm 688 kB/s | 34 kB 00:00 2024-04-02T08:10:23.928 INFO:teuthology.orchestra.run.smithi084.stdout:(46/120): openblas-openmp-0.3.21-2.el9.x86_64.r 36 MB/s | 4.7 MB 00:00 2024-04-02T08:10:23.953 INFO:teuthology.orchestra.run.smithi084.stdout:(47/120): python3-attrs-20.3.0-7.el9.noarch.rpm 591 kB/s | 78 kB 00:00 2024-04-02T08:10:24.046 INFO:teuthology.orchestra.run.smithi084.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 5.8 MB 00:00 2024-04-02T08:10:24.071 INFO:teuthology.orchestra.run.smithi084.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 117 kB/s | 16 kB 00:00 2024-04-02T08:10:24.098 INFO:teuthology.orchestra.run.smithi084.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 175 kB/s | 24 kB 00:00 2024-04-02T08:10:24.121 INFO:teuthology.orchestra.run.smithi084.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 240 kB/s | 18 kB 00:00 2024-04-02T08:10:24.146 INFO:teuthology.orchestra.run.smithi084.stdout:(52/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-04-02T08:10:24.172 INFO:teuthology.orchestra.run.smithi084.stdout:(53/120): python3-markupsafe-1.1.1-12.el9.x86_6 420 kB/s | 32 kB 00:00 2024-04-02T08:10:24.264 INFO:teuthology.orchestra.run.smithi084.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 4.8 MB 00:00 2024-04-02T08:10:24.289 INFO:teuthology.orchestra.run.smithi084.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.9 MB/s | 217 kB 00:00 2024-04-02T08:10:24.314 INFO:teuthology.orchestra.run.smithi084.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 174 kB 00:00 2024-04-02T08:10:24.339 INFO:teuthology.orchestra.run.smithi084.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 920 kB/s | 69 kB 00:00 2024-04-02T08:10:24.356 INFO:teuthology.orchestra.run.smithi084.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 994 kB/s | 41 kB 00:00 2024-04-02T08:10:24.373 INFO:teuthology.orchestra.run.smithi084.stdout:(59/120): python3-pluggy-0.13.1-7.el9.noarch.rp 646 kB/s | 38 kB 00:00 2024-04-02T08:10:24.398 INFO:teuthology.orchestra.run.smithi084.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 7.1 MB/s | 427 kB 00:00 2024-04-02T08:10:24.423 INFO:teuthology.orchestra.run.smithi084.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.0 MB/s | 132 kB 00:00 2024-04-02T08:10:24.449 INFO:teuthology.orchestra.run.smithi084.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-04-02T08:10:24.474 INFO:teuthology.orchestra.run.smithi084.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.2 MB/s | 473 kB 00:00 2024-04-02T08:10:24.499 INFO:teuthology.orchestra.run.smithi084.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 638 kB/s | 47 kB 00:00 2024-04-02T08:10:24.524 INFO:teuthology.orchestra.run.smithi084.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 854 kB/s | 43 kB 00:00 2024-04-02T08:10:24.608 INFO:teuthology.orchestra.run.smithi084.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 363 kB/s | 39 kB 00:00 2024-04-02T08:10:24.817 INFO:teuthology.orchestra.run.smithi084.stdout:(67/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 46 MB/s | 16 MB 00:00 2024-04-02T08:10:24.842 INFO:teuthology.orchestra.run.smithi084.stdout:(68/120): socat-1.7.4.1-5.el9.x86_64.rpm 954 kB/s | 300 kB 00:00 2024-04-02T08:10:24.867 INFO:teuthology.orchestra.run.smithi084.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 244 kB/s | 63 kB 00:00 2024-04-02T08:10:24.892 INFO:teuthology.orchestra.run.smithi084.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-04-02T08:10:24.918 INFO:teuthology.orchestra.run.smithi084.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-02T08:10:24.951 INFO:teuthology.orchestra.run.smithi084.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-04-02T08:10:24.976 INFO:teuthology.orchestra.run.smithi084.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2024-04-02T08:10:25.001 INFO:teuthology.orchestra.run.smithi084.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-02T08:10:25.026 INFO:teuthology.orchestra.run.smithi084.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB 00:00 2024-04-02T08:10:25.093 INFO:teuthology.orchestra.run.smithi084.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-04-02T08:10:25.122 INFO:teuthology.orchestra.run.smithi084.stdout:(77/120): jq-1.6-16.el9.x86_64.rpm 1.3 MB/s | 187 kB 00:00 2024-04-02T08:10:25.152 INFO:teuthology.orchestra.run.smithi084.stdout:(78/120): libgfortran-11.4.1-3.el9.x86_64.rpm 6.3 MB/s | 803 kB 00:00 2024-04-02T08:10:25.186 INFO:teuthology.orchestra.run.smithi084.stdout:(79/120): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-04-02T08:10:25.270 INFO:teuthology.orchestra.run.smithi084.stdout:(80/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.6 MB/s | 245 kB 00:00 2024-04-02T08:10:25.330 INFO:teuthology.orchestra.run.smithi084.stdout:(81/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-04-02T08:10:25.745 INFO:teuthology.orchestra.run.smithi084.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 198 kB/s | 111 kB 00:00 2024-04-02T08:10:25.870 INFO:teuthology.orchestra.run.smithi084.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 208 kB/s | 26 kB 00:00 2024-04-02T08:10:25.937 INFO:teuthology.orchestra.run.smithi084.stdout:(84/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 463 kB/s | 309 kB 00:00 2024-04-02T08:10:25.996 INFO:teuthology.orchestra.run.smithi084.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 388 kB/s | 49 kB 00:00 2024-04-02T08:10:26.055 INFO:teuthology.orchestra.run.smithi084.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 577 kB/s | 67 kB 00:00 2024-04-02T08:10:26.280 INFO:teuthology.orchestra.run.smithi084.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 2.4 MB/s | 548 kB 00:00 2024-04-02T08:10:26.302 INFO:teuthology.orchestra.run.smithi132.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:10:26.303 INFO:teuthology.orchestra.run.smithi132.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:10:26.363 INFO:teuthology.orchestra.run.smithi084.stdout:(88/120): libarrow-9.0.0-10.el9.x86_64.rpm 4.3 MB/s | 4.4 MB 00:01 2024-04-02T08:10:26.379 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2024-04-02T08:10:26.386 INFO:teuthology.orchestra.run.smithi132.stdout:============================================================================================ 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout:============================================================================================ 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:10:26.387 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout:Upgrading: 2024-04-02T08:10:26.388 INFO:teuthology.orchestra.run.smithi132.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:10:26.389 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:10:26.390 INFO:teuthology.orchestra.run.smithi132.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:10:26.391 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:10:26.392 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:10:26.393 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:10:26.394 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2024-04-02T08:10:26.395 INFO:teuthology.orchestra.run.smithi132.stdout:============================================================================================ 2024-04-02T08:10:26.396 INFO:teuthology.orchestra.run.smithi132.stdout:Install 118 Packages 2024-04-02T08:10:26.396 INFO:teuthology.orchestra.run.smithi132.stdout:Upgrade 2 Packages 2024-04-02T08:10:26.396 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:10:26.396 INFO:teuthology.orchestra.run.smithi084.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 401 kB/s | 43 kB 00:00 2024-04-02T08:10:26.396 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 176 M 2024-04-02T08:10:26.396 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2024-04-02T08:10:26.422 INFO:teuthology.orchestra.run.smithi084.stdout:(90/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.9 MB/s | 838 kB 00:00 2024-04-02T08:10:26.472 INFO:teuthology.orchestra.run.smithi084.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 296 kB/s | 32 kB 00:00 2024-04-02T08:10:26.498 INFO:teuthology.orchestra.run.smithi084.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 137 kB/s | 15 kB 00:00 2024-04-02T08:10:26.540 INFO:teuthology.orchestra.run.smithi084.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.4 MB/s | 172 kB 00:00 2024-04-02T08:10:26.607 INFO:teuthology.orchestra.run.smithi084.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 2.6 MB/s | 358 kB 00:00 2024-04-02T08:10:26.632 INFO:teuthology.orchestra.run.smithi084.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 1.5 MB/s | 203 kB 00:00 2024-04-02T08:10:26.649 INFO:teuthology.orchestra.run.smithi084.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 98 kB/s | 11 kB 00:00 2024-04-02T08:10:26.708 INFO:teuthology.orchestra.run.smithi084.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2024-04-02T08:10:26.733 INFO:teuthology.orchestra.run.smithi084.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 230 kB/s | 23 kB 00:00 2024-04-02T08:10:26.750 INFO:teuthology.orchestra.run.smithi084.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 193 kB/s | 19 kB 00:00 2024-04-02T08:10:26.808 INFO:teuthology.orchestra.run.smithi084.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-04-02T08:10:26.850 INFO:teuthology.orchestra.run.smithi084.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 462 kB/s | 46 kB 00:00 2024-04-02T08:10:26.917 INFO:teuthology.orchestra.run.smithi084.stdout:(102/120): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-04-02T08:10:26.942 INFO:teuthology.orchestra.run.smithi084.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 589 kB/s | 79 kB 00:00 2024-04-02T08:10:26.968 INFO:teuthology.orchestra.run.smithi084.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 493 kB/s | 58 kB 00:00 2024-04-02T08:10:27.020 INFO:teuthology.orchestra.run.smithi132.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 29 kB/s | 6.5 kB 00:00 2024-04-02T08:10:27.035 INFO:teuthology.orchestra.run.smithi084.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-04-02T08:10:27.060 INFO:teuthology.orchestra.run.smithi084.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 140 kB/s | 16 kB 00:00 2024-04-02T08:10:27.085 INFO:teuthology.orchestra.run.smithi084.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 767 kB/s | 90 kB 00:00 2024-04-02T08:10:27.144 INFO:teuthology.orchestra.run.smithi084.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-04-02T08:10:27.177 INFO:teuthology.orchestra.run.smithi084.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-04-02T08:10:27.202 INFO:teuthology.orchestra.run.smithi084.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 504 kB/s | 59 kB 00:00 2024-04-02T08:10:27.253 INFO:teuthology.orchestra.run.smithi084.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 329 kB/s | 36 kB 00:00 2024-04-02T08:10:27.287 INFO:teuthology.orchestra.run.smithi084.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 467 kB/s | 51 kB 00:00 2024-04-02T08:10:27.312 INFO:teuthology.orchestra.run.smithi084.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-02T08:10:27.346 INFO:teuthology.orchestra.run.smithi132.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 2.6 MB/s | 849 kB 00:00 2024-04-02T08:10:27.362 INFO:teuthology.orchestra.run.smithi084.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 822 kB/s | 90 kB 00:00 2024-04-02T08:10:27.421 INFO:teuthology.orchestra.run.smithi132.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 1.9 MB/s | 143 kB 00:00 2024-04-02T08:10:27.421 INFO:teuthology.orchestra.run.smithi084.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-02T08:10:27.446 INFO:teuthology.orchestra.run.smithi084.stdout:(116/120): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2024-04-02T08:10:27.480 INFO:teuthology.orchestra.run.smithi084.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-04-02T08:10:27.563 INFO:teuthology.orchestra.run.smithi084.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-02T08:10:27.837 INFO:teuthology.orchestra.run.smithi132.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 5.0 MB/s | 2.1 MB 00:00 2024-04-02T08:10:27.913 INFO:teuthology.orchestra.run.smithi132.stdout:(5/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 4.6 MB/s | 5.1 MB 00:01 2024-04-02T08:10:27.921 INFO:teuthology.orchestra.run.smithi084.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 6.9 MB/s | 3.3 MB 00:00 2024-04-02T08:10:28.096 INFO:teuthology.orchestra.run.smithi132.stdout:(6/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 5.6 MB/s | 1.5 MB 00:00 2024-04-02T08:10:28.538 INFO:teuthology.orchestra.run.smithi132.stdout:(7/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 7.5 MB/s | 4.7 MB 00:00 2024-04-02T08:10:28.572 INFO:teuthology.orchestra.run.smithi084.stdout:(120/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 2.8 MB/s | 3.0 MB 00:01 2024-04-02T08:10:28.579 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:10:28.579 INFO:teuthology.orchestra.run.smithi084.stdout:Total 15 MB/s | 176 MB 00:11 2024-04-02T08:10:28.656 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-02T08:10:28.750 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-02T08:10:28.750 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-02T08:10:29.247 INFO:teuthology.orchestra.run.smithi132.stdout:(8/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 7.5 MB/s | 18 MB 00:02 2024-04-02T08:10:29.372 INFO:teuthology.orchestra.run.smithi132.stdout:(9/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el9 9.3 MB/s | 7.7 MB 00:00 2024-04-02T08:10:29.397 INFO:teuthology.orchestra.run.smithi132.stdout:(10/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el 168 kB/s | 25 kB 00:00 2024-04-02T08:10:29.489 INFO:teuthology.orchestra.run.smithi132.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 338 kB/s | 31 kB 00:00 2024-04-02T08:10:29.948 INFO:teuthology.orchestra.run.smithi132.stdout:(12/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 8.9 MB/s | 17 MB 00:01 2024-04-02T08:10:30.048 INFO:teuthology.orchestra.run.smithi132.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 1.6 MB/s | 166 kB 00:00 2024-04-02T08:10:30.123 INFO:teuthology.orchestra.run.smithi132.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.7 MB/s | 127 kB 00:00 2024-04-02T08:10:30.165 INFO:teuthology.orchestra.run.smithi132.stdout:(15/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 1.0 MB/s | 708 kB 00:00 2024-04-02T08:10:30.224 INFO:teuthology.orchestra.run.smithi132.stdout:(16/120): libradosstriper1-18.2.2-1059.g4d05f4c 4.6 MB/s | 474 kB 00:00 2024-04-02T08:10:30.259 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-02T08:10:30.260 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-02T08:10:30.308 INFO:teuthology.orchestra.run.smithi132.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 539 kB/s | 45 kB 00:00 2024-04-02T08:10:30.391 INFO:teuthology.orchestra.run.smithi132.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 1.5 MB/s | 129 kB 00:00 2024-04-02T08:10:30.483 INFO:teuthology.orchestra.run.smithi132.stdout:(19/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 1.7 MB/s | 162 kB 00:00 2024-04-02T08:10:30.617 INFO:teuthology.orchestra.run.smithi132.stdout:(20/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 9.9 MB/s | 4.5 MB 00:00 2024-04-02T08:10:30.642 INFO:teuthology.orchestra.run.smithi132.stdout:(21/120): python3-rados-18.2.2-1059.g4d05f4ca.e 2.0 MB/s | 320 kB 00:00 2024-04-02T08:10:30.684 INFO:teuthology.orchestra.run.smithi132.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 4.4 MB/s | 298 kB 00:00 2024-04-02T08:10:30.726 INFO:teuthology.orchestra.run.smithi132.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.2 MB/s | 99 kB 00:00 2024-04-02T08:10:30.759 INFO:teuthology.orchestra.run.smithi132.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.1 MB/s | 87 kB 00:00 2024-04-02T08:10:30.843 INFO:teuthology.orchestra.run.smithi132.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 2.0 MB/s | 172 kB 00:00 2024-04-02T08:10:30.926 INFO:teuthology.orchestra.run.smithi132.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 280 kB/s | 23 kB 00:00 2024-04-02T08:10:31.044 INFO:teuthology.orchestra.run.smithi132.stdout:(27/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 9.4 MB/s | 3.0 MB 00:00 2024-04-02T08:10:31.069 INFO:teuthology.orchestra.run.smithi132.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 975 kB/s | 138 kB 00:00 2024-04-02T08:10:31.328 INFO:teuthology.orchestra.run.smithi132.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 6.3 MB/s | 1.8 MB 00:00 2024-04-02T08:10:31.453 INFO:teuthology.orchestra.run.smithi132.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 1.9 MB/s | 245 kB 00:00 2024-04-02T08:10:31.537 INFO:teuthology.orchestra.run.smithi132.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 592 kB/s | 49 kB 00:00 2024-04-02T08:10:31.628 INFO:teuthology.orchestra.run.smithi132.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 162 kB/s | 15 kB 00:00 2024-04-02T08:10:31.729 INFO:teuthology.orchestra.run.smithi132.stdout:(33/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 2.2 MB/s | 224 kB 00:00 2024-04-02T08:10:31.854 INFO:teuthology.orchestra.run.smithi132.stdout:(34/120): ceph-mgr-diskprediction-local-18.2.2- 9.4 MB/s | 7.4 MB 00:00 2024-04-02T08:10:31.913 INFO:teuthology.orchestra.run.smithi132.stdout:(35/120): boost-program-options-1.75.0-8.el9.x8 576 kB/s | 106 kB 00:00 2024-04-02T08:10:31.930 INFO:teuthology.orchestra.run.smithi132.stdout:(36/120): flexiblas-3.0.4-8.el9.x86_64.rpm 428 kB/s | 32 kB 00:00 2024-04-02T08:10:31.980 INFO:teuthology.orchestra.run.smithi132.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 345 kB/s | 17 kB 00:00 2024-04-02T08:10:32.038 INFO:teuthology.orchestra.run.smithi132.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 24 MB/s | 3.0 MB 00:00 2024-04-02T08:10:32.064 INFO:teuthology.orchestra.run.smithi132.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 159 kB 00:00 2024-04-02T08:10:32.081 INFO:teuthology.orchestra.run.smithi132.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2024-04-02T08:10:32.448 INFO:teuthology.orchestra.run.smithi132.stdout:(41/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 13 MB/s | 40 MB 00:03 2024-04-02T08:10:32.473 INFO:teuthology.orchestra.run.smithi132.stdout:(42/120): librdkafka-1.6.1-102.el9.x86_64.rpm 1.6 MB/s | 661 kB 00:00 2024-04-02T08:10:32.498 INFO:teuthology.orchestra.run.smithi132.stdout:(43/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 678 kB/s | 282 kB 00:00 2024-04-02T08:10:32.523 INFO:teuthology.orchestra.run.smithi132.stdout:(44/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.8 MB/s | 217 kB 00:00 2024-04-02T08:10:32.557 INFO:teuthology.orchestra.run.smithi132.stdout:(45/120): openblas-0.3.21-2.el9.x86_64.rpm 589 kB/s | 34 kB 00:00 2024-04-02T08:10:32.657 INFO:teuthology.orchestra.run.smithi132.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 582 kB/s | 78 kB 00:00 2024-04-02T08:10:32.724 INFO:teuthology.orchestra.run.smithi132.stdout:(47/120): openblas-openmp-0.3.21-2.el9.x86_64.r 21 MB/s | 4.7 MB 00:00 2024-04-02T08:10:32.875 INFO:teuthology.orchestra.run.smithi132.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 5.8 MB 00:00 2024-04-02T08:10:32.900 INFO:teuthology.orchestra.run.smithi132.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 69 kB/s | 16 kB 00:00 2024-04-02T08:10:32.925 INFO:teuthology.orchestra.run.smithi132.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 123 kB/s | 24 kB 00:00 2024-04-02T08:10:32.950 INFO:teuthology.orchestra.run.smithi132.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 241 kB/s | 18 kB 00:00 2024-04-02T08:10:32.975 INFO:teuthology.orchestra.run.smithi132.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 633 kB/s | 32 kB 00:00 2024-04-02T08:10:33.001 INFO:teuthology.orchestra.run.smithi132.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-04-02T08:10:33.151 INFO:teuthology.orchestra.run.smithi132.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 24 MB/s | 4.8 MB 00:00 2024-04-02T08:10:33.176 INFO:teuthology.orchestra.run.smithi132.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.1 MB/s | 217 kB 00:00 2024-04-02T08:10:33.201 INFO:teuthology.orchestra.run.smithi132.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 880 kB/s | 174 kB 00:00 2024-04-02T08:10:33.227 INFO:teuthology.orchestra.run.smithi132.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 922 kB/s | 69 kB 00:00 2024-04-02T08:10:33.252 INFO:teuthology.orchestra.run.smithi132.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 829 kB/s | 41 kB 00:00 2024-04-02T08:10:33.277 INFO:teuthology.orchestra.run.smithi132.stdout:(59/120): python3-pluggy-0.13.1-7.el9.noarch.rp 503 kB/s | 38 kB 00:00 2024-04-02T08:10:33.302 INFO:teuthology.orchestra.run.smithi132.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 5.6 MB/s | 427 kB 00:00 2024-04-02T08:10:33.336 INFO:teuthology.orchestra.run.smithi132.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.6 MB/s | 132 kB 00:00 2024-04-02T08:10:33.362 INFO:teuthology.orchestra.run.smithi132.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 3.5 MB/s | 211 kB 00:00 2024-04-02T08:10:33.387 INFO:teuthology.orchestra.run.smithi132.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 5.5 MB/s | 473 kB 00:00 2024-04-02T08:10:33.412 INFO:teuthology.orchestra.run.smithi132.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 632 kB/s | 47 kB 00:00 2024-04-02T08:10:33.437 INFO:teuthology.orchestra.run.smithi132.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 858 kB/s | 43 kB 00:00 2024-04-02T08:10:33.629 INFO:teuthology.orchestra.run.smithi132.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 178 kB/s | 39 kB 00:00 2024-04-02T08:10:33.671 INFO:teuthology.orchestra.run.smithi132.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 300 kB 00:00 2024-04-02T08:10:33.830 INFO:teuthology.orchestra.run.smithi132.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-04-02T08:10:33.855 INFO:teuthology.orchestra.run.smithi132.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 281 kB/s | 63 kB 00:00 2024-04-02T08:10:33.880 INFO:teuthology.orchestra.run.smithi132.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 378 kB/s | 79 kB 00:00 2024-04-02T08:10:33.905 INFO:teuthology.orchestra.run.smithi132.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-02T08:10:33.939 INFO:teuthology.orchestra.run.smithi132.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-04-02T08:10:33.964 INFO:teuthology.orchestra.run.smithi132.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2024-04-02T08:10:33.989 INFO:teuthology.orchestra.run.smithi132.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB 00:00 2024-04-02T08:10:34.015 INFO:teuthology.orchestra.run.smithi132.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.7 MB/s | 187 kB 00:00 2024-04-02T08:10:34.140 INFO:teuthology.orchestra.run.smithi132.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-04-02T08:10:34.165 INFO:teuthology.orchestra.run.smithi132.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-04-02T08:10:34.190 INFO:teuthology.orchestra.run.smithi132.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-02T08:10:34.216 INFO:teuthology.orchestra.run.smithi132.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.5 MB/s | 803 kB 00:00 2024-04-02T08:10:34.649 INFO:teuthology.orchestra.run.smithi132.stdout:(80/120): fmt-8.1.1-5.el9.x86_64.rpm 256 kB/s | 111 kB 00:00 2024-04-02T08:10:34.908 INFO:teuthology.orchestra.run.smithi132.stdout:(81/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.2 MB/s | 309 kB 00:00 2024-04-02T08:10:34.957 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-02T08:10:35.056 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:10:35.191 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:10:35.245 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:10:35.250 INFO:teuthology.orchestra.run.smithi132.stdout:(82/120): python3-jinja2-2.11.3-5.el9.noarch.rp 234 kB/s | 248 kB 00:01 2024-04-02T08:10:35.291 INFO:teuthology.orchestra.run.smithi132.stdout:(83/120): python3-devel-3.9.17-2.el9.x86_64.rpm 218 kB/s | 245 kB 00:01 2024-04-02T08:10:35.350 INFO:teuthology.orchestra.run.smithi132.stdout:(84/120): libarrow-9.0.0-10.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-04-02T08:10:35.459 INFO:teuthology.orchestra.run.smithi132.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 622 kB/s | 67 kB 00:00 2024-04-02T08:10:35.551 INFO:teuthology.orchestra.run.smithi132.stdout:(86/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 86 kB/s | 26 kB 00:00 2024-04-02T08:10:35.562 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:10:35.587 INFO:teuthology.orchestra.run.smithi132.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.5 MB/s | 838 kB 00:00 2024-04-02T08:10:35.625 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:10:35.626 INFO:teuthology.orchestra.run.smithi132.stdout:(88/120): liboath-2.6.7-2.el9.x86_64.rpm 145 kB/s | 49 kB 00:00 2024-04-02T08:10:35.685 INFO:teuthology.orchestra.run.smithi132.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 433 kB/s | 43 kB 00:00 2024-04-02T08:10:35.741 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:10:35.752 INFO:teuthology.orchestra.run.smithi132.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 257 kB/s | 32 kB 00:00 2024-04-02T08:10:35.767 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:10:35.785 INFO:teuthology.orchestra.run.smithi132.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 150 kB/s | 15 kB 00:00 2024-04-02T08:10:35.841 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:10:35.894 INFO:teuthology.orchestra.run.smithi132.stdout:(92/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.2 MB/s | 358 kB 00:00 2024-04-02T08:10:35.901 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:10:35.938 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:10:35.978 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:10:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:10:36.019 INFO:teuthology.orchestra.run.smithi132.stdout:(93/120): python3-google-auth-2.28.2-1.el9.noar 1.6 MB/s | 203 kB 00:00 2024-04-02T08:10:36.045 INFO:teuthology.orchestra.run.smithi132.stdout:(94/120): python3-cheroot-8.6.0-4.el9.noarch.rp 587 kB/s | 172 kB 00:00 2024-04-02T08:10:36.078 INFO:teuthology.orchestra.run.smithi132.stdout:(95/120): python3-asyncssh-2.13.2-5.el9.noarch. 1.0 MB/s | 548 kB 00:00 2024-04-02T08:10:36.103 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:10:36.120 INFO:teuthology.orchestra.run.smithi132.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 106 kB/s | 11 kB 00:00 2024-04-02T08:10:36.137 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:10:36.145 INFO:teuthology.orchestra.run.smithi132.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2024-04-02T08:10:36.179 INFO:teuthology.orchestra.run.smithi132.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 231 kB/s | 23 kB 00:00 2024-04-02T08:10:36.221 INFO:teuthology.orchestra.run.smithi132.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 194 kB/s | 19 kB 00:00 2024-04-02T08:10:36.255 INFO:teuthology.orchestra.run.smithi132.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 181 kB/s | 20 kB 00:00 2024-04-02T08:10:36.262 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:10:36.292 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:10:36.322 INFO:teuthology.orchestra.run.smithi132.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 462 kB/s | 46 kB 00:00 2024-04-02T08:10:36.327 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:10:36.368 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:10:36.380 INFO:teuthology.orchestra.run.smithi132.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 630 kB/s | 79 kB 00:00 2024-04-02T08:10:36.405 INFO:teuthology.orchestra.run.smithi132.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-04-02T08:10:36.431 INFO:teuthology.orchestra.run.smithi132.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 531 kB/s | 58 kB 00:00 2024-04-02T08:10:36.441 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:10:36.497 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:10:36.506 INFO:teuthology.orchestra.run.smithi132.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 164 kB/s | 16 kB 00:00 2024-04-02T08:10:36.532 INFO:teuthology.orchestra.run.smithi132.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 898 kB/s | 90 kB 00:00 2024-04-02T08:10:36.533 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:10:36.565 INFO:teuthology.orchestra.run.smithi132.stdout:(107/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-04-02T08:10:36.570 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:10:36.607 INFO:teuthology.orchestra.run.smithi132.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 306 kB/s | 31 kB 00:00 2024-04-02T08:10:36.611 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:10:36.632 INFO:teuthology.orchestra.run.smithi132.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-02T08:10:36.674 INFO:teuthology.orchestra.run.smithi132.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 542 kB/s | 59 kB 00:00 2024-04-02T08:10:36.675 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:10:36.710 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:10:36.716 INFO:teuthology.orchestra.run.smithi132.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 328 kB/s | 36 kB 00:00 2024-04-02T08:10:36.738 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:10:36.741 INFO:teuthology.orchestra.run.smithi132.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 468 kB/s | 51 kB 00:00 2024-04-02T08:10:36.767 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:10:36.800 INFO:teuthology.orchestra.run.smithi132.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-04-02T08:10:36.811 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:10:36.834 INFO:teuthology.orchestra.run.smithi132.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 766 kB/s | 90 kB 00:00 2024-04-02T08:10:36.859 INFO:teuthology.orchestra.run.smithi132.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-04-02T08:10:36.882 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:10:36.900 INFO:teuthology.orchestra.run.smithi132.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-04-02T08:10:36.943 INFO:teuthology.orchestra.run.smithi132.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-02T08:10:37.001 INFO:teuthology.orchestra.run.smithi132.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-02T08:10:37.017 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:10:37.070 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:10:37.376 INFO:teuthology.orchestra.run.smithi132.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 6.9 MB/s | 3.3 MB 00:00 2024-04-02T08:10:37.426 INFO:teuthology.orchestra.run.smithi132.stdout:(120/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 6.2 MB/s | 3.0 MB 00:00 2024-04-02T08:10:37.430 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:10:37.430 INFO:teuthology.orchestra.run.smithi132.stdout:Total 16 MB/s | 176 MB 00:11 2024-04-02T08:10:37.502 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2024-04-02T08:10:37.591 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:10:37.594 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2024-04-02T08:10:37.595 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2024-04-02T08:10:37.674 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:10:37.712 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:10:37.747 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:10:37.781 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:10:37.822 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:10:37.860 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:10:37.894 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:10:37.928 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:10:38.035 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:10:38.073 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:10:38.127 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:10:38.192 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:10:38.224 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:10:38.260 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:10:38.307 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:10:38.352 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:10:38.395 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:10:38.528 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:10:38.571 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:10:38.612 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:10:38.706 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:10:38.738 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:10:38.779 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:10:38.812 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:10:38.839 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:10:38.931 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:10:38.973 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:10:39.021 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:10:39.078 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:10:39.084 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2024-04-02T08:10:39.085 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2024-04-02T08:10:39.266 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:10:39.327 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:10:39.397 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:10:39.485 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:10:39.625 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:10:39.661 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:10:39.693 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:10:39.725 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:10:39.761 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:10:39.884 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:10:39.920 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:10:39.959 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:10:40.000 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:10:40.099 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:10:40.147 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:10:40.949 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:10:40.994 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:10:41.027 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:10:41.061 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:10:41.110 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:10:41.144 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:10:41.320 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:10:41.343 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:10:41.420 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:10:42.091 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:10:42.207 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:10:43.474 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:10:43.558 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:10:43.599 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:10:43.631 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:10:43.682 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2024-04-02T08:10:43.754 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:10:43.779 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:10:43.836 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:10:43.931 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:10:43.969 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:10:44.042 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:10:44.073 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:10:44.110 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:10:44.151 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:10:44.213 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:10:44.332 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:10:44.356 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:10:44.447 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:10:44.493 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:10:44.514 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:10:44.527 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:10:44.546 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:10:44.566 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:10:44.592 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:10:44.601 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:10:44.631 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:10:44.693 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:10:44.718 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:10:44.852 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:10:44.889 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:10:44.924 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:10:44.974 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:10:45.020 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:10:45.045 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:10:45.048 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:10:45.074 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:10:45.102 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:10:45.137 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:10:45.149 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:10:45.167 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:10:45.178 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:10:45.208 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:10:45.272 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:10:45.308 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:10:45.335 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:10:45.364 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:10:45.408 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:10:45.481 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:10:45.613 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:10:45.659 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:10:46.195 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:10:46.273 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:10:46.309 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:10:46.344 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:10:46.379 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:10:46.436 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:10:46.474 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:10:46.506 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:10:46.532 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:10:46.639 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:10:46.677 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:10:46.732 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:10:46.806 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:10:46.836 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:10:46.873 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:10:46.920 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:10:46.967 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:10:47.009 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:10:47.146 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:10:47.194 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:10:47.209 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:10:47.236 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:10:47.242 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:10:47.331 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:10:47.362 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:10:47.403 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:10:47.435 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:10:47.462 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:10:47.559 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:10:47.605 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:10:47.655 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:10:47.711 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:10:47.776 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:10:47.811 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:10:47.897 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:10:47.904 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:10:47.905 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:10:47.905 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:10:47.905 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:10:47.943 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:10:47.946 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:10:48.022 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:10:48.110 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:10:48.249 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:10:48.285 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:10:48.317 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:10:48.350 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:10:48.395 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:10:48.526 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:10:48.862 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:10:48.902 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:10:48.952 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:10:49.058 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:10:49.106 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:10:49.849 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:10:49.903 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:10:49.936 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:10:49.970 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:10:50.019 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:10:50.053 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:10:50.230 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:10:50.269 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:10:50.346 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:10:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:10:51.132 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:10:52.398 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:10:52.485 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:10:52.517 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:10:52.551 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:10:52.848 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:10:52.880 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:10:52.970 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:10:53.001 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:10:53.037 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:10:53.438 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:10:53.474 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:10:53.528 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:10:53.559 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:10:54.014 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:10:54.039 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:10:54.069 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:10:54.394 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:10:54.427 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:10:56.503 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:10:56.529 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:10:57.059 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:10:57.098 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:10:57.190 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:10:57.190 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:10:57.190 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:10:57.191 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:10:57.225 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:10:59.113 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:10:59.113 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /sys 2024-04-02T08:10:59.113 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /proc 2024-04-02T08:10:59.113 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /mnt 2024-04-02T08:10:59.113 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /var/tmp 2024-04-02T08:10:59.113 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /home 2024-04-02T08:10:59.113 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /root 2024-04-02T08:10:59.114 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /tmp 2024-04-02T08:10:59.114 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:10:59.185 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:10:59.417 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:10:59.444 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:11:00.440 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:11:00.471 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:11:00.570 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:11:00.729 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:11:00.757 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:11:00.779 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:11:00.779 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:00.779 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:11:00.779 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:11:00.780 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:11:00.780 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:00.824 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:11:01.006 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:11:01.033 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:11:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:11:01.056 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:01.056 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:11:01.056 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:11:01.056 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:11:01.056 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:01.500 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:11:01.523 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:11:01.523 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:01.523 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:11:01.523 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:11:01.523 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:11:01.523 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:02.926 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:11:02.952 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:11:02.952 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:02.952 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:11:02.952 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:11:02.953 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:11:02.953 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:03.651 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:11:03.677 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:11:03.700 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:11:03.701 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:03.701 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:11:03.701 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:11:03.701 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:11:03.701 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:03.753 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:11:03.775 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:11:03.775 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:03.775 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:11:03.775 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:04.062 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:11:04.084 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:11:04.084 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:04.084 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:11:04.085 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:11:04.085 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:11:04.085 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:07.723 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:11:07.764 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:11:07.889 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:11:07.989 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:11:08.022 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:11:08.053 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:11:08.053 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:11:08.137 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:11:08.137 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:11:08.974 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:11:08.974 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /sys 2024-04-02T08:11:08.974 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /proc 2024-04-02T08:11:08.974 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /mnt 2024-04-02T08:11:08.974 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /var/tmp 2024-04-02T08:11:08.974 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /home 2024-04-02T08:11:08.974 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /root 2024-04-02T08:11:08.975 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /tmp 2024-04-02T08:11:08.975 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:09.047 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:11:09.294 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:11:09.324 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:11:10.310 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:11:10.343 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:11:10.442 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:11:10.601 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:11:10.628 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:11:10.651 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:11:10.651 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:10.651 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:11:10.651 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:11:10.652 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:11:10.652 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:10.696 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:11:10.879 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:11:10.904 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:11:10.927 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:11:10.927 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:10.927 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:11:10.927 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:11:10.927 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:11:10.927 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:11.380 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:11:11.403 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:11:11.404 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:11.404 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:11:11.404 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:11:11.404 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:11:11.404 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:11:12.217 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:11:12.218 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:11:12.219 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:11:12.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:11:12.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:11:12.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:11:12.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:11:12.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:11:12.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:11:12.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:11:12.806 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:11:12.832 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:11:12.832 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:12.832 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:11:12.833 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:11:12.833 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:11:12.833 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:13.524 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:11:13.557 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:11:13.580 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:11:13.580 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:13.580 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:11:13.580 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:11:13.580 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:11:13.580 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:13.624 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:11:13.646 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:11:13.646 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:13.646 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:11:13.646 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:13.942 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:11:13.965 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:11:13.965 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:11:13.965 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:11:13.965 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:11:13.965 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:11:13.965 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:14.240 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:11:14.240 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:14.240 INFO:teuthology.orchestra.run.smithi084.stdout:Upgraded: 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.241 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:11:14.242 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:11:14.243 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:11:14.244 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:11:14.245 INFO:teuthology.orchestra.run.smithi084.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:11:14.246 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:11:14.247 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:11:14.248 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:11:14.249 INFO:teuthology.orchestra.run.smithi084.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:11:14.250 INFO:teuthology.orchestra.run.smithi084.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:11:14.250 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:11:14.250 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:11:14.250 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-02T08:11:14.562 DEBUG:teuthology.parallel:result is None 2024-04-02T08:11:17.621 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:11:17.661 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:11:17.778 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:11:17.885 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:11:17.919 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:11:17.951 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:11:17.951 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:11:18.043 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:11:18.043 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:11:22.237 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:11:22.237 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:11:22.238 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:11:22.239 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:11:22.240 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:11:22.240 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:11:22.240 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:11:22.250 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:11:22.251 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:11:22.252 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:11:22.253 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:11:22.254 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:11:22.255 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:11:22.256 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:11:22.257 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:11:22.258 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:11:22.258 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:11:22.258 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:11:22.258 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:11:22.258 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:11:22.258 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout:Upgraded: 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.207 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.208 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.209 INFO:teuthology.orchestra.run.smithi132.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:11:24.210 INFO:teuthology.orchestra.run.smithi132.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:11:24.214 INFO:teuthology.orchestra.run.smithi132.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:11:24.214 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:11:24.214 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:11:24.214 INFO:teuthology.orchestra.run.smithi132.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:11:24.214 INFO:teuthology.orchestra.run.smithi132.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:11:24.215 INFO:teuthology.orchestra.run.smithi132.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:11:24.216 INFO:teuthology.orchestra.run.smithi132.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:11:24.217 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:11:24.218 INFO:teuthology.orchestra.run.smithi132.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:11:24.219 INFO:teuthology.orchestra.run.smithi132.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:11:24.220 INFO:teuthology.orchestra.run.smithi132.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:11:24.220 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:11:24.220 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2024-04-02T08:11:24.531 DEBUG:teuthology.parallel:result is None 2024-04-02T08:11:24.532 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:11:24.532 INFO:teuthology.packaging:ref: None 2024-04-02T08:11:24.532 INFO:teuthology.packaging:tag: None 2024-04-02T08:11:24.532 INFO:teuthology.packaging:branch: reef 2024-04-02T08:11:24.532 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:11:24.532 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:11:24.798 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:11:24.825 INFO:teuthology.orchestra.run.smithi084.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:11:24.826 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:11:24.826 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:11:24.828 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:11:24.828 INFO:teuthology.packaging:ref: None 2024-04-02T08:11:24.828 INFO:teuthology.packaging:tag: None 2024-04-02T08:11:24.828 INFO:teuthology.packaging:branch: reef 2024-04-02T08:11:24.828 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:11:24.828 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:11:25.085 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:11:25.106 INFO:teuthology.orchestra.run.smithi132.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:11:25.106 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:11:25.106 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:11:25.108 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-02T08:11:25.109 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:11:25.109 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:11:25.144 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:11:25.144 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:11:25.176 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-02T08:11:25.177 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:11:25.177 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:11:25.214 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:11:25.284 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:11:25.284 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:11:25.312 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:11:25.379 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-02T08:11:25.379 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:11:25.379 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:11:25.410 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:11:25.478 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:11:25.478 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:11:25.505 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:11:25.572 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-02T08:11:25.572 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:11:25.572 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:11:25.599 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:11:25.668 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:11:25.668 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:11:25.694 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:11:25.762 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:11:25.773 INFO:teuthology.task.print:**** done install task... 2024-04-02T08:11:25.773 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:11:25.792 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-02T08:11:25.792 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-02T08:11:25.918 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:11:25.918 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:11:25.919 INFO:tasks.cephadm:Cluster fsid is 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:11:25.919 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-02T08:11:25.919 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.84', 'mon.c': '[v2:172.21.15.84:3301,v1:172.21.15.84:6790]', 'mon.b': '172.21.15.132'} 2024-04-02T08:11:25.919 INFO:tasks.cephadm:First mon is mon.a on smithi084 2024-04-02T08:11:25.920 INFO:tasks.cephadm:First mgr is y 2024-04-02T08:11:25.920 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-02T08:11:25.920 DEBUG:teuthology.orchestra.run.smithi084:> sudo hostname $(hostname -s) 2024-04-02T08:11:25.948 DEBUG:teuthology.orchestra.run.smithi132:> sudo hostname $(hostname -s) 2024-04-02T08:11:25.975 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-02T08:11:25.975 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:11:26.117 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78144/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2422-g3cba26ea', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2422.g3cba26ea'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-01 20:17:58.257101', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rf-oldDeep', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-02T08:11:26.489 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 4d05f4cad464de0fcdd11a2856643e533aea34e8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-02T08:11:26.491 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm 2024-04-02T08:11:26.491 DEBUG:teuthology.orchestra.run.smithi084:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:11:26.895 INFO:teuthology.orchestra.run.smithi084.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:11 /home/ubuntu/cephtest/cephadm 2024-04-02T08:11:26.896 DEBUG:teuthology.orchestra.run.smithi132:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:11:27.290 INFO:teuthology.orchestra.run.smithi132.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:11 /home/ubuntu/cephtest/cephadm 2024-04-02T08:11:27.290 DEBUG:teuthology.orchestra.run.smithi084:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:11:27.307 DEBUG:teuthology.orchestra.run.smithi132:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:11:27.338 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-02T08:11:27.339 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:11:27.350 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:11:28.232 INFO:teuthology.orchestra.run.smithi132.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:11:28.247 INFO:teuthology.orchestra.run.smithi084.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:11:53.334 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:11:53.335 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:11:53.336 INFO:teuthology.orchestra.run.smithi084.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:11:53.336 INFO:teuthology.orchestra.run.smithi084.stdout: "repo_digests": [ 2024-04-02T08:11:53.336 INFO:teuthology.orchestra.run.smithi084.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:11:53.336 INFO:teuthology.orchestra.run.smithi084.stdout: ] 2024-04-02T08:11:53.336 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:12:03.269 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-04-02T08:12:03.270 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:12:03.270 INFO:teuthology.orchestra.run.smithi132.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:12:03.270 INFO:teuthology.orchestra.run.smithi132.stdout: "repo_digests": [ 2024-04-02T08:12:03.270 INFO:teuthology.orchestra.run.smithi132.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:12:03.270 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2024-04-02T08:12:03.270 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-04-02T08:12:03.292 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /etc/ceph 2024-04-02T08:12:03.327 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /etc/ceph 2024-04-02T08:12:03.359 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 777 /etc/ceph 2024-04-02T08:12:03.396 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 777 /etc/ceph 2024-04-02T08:12:03.427 INFO:tasks.cephadm:Writing seed config... 2024-04-02T08:12:03.428 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-02T08:12:03.428 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-02T08:12:03.428 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-02T08:12:03.428 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-02T08:12:03.428 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-02T08:12:03.429 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-02T08:12:03.429 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-02T08:12:03.429 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-02T08:12:03.429 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-02T08:12:03.429 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-02T08:12:03.429 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-02T08:12:03.429 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:12:03.429 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-02T08:12:03.453 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-02T08:12:03.453 DEBUG:teuthology.orchestra.run.smithi084:mon.a> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service 2024-04-02T08:12:03.496 DEBUG:teuthology.orchestra.run.smithi084:mgr.y> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service 2024-04-02T08:12:03.539 INFO:tasks.cephadm:Bootstrapping... 2024-04-02T08:12:03.539 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.84 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:12:03.701 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:12:03.702 INFO:teuthology.orchestra.run.smithi084.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '99c7bed6-f0c8-11ee-b647-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.84', '--skip-admin-label'] 2024-04-02T08:12:03.726 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:12:03.726 INFO:teuthology.orchestra.run.smithi084.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-02T08:12:03.726 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying podman|docker is present... 2024-04-02T08:12:03.750 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:12:03.750 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying lvm2 is present... 2024-04-02T08:12:03.750 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying time synchronization is in place... 2024-04-02T08:12:03.757 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:12:03.757 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:12:03.763 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:12:03.763 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-04-02T08:12:03.770 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout enabled 2024-04-02T08:12:03.777 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout active 2024-04-02T08:12:03.777 INFO:teuthology.orchestra.run.smithi084.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:12:03.777 INFO:teuthology.orchestra.run.smithi084.stdout:Repeating the final host check... 2024-04-02T08:12:03.800 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:12:03.800 INFO:teuthology.orchestra.run.smithi084.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-02T08:12:03.800 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl is present 2024-04-02T08:12:03.800 INFO:teuthology.orchestra.run.smithi084.stdout:lvcreate is present 2024-04-02T08:12:03.807 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:12:03.807 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:12:03.813 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:12:03.814 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-04-02T08:12:03.820 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout enabled 2024-04-02T08:12:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout active 2024-04-02T08:12:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:12:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:Host looks OK 2024-04-02T08:12:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:Cluster fsid: 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:Acquiring lock 140432008172496 on /run/cephadm/99c7bed6-f0c8-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:12:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:Lock 140432008172496 acquired on /run/cephadm/99c7bed6-f0c8-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:12:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying IP 172.21.15.84 port 3300 ... 2024-04-02T08:12:03.829 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying IP 172.21.15.84 port 6789 ... 2024-04-02T08:12:03.829 INFO:teuthology.orchestra.run.smithi084.stdout:Base mon IP(s) is [172.21.15.84:3300, 172.21.15.84:6789], mon addrv is [v2:172.21.15.84:3300,v1:172.21.15.84:6789] 2024-04-02T08:12:03.831 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.84 metric 100 2024-04-02T08:12:03.831 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.84 metric 100 2024-04-02T08:12:03.833 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-02T08:12:03.834 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-02T08:12:03.834 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1785sec hoplimit 64 pref medium 2024-04-02T08:12:03.836 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-02T08:12:03.836 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-02T08:12:03.836 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:12:03.836 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-02T08:12:03.836 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-04-02T08:12:03.836 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:12:03.837 INFO:teuthology.orchestra.run.smithi084.stdout:Mon IP `172.21.15.84` is in CIDR network `172.21.0.0/20` 2024-04-02T08:12:03.837 INFO:teuthology.orchestra.run.smithi084.stdout:Mon IP `172.21.15.84` is in CIDR network `172.21.0.0/20` 2024-04-02T08:12:03.837 INFO:teuthology.orchestra.run.smithi084.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-02T08:12:03.837 INFO:teuthology.orchestra.run.smithi084.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-02T08:12:03.838 INFO:teuthology.orchestra.run.smithi084.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:12:04.284 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:12:04.284 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:12:04.284 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Getting image source signatures 2024-04-02T08:12:04.284 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Copying blob sha256:cb7323d9467b19473b36f834f938f39a4497262810bbf67238f5fb8520a9c756 2024-04-02T08:12:04.284 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Copying blob sha256:11da15500eca1f826c328eb3265caa30b0a3730510e2a32023084d6fe9cee20c 2024-04-02T08:12:04.284 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Copying config sha256:909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:12:04.285 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-02T08:12:05.231 INFO:teuthology.orchestra.run.smithi084.stdout:ceph: stdout ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:12:05.231 INFO:teuthology.orchestra.run.smithi084.stdout:Ceph version: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:12:05.231 INFO:teuthology.orchestra.run.smithi084.stdout:Extracting ceph user uid/gid from container image... 2024-04-02T08:12:06.260 INFO:teuthology.orchestra.run.smithi084.stdout:stat: stdout 167 167 2024-04-02T08:12:06.260 INFO:teuthology.orchestra.run.smithi084.stdout:Creating initial keys... 2024-04-02T08:12:07.141 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph-authtool: stdout AQDWvQtm47odJBAAlmfVsDfwJFnsfD8aRsutmw== 2024-04-02T08:12:08.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph-authtool: stdout AQDXvQtmcW/zGxAAD8f7megCQL6bzoWVN+7zBQ== 2024-04-02T08:12:09.017 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph-authtool: stdout AQDYvQtmHdLZGxAAWFmzIHnOWeUIqLENNaSQxg== 2024-04-02T08:12:09.018 INFO:teuthology.orchestra.run.smithi084.stdout:Creating initial monmap... 2024-04-02T08:12:10.007 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:12:10.007 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool for a [v2:172.21.15.84:3300,v1:172.21.15.84:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout:setting min_mon_release = pacific 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: set fsid to 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:12:10.008 INFO:teuthology.orchestra.run.smithi084.stdout:Creating mon... 2024-04-02T08:12:11.079 INFO:teuthology.orchestra.run.smithi084.stdout:create mon.a on 2024-04-02T08:12:11.283 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-02T08:12:11.513 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-02T08:12:11.716 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:12:11.717 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:12:11.920 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T08:12:11.921 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to reset failed state of unit ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Unit ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service not loaded. 2024-04-02T08:12:12.077 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4.target.wants/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:12:12.611 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:12:12.612 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-04-02T08:12:12.619 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:12:12.619 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-04-02T08:12:12.619 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-04-02T08:12:12.619 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:12:12.619 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mon to start... 2024-04-02T08:12:12.619 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mon... 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout cluster: 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout id: 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout services: 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.611487s) 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout data: 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-02T08:12:13.651 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-02T08:12:13.652 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout pgs: 2024-04-02T08:12:13.652 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:13.652 INFO:teuthology.orchestra.run.smithi084.stdout:mon is available 2024-04-02T08:12:13.652 INFO:teuthology.orchestra.run.smithi084.stdout:Assimilating anything we can from ceph.conf... 2024-04-02T08:12:14.727 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:14 smithi084 ceph-mon[27053]: from='client.? 172.21.15.84:0/139773612' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-02T08:12:14.731 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:14.731 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout fsid = 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.84:3300,v1:172.21.15.84:6789] 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:Generating new minimal ceph.conf... 2024-04-02T08:12:15.761 INFO:teuthology.orchestra.run.smithi084.stdout:Restarting the monitor... 2024-04-02T08:12:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:15 smithi084 ceph-mon[27053]: from='client.? 172.21.15.84:0/3369860713' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:12:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:15 smithi084 systemd[1]: Stopping Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:12:16.344 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[27030]: 2024-04-02T08:12:16.031+0000 7ffa04b34700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:12:16.345 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[27030]: 2024-04-02T08:12:16.031+0000 7ffa04b34700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-02T08:12:16.345 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 podman[27374]: 2024-04-02 08:12:16.063128207 +0000 UTC m=+0.142219704 container died d60d89bfc32f291074d76f89de7f6a179a635148f5cd03f8b387c38244971a37 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:12:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 podman[27374]: 2024-04-02 08:12:16.445483043 +0000 UTC m=+0.524574550 container cleanup d60d89bfc32f291074d76f89de7f6a179a635148f5cd03f8b387c38244971a37 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T08:12:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 bash[27374]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:12:16.963 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 podman[27393]: 2024-04-02 08:12:16.646452035 +0000 UTC m=+0.579974573 container remove d60d89bfc32f291074d76f89de7f6a179a635148f5cd03f8b387c38244971a37 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:12:16.963 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:12:16.964 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 systemd[1]: Stopped Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:12:16.964 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 systemd[1]: Starting Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:12:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:16 smithi084 podman[27495]: 2024-04-02 08:12:16.867771964 +0000 UTC m=+0.017085729 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:12:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:17 smithi084 podman[27495]: 2024-04-02 08:12:17.658702392 +0000 UTC m=+0.808016139 container create a16388a6f0b00ccf6d4a6db0c569780afb3a952ed8b29f5d3992f4bd89a622c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c) 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 podman[27495]: 2024-04-02 08:12:19.554784036 +0000 UTC m=+2.704097782 container init a16388a6f0b00ccf6d4a6db0c569780afb3a952ed8b29f5d3992f4bd89a622c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 podman[27495]: 2024-04-02 08:12:19.562145849 +0000 UTC m=+2.711459596 container start a16388a6f0b00ccf6d4a6db0c569780afb3a952ed8b29f5d3992f4bd89a622c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: pidfile_write: ignore empty --pid-file 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: load: jerasure load: lrc 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Git sha 0 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:12:19.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: DB SUMMARY 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: DB Session ID: 80SIC13E1R9JMAT0I0EI 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84528 ; 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:12:19.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.env: 0x559a61672720 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.info_log: 0x559a62ee14e0 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.statistics: (nil) 2024-04-02T08:12:19.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.use_fsync: 0 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:12:19.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.db_log_dir: 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.wal_dir: 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:12:19.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.write_buffer_manager: 0x559a62158140 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.unordered_write: 0 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:12:19.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:12:19.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.row_cache: None 2024-04-02T08:12:19.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.wal_filter: None 2024-04-02T08:12:19.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:12:19.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.wal_compression: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:12:19.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:12:19.877 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_open_files: -1 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Compression algorithms supported: 2024-04-02T08:12:19.878 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:12:19.879 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kZSTD supported: 0 2024-04-02T08:12:19.879 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:12:19.879 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:12:19.879 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.merge_operator: 2024-04-02T08:12:19.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_filter: None 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559a62ee15e0) 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:12:19.881 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_type: 0 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: data_block_index_type: 0 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_shortening: 1 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: checksum: 4 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: no_block_cache: 0 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache: 0x559a621f91f0 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_options: 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: capacity : 536870912 2024-04-02T08:12:19.882 INFO:journalctl@ceph.mon.a.smithi084.stdout: num_shard_bits : 4 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: strict_capacity_limit : 0 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_compressed: (nil) 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: persistent_cache: (nil) 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_size: 4096 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_size_deviation: 10 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_restart_interval: 16 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_block_restart_interval: 1 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: metadata_block_size: 4096 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: partition_filters: 0 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: use_delta_encoding: 1 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: filter_policy: bloomfilter 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: whole_key_filtering: 1 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: verify_compression: 0 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:12:19.883 INFO:journalctl@ceph.mon.a.smithi084.stdout: format_version: 5 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout: enable_index_compression: 1 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_align: 0 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout: max_auto_readahead_size: 262144 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout: prepopulate_block_cache: 0 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression: NoCompression 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.num_levels: 7 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:12:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:12:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:12:19.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:12:19.888 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.ttl: 2592000 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:12:19.889 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 76e652fc-05a2-4f2b-b494-0fa178153be6 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045539594576, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045539595571, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79228, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73429, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045539, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "76e652fc-05a2-4f2b-b494-0fa178153be6", "db_session_id": "80SIC13E1R9JMAT0I0EI", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045539595645, "job": 1, "event": "recovery_finished"} 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559a62296000 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: DB pointer 0x559a62284000 2024-04-02T08:12:19.890 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** DB Stats ** 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: L0 2/0 80.99 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 122.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:12:19.891 INFO:journalctl@ceph.mon.a.smithi084.stdout: Sum 2/0 80.99 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 122.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 122.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 122.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:12:19.892 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative compaction: 0.00 GB write, 22.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval compaction: 0.00 GB write, 22.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: Block cache BinnedLRUCache@0x559a621f91f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: starting mon.a rank 0 at public addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] at bind addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???) e1 preinit fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???).mds e1 new map 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???).mds e1 print_map 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: e1 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: legacy client fscid: -1 2024-04-02T08:12:19.893 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout: No filesystems configured 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: monmap e1: 1 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: fsmap 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: osdmap e1: 0 total, 0 up, 0 in 2024-04-02T08:12:19.894 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:19 smithi084 ceph-mon[27534]: mgrmap e1: no daemons active 2024-04-02T08:12:20.575 INFO:teuthology.orchestra.run.smithi084.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-02T08:12:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:20 smithi084 bash[27495]: a16388a6f0b00ccf6d4a6db0c569780afb3a952ed8b29f5d3992f4bd89a622c0 2024-04-02T08:12:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:20 smithi084 systemd[1]: Started Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:12:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:24 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2093104060' entity='client.admin' 2024-04-02T08:12:29.848 INFO:teuthology.orchestra.run.smithi084.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-02T08:12:29.869 INFO:teuthology.orchestra.run.smithi084.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:12:29.869 INFO:teuthology.orchestra.run.smithi084.stdout:Creating mgr... 2024-04-02T08:12:29.869 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-02T08:12:29.869 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-02T08:12:30.117 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T08:12:30.117 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to reset failed state of unit ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Unit ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service not loaded. 2024-04-02T08:12:30.262 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4.target.wants/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:12:30.488 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:30 smithi084 systemd[1]: Starting Ceph mgr.y for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:12:30.815 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:30 smithi084 podman[27772]: 2024-04-02 08:12:30.489953425 +0000 UTC m=+0.107153394 container create 7cab8d7069cb5832f4df9ac4cd18f9c7bcbd2c84ea0b323bc33a74c434c5362c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:12:30.815 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:30 smithi084 podman[27772]: 2024-04-02 08:12:30.400425034 +0000 UTC m=+0.017625011 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:12:30.815 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:30 smithi084 podman[27772]: 2024-04-02 08:12:30.700464148 +0000 UTC m=+0.317664117 container init 7cab8d7069cb5832f4df9ac4cd18f9c7bcbd2c84ea0b323bc33a74c434c5362c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:12:30.815 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:30 smithi084 podman[27772]: 2024-04-02 08:12:30.705447159 +0000 UTC m=+0.322647129 container start 7cab8d7069cb5832f4df9ac4cd18f9c7bcbd2c84ea0b323bc33a74c434c5362c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, RELEASE=reef-4d05f4c, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:12:30.828 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:12:30.828 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-04-02T08:12:30.835 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:12:30.835 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-04-02T08:12:30.835 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-04-02T08:12:30.835 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:12:30.844 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:12:30.844 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-04-02T08:12:30.851 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:12:30.851 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-04-02T08:12:30.851 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-04-02T08:12:30.852 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-02T08:12:30.852 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr to start... 2024-04-02T08:12:30.852 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr... 2024-04-02T08:12:31.090 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:30 smithi084 bash[27772]: 7cab8d7069cb5832f4df9ac4cd18f9c7bcbd2c84ea0b323bc33a74c434c5362c 2024-04-02T08:12:31.090 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:30 smithi084 systemd[1]: Started Ceph mgr.y for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:12:31.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:31 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:31.271+0000 7fcde0b1f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:12:31.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:31 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:31.367+0000 7fcde0b1f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:12:31.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:31 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2718524127' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsid": "99c7bed6-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:12:31.969 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:12:31.970 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:31.971 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:12:31.971 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:12:31.971 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:12:31.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:12:31.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:12:31.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:12:31.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:31.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:12:31.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:12:12.544493+0000", 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:12:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:12:31.977 INFO:teuthology.orchestra.run.smithi084.stdout:mgr not available, waiting (1/15)... 2024-04-02T08:12:32.246 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.020+0000 7fcde0b1f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:12:32.246 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.109+0000 7fcde0b1f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:12:32.246 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.247+0000 7fcde0b1f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:12:32.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.339+0000 7fcde0b1f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:12:32.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.420+0000 7fcde0b1f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:12:32.959 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.678+0000 7fcde0b1f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:12:32.960 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.785+0000 7fcde0b1f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:12:32.960 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.868+0000 7fcde0b1f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:12:32.960 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:32.960+0000 7fcde0b1f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:12:33.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:33.132+0000 7fcde0b1f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:12:34.347 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:34.142+0000 7fcde0b1f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:12:34.347 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:34.279+0000 7fcde0b1f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:12:34.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:34 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2496516618' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:12:34.911 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:34.625+0000 7fcde0b1f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:12:34.911 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:34.727+0000 7fcde0b1f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:12:35.203 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:34.922+0000 7fcde0b1f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:12:35.203 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:35.107+0000 7fcde0b1f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:12:35.211 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsid": "99c7bed6-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:35.212 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:12:35.213 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:12:35.214 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:12:35.215 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:12:12.544493+0000", 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:12:35.216 INFO:teuthology.orchestra.run.smithi084.stdout:mgr not available, waiting (2/15)... 2024-04-02T08:12:35.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:35.392+0000 7fcde0b1f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:12:36.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:35.646+0000 7fcde0b1f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:12:36.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:35.878+0000 7fcde0b1f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:12:37.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:36 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:36.668+0000 7fcde0b1f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:12:37.483 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:37.230+0000 7fcde0b1f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:12:37.483 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:37.332+0000 7fcde0b1f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:12:37.781 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:37.556+0000 7fcde0b1f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:12:37.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: Activating manager daemon y 2024-04-02T08:12:37.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: mgrmap e2: y(active, starting, since 0.00305732s) 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: Manager daemon y is now available 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' 2024-04-02T08:12:37.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:37 smithi084 ceph-mon[27534]: from='mgr.14100 172.21.15.84:0/3815983079' entity='mgr.y' 2024-04-02T08:12:38.332 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:38.332 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:12:38.332 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsid": "99c7bed6-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:12:38.332 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:38.333 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_age": 18, 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:12:38.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:12:38.338 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:12:38.338 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:12:38.338 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:12:38.339 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:38.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:38.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:38.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:12:38.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:38.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:12:12.544493+0000", 2024-04-02T08:12:38.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:38.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:38.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:12:38.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:12:38.343 INFO:teuthology.orchestra.run.smithi084.stdout:mgr not available, waiting (3/15)... 2024-04-02T08:12:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:38 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1167738275' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:12:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:38 smithi084 ceph-mon[27534]: mgrmap e3: y(active, since 1.00601s) 2024-04-02T08:12:40.721 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:40 smithi084 ceph-mon[27534]: mgrmap e4: y(active, since 2s) 2024-04-02T08:12:41.595 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:41.595 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:12:41.595 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsid": "99c7bed6-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_age": 21, 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:12:41.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:12:41.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:12:41.600 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:12:41.600 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:12:41.601 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:12:41.602 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:12:41.603 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:12:12.544493+0000", 2024-04-02T08:12:41.603 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:12:41.603 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:12:41.603 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:12:41.603 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:12:41.603 INFO:teuthology.orchestra.run.smithi084.stdout:mgr is available 2024-04-02T08:12:41.708 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:41 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2549711501' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout fsid = 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:12:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:42.753 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:12:42.753 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:12:42.753 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-04-02T08:12:42.753 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:12:42.753 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:12:42.753 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:12:42.753 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling cephadm module... 2024-04-02T08:12:42.856 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:42 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2191887171' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:12:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:43 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1081773149' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-02T08:12:43.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:12:43.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:12:44.403 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:44.202+0000 7fb25008c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:12:44.403 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:44.296+0000 7fb25008c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:12:44.708 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1081773149' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-02T08:12:44.708 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:44 smithi084 ceph-mon[27534]: mgrmap e5: y(active, since 6s) 2024-04-02T08:12:45.311 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:44.980+0000 7fb25008c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:12:45.311 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.072+0000 7fb25008c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:12:45.311 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.216+0000 7fb25008c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:12:45.311 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.311+0000 7fb25008c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:12:45.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:12:45.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-02T08:12:45.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:12:45.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:12:45.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:12:45.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:12:45.506 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for the mgr to restart... 2024-04-02T08:12:45.506 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr epoch 5... 2024-04-02T08:12:45.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.395+0000 7fb25008c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:12:45.879 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1039313060' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:12:45.880 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.666+0000 7fb25008c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:12:45.880 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.780+0000 7fb25008c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:12:45.880 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.866+0000 7fb25008c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:12:46.141 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:45.964+0000 7fb25008c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:12:46.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:46.142+0000 7fb25008c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:12:47.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:47 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:47.091+0000 7fb25008c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:12:47.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:47 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:47.222+0000 7fb25008c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:12:47.839 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:47 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:47.554+0000 7fb25008c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:12:47.839 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:47 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:47.644+0000 7fb25008c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:12:47.839 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:47 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:47.840+0000 7fb25008c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:12:48.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:48.024+0000 7fb25008c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:12:48.563 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:48.308+0000 7fb25008c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:12:48.563 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:48.564+0000 7fb25008c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:12:48.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:48.799+0000 7fb25008c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:12:49.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:49.596+0000 7fb25008c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:12:50.469 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:50.158+0000 7fb25008c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:12:50.470 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:50.255+0000 7fb25008c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:12:50.470 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:12:50.470+0000 7fb25008c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:12:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: Active manager daemon y restarted 2024-04-02T08:12:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: Activating manager daemon y 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: osdmap e2: 0 total, 0 up, 0 in 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: mgrmap e6: y(active, starting, since 0.00343018s) 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: Manager daemon y is now available 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:12:50.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:50 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:12:51.765 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:51 smithi084 ceph-mon[27534]: Found migration_current of "None". Setting to last migration. 2024-04-02T08:12:51.765 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:51 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:12:51.765 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:51 smithi084 ceph-mon[27534]: mgrmap e7: y(active, since 1.00609s) 2024-04-02T08:12:51.978 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:12:51.978 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-02T08:12:51.978 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:12:51.978 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:12:51.978 INFO:teuthology.orchestra.run.smithi084.stdout:mgr epoch 5 is available 2024-04-02T08:12:51.978 INFO:teuthology.orchestra.run.smithi084.stdout:Setting orchestrator backend to cephadm... 2024-04-02T08:12:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:52 smithi084 ceph-mon[27534]: [02/Apr/2024:08:12:50] ENGINE Bus STARTING 2024-04-02T08:12:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:52 smithi084 ceph-mon[27534]: [02/Apr/2024:08:12:51] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:12:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:52 smithi084 ceph-mon[27534]: [02/Apr/2024:08:12:51] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:12:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:52 smithi084 ceph-mon[27534]: [02/Apr/2024:08:12:51] ENGINE Bus STARTED 2024-04-02T08:12:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:52 smithi084 ceph-mon[27534]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:12:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:52 smithi084 ceph-mon[27534]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:12:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:53 smithi084 ceph-mon[27534]: mgrmap e8: y(active, since 2s) 2024-04-02T08:12:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:53 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:12:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:53 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:12:54.373 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-02T08:12:54.373 INFO:teuthology.orchestra.run.smithi084.stdout:Generating ssh key... 2024-04-02T08:12:54.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:54 smithi084 ceph-mon[27534]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:12:55.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-mon[27534]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:12:55.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:12:55.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: Generating public/private rsa key pair. 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: Your identification has been saved in /tmp/tmpombx7tpa/key. 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: Your public key has been saved in /tmp/tmpombx7tpa/key.pub. 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: The key fingerprint is: 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: SHA256:Hul7iID4s0zIljCV3Ar9yQGUVLPKr4zRUI+IJ5pUZ2Q ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: The key's randomart image is: 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: +---[RSA 3072]----+ 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: | o+ooE | 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: | o.+oo | 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: |. *.+o | 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: |.*.Boo . | 2024-04-02T08:12:55.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: |Bo*.= S | 2024-04-02T08:12:55.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: |*Oo.. o . | 2024-04-02T08:12:55.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: |==o .. .o. | 2024-04-02T08:12:55.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: |.*o. . ... | 2024-04-02T08:12:55.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: |. =o .. | 2024-04-02T08:12:55.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:12:55 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: +----[SHA256]-----+ 2024-04-02T08:12:56.915 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:56 smithi084 ceph-mon[27534]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:12:56.915 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:56 smithi084 ceph-mon[27534]: Generating ssh key... 2024-04-02T08:12:57.193 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV81Z5nSyH4tDWqFn1G4u6NDQzGq1QHs52W3eMayvn8iGeoGSDZ1Nc+CjSibOFPwH7Rt8wPFbxPfOxUpEktxNKUbN6d6Ci3IOXJR6RC1j1LptTpQ/tPxFhDTO5yfJcywkbCD6WuJkXJDFEoLozjrdIzvdf4TZfHxJHYyRynmKyLVkgWzWX+pBfjCBnRkyX0MZC6eF72r9QNxizmednbQXjYmVEX0QJtos1EKr81hOULMsi9jt0gLcxPZcBe+nMG7b3ogTDvWkSvvc2Nh5IgbiKkDShoAXhFb7NUuyv0PGUamHY7cJncPIrbUTtclYQhV26Yc5TJmEgbUVi0gji15XOZrysZwkWvQccxEkpGzqD+zPhjQSptbC0dM1QgFL/iawGSpj8YzxX2/EBcoJXNZ8Sbqf4UKQ46GC0AlRSMlHzXzdIG2ZucpzPUv2pmVMUnRDQy/ZGXduXRtL+KN7tFnHO31+9lvdUS3DSur23El1+giTdyzHi/qtNP6gfkduUJ9E= ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:12:57.194 INFO:teuthology.orchestra.run.smithi084.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-02T08:12:57.194 INFO:teuthology.orchestra.run.smithi084.stdout:Adding key to root@localhost authorized_keys... 2024-04-02T08:12:57.195 INFO:teuthology.orchestra.run.smithi084.stdout:Adding host smithi084... 2024-04-02T08:12:57.866 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:57 smithi084 ceph-mon[27534]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:12:58.813 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:58 smithi084 ceph-mon[27534]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi084", "addr": "172.21.15.84", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:12:58.813 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:12:58 smithi084 ceph-mon[27534]: Deploying cephadm binary to smithi084 2024-04-02T08:13:00.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Added host 'smithi084' with addr '172.21.15.84' 2024-04-02T08:13:00.930 INFO:teuthology.orchestra.run.smithi084.stdout:Deploying unmanaged mon service... 2024-04-02T08:13:01.652 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:01 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:13:01.652 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:01 smithi084 ceph-mon[27534]: Added host smithi084 2024-04-02T08:13:01.652 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:01 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:03.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:02 smithi084 ceph-mon[27534]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:03.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:02 smithi084 ceph-mon[27534]: Saving service mon spec with placement count:5 2024-04-02T08:13:03.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:02 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:13:03.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:02 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:13:03.105 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-02T08:13:03.105 INFO:teuthology.orchestra.run.smithi084.stdout:Deploying unmanaged mgr service... 2024-04-02T08:13:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:04 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:13:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:04 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:13:04.529 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-02T08:13:05.851 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:05 smithi084 ceph-mon[27534]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:05.851 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:05 smithi084 ceph-mon[27534]: Saving service mgr spec with placement count:2 2024-04-02T08:13:05.851 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:05 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:13:05.852 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:05 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2817905164' entity='client.admin' 2024-04-02T08:13:07.462 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling the dashboard module... 2024-04-02T08:13:07.577 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:07 smithi084 ceph-mon[27534]: from='mgr.14120 172.21.15.84:0/537195836' entity='mgr.y' 2024-04-02T08:13:07.578 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:07 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/965908649' entity='client.admin' 2024-04-02T08:13:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:08 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3179899451' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-02T08:13:08.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:13:08.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:13:09.220 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:08.954+0000 7f6e2d8bd200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:13:09.221 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:09 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:09.049+0000 7f6e2d8bd200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:13:09.479 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:09 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3179899451' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-02T08:13:09.479 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:09 smithi084 ceph-mon[27534]: mgrmap e9: y(active, since 17s) 2024-04-02T08:13:09.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:09 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:09.702+0000 7f6e2d8bd200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:13:09.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:09 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:09.798+0000 7f6e2d8bd200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:13:10.202 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:09 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:09.942+0000 7f6e2d8bd200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:13:10.202 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:10.042+0000 7f6e2d8bd200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:13:10.202 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:10.126+0000 7f6e2d8bd200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for the mgr to restart... 2024-04-02T08:13:10.430 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr epoch 9... 2024-04-02T08:13:10.508 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:10.394+0000 7f6e2d8bd200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:13:10.508 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:10.509+0000 7f6e2d8bd200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:13:10.813 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1395960492' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:13:10.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:10.597+0000 7f6e2d8bd200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:13:10.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:10.696+0000 7f6e2d8bd200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:13:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:10.876+0000 7f6e2d8bd200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:13:12.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:11 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:11.841+0000 7f6e2d8bd200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:13:12.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:11 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:11.974+0000 7f6e2d8bd200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:13:12.602 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:12.309+0000 7f6e2d8bd200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:13:12.602 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:12.402+0000 7f6e2d8bd200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:13:12.602 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:12.603+0000 7f6e2d8bd200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:13:12.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:12.791+0000 7f6e2d8bd200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:13:13.361 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:13.079+0000 7f6e2d8bd200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:13:13.361 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:13.362+0000 7f6e2d8bd200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:13:13.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:13.600+0000 7f6e2d8bd200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:13:14.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:14.408+0000 7f6e2d8bd200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:13:15.324 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:15.003+0000 7f6e2d8bd200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:13:15.324 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:15.104+0000 7f6e2d8bd200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:13:15.325 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:13:15.325+0000 7f6e2d8bd200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:13:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: Active manager daemon y restarted 2024-04-02T08:13:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: Activating manager daemon y 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: osdmap e3: 0 total, 0 up, 0 in 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: mgrmap e10: y(active, starting, since 0.0033009s) 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: Manager daemon y is now available 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:13:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:13:17.131 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:13:17.131 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-02T08:13:17.131 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:13:17.131 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:13:17.131 INFO:teuthology.orchestra.run.smithi084.stdout:mgr epoch 9 is available 2024-04-02T08:13:17.131 INFO:teuthology.orchestra.run.smithi084.stdout:Generating a dashboard self-signed certificate... 2024-04-02T08:13:17.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: [02/Apr/2024:08:13:15] ENGINE Bus STARTING 2024-04-02T08:13:17.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: [02/Apr/2024:08:13:15] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:13:17.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: [02/Apr/2024:08:13:15] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:13:17.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: [02/Apr/2024:08:13:15] ENGINE Bus STARTED 2024-04-02T08:13:17.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:13:17.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: mgrmap e11: y(active, since 1.0057s) 2024-04-02T08:13:17.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:13:17.565 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:17 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:18.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-02T08:13:18.461 INFO:teuthology.orchestra.run.smithi084.stdout:Creating initial admin user... 2024-04-02T08:13:18.845 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:18.845 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:18 smithi084 ceph-mon[27534]: mgrmap e12: y(active, since 2s) 2024-04-02T08:13:18.845 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:18 smithi084 ceph-mon[27534]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:18.845 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:18.845 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:20.563 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:20 smithi084 ceph-mon[27534]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:20.563 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:20 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:20.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$1egQ05gmdCMTRNWaRHtPzeQq.zFlSeR2HahY5ebxV4LIFsG1VJrDu", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712045599, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-02T08:13:20.565 INFO:teuthology.orchestra.run.smithi084.stdout:Fetching dashboard port number... 2024-04-02T08:13:21.510 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:21 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/380206474' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-02T08:13:21.771 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 8443 2024-04-02T08:13:21.780 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:13:21.780 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-04-02T08:13:21.787 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:13:21.787 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-04-02T08:13:21.787 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-04-02T08:13:21.787 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-02T08:13:21.788 INFO:teuthology.orchestra.run.smithi084.stdout:Ceph Dashboard is now available at: 2024-04-02T08:13:21.788 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:21.788 INFO:teuthology.orchestra.run.smithi084.stdout: URL: https://smithi084.front.sepia.ceph.com:8443/ 2024-04-02T08:13:21.788 INFO:teuthology.orchestra.run.smithi084.stdout: User: admin 2024-04-02T08:13:21.788 INFO:teuthology.orchestra.run.smithi084.stdout: Password: i3k0pc1j1e 2024-04-02T08:13:21.789 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:21.789 INFO:teuthology.orchestra.run.smithi084.stdout:Saving cluster configuration to /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config directory 2024-04-02T08:13:21.789 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling autotune for osd_memory_target 2024-04-02T08:13:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:23 smithi084 ceph-mon[27534]: mgrmap e13: y(active, since 6s) 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout:Or, if you are only running a single cluster on this host: 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-02T08:13:24.334 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout: ceph telemetry on 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout:For more information see: 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:24.335 INFO:teuthology.orchestra.run.smithi084.stdout:Bootstrap complete. 2024-04-02T08:13:24.371 INFO:tasks.cephadm:Fetching config... 2024-04-02T08:13:24.371 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:13:24.371 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-02T08:13:24.387 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-02T08:13:24.387 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:13:24.387 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-02T08:13:24.443 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-02T08:13:24.443 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:13:24.443 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-02T08:13:24.511 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-02T08:13:24.511 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:13:24.511 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-02T08:13:24.566 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-02T08:13:24.567 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV81Z5nSyH4tDWqFn1G4u6NDQzGq1QHs52W3eMayvn8iGeoGSDZ1Nc+CjSibOFPwH7Rt8wPFbxPfOxUpEktxNKUbN6d6Ci3IOXJR6RC1j1LptTpQ/tPxFhDTO5yfJcywkbCD6WuJkXJDFEoLozjrdIzvdf4TZfHxJHYyRynmKyLVkgWzWX+pBfjCBnRkyX0MZC6eF72r9QNxizmednbQXjYmVEX0QJtos1EKr81hOULMsi9jt0gLcxPZcBe+nMG7b3ogTDvWkSvvc2Nh5IgbiKkDShoAXhFb7NUuyv0PGUamHY7cJncPIrbUTtclYQhV26Yc5TJmEgbUVi0gji15XOZrysZwkWvQccxEkpGzqD+zPhjQSptbC0dM1QgFL/iawGSpj8YzxX2/EBcoJXNZ8Sbqf4UKQ46GC0AlRSMlHzXzdIG2ZucpzPUv2pmVMUnRDQy/ZGXduXRtL+KN7tFnHO31+9lvdUS3DSur23El1+giTdyzHi/qtNP6gfkduUJ9E= ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:13:24.649 INFO:teuthology.orchestra.run.smithi084.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV81Z5nSyH4tDWqFn1G4u6NDQzGq1QHs52W3eMayvn8iGeoGSDZ1Nc+CjSibOFPwH7Rt8wPFbxPfOxUpEktxNKUbN6d6Ci3IOXJR6RC1j1LptTpQ/tPxFhDTO5yfJcywkbCD6WuJkXJDFEoLozjrdIzvdf4TZfHxJHYyRynmKyLVkgWzWX+pBfjCBnRkyX0MZC6eF72r9QNxizmednbQXjYmVEX0QJtos1EKr81hOULMsi9jt0gLcxPZcBe+nMG7b3ogTDvWkSvvc2Nh5IgbiKkDShoAXhFb7NUuyv0PGUamHY7cJncPIrbUTtclYQhV26Yc5TJmEgbUVi0gji15XOZrysZwkWvQccxEkpGzqD+zPhjQSptbC0dM1QgFL/iawGSpj8YzxX2/EBcoJXNZ8Sbqf4UKQ46GC0AlRSMlHzXzdIG2ZucpzPUv2pmVMUnRDQy/ZGXduXRtL+KN7tFnHO31+9lvdUS3DSur23El1+giTdyzHi/qtNP6gfkduUJ9E= ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:13:24.673 DEBUG:teuthology.orchestra.run.smithi132:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV81Z5nSyH4tDWqFn1G4u6NDQzGq1QHs52W3eMayvn8iGeoGSDZ1Nc+CjSibOFPwH7Rt8wPFbxPfOxUpEktxNKUbN6d6Ci3IOXJR6RC1j1LptTpQ/tPxFhDTO5yfJcywkbCD6WuJkXJDFEoLozjrdIzvdf4TZfHxJHYyRynmKyLVkgWzWX+pBfjCBnRkyX0MZC6eF72r9QNxizmednbQXjYmVEX0QJtos1EKr81hOULMsi9jt0gLcxPZcBe+nMG7b3ogTDvWkSvvc2Nh5IgbiKkDShoAXhFb7NUuyv0PGUamHY7cJncPIrbUTtclYQhV26Yc5TJmEgbUVi0gji15XOZrysZwkWvQccxEkpGzqD+zPhjQSptbC0dM1QgFL/iawGSpj8YzxX2/EBcoJXNZ8Sbqf4UKQ46GC0AlRSMlHzXzdIG2ZucpzPUv2pmVMUnRDQy/ZGXduXRtL+KN7tFnHO31+9lvdUS3DSur23El1+giTdyzHi/qtNP6gfkduUJ9E= ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:13:24.719 INFO:teuthology.orchestra.run.smithi132.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV81Z5nSyH4tDWqFn1G4u6NDQzGq1QHs52W3eMayvn8iGeoGSDZ1Nc+CjSibOFPwH7Rt8wPFbxPfOxUpEktxNKUbN6d6Ci3IOXJR6RC1j1LptTpQ/tPxFhDTO5yfJcywkbCD6WuJkXJDFEoLozjrdIzvdf4TZfHxJHYyRynmKyLVkgWzWX+pBfjCBnRkyX0MZC6eF72r9QNxizmednbQXjYmVEX0QJtos1EKr81hOULMsi9jt0gLcxPZcBe+nMG7b3ogTDvWkSvvc2Nh5IgbiKkDShoAXhFb7NUuyv0PGUamHY7cJncPIrbUTtclYQhV26Yc5TJmEgbUVi0gji15XOZrysZwkWvQccxEkpGzqD+zPhjQSptbC0dM1QgFL/iawGSpj8YzxX2/EBcoJXNZ8Sbqf4UKQ46GC0AlRSMlHzXzdIG2ZucpzPUv2pmVMUnRDQy/ZGXduXRtL+KN7tFnHO31+9lvdUS3DSur23El1+giTdyzHi/qtNP6gfkduUJ9E= ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:13:24.734 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-02T08:13:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:24 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/949807850' entity='client.admin' 2024-04-02T08:13:24.951 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:13:28.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:28 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3268845197' entity='client.admin' 2024-04-02T08:13:28.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:28.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:28.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi084", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:13:28.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:28.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:28.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:28.820 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-02T08:13:28.821 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-02T08:13:29.017 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:13:31.553 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi132 2024-04-02T08:13:31.553 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:13:31.554 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/etc/ceph/ceph.conf 2024-04-02T08:13:31.572 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:13:31.572 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:13:31.630 INFO:tasks.cephadm:Adding host smithi132 to orchestrator... 2024-04-02T08:13:31.630 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch host add smithi132 2024-04-02T08:13:31.830 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:13:32.196 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:32.196 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:32.196 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:32.196 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:32.196 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:13:32.196 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:13:32.197 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:13:32.197 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:13:32.197 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:32.197 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:32.197 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:32.953 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:32 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:13:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:34 smithi084 ceph-mon[27534]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi132", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:34 smithi084 ceph-mon[27534]: Deploying cephadm binary to smithi132 2024-04-02T08:13:36.276 INFO:teuthology.orchestra.run.smithi084.stdout:Added host 'smithi132' with addr '172.21.15.132' 2024-04-02T08:13:36.576 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:36 smithi084 ceph-mon[27534]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:36.576 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:36.576 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:36.890 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-02T08:13:37.091 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:13:37.471 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:37 smithi084 ceph-mon[27534]: Added host smithi132 2024-04-02T08:13:37.471 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:37 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:37.471 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:37 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:38 smithi084 ceph-mon[27534]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:38.812 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:13:38.812 INFO:teuthology.orchestra.run.smithi084.stdout:[{"addr": "172.21.15.84", "hostname": "smithi084", "labels": [], "status": ""}, {"addr": "172.21.15.132", "hostname": "smithi132", "labels": [], "status": ""}] 2024-04-02T08:13:39.401 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-02T08:13:39.401 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-02T08:13:39.596 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:13:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:40 smithi084 ceph-mon[27534]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:13:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:40 smithi084 ceph-mon[27534]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:41.840 INFO:teuthology.orchestra.run.smithi084.stderr:adjusted tunables profile to default 2024-04-02T08:13:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi132", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2384627503' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:42.416 INFO:tasks.cephadm:Adding mon.a on smithi084 2024-04-02T08:13:42.416 INFO:tasks.cephadm:Adding mon.c on smithi084 2024-04-02T08:13:42.417 INFO:tasks.cephadm:Adding mon.b on smithi132 2024-04-02T08:13:42.417 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply mon '3;smithi084:172.21.15.84=a;smithi084:[v2:172.21.15.84:3301,v1:172.21.15.84:6790]=c;smithi132:172.21.15.132=b' 2024-04-02T08:13:42.614 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:13:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:42 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:13:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:42 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2384627503' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:13:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:42 smithi084 ceph-mon[27534]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:13:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:43 smithi084 ceph-mon[27534]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:44.276 INFO:teuthology.orchestra.run.smithi132.stdout:Scheduled mon update... 2024-04-02T08:13:44.855 DEBUG:teuthology.orchestra.run.smithi084:mon.c> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.c.service 2024-04-02T08:13:44.858 DEBUG:teuthology.orchestra.run.smithi132:mon.b> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.b.service 2024-04-02T08:13:44.864 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:13:44.864 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi084:172.21.15.84=a;smithi084:[v2:172.21.15.84:3301,v1:172.21.15.84:6790]=c;smithi132:172.21.15.132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: Saving service mon spec with placement smithi084:172.21.15.84=a;smithi084:[v2:172.21.15.84:3301,v1:172.21.15.84:6790]=c;smithi132:172.21.15.132=b;count:3 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:45.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:45 smithi084 ceph-mon[27534]: Deploying daemon mon.b on smithi132 2024-04-02T08:13:45.609 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:13:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:46 smithi084 ceph-mon[27534]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:48 smithi084 ceph-mon[27534]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:48 smithi132 systemd[1]: Starting Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:13:49.087 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:13:49.088 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":1,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:12:09.361166Z","created":"2024-04-02T08:12:09.361166Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-02T08:13:49.089 INFO:teuthology.orchestra.run.smithi132.stderr:dumped monmap epoch 1 2024-04-02T08:13:49.386 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:48 smithi132 podman[31159]: 2024-04-02 08:13:48.890695004 +0000 UTC m=+0.017582557 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:13:49.386 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 podman[31159]: 2024-04-02 08:13:49.009308238 +0000 UTC m=+0.136195795 container create fafbb6e99304df24857a106d12e086ffd67b164bbae313899ea63a1247a69441 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c) 2024-04-02T08:13:49.386 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 podman[31159]: 2024-04-02 08:13:49.387753125 +0000 UTC m=+0.514640685 container init fafbb6e99304df24857a106d12e086ffd67b164bbae313899ea63a1247a69441 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T08:13:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 podman[31159]: 2024-04-02 08:13:49.393992034 +0000 UTC m=+0.520879588 container start fafbb6e99304df24857a106d12e086ffd67b164bbae313899ea63a1247a69441 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:13:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:13:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:13:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: pidfile_write: ignore empty --pid-file 2024-04-02T08:13:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: load: jerasure load: lrc 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Git sha 0 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: DB SUMMARY 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: DB Session ID: YKB4RTT4UE1R2PW5C47Y 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:13:49.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.env: 0x55e053235720 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.info_log: 0x55e0554594e0 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.statistics: (nil) 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.use_fsync: 0 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:13:49.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:13:49.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:13:49.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:13:49.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:13:49.665 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:13:49.665 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:13:49.665 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.db_log_dir: 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.wal_dir: 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:13:49.666 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.write_buffer_manager: 0x55e0546d0140 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.unordered_write: 0 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:13:49.667 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.row_cache: None 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.wal_filter: None 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.wal_compression: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:13:49.668 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:13:49.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_open_files: -1 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Compression algorithms supported: 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kZSTD supported: 0 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:13:49.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.merge_operator: 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_filter: None 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:13:49.671 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e0554595e0) 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_type: 0 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: data_block_index_type: 0 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_shortening: 1 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: checksum: 4 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: no_block_cache: 0 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache: 0x55e0547711f0 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_options: 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: capacity : 536870912 2024-04-02T08:13:49.672 INFO:journalctl@ceph.mon.b.smithi132.stdout: num_shard_bits : 4 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: strict_capacity_limit : 0 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_compressed: (nil) 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: persistent_cache: (nil) 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_size: 4096 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_size_deviation: 10 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_restart_interval: 16 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_block_restart_interval: 1 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: metadata_block_size: 4096 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: partition_filters: 0 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: use_delta_encoding: 1 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: filter_policy: bloomfilter 2024-04-02T08:13:49.673 INFO:journalctl@ceph.mon.b.smithi132.stdout: whole_key_filtering: 1 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: verify_compression: 0 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: format_version: 5 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: enable_index_compression: 1 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_align: 0 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: max_auto_readahead_size: 262144 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: prepopulate_block_cache: 0 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression: NoCompression 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:13:49.674 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.num_levels: 7 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:13:49.675 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:13:49.676 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:13:49.677 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:13:49.678 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.ttl: 2592000 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:13:49.679 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ed5008c0-0d3e-43d8-b593-cff3fae9550a 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045629424173, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:13:49.680 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045629424590, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045629, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ed5008c0-0d3e-43d8-b593-cff3fae9550a", "db_session_id": "YKB4RTT4UE1R2PW5C47Y", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045629424668, "job": 1, "event": "recovery_finished"} 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e05480e000 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: DB pointer 0x55e0547fc000 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** DB Stats ** 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:13:49.681 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** Compaction Stats [default] ** 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** Compaction Stats [default] ** 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:13:49.682 INFO:journalctl@ceph.mon.b.smithi132.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Block cache BinnedLRUCache@0x55e0547711f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:13:49.683 INFO:journalctl@ceph.mon.b.smithi132.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: using public_addr v2:172.21.15.132:0/0 -> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: starting mon.b rank -1 at public addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] at bind addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(???) e0 preinit fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).mds e1 new map 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: e1 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: legacy client fscid: -1 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:13:49.684 INFO:journalctl@ceph.mon.b.smithi132.stdout: No filesystems configured 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi084:172.21.15.84=a;smithi084:[v2:172.21.15.84:3301,v1:172.21.15.84:6790]=c;smithi132:172.21.15.132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: Saving service mon spec with placement smithi084:172.21.15.84=a;smithi084:[v2:172.21.15.84:3301,v1:172.21.15.84:6790]=c;smithi132:172.21.15.132=b;count:3 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:49.685 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: Deploying daemon mon.b on smithi132 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/384482466' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 ceph-mon[31218]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 bash[31159]: fafbb6e99304df24857a106d12e086ffd67b164bbae313899ea63a1247a69441 2024-04-02T08:13:49.686 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:49 smithi132 systemd[1]: Started Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:13:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:49 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/384482466' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:13:50.969 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:13:50.970 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:13:51.192 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:13:54.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: mon.a calling monitor election 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: mon.b calling monitor election 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: monmap e2: 2 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: fsmap 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: mgrmap e13: y(active, since 39s) 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: overall HEALTH_OK 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:13:54.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:54 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: mon.a calling monitor election 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: mon.b calling monitor election 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: monmap e2: 2 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: fsmap 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: mgrmap e13: y(active, since 39s) 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: overall HEALTH_OK 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:54.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:13:54.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:54 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:55 smithi132 ceph-mon[31218]: Deploying daemon mon.c on smithi084 2024-04-02T08:13:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:55 smithi132 ceph-mon[31218]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:55 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:55.930 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:55 smithi084 ceph-mon[27534]: Deploying daemon mon.c on smithi084 2024-04-02T08:13:55.931 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:55 smithi084 ceph-mon[27534]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:55.931 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:55 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:56.037 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:13:56.037 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":2,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:13:49.447808Z","created":"2024-04-02T08:12:09.361166Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:3300","nonce":0},{"type":"v1","addr":"172.21.15.132:6789","nonce":0}]},"addr":"172.21.15.132:6789/0","public_addr":"172.21.15.132:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-02T08:13:56.039 INFO:teuthology.orchestra.run.smithi132.stderr:dumped monmap epoch 2 2024-04-02T08:13:56.905 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:56 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/1879766559' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:13:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:56 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/1879766559' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:13:57.540 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 systemd[1]: Starting Ceph mon.c for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:13:57.623 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:13:57.623 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:13:57.801 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[27534]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.802 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 podman[39197]: 2024-04-02 08:13:57.444426158 +0000 UTC m=+0.017883670 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:13:57.802 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 podman[39197]: 2024-04-02 08:13:57.551294077 +0000 UTC m=+0.124751581 container create a1549e333be45fce0fff3a37362def90db0893970459d75f8a392a1553d336bc (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:13:57.802 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 podman[39197]: 2024-04-02 08:13:57.75369938 +0000 UTC m=+0.327156885 container init a1549e333be45fce0fff3a37362def90db0893970459d75f8a392a1553d336bc (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T08:13:57.802 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 podman[39197]: 2024-04-02 08:13:57.759178879 +0000 UTC m=+0.332636385 container start a1549e333be45fce0fff3a37362def90db0893970459d75f8a392a1553d336bc (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:13:57.802 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pidfile_write: ignore empty --pid-file 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: load: jerasure load: lrc 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Git sha 0 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: DB SUMMARY 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: DB Session ID: GTQM0WXZMJEHV4FLD4WZ 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:13:57.803 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:13:57.804 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-02T08:13:57.804 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-02T08:13:57.804 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:13:57.805 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:13:57.805 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:13:57.805 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:13:57.805 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:13:57.805 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.env: 0x557472b6c720 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.info_log: 0x5574752cf4e0 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.statistics: (nil) 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.use_fsync: 0 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:13:57.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.db_log_dir: 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.wal_dir: 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:13:57.807 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.write_buffer_manager: 0x557474546140 2024-04-02T08:13:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:13:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:13:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:13:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:13:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:13:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:13:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:13:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:13:57.810 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.unordered_write: 0 2024-04-02T08:13:57.810 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.row_cache: None 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.wal_filter: None 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:13:57.811 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.wal_compression: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:13:57.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_open_files: -1 2024-04-02T08:13:57.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Compression algorithms supported: 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kZSTD supported: 0 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:13:57.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:13:57.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.merge_operator: 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_filter: None 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5574752cf5e0) 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:13:57.816 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_type: 0 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: data_block_index_type: 0 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_shortening: 1 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: checksum: 4 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: no_block_cache: 0 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache: 0x5574745e71f0 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_options: 2024-04-02T08:13:57.817 INFO:journalctl@ceph.mon.c.smithi084.stdout: capacity : 536870912 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: num_shard_bits : 4 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: strict_capacity_limit : 0 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_compressed: (nil) 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: persistent_cache: (nil) 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_size: 4096 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_size_deviation: 10 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_restart_interval: 16 2024-04-02T08:13:57.818 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_block_restart_interval: 1 2024-04-02T08:13:57.819 INFO:journalctl@ceph.mon.c.smithi084.stdout: metadata_block_size: 4096 2024-04-02T08:13:57.819 INFO:journalctl@ceph.mon.c.smithi084.stdout: partition_filters: 0 2024-04-02T08:13:57.819 INFO:journalctl@ceph.mon.c.smithi084.stdout: use_delta_encoding: 1 2024-04-02T08:13:57.819 INFO:journalctl@ceph.mon.c.smithi084.stdout: filter_policy: bloomfilter 2024-04-02T08:13:57.819 INFO:journalctl@ceph.mon.c.smithi084.stdout: whole_key_filtering: 1 2024-04-02T08:13:57.819 INFO:journalctl@ceph.mon.c.smithi084.stdout: verify_compression: 0 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: format_version: 5 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: enable_index_compression: 1 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_align: 0 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: max_auto_readahead_size: 262144 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: prepopulate_block_cache: 0 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:13:57.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:13:57.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression: NoCompression 2024-04-02T08:13:57.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:13:57.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:13:57.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:13:57.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.num_levels: 7 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:13:57.822 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:13:57.823 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:13:57.824 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:13:57.824 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:13:57.826 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:13:57.826 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:13:57.826 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:13:57.826 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:13:57.826 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:13:57.827 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:13:57.828 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:13:57.828 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:13:57.828 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:13:57.828 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:13:57.828 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:13:57.828 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:13:57.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:13:57.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:13:57.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:13:57.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:13:57.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:13:57.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:13:57.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:13:57.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:13:57.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:13:57.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:13:57.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.ttl: 2592000 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:13:57.832 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 32ac56e1-7853-464f-9bb9-ee6fc2635574 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045637788284, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:13:57.833 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:13:57.834 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045637788667, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045637, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "32ac56e1-7853-464f-9bb9-ee6fc2635574", "db_session_id": "GTQM0WXZMJEHV4FLD4WZ", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:13:57.834 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045637788744, "job": 1, "event": "recovery_finished"} 2024-04-02T08:13:57.834 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:13:57.834 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:13:57.834 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557474684000 2024-04-02T08:13:57.834 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: DB pointer 0x557474672000 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** DB Stats ** 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:13:57.835 INFO:journalctl@ceph.mon.c.smithi084.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:13:57.836 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: Block cache BinnedLRUCache@0x5574745e71f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: using public_addrv [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: starting mon.c rank -1 at public addrs [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] at bind addrs [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(???) e0 preinit fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).mds e1 new map 2024-04-02T08:13:57.837 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout: e1 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout: legacy client fscid: -1 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout: No filesystems configured 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:13:57.838 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi084:172.21.15.84=a;smithi084:[v2:172.21.15.84:3301,v1:172.21.15.84:6790]=c;smithi132:172.21.15.132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: Saving service mon spec with placement smithi084:172.21.15.84=a;smithi084:[v2:172.21.15.84:3301,v1:172.21.15.84:6790]=c;smithi132:172.21.15.132=b;count:3 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: Deploying daemon mon.b on smithi132 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.839 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/384482466' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.a calling monitor election 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.b calling monitor election 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:13:57.840 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: monmap e2: 2 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: fsmap 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mgrmap e13: y(active, since 39s) 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: overall HEALTH_OK 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: Deploying daemon mon.c on smithi084 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/1879766559' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:57.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 ceph-mon[39235]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:13:57.842 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:13:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:13:57 smithi132 ceph-mon[31218]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:13:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 bash[39197]: a1549e333be45fce0fff3a37362def90db0893970459d75f8a392a1553d336bc 2024-04-02T08:13:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:13:57 smithi084 systemd[1]: Started Ceph mon.c for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:14:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:14:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: mon.a calling monitor election 2024-04-02T08:14:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:14:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: mon.b calling monitor election 2024-04-02T08:14:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: mon.c calling monitor election 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: monmap e3: 3 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],c=[v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: fsmap 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: mgrmap e13: y(active, since 47s) 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: overall HEALTH_OK 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:03.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:03.273 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-04-02T08:14:03.273 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":3,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:13:57.808276Z","created":"2024-04-02T08:12:09.361166Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:3300","nonce":0},{"type":"v1","addr":"172.21.15.132:6789","nonce":0}]},"addr":"172.21.15.132:6789/0","public_addr":"172.21.15.132:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3301","nonce":0},{"type":"v1","addr":"172.21.15.84:6790","nonce":0}]},"addr":"172.21.15.84:6790/0","public_addr":"172.21.15.84:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-02T08:14:03.275 INFO:teuthology.orchestra.run.smithi132.stderr:dumped monmap epoch 3 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: mon.a calling monitor election 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: mon.b calling monitor election 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: mon.c calling monitor election 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: monmap e3: 3 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],c=[v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: fsmap 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: mgrmap e13: y(active, since 47s) 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: overall HEALTH_OK 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:03.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: mon.a calling monitor election 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: mon.b calling monitor election 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: mon.c calling monitor election 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:14:03.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: monmap e3: 3 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],c=[v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:14:03.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: fsmap 2024-04-02T08:14:03.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:14:03.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: mgrmap e13: y(active, since 47s) 2024-04-02T08:14:03.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: overall HEALTH_OK 2024-04-02T08:14:03.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:03.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:03.861 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-02T08:14:03.861 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-02T08:14:04.079 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:14:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/1659244910' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:14:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[39235]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/1659244910' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:14:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[27534]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:03 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:03 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:03 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:03 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:03 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/1659244910' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:14:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:03 smithi132 ceph-mon[31218]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:03 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:14:05.279 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.280 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:05.281 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:05 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:05 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:05 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:05 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:05 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:05 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:05 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:05.977 INFO:teuthology.orchestra.run.smithi084.stdout:# minimal ceph.conf for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:05.977 INFO:teuthology.orchestra.run.smithi084.stdout:[global] 2024-04-02T08:14:05.977 INFO:teuthology.orchestra.run.smithi084.stdout: fsid = 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:05.977 INFO:teuthology.orchestra.run.smithi084.stdout: mon_host = [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: Reconfiguring daemon mon.a on smithi084 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:06 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1468374180' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: Reconfiguring daemon mon.a on smithi084 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1468374180' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:14:06.428 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: Reconfiguring daemon mon.a on smithi084 2024-04-02T08:14:06.429 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:06.430 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:06.430 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:06 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1468374180' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:07.132 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-02T08:14:07.132 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:14:07.132 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:14:07.162 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:14:07.162 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:14:07.230 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:14:07.231 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:14:07.263 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:14:07.263 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:14:07.332 INFO:tasks.cephadm:Adding mgr.y on smithi084 2024-04-02T08:14:07.332 INFO:tasks.cephadm:Adding mgr.x on smithi132 2024-04-02T08:14:07.332 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply mgr '2;smithi084=y;smithi132=x' 2024-04-02T08:14:07.570 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:14:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[39235]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[27534]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:08 smithi132 ceph-mon[31218]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:09.322 INFO:teuthology.orchestra.run.smithi132.stdout:Scheduled mgr update... 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: Reconfiguring daemon mon.c on smithi084 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:09.619 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:09 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:14:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: Reconfiguring daemon mon.c on smithi084 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: Reconfiguring daemon mon.c on smithi084 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:14:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:09.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:09 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:09.924 DEBUG:teuthology.orchestra.run.smithi132:mgr.x> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service 2024-04-02T08:14:09.926 INFO:tasks.cephadm:Deploying OSDs... 2024-04-02T08:14:09.926 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:14:09.926 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:14:09.942 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:14:09.943 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_1 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-02 08:13:57.272606645 +0000 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-02 08:08:50.116928305 +0000 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-02 08:08:50.116928305 +0000 2024-04-02T08:14:09.998 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-02 08:08:50.116928305 +0000 2024-04-02T08:14:09.999 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:14:10.065 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-02T08:14:10.065 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-02T08:14:10.065 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000217366 s, 2.4 MB/s 2024-04-02T08:14:10.066 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:14:10.123 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_2 2024-04-02T08:14:10.178 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:14:10.178 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:10.178 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-02T08:14:10.179 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:10.179 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:10.179 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-02 08:13:57.272606645 +0000 2024-04-02T08:14:10.179 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-02 08:08:50.470922028 +0000 2024-04-02T08:14:10.179 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-02 08:08:50.470922028 +0000 2024-04-02T08:14:10.179 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-02 08:08:50.470922028 +0000 2024-04-02T08:14:10.179 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:14:10.244 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-02T08:14:10.245 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-02T08:14:10.245 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000245976 s, 2.1 MB/s 2024-04-02T08:14:10.246 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:14:10.302 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_3 2024-04-02T08:14:10.357 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-02 08:13:57.273606627 +0000 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-02 08:08:50.809916017 +0000 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-02 08:08:50.809916017 +0000 2024-04-02T08:14:10.358 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-02 08:08:50.809916017 +0000 2024-04-02T08:14:10.358 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:14:10.423 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-02T08:14:10.423 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-02T08:14:10.423 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000188918 s, 2.7 MB/s 2024-04-02T08:14:10.424 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:14:10.480 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_4 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-02 08:13:57.273606627 +0000 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-02 08:08:51.148910006 +0000 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-02 08:08:51.148910006 +0000 2024-04-02T08:14:10.535 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-02 08:08:51.148910006 +0000 2024-04-02T08:14:10.536 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:14:10.601 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-02T08:14:10.601 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-02T08:14:10.601 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000197868 s, 2.6 MB/s 2024-04-02T08:14:10.602 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:14:10.658 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:14:10.658 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:14:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:10 smithi132 ceph-mon[31218]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:14:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:10 smithi132 ceph-mon[31218]: Reconfiguring daemon mon.b on smithi132 2024-04-02T08:14:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:10 smithi132 ceph-mon[31218]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi084=y;smithi132=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:10 smithi132 ceph-mon[31218]: Saving service mgr spec with placement smithi084=y;smithi132=x;count:2 2024-04-02T08:14:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:10 smithi132 ceph-mon[31218]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:10.674 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:14:10.674 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_1 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-04-02 08:13:48.678580940 +0000 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-04-02 08:08:50.785367121 +0000 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-04-02 08:08:50.785367121 +0000 2024-04-02T08:14:10.731 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-04-02 08:08:50.785367121 +0000 2024-04-02T08:14:10.732 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:14:10.797 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-04-02T08:14:10.797 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-04-02T08:14:10.797 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000209875 s, 2.4 MB/s 2024-04-02T08:14:10.798 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:14:10.854 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_2 2024-04-02T08:14:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[39235]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:14:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[39235]: Reconfiguring daemon mon.b on smithi132 2024-04-02T08:14:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[39235]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi084=y;smithi132=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[39235]: Saving service mgr spec with placement smithi084=y;smithi132=x;count:2 2024-04-02T08:14:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[39235]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[27534]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:14:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[27534]: Reconfiguring daemon mon.b on smithi132 2024-04-02T08:14:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[27534]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi084=y;smithi132=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[27534]: Saving service mgr spec with placement smithi084=y;smithi132=x;count:2 2024-04-02T08:14:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:10 smithi084 ceph-mon[27534]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:10.909 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:14:10.909 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:10.909 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-02T08:14:10.909 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:10.909 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:10.910 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-04-02 08:13:48.678580940 +0000 2024-04-02T08:14:10.910 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-04-02 08:08:51.127358143 +0000 2024-04-02T08:14:10.910 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-04-02 08:08:51.127358143 +0000 2024-04-02T08:14:10.910 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-04-02 08:08:51.127358143 +0000 2024-04-02T08:14:10.910 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:14:10.975 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-04-02T08:14:10.975 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-04-02T08:14:10.975 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000188496 s, 2.7 MB/s 2024-04-02T08:14:10.977 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:14:11.032 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_3 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-04-02 08:13:48.678580940 +0000 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-04-02 08:08:51.446349770 +0000 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-04-02 08:08:51.446349770 +0000 2024-04-02T08:14:11.088 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-04-02 08:08:51.446349770 +0000 2024-04-02T08:14:11.088 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:14:11.153 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-04-02T08:14:11.153 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-04-02T08:14:11.154 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000203894 s, 2.5 MB/s 2024-04-02T08:14:11.155 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:14:11.210 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_4 2024-04-02T08:14:11.264 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-04-02 08:13:48.679580914 +0000 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-04-02 08:08:51.785340872 +0000 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-04-02 08:08:51.785340872 +0000 2024-04-02T08:14:11.265 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-04-02 08:08:51.785340872 +0000 2024-04-02T08:14:11.265 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:14:11.331 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-04-02T08:14:11.331 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-04-02T08:14:11.331 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000187592 s, 2.7 MB/s 2024-04-02T08:14:11.332 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:14:11.388 INFO:tasks.cephadm:Deploying osd.0 on smithi084 with /dev/vg_nvme/lv_4... 2024-04-02T08:14:11.388 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:14:11.587 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:14:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: Deploying daemon mgr.x on smithi132 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[27534]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: Deploying daemon mgr.x on smithi132 2024-04-02T08:14:12.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:12 smithi084 ceph-mon[39235]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: Deploying daemon mgr.x on smithi132 2024-04-02T08:14:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:12 smithi132 ceph-mon[31218]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:13.096 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:12 smithi132 systemd[1]: Starting Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:14:13.360 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 podman[33286]: 2024-04-02 08:14:13.000412138 +0000 UTC m=+0.017573915 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:14:13.360 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 podman[33286]: 2024-04-02 08:14:13.104618144 +0000 UTC m=+0.121779885 container create dadb6e328b042383a16babc10ada00ba392f859dbd47b9c75bd0e88afb7cb786 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-02T08:14:13.360 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 podman[33286]: 2024-04-02 08:14:13.3318813 +0000 UTC m=+0.349043039 container init dadb6e328b042383a16babc10ada00ba392f859dbd47b9c75bd0e88afb7cb786 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:14:13.360 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 podman[33286]: 2024-04-02 08:14:13.33740931 +0000 UTC m=+0.354571048 container start dadb6e328b042383a16babc10ada00ba392f859dbd47b9c75bd0e88afb7cb786 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:14:13.360 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 ceph-mgr[33324]: -- 172.21.15.132:0/3431381803 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a41755a1a0 con 0x55a417531000 2024-04-02T08:14:13.495 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:14:13.495 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:14:13.496 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-02T08:14:13.496 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-02T08:14:13.496 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0134605 s, 779 MB/s 2024-04-02T08:14:13.496 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-02T08:14:13.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 bash[33286]: dadb6e328b042383a16babc10ada00ba392f859dbd47b9c75bd0e88afb7cb786 2024-04-02T08:14:13.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 systemd[1]: Started Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:14:14.140 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi084:vg_nvme/lv_4 2024-04-02T08:14:14.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:13.906+0000 7f00c0f10200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:14:14.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:14.019+0000 7f00c0f10200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:14:14.338 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[39235]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[27534]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.461 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.461 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:14 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-mon[31218]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:15.026 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:14.684+0000 7f00c0f10200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:14:15.026 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:14.786+0000 7f00c0f10200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:14:15.026 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:14.932+0000 7f00c0f10200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:14:15.026 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:15.026+0000 7f00c0f10200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:14:15.369 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:15.109+0000 7f00c0f10200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:14:15.369 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:15.370+0000 7f00c0f10200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:14:15.658 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:15.480+0000 7f00c0f10200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:14:15.658 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:15.566+0000 7f00c0f10200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:14:15.658 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:15.658+0000 7f00c0f10200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:14:15.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:15.835+0000 7f00c0f10200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: Reconfiguring daemon mgr.y on smithi084 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.039 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: Reconfiguring daemon mgr.y on smithi084 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:16.040 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: Reconfiguring daemon mgr.y on smithi084 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:16.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:16.994 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[27534]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:16.994 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:14:16.994 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:14:16.994 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:16.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[39235]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:16.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:14:16.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:14:16.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:16 smithi132 ceph-mon[31218]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:14:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:14:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:17.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:16.798+0000 7f00c0f10200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:14:17.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:16.930+0000 7f00c0f10200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:14:17.548 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:17.268+0000 7f00c0f10200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:14:17.548 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:17.356+0000 7f00c0f10200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:14:17.548 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:17.548+0000 7f00c0f10200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:14:17.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:17.733+0000 7f00c0f10200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:14:18.225 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.225 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.225 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:18.225 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:18.225 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[39235]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.226 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:18 smithi084 ceph-mon[27534]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:18.015+0000 7f00c0f10200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:18.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-mon[31218]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:18.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:18.289+0000 7f00c0f10200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:14:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:18.522+0000 7f00c0f10200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:14:19.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:19.314+0000 7f00c0f10200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:14:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1538817310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]: dispatch 2024-04-02T08:14:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]: dispatch 2024-04-02T08:14:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]': finished 2024-04-02T08:14:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-mon[31218]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:14:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1538817310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]: dispatch 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]: dispatch 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]': finished 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[27534]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1538817310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]: dispatch 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]: dispatch 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50e8f67b-8974-48cc-aa18-e40ee30f1598"}]': finished 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[39235]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:14:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:19 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:20.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:19.884+0000 7f00c0f10200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:14:20.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:19.979+0000 7f00c0f10200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:14:20.194+0000 7f00c0f10200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-mon[31218]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2046339947' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-mon[31218]: Standby manager daemon x started 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:14:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:20 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:14:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[27534]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2046339947' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:14:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[27534]: Standby manager daemon x started 2024-04-02T08:14:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[39235]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2046339947' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[39235]: Standby manager daemon x started 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:14:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:20 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2735756336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:14:21.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:21 smithi132 ceph-mon[31218]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-02T08:14:21.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:21 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:14:21.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:21 smithi132 ceph-mon[31218]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:21 smithi084 ceph-mon[39235]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-02T08:14:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:21 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:14:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:21 smithi084 ceph-mon[39235]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:21 smithi084 ceph-mon[27534]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-02T08:14:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:21 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:14:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:21 smithi084 ceph-mon[27534]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:24.451 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:24 smithi084 ceph-mon[27534]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:24.451 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:24 smithi084 ceph-mon[39235]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:24 smithi132 ceph-mon[31218]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:25 smithi084 ceph-mon[27534]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:25 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:14:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:25 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:25 smithi084 ceph-mon[39235]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:25 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:14:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:25 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:25.889 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:25 smithi132 ceph-mon[31218]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:25.889 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:25 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:14:25.889 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:25 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:26.893 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:26 smithi084 ceph-mon[27534]: Deploying daemon osd.0 on smithi084 2024-04-02T08:14:26.893 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:26 smithi084 ceph-mon[39235]: Deploying daemon osd.0 on smithi084 2024-04-02T08:14:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:26 smithi132 ceph-mon[31218]: Deploying daemon osd.0 on smithi084 2024-04-02T08:14:27.840 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:27 smithi084 ceph-mon[27534]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:27.841 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:27 smithi084 ceph-mon[39235]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:27 smithi132 ceph-mon[31218]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:30 smithi132 ceph-mon[31218]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:30 smithi084 ceph-mon[27534]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:30.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:30 smithi084 ceph-mon[39235]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[27534]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:31.900 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:31 smithi084 ceph-mon[39235]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:31 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:31 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:31 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:31 smithi132 ceph-mon[31218]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:34.093 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.093 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.093 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:34.093 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:34.093 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:34.093 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: from='osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[39235]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: from='osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:14:34.094 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:33 smithi084 ceph-mon[27534]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:14:34.116 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 0 on host 'smithi084' 2024-04-02T08:14:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: from='osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:14:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:33 smithi132 ceph-mon[31218]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:14:35.102 DEBUG:teuthology.orchestra.run.smithi084:osd.0> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.0.service 2024-04-02T08:14:35.104 INFO:tasks.cephadm:Deploying osd.1 on smithi084 with /dev/vg_nvme/lv_3... 2024-04-02T08:14:35.104 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:14:35.330 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:35.330 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:35.330 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:35.331 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:14:35.331 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:14:35.331 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:35.331 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: from='osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:14:35.333 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[27534]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: from='osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:14:35.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-mon[39235]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: from='osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:14:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:35 smithi132 ceph-mon[31218]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:14:36.012 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[43511]: 2024-04-02T08:14:35.902+0000 7f369d192700 -1 osd.0 0 waiting for initial osdmap 2024-04-02T08:14:36.012 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:14:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[43511]: 2024-04-02T08:14:35.904+0000 7f369477e700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:14:36.486 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:14:36.613 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[39235]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:36.613 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[39235]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:14:36.613 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[39235]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[39235]: from='osd.0 ' entity='osd.0' 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[27534]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[27534]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[27534]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:36.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:36 smithi084 ceph-mon[27534]: from='osd.0 ' entity='osd.0' 2024-04-02T08:14:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:36 smithi132 ceph-mon[31218]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:36 smithi132 ceph-mon[31218]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:14:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:36 smithi132 ceph-mon[31218]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:14:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:36 smithi132 ceph-mon[31218]: from='osd.0 ' entity='osd.0' 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[27534]: osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976] boot 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[27534]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:14:37.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:37.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[39235]: osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976] boot 2024-04-02T08:14:37.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[39235]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:14:37.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:37 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:37 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:14:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:37 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:14:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:37 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:37 smithi132 ceph-mon[31218]: osd.0 [v2:172.21.15.84:6802/1921326976,v1:172.21.15.84:6803/1921326976] boot 2024-04-02T08:14:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:37 smithi132 ceph-mon[31218]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:14:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:37 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:38.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:38.486 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:14:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:14:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:38.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:38.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:14:38.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:39.053 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:14:39.053 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:14:39.054 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-02T08:14:39.054 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-02T08:14:39.054 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0121871 s, 860 MB/s 2024-04-02T08:14:39.054 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-02T08:14:39.631 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:39 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi084 2024-04-02T08:14:39.631 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:39 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi084 to 16064M 2024-04-02T08:14:39.632 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:39 smithi084 ceph-mon[39235]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:14:39.632 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:39 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi084 2024-04-02T08:14:39.632 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:39 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi084 to 16064M 2024-04-02T08:14:39.632 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:39 smithi084 ceph-mon[27534]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:14:39.653 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi084:vg_nvme/lv_3 2024-04-02T08:14:39.852 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:14:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:39 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi084 2024-04-02T08:14:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:39 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi084 to 16064M 2024-04-02T08:14:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:39 smithi132 ceph-mon[31218]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:14:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:40 smithi084 ceph-mon[27534]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:40 smithi084 ceph-mon[39235]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:40 smithi132 ceph-mon[31218]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[27534]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:14:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:14:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[39235]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:14:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:14:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:42 smithi132 ceph-mon[31218]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:14:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:14:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:43 smithi084 ceph-mon[27534]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:43 smithi084 ceph-mon[27534]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:43 smithi084 ceph-mon[39235]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:43 smithi084 ceph-mon[39235]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:43 smithi132 ceph-mon[31218]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:14:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:43 smithi132 ceph-mon[31218]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:44.795 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/794614466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5"}]: dispatch 2024-04-02T08:14:44.795 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/794614466' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5"}]': finished 2024-04-02T08:14:44.795 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[27534]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:14:44.796 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:14:44.796 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/794614466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5"}]: dispatch 2024-04-02T08:14:44.796 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/794614466' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5"}]': finished 2024-04-02T08:14:44.796 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[39235]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:14:44.796 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:44 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:14:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/794614466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5"}]: dispatch 2024-04-02T08:14:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/794614466' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5"}]': finished 2024-04-02T08:14:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:44 smithi132 ceph-mon[31218]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:14:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:44 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:14:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3501437293' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:14:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:45 smithi084 ceph-mon[27534]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3501437293' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:14:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:45 smithi084 ceph-mon[39235]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3501437293' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:14:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:45 smithi132 ceph-mon[31218]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:48.449 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:48 smithi084 ceph-mon[27534]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:48.450 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:48 smithi084 ceph-mon[39235]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:48 smithi132 ceph-mon[31218]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:50 smithi084 ceph-mon[39235]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:50 smithi084 ceph-mon[27534]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:50 smithi132 ceph-mon[31218]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:51 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:14:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:51 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:51.723 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:51 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:14:51.723 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:51 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:51.723 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:51 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:14:51.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:51 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:52.543 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:52 smithi084 ceph-mon[27534]: Deploying daemon osd.1 on smithi084 2024-04-02T08:14:52.544 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:52 smithi084 ceph-mon[27534]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:52.544 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:52 smithi084 ceph-mon[39235]: Deploying daemon osd.1 on smithi084 2024-04-02T08:14:52.544 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:52 smithi084 ceph-mon[39235]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:52 smithi132 ceph-mon[31218]: Deploying daemon osd.1 on smithi084 2024-04-02T08:14:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:52 smithi132 ceph-mon[31218]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:54 smithi132 ceph-mon[31218]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:54 smithi084 ceph-mon[27534]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:54 smithi084 ceph-mon[39235]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:55.650 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:55 smithi084 ceph-mon[27534]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:55.651 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:55 smithi084 ceph-mon[39235]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:55 smithi132 ceph-mon[31218]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:14:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:14:57.924 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:57 smithi084 ceph-mon[27534]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:57.924 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:57 smithi084 ceph-mon[39235]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:57 smithi132 ceph-mon[31218]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:14:58.781 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 1 on host 'smithi084' 2024-04-02T08:14:59.407 DEBUG:teuthology.orchestra.run.smithi084:osd.1> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.1.service 2024-04-02T08:14:59.410 INFO:tasks.cephadm:Deploying osd.2 on smithi084 with /dev/vg_nvme/lv_2... 2024-04-02T08:14:59.410 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:14:59.657 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:15:00.066 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.066 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[27534]: from='osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[27534]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[27534]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[39235]: from='osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[39235]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[39235]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:15:00.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.068 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:14:59 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:59 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:59 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:59 smithi132 ceph-mon[31218]: from='osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:15:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:59 smithi132 ceph-mon[31218]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:15:00.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:59 smithi132 ceph-mon[31218]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:15:00.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:59 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:00.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:14:59 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[39235]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[39235]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[39235]: from='osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[39235]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[27534]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[27534]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:15:01.098 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.099 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[27534]: from='osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:01.099 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:00 smithi084 ceph-mon[27534]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:00 smithi132 ceph-mon[31218]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:15:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:00 smithi132 ceph-mon[31218]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:15:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:00 smithi132 ceph-mon[31218]: from='osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:00 smithi132 ceph-mon[31218]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:01.367 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[49611]: 2024-04-02T08:15:01.210+0000 7f5222576700 -1 osd.1 0 waiting for initial osdmap 2024-04-02T08:15:01.367 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[49611]: 2024-04-02T08:15:01.213+0000 7f521a363700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:15:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[27534]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[27534]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[27534]: from='osd.1 ' entity='osd.1' 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[27534]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[39235]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[39235]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[39235]: from='osd.1 ' entity='osd.1' 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[39235]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:15:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:01 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:01 smithi132 ceph-mon[31218]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:01 smithi132 ceph-mon[31218]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:15:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:01 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:01 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:01 smithi132 ceph-mon[31218]: from='osd.1 ' entity='osd.1' 2024-04-02T08:15:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:01 smithi132 ceph-mon[31218]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:15:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:01 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:02.580 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:15:02.581 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:15:02.581 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-02T08:15:02.581 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-02T08:15:02.581 INFO:teuthology.orchestra.run.smithi084.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0127621 s, 822 MB/s 2024-04-02T08:15:02.581 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 2024-04-02T08:15:02.581 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[27534]: osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921] boot 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[27534]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:15:02.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[39235]: osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921] boot 2024-04-02T08:15:02.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[39235]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:15:02.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:02 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:15:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:02 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:15:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:02 smithi132 ceph-mon[31218]: osd.1 [v2:172.21.15.84:6810/1947776921,v1:172.21.15.84:6811/1947776921] boot 2024-04-02T08:15:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:02 smithi132 ceph-mon[31218]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:15:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:15:03.311 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi084:vg_nvme/lv_2 2024-04-02T08:15:04.003 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:15:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:15:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:04 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:04 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:05.489 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:05 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi084 2024-04-02T08:15:05.489 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:05 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi084 to 8032M 2024-04-02T08:15:05.489 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:05 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi084 2024-04-02T08:15:05.489 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:05 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi084 to 8032M 2024-04-02T08:15:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:05 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi084 2024-04-02T08:15:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:05 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi084 to 8032M 2024-04-02T08:15:06.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[27534]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:06.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:06.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:06.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:06.579 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[39235]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:06.579 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:06.579 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:06.580 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:06 smithi132 ceph-mon[31218]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:07.498 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:07 smithi084 ceph-mon[27534]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:07.499 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:07 smithi084 ceph-mon[39235]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:07 smithi132 ceph-mon[31218]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:08 smithi084 ceph-mon[27534]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:08 smithi084 ceph-mon[39235]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:08 smithi132 ceph-mon[31218]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2056980285' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]: dispatch 2024-04-02T08:15:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]: dispatch 2024-04-02T08:15:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]': finished 2024-04-02T08:15:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[27534]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:15:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2056980285' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]: dispatch 2024-04-02T08:15:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]: dispatch 2024-04-02T08:15:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]': finished 2024-04-02T08:15:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[39235]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:15:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:09 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:09 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2056980285' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]: dispatch 2024-04-02T08:15:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:09 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]: dispatch 2024-04-02T08:15:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:09 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a15633c-f4d9-46a9-a9cd-995363e8719e"}]': finished 2024-04-02T08:15:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:09 smithi132 ceph-mon[31218]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:15:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:09 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:10 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3686042688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:10 smithi084 ceph-mon[27534]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:10 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3686042688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:10 smithi084 ceph-mon[39235]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:10 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3686042688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:10 smithi132 ceph-mon[31218]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:12 smithi132 ceph-mon[31218]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:12.671 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:12 smithi084 ceph-mon[39235]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:12.672 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:12 smithi084 ceph-mon[27534]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:14.568 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:14 smithi084 ceph-mon[27534]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:14.569 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:14 smithi084 ceph-mon[39235]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:14 smithi132 ceph-mon[31218]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:15.656 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:15:15.656 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:15.656 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[27534]: Deploying daemon osd.2 on smithi084 2024-04-02T08:15:15.656 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[27534]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:15.657 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:15:15.657 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:15.657 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[39235]: Deploying daemon osd.2 on smithi084 2024-04-02T08:15:15.657 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:15 smithi084 ceph-mon[39235]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:15:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:15 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:15 smithi132 ceph-mon[31218]: Deploying daemon osd.2 on smithi084 2024-04-02T08:15:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:15 smithi132 ceph-mon[31218]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:18 smithi132 ceph-mon[31218]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:18 smithi084 ceph-mon[27534]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:18 smithi084 ceph-mon[39235]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:20 smithi132 ceph-mon[31218]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:20 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:20 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:20 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[27534]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[39235]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:20.670 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:20 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:22.498 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:22 smithi084 ceph-mon[27534]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:22.498 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:22 smithi084 ceph-mon[39235]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:22 smithi132 ceph-mon[31218]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:23.263 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 2 on host 'smithi084' 2024-04-02T08:15:23.918 DEBUG:teuthology.orchestra.run.smithi084:osd.2> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.2.service 2024-04-02T08:15:23.921 INFO:tasks.cephadm:Deploying osd.3 on smithi084 with /dev/vg_nvme/lv_1... 2024-04-02T08:15:23.921 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:15:24.174 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:15:24.575 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.575 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[27534]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[27534]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[39235]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[39235]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.576 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:24 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:24 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:24 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:24 smithi132 ceph-mon[31218]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:15:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:24 smithi132 ceph-mon[31218]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:24 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:24 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[27534]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:15:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[27534]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:15:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[27534]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[39235]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:15:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[39235]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:15:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-mon[39235]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:25.619 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[55616]: 2024-04-02T08:15:25.272+0000 7f129ffb1700 -1 osd.2 0 waiting for initial osdmap 2024-04-02T08:15:25.619 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[55616]: 2024-04-02T08:15:25.276+0000 7f129bda6700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:15:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:25 smithi132 ceph-mon[31218]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:15:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:25 smithi132 ceph-mon[31218]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:15:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:25 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:25 smithi132 ceph-mon[31218]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[27534]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[27534]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[27534]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[39235]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[39235]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:15:26.437 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:26.438 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:26.438 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:26 smithi084 ceph-mon[39235]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:26 smithi132 ceph-mon[31218]: from='osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:26 smithi132 ceph-mon[31218]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:15:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:26 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:26 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:26 smithi132 ceph-mon[31218]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:15:27.233 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:15:27.234 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:15:27.234 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-02T08:15:27.234 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-02T08:15:27.234 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125655 s, 834 MB/s 2024-04-02T08:15:27.234 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-02T08:15:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:15:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:15:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[27534]: osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721] boot 2024-04-02T08:15:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[27534]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:15:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:15:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:15:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[39235]: osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721] boot 2024-04-02T08:15:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[39235]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:15:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:27 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:27 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:15:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:27 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:15:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:27 smithi132 ceph-mon[31218]: osd.2 [v2:172.21.15.84:6818/1427439721,v1:172.21.15.84:6819/1427439721] boot 2024-04-02T08:15:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:27 smithi132 ceph-mon[31218]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:15:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:27 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:15:28.027 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi084:vg_nvme/lv_1 2024-04-02T08:15:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:28 smithi084 ceph-mon[27534]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:15:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:28 smithi084 ceph-mon[27534]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:15:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:28 smithi084 ceph-mon[39235]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:15:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:28 smithi084 ceph-mon[39235]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:28 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:15:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:28 smithi132 ceph-mon[31218]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:15:28.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:28 smithi132 ceph-mon[31218]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:28.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:28 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:15:28.694 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:15:29.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:15:29.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:15:29.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:29.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:30.167 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[59988]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:15:30.168 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[59988]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:30.168 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[59988]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:30.168 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[59988]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:30.617 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60017]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:15:30.617 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60017]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:30.618 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60017]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:30.618 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60017]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi084 2024-04-02T08:15:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi084 to 5354M 2024-04-02T08:15:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:15:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[27534]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:15:30.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[27534]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:30.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi084 2024-04-02T08:15:30.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi084 to 5354M 2024-04-02T08:15:30.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:15:30.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[39235]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:15:30.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:30 smithi084 ceph-mon[39235]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:30 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi084 2024-04-02T08:15:30.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:30 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi084 to 5354M 2024-04-02T08:15:30.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:30 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:15:30.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:30 smithi132 ceph-mon[31218]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:15:30.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:30 smithi132 ceph-mon[31218]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:30.904 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60041]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:15:30.904 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60041]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:30.905 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60041]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:30.905 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60041]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:31.156 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60110]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:15:31.156 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60110]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:31.157 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60110]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:31.157 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:15:30 smithi084 sudo[60110]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:31.423 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60168]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:15:31.423 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60168]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:31.424 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60168]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:31.424 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60168]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:31.424 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:31.424 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:31.424 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[27534]: osdmap e22: 3 total, 3 up, 3 in 2024-04-02T08:15:31.424 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:31.424 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:31.424 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:31.425 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:31.425 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[39235]: osdmap e22: 3 total, 3 up, 3 in 2024-04-02T08:15:31.425 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:31.425 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:31 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:31.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:31 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:31.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:31 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:31.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:31 smithi132 ceph-mon[31218]: osdmap e22: 3 total, 3 up, 3 in 2024-04-02T08:15:31.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:31 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:31.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:31 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:31.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60211]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:15:31.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60211]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:31.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60211]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:31.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60211]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:31.684 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60208]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:15:31.684 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60208]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:31.684 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60208]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:31.684 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60208]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:32.049 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60222]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:15:32.050 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60222]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:32.050 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60222]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:32.050 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:31 smithi084 sudo[60222]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:32.429 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34033]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:15:32.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34033]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:32.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34033]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:32.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34033]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[27534]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:32.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 ceph-mon[39235]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:15:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34036]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34036]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34036]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 sudo[34036]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:32.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:32.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:32 smithi132 ceph-mon[31218]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:15:32.968 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60281]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:15:32.968 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60281]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:32.969 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60281]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:32.969 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60281]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60318]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:15:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60318]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:15:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60318]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:15:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:32 smithi084 sudo[60318]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:15:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2931765174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81452eed-0622-4886-93f4-0faead840a3c"}]: dispatch 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2931765174' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81452eed-0622-4886-93f4-0faead840a3c"}]': finished 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2931765174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81452eed-0622-4886-93f4-0faead840a3c"}]: dispatch 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2931765174' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81452eed-0622-4886-93f4-0faead840a3c"}]': finished 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:15:33.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:33 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2931765174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81452eed-0622-4886-93f4-0faead840a3c"}]: dispatch 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2931765174' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81452eed-0622-4886-93f4-0faead840a3c"}]': finished 2024-04-02T08:15:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:15:33.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:33 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:34.801 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:34 smithi084 ceph-mon[27534]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:34.801 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:34 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1295833793' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:34.801 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:34 smithi084 ceph-mon[39235]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:34.801 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:34 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1295833793' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:34 smithi132 ceph-mon[31218]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:34 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1295833793' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:35 smithi084 ceph-mon[27534]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:35 smithi084 ceph-mon[39235]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:35 smithi132 ceph-mon[31218]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:38.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:38 smithi084 ceph-mon[27534]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:38.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:38 smithi084 ceph-mon[39235]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:38 smithi132 ceph-mon[31218]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:40 smithi084 ceph-mon[39235]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 42 KiB/s wr, 3 op/s 2024-04-02T08:15:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:40 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:15:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:40 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:40 smithi084 ceph-mon[27534]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 42 KiB/s wr, 3 op/s 2024-04-02T08:15:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:40 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:15:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:40 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:40 smithi132 ceph-mon[31218]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 42 KiB/s wr, 3 op/s 2024-04-02T08:15:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:40 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:15:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:40 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:41.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:41 smithi132 ceph-mon[31218]: Deploying daemon osd.3 on smithi084 2024-04-02T08:15:41.858 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:41 smithi084 ceph-mon[27534]: Deploying daemon osd.3 on smithi084 2024-04-02T08:15:41.859 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:41 smithi084 ceph-mon[39235]: Deploying daemon osd.3 on smithi084 2024-04-02T08:15:42.859 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:42 smithi084 ceph-mon[27534]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 32 KiB/s wr, 2 op/s 2024-04-02T08:15:42.859 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:42 smithi084 ceph-mon[39235]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 32 KiB/s wr, 2 op/s 2024-04-02T08:15:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:42 smithi132 ceph-mon[31218]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 32 KiB/s wr, 2 op/s 2024-04-02T08:15:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:44 smithi084 ceph-mon[27534]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 903 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-02T08:15:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:44 smithi084 ceph-mon[39235]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 903 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-02T08:15:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:44 smithi132 ceph-mon[31218]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 903 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[27534]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:45 smithi084 ceph-mon[39235]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:15:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:45 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:45 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:45 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:45 smithi132 ceph-mon[31218]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:15:48.181 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 3 on host 'smithi084' 2024-04-02T08:15:48.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[27534]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:15:48.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[27534]: from='osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[27534]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[39235]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.799 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[39235]: from='osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:15:48.800 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[39235]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:15:48.800 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.800 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:48 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.825 DEBUG:teuthology.orchestra.run.smithi084:osd.3> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.3.service 2024-04-02T08:15:48.827 INFO:tasks.cephadm:Deploying osd.4 on smithi132 with /dev/vg_nvme/lv_4... 2024-04-02T08:15:48.828 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:15:48.858 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:48 smithi132 ceph-mon[31218]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:15:48.858 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:48 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.858 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:48 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.858 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:48 smithi132 ceph-mon[31218]: from='osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:15:48.858 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:48 smithi132 ceph-mon[31218]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:15:48.858 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:48 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:48.858 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:48 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:49.038 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:15:49.839 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:49 smithi132 ceph-mon[31218]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:15:49.839 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:49 smithi132 ceph-mon[31218]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:15:49.839 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:49 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:49.839 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:49 smithi132 ceph-mon[31218]: from='osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:49.840 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:49 smithi132 ceph-mon[31218]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[27534]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:15:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[27534]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:15:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[27534]: from='osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[27534]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[39235]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:15:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[39235]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:15:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[39235]: from='osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-mon[39235]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:15:50.147 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[62132]: 2024-04-02T08:15:49.931+0000 7faa76d44700 -1 osd.3 0 waiting for initial osdmap 2024-04-02T08:15:50.147 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:15:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[62132]: 2024-04-02T08:15:49.936+0000 7faa6eb31700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:15:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:50 smithi132 ceph-mon[31218]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:50 smithi132 ceph-mon[31218]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:50 smithi132 ceph-mon[31218]: osdmap e25: 4 total, 3 up, 4 in 2024-04-02T08:15:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:50 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:50 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:50 smithi132 ceph-mon[31218]: from='osd.3 ' entity='osd.3' 2024-04-02T08:15:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[27534]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[27534]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[27534]: osdmap e25: 4 total, 3 up, 4 in 2024-04-02T08:15:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[27534]: from='osd.3 ' entity='osd.3' 2024-04-02T08:15:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[39235]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[39235]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-02T08:15:50.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[39235]: osdmap e25: 4 total, 3 up, 4 in 2024-04-02T08:15:50.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:50.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:50.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:50 smithi084 ceph-mon[39235]: from='osd.3 ' entity='osd.3' 2024-04-02T08:15:50.949 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:15:50.950 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:15:50.950 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-04-02T08:15:50.950 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-04-02T08:15:50.950 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126759 s, 827 MB/s 2024-04-02T08:15:50.950 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-04-02T08:15:51.501 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi132:vg_nvme/lv_4 2024-04-02T08:15:51.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:51 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:15:51.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:51 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:15:51.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:51 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:51.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:51 smithi132 ceph-mon[31218]: osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776] boot 2024-04-02T08:15:51.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:51 smithi132 ceph-mon[31218]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:15:51.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:51 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:51.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:51 smithi132 ceph-mon[31218]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:51.571 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:15:51.571 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:15:51.571 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:51.571 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[27534]: osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776] boot 2024-04-02T08:15:51.571 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[27534]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:15:51.571 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[27534]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[39235]: osd.3 [v2:172.21.15.84:6826/261607776,v1:172.21.15.84:6827/261607776] boot 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[39235]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:15:51.572 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:51 smithi084 ceph-mon[39235]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:15:51.743 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi084 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi084 to 4016M 2024-04-02T08:15:52.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:52.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:52.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:52.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:52.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:52.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi084 2024-04-02T08:15:52.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi084 to 4016M 2024-04-02T08:15:52.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:52.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:52.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:52.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:52.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:52.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi084 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:15:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi084 to 4016M 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:15:52.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:15:54.065 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:53 smithi132 ceph-mon[31218]: osdmap e27: 4 total, 4 up, 4 in 2024-04-02T08:15:54.065 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:53 smithi132 ceph-mon[31218]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:54.065 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:53 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:54.065 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:53 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:54.065 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:53 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[27534]: osdmap e27: 4 total, 4 up, 4 in 2024-04-02T08:15:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[27534]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:54.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[39235]: osdmap e27: 4 total, 4 up, 4 in 2024-04-02T08:15:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[39235]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:15:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:15:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:53 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:54 smithi132 ceph-mon[31218]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:54 smithi084 ceph-mon[27534]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:54 smithi084 ceph-mon[39235]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:55 smithi084 ceph-mon[27534]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:55 smithi084 ceph-mon[39235]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:56.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:55 smithi132 ceph-mon[31218]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/2069437544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]: dispatch 2024-04-02T08:15:57.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]: dispatch 2024-04-02T08:15:57.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]': finished 2024-04-02T08:15:57.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[27534]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:15:57.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:15:57.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/2910502170' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:57.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/2069437544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]: dispatch 2024-04-02T08:15:57.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]: dispatch 2024-04-02T08:15:57.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]': finished 2024-04-02T08:15:57.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[39235]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:15:57.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:15:57.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:56 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/2910502170' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:56 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/2069437544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]: dispatch 2024-04-02T08:15:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:56 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]: dispatch 2024-04-02T08:15:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:56 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71d3b128-7c96-4aae-8366-6c76f1e343af"}]': finished 2024-04-02T08:15:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:56 smithi132 ceph-mon[31218]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:15:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:15:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:56 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/2910502170' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:15:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:15:57 smithi084 ceph-mon[27534]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:15:57 smithi084 ceph-mon[39235]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:15:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:15:57 smithi132 ceph-mon[31218]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:00 smithi132 ceph-mon[31218]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:00 smithi084 ceph-mon[27534]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:00.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:00 smithi084 ceph-mon[39235]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:02 smithi132 ceph-mon[31218]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:16:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:02 smithi084 ceph-mon[27534]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:02.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:16:02.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:02 smithi084 ceph-mon[39235]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:16:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:03.712 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:03 smithi132 ceph-mon[31218]: Deploying daemon osd.4 on smithi132 2024-04-02T08:16:03.769 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:03 smithi084 ceph-mon[27534]: Deploying daemon osd.4 on smithi132 2024-04-02T08:16:03.769 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:03 smithi084 ceph-mon[39235]: Deploying daemon osd.4 on smithi132 2024-04-02T08:16:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:04 smithi132 ceph-mon[31218]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:04 smithi084 ceph-mon[27534]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:04 smithi084 ceph-mon[39235]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:05.773 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:05 smithi132 ceph-mon[31218]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:05 smithi084 ceph-mon[27534]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:05 smithi084 ceph-mon[39235]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:08 smithi132 ceph-mon[31218]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[27534]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:08.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:08.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[39235]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:10.587 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:10 smithi132 ceph-mon[31218]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:10.663 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 4 on host 'smithi132' 2024-04-02T08:16:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:10 smithi084 ceph-mon[27534]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:10 smithi084 ceph-mon[39235]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:11.278 DEBUG:teuthology.orchestra.run.smithi132:osd.4> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.4.service 2024-04-02T08:16:11.320 INFO:tasks.cephadm:Deploying osd.5 on smithi132 with /dev/vg_nvme/lv_3... 2024-04-02T08:16:11.320 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:16:11.569 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:16:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:11 smithi132 ceph-mon[31218]: from='osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:16:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:11 smithi132 ceph-mon[31218]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:16:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:11 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:11 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:11 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:11 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[27534]: from='osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:16:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[27534]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:16:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[39235]: from='osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:16:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[39235]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:16:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:11 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-mon[31218]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-mon[31218]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:16:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-mon[31218]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:16:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-mon[31218]: from='osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-mon[31218]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[27534]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[27534]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:16:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[27534]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:16:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[27534]: from='osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[27534]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[39235]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[39235]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[39235]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[39235]: from='osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:12 smithi084 ceph-mon[39235]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:12.974 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[36650]: 2024-04-02T08:16:12.849+0000 7f323cf53700 -1 osd.4 0 waiting for initial osdmap 2024-04-02T08:16:12.975 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:16:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[36650]: 2024-04-02T08:16:12.853+0000 7f3234d40700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:16:13.505 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:13 smithi132 ceph-mon[31218]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:16:13.505 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:13 smithi132 ceph-mon[31218]: osdmap e30: 5 total, 4 up, 5 in 2024-04-02T08:16:13.505 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:13 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:13.506 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:13 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:13.506 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:13 smithi132 ceph-mon[31218]: from='osd.4 ' entity='osd.4' 2024-04-02T08:16:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[27534]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:16:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[27534]: osdmap e30: 5 total, 4 up, 5 in 2024-04-02T08:16:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:13.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[27534]: from='osd.4 ' entity='osd.4' 2024-04-02T08:16:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[39235]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:16:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[39235]: osdmap e30: 5 total, 4 up, 5 in 2024-04-02T08:16:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:13 smithi084 ceph-mon[39235]: from='osd.4 ' entity='osd.4' 2024-04-02T08:16:14.462 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:14 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:16:14.462 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:14 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:16:14.463 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:14 smithi132 ceph-mon[31218]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:14.463 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:14 smithi132 ceph-mon[31218]: osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732] boot 2024-04-02T08:16:14.463 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:14 smithi132 ceph-mon[31218]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:16:14.463 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:14 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:14.463 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:14 smithi132 ceph-mon[31218]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:16:14.556 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:16:14.556 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:16:14.556 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-04-02T08:16:14.556 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-04-02T08:16:14.557 INFO:teuthology.orchestra.run.smithi132.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121778 s, 861 MB/s 2024-04-02T08:16:14.557 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 2024-04-02T08:16:14.557 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-04-02T08:16:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:16:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:16:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[27534]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[27534]: osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732] boot 2024-04-02T08:16:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[27534]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:16:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[27534]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:16:14.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:16:14.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:16:14.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[39235]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:16:14.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[39235]: osd.4 [v2:172.21.15.132:6800/2225365732,v1:172.21.15.132:6801/2225365732] boot 2024-04-02T08:16:14.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[39235]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:16:14.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:16:14.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:14 smithi084 ceph-mon[39235]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:16:15.342 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi132:vg_nvme/lv_3 2024-04-02T08:16:15.992 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:16:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:16.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:17 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi132 2024-04-02T08:16:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:17 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi132 to 17088M 2024-04-02T08:16:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:17 smithi132 ceph-mon[31218]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:16:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:17 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi132 2024-04-02T08:16:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:17 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi132 to 17088M 2024-04-02T08:16:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:17 smithi084 ceph-mon[27534]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:16:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:17 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi132 2024-04-02T08:16:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:17 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi132 to 17088M 2024-04-02T08:16:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:17 smithi084 ceph-mon[39235]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:16:18.552 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:18 smithi132 ceph-mon[31218]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:18.552 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:18 smithi132 ceph-mon[31218]: osdmap e35: 5 total, 5 up, 5 in 2024-04-02T08:16:18.552 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:18.552 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:18.553 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:18 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[27534]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[27534]: osdmap e35: 5 total, 5 up, 5 in 2024-04-02T08:16:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:18.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:18.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[39235]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[39235]: osdmap e35: 5 total, 5 up, 5 in 2024-04-02T08:16:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:18 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:19 smithi084 ceph-mon[27534]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:19.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:19 smithi084 ceph-mon[39235]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:19.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:19 smithi132 ceph-mon[31218]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[27534]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-02T08:16:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/2602706991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]: dispatch 2024-04-02T08:16:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]: dispatch 2024-04-02T08:16:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]': finished 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[27534]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[39235]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/2602706991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]: dispatch 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]: dispatch 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]': finished 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[39235]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:16:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:20 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:20 smithi132 ceph-mon[31218]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-02T08:16:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:20 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/2602706991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]: dispatch 2024-04-02T08:16:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:20 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]: dispatch 2024-04-02T08:16:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:20 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30dd87fc-83cd-428a-9ad4-781675027168"}]': finished 2024-04-02T08:16:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:20 smithi132 ceph-mon[31218]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:16:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:20 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:21 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/602788576' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:21.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:21 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/602788576' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:21.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:21 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/602788576' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:22 smithi084 ceph-mon[27534]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:16:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:22 smithi084 ceph-mon[39235]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:16:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:22 smithi132 ceph-mon[31218]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:16:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:24 smithi084 ceph-mon[27534]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:16:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:24 smithi084 ceph-mon[39235]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:16:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:24 smithi132 ceph-mon[31218]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:16:25.884 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:25 smithi132 ceph-mon[31218]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:16:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:25 smithi084 ceph-mon[27534]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:16:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:25 smithi084 ceph-mon[39235]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:16:26.952 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:26 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:16:26.952 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:26 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:26.952 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:26 smithi132 ceph-mon[31218]: Deploying daemon osd.5 on smithi132 2024-04-02T08:16:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:26 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:16:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:26 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:26 smithi084 ceph-mon[27534]: Deploying daemon osd.5 on smithi132 2024-04-02T08:16:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:26 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:16:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:26 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:26 smithi084 ceph-mon[39235]: Deploying daemon osd.5 on smithi132 2024-04-02T08:16:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:27 smithi132 ceph-mon[31218]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:16:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:27 smithi084 ceph-mon[27534]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:16:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:27 smithi084 ceph-mon[39235]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:16:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:30 smithi084 ceph-mon[27534]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:30.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:30 smithi084 ceph-mon[39235]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:30.887 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:30 smithi132 ceph-mon[31218]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:32 smithi132 ceph-mon[31218]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:32 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[27534]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[39235]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:32 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.511 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:34 smithi132 ceph-mon[31218]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:34.511 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:34 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.511 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:34 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.511 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:34 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:34.511 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:34 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:34.511 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:34 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[27534]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:34.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.670 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[39235]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:34.671 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:34 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:35.215 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 5 on host 'smithi132' 2024-04-02T08:16:35.793 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:35 smithi132 ceph-mon[31218]: from='osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:16:35.793 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:35 smithi132 ceph-mon[31218]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:16:35.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:35.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:35.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:35.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:35 smithi132 ceph-mon[31218]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:35.822 DEBUG:teuthology.orchestra.run.smithi132:osd.5> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.5.service 2024-04-02T08:16:35.824 INFO:tasks.cephadm:Deploying osd.6 on smithi132 with /dev/vg_nvme/lv_2... 2024-04-02T08:16:35.824 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:16:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[27534]: from='osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:16:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[27534]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[27534]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[39235]: from='osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[39235]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:35 smithi084 ceph-mon[39235]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:36.536 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:16:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:36 smithi132 ceph-mon[31218]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:16:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:36 smithi132 ceph-mon[31218]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:16:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:36 smithi132 ceph-mon[31218]: from='osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:36 smithi132 ceph-mon[31218]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:36.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:16:36 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[42929]: 2024-04-02T08:16:36.713+0000 7ff3b8607700 -1 osd.5 0 waiting for initial osdmap 2024-04-02T08:16:36.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:16:36 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[42929]: 2024-04-02T08:16:36.718+0000 7ff3b43fc700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:16:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[27534]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:16:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[27534]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:16:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:37.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[27534]: from='osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:37.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[27534]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[39235]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:16:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[39235]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:16:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[39235]: from='osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:36 smithi084 ceph-mon[39235]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:16:38.040 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:37 smithi132 ceph-mon[31218]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:16:38.040 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:37 smithi132 ceph-mon[31218]: osdmap e38: 6 total, 5 up, 6 in 2024-04-02T08:16:38.040 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:37 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:38.040 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:37 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:38.040 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:37 smithi132 ceph-mon[31218]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[27534]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:16:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[27534]: osdmap e38: 6 total, 5 up, 6 in 2024-04-02T08:16:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[27534]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[39235]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:16:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[39235]: osdmap e38: 6 total, 5 up, 6 in 2024-04-02T08:16:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:37 smithi084 ceph-mon[39235]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:16:38.862 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:38 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:16:38.863 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:38 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:16:38.863 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:38 smithi132 ceph-mon[31218]: osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429] boot 2024-04-02T08:16:38.863 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:38 smithi132 ceph-mon[31218]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:16:38.863 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:38 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:38.863 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:38 smithi132 ceph-mon[31218]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:16:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:16:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[27534]: osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429] boot 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[27534]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[27534]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[39235]: osd.5 [v2:172.21.15.132:6808/2014900429,v1:172.21.15.132:6809/2014900429] boot 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[39235]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:16:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:38 smithi084 ceph-mon[39235]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:16:39.332 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:16:39.332 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:16:39.332 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-04-02T08:16:39.332 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-04-02T08:16:39.333 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125453 s, 836 MB/s 2024-04-02T08:16:39.333 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-04-02T08:16:40.100 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:39 smithi132 ceph-mon[31218]: pgmap v132: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:40.101 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:39 smithi132 ceph-mon[31218]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:16:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:39 smithi084 ceph-mon[27534]: pgmap v132: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:39 smithi084 ceph-mon[27534]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:16:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:39 smithi084 ceph-mon[39235]: pgmap v132: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:39 smithi084 ceph-mon[39235]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:16:40.475 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi132:vg_nvme/lv_2 2024-04-02T08:16:40.678 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:16:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi132 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi132 to 8544M 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:41 smithi132 ceph-mon[31218]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:16:41.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi132 2024-04-02T08:16:41.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi132 to 8544M 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[39235]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi132 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:41.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:41.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi132 to 8544M 2024-04-02T08:16:41.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:41.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:41.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:41 smithi084 ceph-mon[27534]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:16:42.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:42 smithi132 ceph-mon[31218]: pgmap v135: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:42 smithi132 ceph-mon[31218]: osdmap e43: 6 total, 6 up, 6 in 2024-04-02T08:16:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:42 smithi084 ceph-mon[27534]: pgmap v135: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:42 smithi084 ceph-mon[27534]: osdmap e43: 6 total, 6 up, 6 in 2024-04-02T08:16:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:42 smithi084 ceph-mon[39235]: pgmap v135: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:42 smithi084 ceph-mon[39235]: osdmap e43: 6 total, 6 up, 6 in 2024-04-02T08:16:43.332 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:43.332 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:43.332 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:44.375 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:44 smithi132 ceph-mon[31218]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:44.375 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:44 smithi132 ceph-mon[31218]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-04-02T08:16:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:44 smithi084 ceph-mon[27534]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:44 smithi084 ceph-mon[27534]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-04-02T08:16:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:44 smithi084 ceph-mon[39235]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:44 smithi084 ceph-mon[39235]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/3502636343' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]: dispatch 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]: dispatch 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]': finished 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[27534]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[27534]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/3502636343' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]: dispatch 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]: dispatch 2024-04-02T08:16:45.948 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]': finished 2024-04-02T08:16:45.949 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[39235]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:16:45.949 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:16:45.949 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:45 smithi084 ceph-mon[39235]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:16:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/3502636343' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]: dispatch 2024-04-02T08:16:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:45 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]: dispatch 2024-04-02T08:16:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:45 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be14e32a-6787-4b52-9286-0a6fafc3434b"}]': finished 2024-04-02T08:16:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:45 smithi132 ceph-mon[31218]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:16:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:45 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:16:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:45 smithi132 ceph-mon[31218]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:16:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/1266106224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/1266106224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/1266106224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:48.045 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:47 smithi132 ceph-mon[31218]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:16:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:47 smithi084 ceph-mon[27534]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:16:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:47 smithi084 ceph-mon[39235]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:16:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:50 smithi132 ceph-mon[31218]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:16:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:50 smithi084 ceph-mon[27534]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:16:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:50 smithi084 ceph-mon[39235]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:16:52.598 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:52 smithi132 ceph-mon[31218]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-02T08:16:52.598 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:16:52.598 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:52 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:52.599 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:52 smithi132 ceph-mon[31218]: Deploying daemon osd.6 on smithi132 2024-04-02T08:16:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[27534]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-02T08:16:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:16:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[27534]: Deploying daemon osd.6 on smithi132 2024-04-02T08:16:52.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[39235]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-02T08:16:52.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:16:52.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:52.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:52 smithi084 ceph-mon[39235]: Deploying daemon osd.6 on smithi132 2024-04-02T08:16:54.802 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:54 smithi132 ceph-mon[31218]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:54 smithi084 ceph-mon[27534]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:54 smithi084 ceph-mon[39235]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:55.792 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:55 smithi132 ceph-mon[31218]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:55 smithi084 ceph-mon[27534]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:55 smithi084 ceph-mon[39235]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:58.101 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:57 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:58.101 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:57 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:58.101 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:57 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:58.101 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:16:57 smithi132 ceph-mon[31218]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[27534]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:16:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:16:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:58.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:16:57 smithi084 ceph-mon[39235]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:00.413 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 6 on host 'smithi132' 2024-04-02T08:17:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:00 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:00.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:17:00.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:17:00.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:00.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:00 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:00.967 DEBUG:teuthology.orchestra.run.smithi132:osd.6> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.6.service 2024-04-02T08:17:00.970 INFO:tasks.cephadm:Deploying osd.7 on smithi132 with /dev/vg_nvme/lv_1... 2024-04-02T08:17:00.970 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:17:01.735 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:01 smithi132 ceph-mon[31218]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:17:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:01 smithi132 ceph-mon[31218]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:17:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:01 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:01 smithi132 ceph-mon[31218]: from='osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:01 smithi132 ceph-mon[31218]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:01 smithi132 ceph-mon[31218]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[27534]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:17:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[27534]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:17:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[27534]: from='osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[27534]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[27534]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[39235]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:17:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[39235]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:17:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[39235]: from='osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[39235]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:01 smithi084 ceph-mon[39235]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:02.404 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:17:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[48866]: 2024-04-02T08:17:02.151+0000 7f73e37cc700 -1 osd.6 0 waiting for initial osdmap 2024-04-02T08:17:02.404 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:17:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[48866]: 2024-04-02T08:17:02.160+0000 7f73db5b9700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:17:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:02 smithi132 ceph-mon[31218]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:17:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:02 smithi132 ceph-mon[31218]: osdmap e46: 7 total, 6 up, 7 in 2024-04-02T08:17:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:02 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:02 smithi132 ceph-mon[31218]: from='osd.6 ' entity='osd.6' 2024-04-02T08:17:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[27534]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:17:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[27534]: osdmap e46: 7 total, 6 up, 7 in 2024-04-02T08:17:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[27534]: from='osd.6 ' entity='osd.6' 2024-04-02T08:17:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[39235]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:17:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[39235]: osdmap e46: 7 total, 6 up, 7 in 2024-04-02T08:17:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:02 smithi084 ceph-mon[39235]: from='osd.6 ' entity='osd.6' 2024-04-02T08:17:03.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:03 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:17:03.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:03 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:17:03.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:03 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:03.794 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:03 smithi132 ceph-mon[31218]: osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455] boot 2024-04-02T08:17:03.795 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:03 smithi132 ceph-mon[31218]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:17:03.795 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:03 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:03.795 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:03 smithi132 ceph-mon[31218]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:04.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:17:04.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:17:04.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:04.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[27534]: osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455] boot 2024-04-02T08:17:04.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[27534]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[27534]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[39235]: osd.6 [v2:172.21.15.132:6816/3076210455,v1:172.21.15.132:6817/3076210455] boot 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[39235]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:17:04.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:03 smithi084 ceph-mon[39235]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:17:04.362 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:17:04.362 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:17:04.362 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-04-02T08:17:04.362 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-04-02T08:17:04.362 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123557 s, 849 MB/s 2024-04-02T08:17:04.363 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-04-02T08:17:05.020 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi132:vg_nvme/lv_1 2024-04-02T08:17:05.324 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:05 smithi132 ceph-mon[31218]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:17:05.610 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:05 smithi084 ceph-mon[27534]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:17:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:05 smithi084 ceph-mon[39235]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:17:06.438 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:06.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:06 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:06.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:06 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:07 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi132 2024-04-02T08:17:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:07 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi132 to 5696M 2024-04-02T08:17:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:07 smithi132 ceph-mon[31218]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:17:07.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:07 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi132 2024-04-02T08:17:07.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:07 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi132 to 5696M 2024-04-02T08:17:07.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:07 smithi084 ceph-mon[27534]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:17:07.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:07 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi132 2024-04-02T08:17:07.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:07 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi132 to 5696M 2024-04-02T08:17:07.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:07 smithi084 ceph-mon[39235]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:17:08.203 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:08 smithi132 ceph-mon[31218]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:08.203 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:08.203 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:08.203 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:08 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:08.203 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:08 smithi132 ceph-mon[31218]: osdmap e51: 7 total, 7 up, 7 in 2024-04-02T08:17:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[27534]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[27534]: osdmap e51: 7 total, 7 up, 7 in 2024-04-02T08:17:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[39235]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:08 smithi084 ceph-mon[39235]: osdmap e51: 7 total, 7 up, 7 in 2024-04-02T08:17:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:09 smithi084 ceph-mon[27534]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:09 smithi084 ceph-mon[39235]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:09 smithi132 ceph-mon[31218]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[27534]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/2908257116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]: dispatch 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]: dispatch 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[27534]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]': finished 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[27534]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[39235]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/2908257116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]: dispatch 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]: dispatch 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[39235]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]': finished 2024-04-02T08:17:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[39235]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:17:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:10 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:10 smithi132 ceph-mon[31218]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-02T08:17:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:10 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/2908257116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]: dispatch 2024-04-02T08:17:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:10 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]: dispatch 2024-04-02T08:17:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:10 smithi132 ceph-mon[31218]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05b8bc9a-fcbc-4c22-b647-273bf4fc1adf"}]': finished 2024-04-02T08:17:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:10 smithi132 ceph-mon[31218]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:17:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:10 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:11 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/398043761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:11.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:11 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/398043761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:11 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/398043761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:12 smithi084 ceph-mon[27534]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:17:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:12 smithi084 ceph-mon[39235]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:17:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:12 smithi132 ceph-mon[31218]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:17:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:14 smithi132 ceph-mon[31218]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-02T08:17:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:14 smithi084 ceph-mon[27534]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-02T08:17:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:14 smithi084 ceph-mon[39235]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-02T08:17:16.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:15 smithi132 ceph-mon[31218]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:17:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:15 smithi084 ceph-mon[39235]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:17:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:15 smithi084 ceph-mon[27534]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:17:16.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:17:16.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:16 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:16.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:16 smithi132 ceph-mon[31218]: Deploying daemon osd.7 on smithi132 2024-04-02T08:17:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:17:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:16 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:16 smithi084 ceph-mon[27534]: Deploying daemon osd.7 on smithi132 2024-04-02T08:17:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:17:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:16 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:16 smithi084 ceph-mon[39235]: Deploying daemon osd.7 on smithi132 2024-04-02T08:17:17.795 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:17 smithi132 ceph-mon[31218]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:17:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:17 smithi084 ceph-mon[27534]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:17:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:17 smithi084 ceph-mon[39235]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:17:20.834 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:20 smithi132 ceph-mon[31218]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:20 smithi084 ceph-mon[27534]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:20.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:20 smithi084 ceph-mon[39235]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:22.608 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:22 smithi132 ceph-mon[31218]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:22.608 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:22 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:22.608 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:22 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:22.608 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:22 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[27534]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[39235]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:22 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:24 smithi132 ceph-mon[31218]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:24 smithi084 ceph-mon[27534]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:24 smithi084 ceph-mon[39235]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:24.988 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 7 on host 'smithi132' 2024-04-02T08:17:25.613 DEBUG:teuthology.orchestra.run.smithi132:osd.7> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.7.service 2024-04-02T08:17:25.615 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-02T08:17:25.615 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd stat -f json 2024-04-02T08:17:25.841 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:25 smithi132 ceph-mon[31218]: from='osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:17:25.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:25 smithi132 ceph-mon[31218]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:17:25.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:25 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:25.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:25 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:25.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:25 smithi132 ceph-mon[31218]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:25.962 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[27534]: from='osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:17:25.962 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[27534]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:17:25.962 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:25.962 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:25.962 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[27534]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:25.962 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[39235]: from='osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:17:25.963 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[39235]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:17:25.963 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:25.963 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:25.963 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:25 smithi084 ceph-mon[39235]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:26.980 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:26 smithi132 ceph-mon[31218]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:17:26.980 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:26 smithi132 ceph-mon[31218]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:17:26.980 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:26 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:26.980 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:26 smithi132 ceph-mon[31218]: from='osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:26.980 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:26 smithi132 ceph-mon[31218]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:26.980 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:26 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:26.980 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:26 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:27.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[27534]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:17:27.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[27534]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:17:27.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:27.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[27534]: from='osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:27.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[27534]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:27.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:27.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:27.053 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[39235]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:17:27.053 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[39235]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:17:27.053 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:27.053 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[39235]: from='osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:27.053 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[39235]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:17:27.053 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:27.053 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:26 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:27.376 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[55332]: 2024-04-02T08:17:27.137+0000 7f5714337700 -1 osd.7 0 waiting for initial osdmap 2024-04-02T08:17:27.376 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[55332]: 2024-04-02T08:17:27.145+0000 7f570c124700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:17:27.830 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:27.946 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-mon[31218]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:17:27.946 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-mon[31218]: osdmap e54: 8 total, 7 up, 8 in 2024-04-02T08:17:27.946 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:27.946 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:27.946 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-mon[31218]: from='osd.7 ' entity='osd.7' 2024-04-02T08:17:27.946 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:27 smithi132 ceph-mon[31218]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[27534]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:17:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[27534]: osdmap e54: 8 total, 7 up, 8 in 2024-04-02T08:17:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[27534]: from='osd.7 ' entity='osd.7' 2024-04-02T08:17:28.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[27534]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[39235]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-04-02T08:17:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[39235]: osdmap e54: 8 total, 7 up, 8 in 2024-04-02T08:17:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[39235]: from='osd.7 ' entity='osd.7' 2024-04-02T08:17:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:27 smithi084 ceph-mon[39235]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:17:28.480 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712045847,"num_in_osds":8,"osd_in_since":1712045829,"num_remapped_pgs":1} 2024-04-02T08:17:28.481 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:17:28.685 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:29.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[27534]: purged_snaps scrub starts 2024-04-02T08:17:29.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[27534]: purged_snaps scrub ok 2024-04-02T08:17:29.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:29.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[27534]: osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711] boot 2024-04-02T08:17:29.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[27534]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:17:29.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:29.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1438396994' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:17:29.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[39235]: purged_snaps scrub starts 2024-04-02T08:17:29.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[39235]: purged_snaps scrub ok 2024-04-02T08:17:29.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:29.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[39235]: osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711] boot 2024-04-02T08:17:29.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[39235]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:17:29.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:29.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:28 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1438396994' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:17:29.048 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:28 smithi132 ceph-mon[31218]: purged_snaps scrub starts 2024-04-02T08:17:29.048 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:28 smithi132 ceph-mon[31218]: purged_snaps scrub ok 2024-04-02T08:17:29.048 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:28 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:29.048 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:28 smithi132 ceph-mon[31218]: osd.7 [v2:172.21.15.132:6824/2284643711,v1:172.21.15.132:6825/2284643711] boot 2024-04-02T08:17:29.048 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:28 smithi132 ceph-mon[31218]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:17:29.049 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:28 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:17:29.049 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:28 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1438396994' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: Detected new or changed devices on smithi132 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi132 to 4272M 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:30.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: Detected new or changed devices on smithi132 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi132 to 4272M 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:30.021 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:30.022 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:30.022 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:29 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: Detected new or changed devices on smithi132 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi132 to 4272M 2024-04-02T08:17:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:30.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:30.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:30.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:30.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:30.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:29 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:30.433 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:30.433 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":57,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:17:29.722650+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[{"pgid":"1.0","osds":[0,6]}],"primary_temp":[],"blocklist":{"172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:17:30.929 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:15:27.644286+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:17:30.929 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-02T08:17:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:30 smithi084 ceph-mon[39235]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:17:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:30 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/151105823' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:30 smithi084 ceph-mon[27534]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:17:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:30 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/151105823' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:31.132 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:30 smithi132 ceph-mon[31218]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:17:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:30 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/151105823' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:31.853 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:31 smithi084 ceph-mon[27534]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:17:31.854 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:31 smithi084 ceph-mon[27534]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:31.854 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:31 smithi084 ceph-mon[39235]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:17:31.854 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:31 smithi084 ceph-mon[39235]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:31 smithi132 ceph-mon[31218]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:17:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:31 smithi132 ceph-mon[31218]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:32 smithi084 ceph-mon[27534]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:17:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:32 smithi084 ceph-mon[39235]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:17:32.940 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-02T08:17:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:32 smithi132 ceph-mon[31218]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:17:33.491 INFO:tasks.cephadm:Adding mds.a on smithi084 2024-04-02T08:17:33.492 INFO:tasks.cephadm:Adding mds.b on smithi132 2024-04-02T08:17:33.492 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply mds all '2;smithi084=a;smithi132=b' 2024-04-02T08:17:33.710 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:33.830 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:33 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2023441155' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:33.830 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:33 smithi132 ceph-mon[31218]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:34.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:33 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2023441155' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:34.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:33 smithi084 ceph-mon[27534]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:34.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:33 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2023441155' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:34.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:33 smithi084 ceph-mon[39235]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:35.666 INFO:teuthology.orchestra.run.smithi132.stdout:Scheduled mds.all update... 2024-04-02T08:17:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:35 smithi084 ceph-mon[27534]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:17:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:35 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:35 smithi084 ceph-mon[39235]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:17:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:35 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:35 smithi132 ceph-mon[31218]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:17:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:35 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:36.191 DEBUG:teuthology.orchestra.run.smithi084:mds.a> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.a.service 2024-04-02T08:17:36.193 DEBUG:teuthology.orchestra.run.smithi132:mds.b> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.b.service 2024-04-02T08:17:36.196 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-02T08:17:36.196 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:17:36.564 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:36.564 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":59,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:17:31.733003+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:17:36.577 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:15:27.644286+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:17:36.577 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:17:36.866 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-02T08:17:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi084=a;smithi132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: Saving service mds.all spec with placement smithi084=a;smithi132=b;count:2 2024-04-02T08:17:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: Deploying daemon mds.a on smithi084 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/528929947' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi084=a;smithi132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: Saving service mds.all spec with placement smithi084=a;smithi132=b;count:2 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:36.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:17:36.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:17:36.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:36.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: Deploying daemon mds.a on smithi084 2024-04-02T08:17:36.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:36 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/528929947' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:36.880 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:17:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi084=a;smithi132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: Saving service mds.all spec with placement smithi084=a;smithi132=b;count:2 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: Deploying daemon mds.a on smithi084 2024-04-02T08:17:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:36 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/528929947' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:37.201 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:37.201 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-02T08:17:37.201 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 1 2024-04-02T08:17:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:37 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2836511125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:37 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3820283994' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:37 smithi084 ceph-mon[27534]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-02T08:17:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:37 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2836511125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:37 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3820283994' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:37 smithi084 ceph-mon[39235]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-02T08:17:37.868 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:37 smithi084 systemd[1]: Starting Ceph mds.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:17:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:37 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2836511125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:37 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3820283994' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:37 smithi132 ceph-mon[31218]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-02T08:17:38.246 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:37 smithi084 podman[67647]: 2024-04-02 08:17:37.896872122 +0000 UTC m=+0.017477332 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:17:38.246 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:38 smithi084 podman[67647]: 2024-04-02 08:17:38.02363305 +0000 UTC m=+0.144238289 container create 4840e635ef96336da966c640efeba9a131c5d0a84bb183103f2bbef6790ae931 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:17:38.246 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:38 smithi084 podman[67647]: 2024-04-02 08:17:38.242441373 +0000 UTC m=+0.363046569 container init 4840e635ef96336da966c640efeba9a131c5d0a84bb183103f2bbef6790ae931 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2) 2024-04-02T08:17:38.246 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:38 smithi084 podman[67647]: 2024-04-02 08:17:38.247918844 +0000 UTC m=+0.368524042 container start 4840e635ef96336da966c640efeba9a131c5d0a84bb183103f2bbef6790ae931 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:17:38.617 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[67662]: starting mds.a at 2024-04-02T08:17:38.617 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:38 smithi084 bash[67647]: 4840e635ef96336da966c640efeba9a131c5d0a84bb183103f2bbef6790ae931 2024-04-02T08:17:38.617 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:17:38 smithi084 systemd[1]: Started Ceph mds.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:17:39.214 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:17:39.549 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:39.550 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/494343268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":494343268},{"type":"v1","addr":"172.21.15.84:6835","nonce":494343268}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:17:39.550 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 2 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: mds.? [v2:172.21.15.84:6834/494343268,v1:172.21.15.84:6835/494343268] up:boot 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: fsmap 1 up:standby 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:17:39.561 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[39235]: Deploying daemon mds.b on smithi132 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: mds.? [v2:172.21.15.84:6834/494343268,v1:172.21.15.84:6835/494343268] up:boot 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: fsmap 1 up:standby 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:39.562 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:39 smithi084 ceph-mon[27534]: Deploying daemon mds.b on smithi132 2024-04-02T08:17:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: mds.? [v2:172.21.15.84:6834/494343268,v1:172.21.15.84:6835/494343268] up:boot 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: fsmap 1 up:standby 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:39 smithi132 ceph-mon[31218]: Deploying daemon mds.b on smithi132 2024-04-02T08:17:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:40 smithi084 ceph-mon[27534]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:17:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:40 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3821675665' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:40 smithi084 ceph-mon[39235]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:17:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:40 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3821675665' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:40 smithi132 ceph-mon[31218]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:17:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:40 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3821675665' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:40.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:40 smithi132 systemd[1]: Starting Ceph mds.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:17:40.945 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:40 smithi132 podman[59859]: 2024-04-02 08:17:40.68888207 +0000 UTC m=+0.112651283 container create 678a2a8763b23b67c537055f0e1d05640feb8e39f1702f37dd0fc5d61f7b70a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:17:40.945 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:40 smithi132 podman[59859]: 2024-04-02 08:17:40.59395526 +0000 UTC m=+0.017724495 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:17:40.945 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:40 smithi132 podman[59859]: 2024-04-02 08:17:40.916439711 +0000 UTC m=+0.340208924 container init 678a2a8763b23b67c537055f0e1d05640feb8e39f1702f37dd0fc5d61f7b70a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-02T08:17:40.945 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:40 smithi132 podman[59859]: 2024-04-02 08:17:40.921705836 +0000 UTC m=+0.345475055 container start 678a2a8763b23b67c537055f0e1d05640feb8e39f1702f37dd0fc5d61f7b70a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:17:41.410 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:40 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b[59873]: starting mds.b at 2024-04-02T08:17:41.410 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:41 smithi132 bash[59859]: 678a2a8763b23b67c537055f0e1d05640feb8e39f1702f37dd0fc5d61f7b70a5 2024-04-02T08:17:41.411 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:41 smithi132 systemd[1]: Started Ceph mds.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:17:41.564 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:17:41.904 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:41.904 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/494343268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":494343268},{"type":"v1","addr":"172.21.15.84:6835","nonce":494343268}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24337,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1033372047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1033372047},{"type":"v1","addr":"172.21.15.132:6833","nonce":1033372047}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-02T08:17:41.905 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 3 2024-04-02T08:17:41.917 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:17:42.208 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:42.209 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":59,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:17:31.733003+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: mds.? [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] up:boot 2024-04-02T08:17:42.222 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: fsmap 2 up:standby 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1375923360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.223 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: mds.? [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] up:boot 2024-04-02T08:17:42.224 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: fsmap 2 up:standby 2024-04-02T08:17:42.224 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:17:42.224 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:17:42.224 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:42 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1375923360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.225 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:15:27.644286+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:17:42.225 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:17:42.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: mds.? [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] up:boot 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: fsmap 2 up:standby 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:17:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:42 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1375923360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.541 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-02T08:17:42.555 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-02T08:17:42.849 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:42.849 INFO:teuthology.orchestra.run.smithi084.stdout:[ 2024-04-02T08:17:42.849 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-02T08:17:42.849 INFO:teuthology.orchestra.run.smithi084.stdout: "poolnum": 1, 2024-04-02T08:17:42.849 INFO:teuthology.orchestra.run.smithi084.stdout: "poolname": ".mgr" 2024-04-02T08:17:42.849 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:17:42.849 INFO:teuthology.orchestra.run.smithi084.stdout:] 2024-04-02T08:17:42.861 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-02T08:17:42.862 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-02T08:17:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/879735774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3913842953' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/803673724' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/879735774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3913842953' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:43 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/803673724' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/879735774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3913842953' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:43.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:43 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/803673724' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:17:44.084 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_metadata' created 2024-04-02T08:17:44.099 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-02T08:17:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3101919523' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:17:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:44 smithi084 ceph-mon[27534]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-04-02T08:17:44.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3101919523' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:17:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:44 smithi084 ceph-mon[39235]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-04-02T08:17:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3101919523' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:17:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:44 smithi132 ceph-mon[31218]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-04-02T08:17:45.091 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data' created 2024-04-02T08:17:45.115 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-02T08:17:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3101919523' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:17:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:45 smithi084 ceph-mon[27534]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:17:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3091887014' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:17:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3101919523' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:17:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:45 smithi084 ceph-mon[39235]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:17:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3091887014' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:17:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3101919523' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:17:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:45 smithi132 ceph-mon[31218]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:17:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3091887014' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:17:45.448 INFO:teuthology.orchestra.run.smithi084.stderr:new fs with metadata pool 2 and data pool 3 2024-04-02T08:17:45.470 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:17:45.757 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:45.757 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":62,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:17:45.442559+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:17:45.769 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:17:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:46.054 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":62,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:17:45.442559+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:17:46.067 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-02T08:17:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3091887014' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:17:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: pgmap v186: 97 pgs: 96 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/320828785' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/770728459' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2909161991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3091887014' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: pgmap v186: 97 pgs: 96 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/320828785' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/770728459' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:46.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2909161991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3091887014' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: pgmap v186: 97 pgs: 96 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/320828785' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/770728459' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2909161991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:46.466 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-02T08:17:46.467 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-02T08:17:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:17:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3911257863' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:17:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:17:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: mds.? [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] up:active 2024-04-02T08:17:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3911257863' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:17:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3013730205' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3911257863' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: mds.? [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] up:active 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3911257863' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3013730205' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:17:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:47 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:17:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:17:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3911257863' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:17:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:17:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: mds.? [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] up:active 2024-04-02T08:17:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3911257863' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:17:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:17:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3013730205' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:17:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:47 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:17:47.470 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-02T08:17:47.470 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:17:47.790 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:47.791 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/494343268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":494343268},{"type":"v1","addr":"172.21.15.84:6835","nonce":494343268}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:17:45.442902+0000","modified":"2024-04-02T08:17:47.454249+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24337},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24337":{"gid":24337,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.132:6833/1033372047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1033372047},{"type":"v1","addr":"172.21.15.132:6833","nonce":1033372047}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:17:47.791 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 6 2024-04-02T08:17:47.804 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:17:48.088 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:48.088 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":63,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:17:46.444299+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:17:48.101 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-02T08:17:48.101 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:17:48.390 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:48.392 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:17:48.401 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-02T08:17:47.378328+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129,"ondisk_log_size":129,"up":63,"acting":63,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":222568,"kb_used_data":6368,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738648,"statfs":{"total":767960285184,"available":767732375552,"internally_reserved":0,"allocated":6520832,"data_stored":3695620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000648"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451887+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:17:46.451887+0000","last_peered":"2024-04-02T08:17:46.451887+0000","last_clean":"2024-04-02T08:17:46.451887+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:17:46.451887+0000","last_undegraded":"2024-04-02T08:17:46.451887+0000","last_fullsized":"2024-04-02T08:17:46.451887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452413+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:17:46.452413+0000","last_peered":"2024-04-02T08:17:46.452413+0000","last_clean":"2024-04-02T08:17:46.452413+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:17:46.452413+0000","last_undegraded":"2024-04-02T08:17:46.452413+0000","last_fullsized":"2024-04-02T08:17:46.452413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452062+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:17:46.452062+0000","last_peered":"2024-04-02T08:17:46.452062+0000","last_clean":"2024-04-02T08:17:46.452062+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:17:46.452062+0000","last_undegraded":"2024-04-02T08:17:46.452062+0000","last_fullsized":"2024-04-02T08:17:46.452062+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452750+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:17:46.452750+0000","last_peered":"2024-04-02T08:17:46.452750+0000","last_clean":"2024-04-02T08:17:46.452750+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:17:46.452750+0000","last_undegraded":"2024-04-02T08:17:46.452750+0000","last_fullsized":"2024-04-02T08:17:46.452750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452834+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:17:46.452834+0000","last_peered":"2024-04-02T08:17:46.452834+0000","last_clean":"2024-04-02T08:17:46.452834+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:17:46.452834+0000","last_undegraded":"2024-04-02T08:17:46.452834+0000","last_fullsized":"2024-04-02T08:17:46.452834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452544+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:17:46.452544+0000","last_peered":"2024-04-02T08:17:46.452544+0000","last_clean":"2024-04-02T08:17:46.452544+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:17:46.452544+0000","last_undegraded":"2024-04-02T08:17:46.452544+0000","last_fullsized":"2024-04-02T08:17:46.452544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452258+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:17:46.452258+0000","last_peered":"2024-04-02T08:17:46.452258+0000","last_clean":"2024-04-02T08:17:46.452258+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:17:46.452258+0000","last_undegraded":"2024-04-02T08:17:46.452258+0000","last_fullsized":"2024-04-02T08:17:46.452258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451971+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:17:46.451971+0000","last_peered":"2024-04-02T08:17:46.451971+0000","last_clean":"2024-04-02T08:17:46.451971+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:17:46.451971+0000","last_undegraded":"2024-04-02T08:17:46.451971+0000","last_fullsized":"2024-04-02T08:17:46.451971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451376+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:17:46.451376+0000","last_peered":"2024-04-02T08:17:46.451376+0000","last_clean":"2024-04-02T08:17:46.451376+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:17:46.451376+0000","last_undegraded":"2024-04-02T08:17:46.451376+0000","last_fullsized":"2024-04-02T08:17:46.451376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451555+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:17:46.451555+0000","last_peered":"2024-04-02T08:17:46.451555+0000","last_clean":"2024-04-02T08:17:46.451555+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:17:46.451555+0000","last_undegraded":"2024-04-02T08:17:46.451555+0000","last_fullsized":"2024-04-02T08:17:46.451555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452455+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:17:46.452455+0000","last_peered":"2024-04-02T08:17:46.452455+0000","last_clean":"2024-04-02T08:17:46.452455+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:17:46.452455+0000","last_undegraded":"2024-04-02T08:17:46.452455+0000","last_fullsized":"2024-04-02T08:17:46.452455+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":215,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-02T08:17:31.744165+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:17:31.744165+0000","last_peered":"2024-04-02T08:17:31.744165+0000","last_clean":"2024-04-02T08:17:31.744165+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:17:31.744165+0000","last_undegraded":"2024-04-02T08:17:31.744165+0000","last_fullsized":"2024-04-02T08:17:31.744165+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452897+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:17:46.452897+0000","last_peered":"2024-04-02T08:17:46.452897+0000","last_clean":"2024-04-02T08:17:46.452897+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:17:46.452897+0000","last_undegraded":"2024-04-02T08:17:46.452897+0000","last_fullsized":"2024-04-02T08:17:46.452897+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451938+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:17:46.451938+0000","last_peered":"2024-04-02T08:17:46.451938+0000","last_clean":"2024-04-02T08:17:46.451938+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:17:46.451938+0000","last_undegraded":"2024-04-02T08:17:46.451938+0000","last_fullsized":"2024-04-02T08:17:46.451938+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452456+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:17:46.452456+0000","last_peered":"2024-04-02T08:17:46.452456+0000","last_clean":"2024-04-02T08:17:46.452456+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:17:46.452456+0000","last_undegraded":"2024-04-02T08:17:46.452456+0000","last_fullsized":"2024-04-02T08:17:46.452456+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451524+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:17:46.451524+0000","last_peered":"2024-04-02T08:17:46.451524+0000","last_clean":"2024-04-02T08:17:46.451524+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:17:46.451524+0000","last_undegraded":"2024-04-02T08:17:46.451524+0000","last_fullsized":"2024-04-02T08:17:46.451524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451963+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:17:46.451963+0000","last_peered":"2024-04-02T08:17:46.451963+0000","last_clean":"2024-04-02T08:17:46.451963+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:17:46.451963+0000","last_undegraded":"2024-04-02T08:17:46.451963+0000","last_fullsized":"2024-04-02T08:17:46.451963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451383+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:17:46.451383+0000","last_peered":"2024-04-02T08:17:46.451383+0000","last_clean":"2024-04-02T08:17:46.451383+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:17:46.451383+0000","last_undegraded":"2024-04-02T08:17:46.451383+0000","last_fullsized":"2024-04-02T08:17:46.451383+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452724+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:17:46.452724+0000","last_peered":"2024-04-02T08:17:46.452724+0000","last_clean":"2024-04-02T08:17:46.452724+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:17:46.452724+0000","last_undegraded":"2024-04-02T08:17:46.452724+0000","last_fullsized":"2024-04-02T08:17:46.452724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452977+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:17:46.452977+0000","last_peered":"2024-04-02T08:17:46.452977+0000","last_clean":"2024-04-02T08:17:46.452977+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:17:46.452977+0000","last_undegraded":"2024-04-02T08:17:46.452977+0000","last_fullsized":"2024-04-02T08:17:46.452977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452180+0000","last_change":"2024-04-02T08:17:45.472697+0000","last_active":"2024-04-02T08:17:46.452180+0000","last_peered":"2024-04-02T08:17:46.452180+0000","last_clean":"2024-04-02T08:17:46.452180+0000","last_became_active":"2024-04-02T08:17:45.472365+0000","last_became_peered":"2024-04-02T08:17:45.472365+0000","last_unstale":"2024-04-02T08:17:46.452180+0000","last_undegraded":"2024-04-02T08:17:46.452180+0000","last_fullsized":"2024-04-02T08:17:46.452180+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:32.252995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":39,"acting":39,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":21,"acting":21,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.26500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.32900000000000001,"15min":0.318},"min":{"1min":0.23899999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.42499999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.374,"15min":0.36199999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.38,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48499999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54500000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.61899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:17:03 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.249,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:17:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:16:51 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.307}]},{"osd":4,"last update":"Tue Apr 2 08:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.52100000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.372},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.49099999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.314},{"interface":"front","average":{"1min":0.434,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.29099999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.56100000000000005,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35299999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39700000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.54200000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.316,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.28899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.30099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.376}]},{"osd":1,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.432},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.442}]},{"osd":5,"last update":"Tue Apr 2 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.5}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.47899999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.40999999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.501},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.50800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.443}]},{"osd":5,"last update":"Tue Apr 2 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.39200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.40500000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.42499999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.39400000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.438}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:17:48.406 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:48.730 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:17:48.739 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[27534]: pgmap v189: 97 pgs: 76 unknown, 21 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-04-02T08:17:48.739 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:17:48.739 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[27534]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:17:48.739 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/452842804' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:48.739 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3903799720' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[27534]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[27534]: Cluster is now healthy 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[39235]: pgmap v189: 97 pgs: 76 unknown, 21 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[39235]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/452842804' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3903799720' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[39235]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-02T08:17:48.740 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:48 smithi084 ceph-mon[39235]: Cluster is now healthy 2024-04-02T08:17:48.741 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-02T08:17:47.378328+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129,"ondisk_log_size":129,"up":63,"acting":63,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":222568,"kb_used_data":6368,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738648,"statfs":{"total":767960285184,"available":767732375552,"internally_reserved":0,"allocated":6520832,"data_stored":3695620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000648"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451887+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:17:46.451887+0000","last_peered":"2024-04-02T08:17:46.451887+0000","last_clean":"2024-04-02T08:17:46.451887+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:17:46.451887+0000","last_undegraded":"2024-04-02T08:17:46.451887+0000","last_fullsized":"2024-04-02T08:17:46.451887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452413+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:17:46.452413+0000","last_peered":"2024-04-02T08:17:46.452413+0000","last_clean":"2024-04-02T08:17:46.452413+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:17:46.452413+0000","last_undegraded":"2024-04-02T08:17:46.452413+0000","last_fullsized":"2024-04-02T08:17:46.452413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452062+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:17:46.452062+0000","last_peered":"2024-04-02T08:17:46.452062+0000","last_clean":"2024-04-02T08:17:46.452062+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:17:46.452062+0000","last_undegraded":"2024-04-02T08:17:46.452062+0000","last_fullsized":"2024-04-02T08:17:46.452062+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452750+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:17:46.452750+0000","last_peered":"2024-04-02T08:17:46.452750+0000","last_clean":"2024-04-02T08:17:46.452750+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:17:46.452750+0000","last_undegraded":"2024-04-02T08:17:46.452750+0000","last_fullsized":"2024-04-02T08:17:46.452750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452834+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:17:46.452834+0000","last_peered":"2024-04-02T08:17:46.452834+0000","last_clean":"2024-04-02T08:17:46.452834+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:17:46.452834+0000","last_undegraded":"2024-04-02T08:17:46.452834+0000","last_fullsized":"2024-04-02T08:17:46.452834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452544+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:17:46.452544+0000","last_peered":"2024-04-02T08:17:46.452544+0000","last_clean":"2024-04-02T08:17:46.452544+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:17:46.452544+0000","last_undegraded":"2024-04-02T08:17:46.452544+0000","last_fullsized":"2024-04-02T08:17:46.452544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452258+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:17:46.452258+0000","last_peered":"2024-04-02T08:17:46.452258+0000","last_clean":"2024-04-02T08:17:46.452258+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:17:46.452258+0000","last_undegraded":"2024-04-02T08:17:46.452258+0000","last_fullsized":"2024-04-02T08:17:46.452258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451971+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:17:46.451971+0000","last_peered":"2024-04-02T08:17:46.451971+0000","last_clean":"2024-04-02T08:17:46.451971+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:17:46.451971+0000","last_undegraded":"2024-04-02T08:17:46.451971+0000","last_fullsized":"2024-04-02T08:17:46.451971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451376+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:17:46.451376+0000","last_peered":"2024-04-02T08:17:46.451376+0000","last_clean":"2024-04-02T08:17:46.451376+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:17:46.451376+0000","last_undegraded":"2024-04-02T08:17:46.451376+0000","last_fullsized":"2024-04-02T08:17:46.451376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451555+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:17:46.451555+0000","last_peered":"2024-04-02T08:17:46.451555+0000","last_clean":"2024-04-02T08:17:46.451555+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:17:46.451555+0000","last_undegraded":"2024-04-02T08:17:46.451555+0000","last_fullsized":"2024-04-02T08:17:46.451555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452455+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:17:46.452455+0000","last_peered":"2024-04-02T08:17:46.452455+0000","last_clean":"2024-04-02T08:17:46.452455+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:17:46.452455+0000","last_undegraded":"2024-04-02T08:17:46.452455+0000","last_fullsized":"2024-04-02T08:17:46.452455+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":215,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-02T08:17:31.744165+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:17:31.744165+0000","last_peered":"2024-04-02T08:17:31.744165+0000","last_clean":"2024-04-02T08:17:31.744165+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:17:31.744165+0000","last_undegraded":"2024-04-02T08:17:31.744165+0000","last_fullsized":"2024-04-02T08:17:31.744165+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452897+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:17:46.452897+0000","last_peered":"2024-04-02T08:17:46.452897+0000","last_clean":"2024-04-02T08:17:46.452897+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:17:46.452897+0000","last_undegraded":"2024-04-02T08:17:46.452897+0000","last_fullsized":"2024-04-02T08:17:46.452897+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451938+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:17:46.451938+0000","last_peered":"2024-04-02T08:17:46.451938+0000","last_clean":"2024-04-02T08:17:46.451938+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:17:46.451938+0000","last_undegraded":"2024-04-02T08:17:46.451938+0000","last_fullsized":"2024-04-02T08:17:46.451938+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452456+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:17:46.452456+0000","last_peered":"2024-04-02T08:17:46.452456+0000","last_clean":"2024-04-02T08:17:46.452456+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:17:46.452456+0000","last_undegraded":"2024-04-02T08:17:46.452456+0000","last_fullsized":"2024-04-02T08:17:46.452456+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451524+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:17:46.451524+0000","last_peered":"2024-04-02T08:17:46.451524+0000","last_clean":"2024-04-02T08:17:46.451524+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:17:46.451524+0000","last_undegraded":"2024-04-02T08:17:46.451524+0000","last_fullsized":"2024-04-02T08:17:46.451524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451963+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:17:46.451963+0000","last_peered":"2024-04-02T08:17:46.451963+0000","last_clean":"2024-04-02T08:17:46.451963+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:17:46.451963+0000","last_undegraded":"2024-04-02T08:17:46.451963+0000","last_fullsized":"2024-04-02T08:17:46.451963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451383+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:17:46.451383+0000","last_peered":"2024-04-02T08:17:46.451383+0000","last_clean":"2024-04-02T08:17:46.451383+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:17:46.451383+0000","last_undegraded":"2024-04-02T08:17:46.451383+0000","last_fullsized":"2024-04-02T08:17:46.451383+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452724+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:17:46.452724+0000","last_peered":"2024-04-02T08:17:46.452724+0000","last_clean":"2024-04-02T08:17:46.452724+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:17:46.452724+0000","last_undegraded":"2024-04-02T08:17:46.452724+0000","last_fullsized":"2024-04-02T08:17:46.452724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452977+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:17:46.452977+0000","last_peered":"2024-04-02T08:17:46.452977+0000","last_clean":"2024-04-02T08:17:46.452977+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:17:46.452977+0000","last_undegraded":"2024-04-02T08:17:46.452977+0000","last_fullsized":"2024-04-02T08:17:46.452977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452180+0000","last_change":"2024-04-02T08:17:45.472697+0000","last_active":"2024-04-02T08:17:46.452180+0000","last_peered":"2024-04-02T08:17:46.452180+0000","last_clean":"2024-04-02T08:17:46.452180+0000","last_became_active":"2024-04-02T08:17:45.472365+0000","last_became_peered":"2024-04-02T08:17:45.472365+0000","last_unstale":"2024-04-02T08:17:46.452180+0000","last_undegraded":"2024-04-02T08:17:46.452180+0000","last_fullsized":"2024-04-02T08:17:46.452180+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:32.252995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":39,"acting":39,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":21,"acting":21,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.26500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.32900000000000001,"15min":0.318},"min":{"1min":0.23899999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.42499999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.374,"15min":0.36199999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.38,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48499999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54500000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.61899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:17:03 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.249,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:17:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:16:51 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.307}]},{"osd":4,"last update":"Tue Apr 2 08:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.52100000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.372},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.49099999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.314},{"interface":"front","average":{"1min":0.434,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.29099999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.56100000000000005,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35299999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39700000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.54200000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.316,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.28899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.30099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.376}]},{"osd":1,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.432},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.442}]},{"osd":5,"last update":"Tue Apr 2 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.5}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.47899999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.40999999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.501},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.50800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.443}]},{"osd":5,"last update":"Tue Apr 2 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.39200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.40500000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.42499999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.39400000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.438}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:17:48.745 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:17:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:48 smithi132 ceph-mon[31218]: pgmap v189: 97 pgs: 76 unknown, 21 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-04-02T08:17:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:48 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:17:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:48 smithi132 ceph-mon[31218]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:17:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:48 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/452842804' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:17:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:48 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3903799720' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:17:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:48 smithi132 ceph-mon[31218]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-02T08:17:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:48 smithi132 ceph-mon[31218]: Cluster is now healthy 2024-04-02T08:17:49.069 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:17:49.081 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-02T08:17:47.378328+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129,"ondisk_log_size":129,"up":63,"acting":63,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":222568,"kb_used_data":6368,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738648,"statfs":{"total":767960285184,"available":767732375552,"internally_reserved":0,"allocated":6520832,"data_stored":3695620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000648"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451887+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:17:46.451887+0000","last_peered":"2024-04-02T08:17:46.451887+0000","last_clean":"2024-04-02T08:17:46.451887+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:17:46.451887+0000","last_undegraded":"2024-04-02T08:17:46.451887+0000","last_fullsized":"2024-04-02T08:17:46.451887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452413+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:17:46.452413+0000","last_peered":"2024-04-02T08:17:46.452413+0000","last_clean":"2024-04-02T08:17:46.452413+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:17:46.452413+0000","last_undegraded":"2024-04-02T08:17:46.452413+0000","last_fullsized":"2024-04-02T08:17:46.452413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452062+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:17:46.452062+0000","last_peered":"2024-04-02T08:17:46.452062+0000","last_clean":"2024-04-02T08:17:46.452062+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:17:46.452062+0000","last_undegraded":"2024-04-02T08:17:46.452062+0000","last_fullsized":"2024-04-02T08:17:46.452062+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452750+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:17:46.452750+0000","last_peered":"2024-04-02T08:17:46.452750+0000","last_clean":"2024-04-02T08:17:46.452750+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:17:46.452750+0000","last_undegraded":"2024-04-02T08:17:46.452750+0000","last_fullsized":"2024-04-02T08:17:46.452750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452834+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:17:46.452834+0000","last_peered":"2024-04-02T08:17:46.452834+0000","last_clean":"2024-04-02T08:17:46.452834+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:17:46.452834+0000","last_undegraded":"2024-04-02T08:17:46.452834+0000","last_fullsized":"2024-04-02T08:17:46.452834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452544+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:17:46.452544+0000","last_peered":"2024-04-02T08:17:46.452544+0000","last_clean":"2024-04-02T08:17:46.452544+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:17:46.452544+0000","last_undegraded":"2024-04-02T08:17:46.452544+0000","last_fullsized":"2024-04-02T08:17:46.452544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452258+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:17:46.452258+0000","last_peered":"2024-04-02T08:17:46.452258+0000","last_clean":"2024-04-02T08:17:46.452258+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:17:46.452258+0000","last_undegraded":"2024-04-02T08:17:46.452258+0000","last_fullsized":"2024-04-02T08:17:46.452258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451971+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:17:46.451971+0000","last_peered":"2024-04-02T08:17:46.451971+0000","last_clean":"2024-04-02T08:17:46.451971+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:17:46.451971+0000","last_undegraded":"2024-04-02T08:17:46.451971+0000","last_fullsized":"2024-04-02T08:17:46.451971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451376+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:17:46.451376+0000","last_peered":"2024-04-02T08:17:46.451376+0000","last_clean":"2024-04-02T08:17:46.451376+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:17:46.451376+0000","last_undegraded":"2024-04-02T08:17:46.451376+0000","last_fullsized":"2024-04-02T08:17:46.451376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451555+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:17:46.451555+0000","last_peered":"2024-04-02T08:17:46.451555+0000","last_clean":"2024-04-02T08:17:46.451555+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:17:46.451555+0000","last_undegraded":"2024-04-02T08:17:46.451555+0000","last_fullsized":"2024-04-02T08:17:46.451555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452455+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:17:46.452455+0000","last_peered":"2024-04-02T08:17:46.452455+0000","last_clean":"2024-04-02T08:17:46.452455+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:17:46.452455+0000","last_undegraded":"2024-04-02T08:17:46.452455+0000","last_fullsized":"2024-04-02T08:17:46.452455+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":215,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-02T08:17:31.744165+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:17:31.744165+0000","last_peered":"2024-04-02T08:17:31.744165+0000","last_clean":"2024-04-02T08:17:31.744165+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:17:31.744165+0000","last_undegraded":"2024-04-02T08:17:31.744165+0000","last_fullsized":"2024-04-02T08:17:31.744165+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452897+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:17:46.452897+0000","last_peered":"2024-04-02T08:17:46.452897+0000","last_clean":"2024-04-02T08:17:46.452897+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:17:46.452897+0000","last_undegraded":"2024-04-02T08:17:46.452897+0000","last_fullsized":"2024-04-02T08:17:46.452897+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451938+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:17:46.451938+0000","last_peered":"2024-04-02T08:17:46.451938+0000","last_clean":"2024-04-02T08:17:46.451938+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:17:46.451938+0000","last_undegraded":"2024-04-02T08:17:46.451938+0000","last_fullsized":"2024-04-02T08:17:46.451938+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452456+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:17:46.452456+0000","last_peered":"2024-04-02T08:17:46.452456+0000","last_clean":"2024-04-02T08:17:46.452456+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:17:46.452456+0000","last_undegraded":"2024-04-02T08:17:46.452456+0000","last_fullsized":"2024-04-02T08:17:46.452456+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451524+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:17:46.451524+0000","last_peered":"2024-04-02T08:17:46.451524+0000","last_clean":"2024-04-02T08:17:46.451524+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:17:46.451524+0000","last_undegraded":"2024-04-02T08:17:46.451524+0000","last_fullsized":"2024-04-02T08:17:46.451524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:44.071361+0000","last_change":"2024-04-02T08:17:44.071361+0000","last_active":"2024-04-02T08:17:44.071361+0000","last_peered":"2024-04-02T08:17:44.071361+0000","last_clean":"2024-04-02T08:17:44.071361+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:44.071361+0000","last_undegraded":"2024-04-02T08:17:44.071361+0000","last_fullsized":"2024-04-02T08:17:44.071361+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451963+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:17:46.451963+0000","last_peered":"2024-04-02T08:17:46.451963+0000","last_clean":"2024-04-02T08:17:46.451963+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:17:46.451963+0000","last_undegraded":"2024-04-02T08:17:46.451963+0000","last_fullsized":"2024-04-02T08:17:46.451963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451383+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:17:46.451383+0000","last_peered":"2024-04-02T08:17:46.451383+0000","last_clean":"2024-04-02T08:17:46.451383+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:17:46.451383+0000","last_undegraded":"2024-04-02T08:17:46.451383+0000","last_fullsized":"2024-04-02T08:17:46.451383+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452724+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:17:46.452724+0000","last_peered":"2024-04-02T08:17:46.452724+0000","last_clean":"2024-04-02T08:17:46.452724+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:17:46.452724+0000","last_undegraded":"2024-04-02T08:17:46.452724+0000","last_fullsized":"2024-04-02T08:17:46.452724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452977+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:17:46.452977+0000","last_peered":"2024-04-02T08:17:46.452977+0000","last_clean":"2024-04-02T08:17:46.452977+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:17:46.452977+0000","last_undegraded":"2024-04-02T08:17:46.452977+0000","last_fullsized":"2024-04-02T08:17:46.452977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452180+0000","last_change":"2024-04-02T08:17:45.472697+0000","last_active":"2024-04-02T08:17:46.452180+0000","last_peered":"2024-04-02T08:17:46.452180+0000","last_clean":"2024-04-02T08:17:46.452180+0000","last_became_active":"2024-04-02T08:17:45.472365+0000","last_became_peered":"2024-04-02T08:17:45.472365+0000","last_unstale":"2024-04-02T08:17:46.452180+0000","last_undegraded":"2024-04-02T08:17:46.452180+0000","last_fullsized":"2024-04-02T08:17:46.452180+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:32.252995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:17:45.077887+0000","last_change":"2024-04-02T08:17:45.077887+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.077887+0000","last_undegraded":"2024-04-02T08:17:45.077887+0000","last_fullsized":"2024-04-02T08:17:45.077887+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":39,"acting":39,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":21,"acting":21,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.26500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.32900000000000001,"15min":0.318},"min":{"1min":0.23899999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.42499999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.374,"15min":0.36199999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.38,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48499999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54500000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.61899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:17:03 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.249,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:17:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:16:51 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.307}]},{"osd":4,"last update":"Tue Apr 2 08:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.52100000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.372},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.49099999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.314},{"interface":"front","average":{"1min":0.434,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.29099999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.56100000000000005,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35299999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39700000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.54200000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.316,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.28899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.30099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.376}]},{"osd":1,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.432},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.442}]},{"osd":5,"last update":"Tue Apr 2 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.5}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.47899999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.40999999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.501},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.50800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.443}]},{"osd":5,"last update":"Tue Apr 2 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.39200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.40500000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.42499999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.39400000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.438}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:17:49.085 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-04-02T08:17:49.086 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.086 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-02T08:17:49.086 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.090 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-04-02T08:17:49.090 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.090 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-04-02T08:17:49.090 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.091 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-04-02T08:17:49.091 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.091 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-04-02T08:17:49.091 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.091 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-04-02T08:17:49.091 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.092 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-04-02T08:17:49.092 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.092 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-02T08:17:49.092 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.092 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-04-02T08:17:49.093 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.094 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-04-02T08:17:49.094 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.094 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-04-02T08:17:49.094 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.095 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-02T08:17:49.096 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.097 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-04-02T08:17:49.098 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-04-02T08:17:49.099 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-02T08:17:49.100 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-04-02T08:17:49.101 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-04-02T08:17:49.102 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.103 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-04-02T08:17:49.103 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.103 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-04-02T08:17:49.103 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.103 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:44.071361+0000', 'last_change': '2024-04-02T08:17:44.071361+0000', 'last_active': '2024-04-02T08:17:44.071361+0000', 'last_peered': '2024-04-02T08:17:44.071361+0000', 'last_clean': '2024-04-02T08:17:44.071361+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:44.071361+0000', 'last_undegraded': '2024-04-02T08:17:44.071361+0000', 'last_fullsized': '2024-04-02T08:17:44.071361+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:44.071361+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-04-02T08:17:49.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-02T08:17:49.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-02T08:17:49.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:17:45.077887+0000', 'last_change': '2024-04-02T08:17:45.077887+0000', 'last_active': '2024-04-02T08:17:45.077887+0000', 'last_peered': '2024-04-02T08:17:45.077887+0000', 'last_clean': '2024-04-02T08:17:45.077887+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:17:45.077887+0000', 'last_undegraded': '2024-04-02T08:17:45.077887+0000', 'last_fullsized': '2024-04-02T08:17:45.077887+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'last_clean_scrub_stamp': '2024-04-02T08:17:45.077887+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:17:49.107 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-02T08:17:49.473 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:49.473 INFO:teuthology.orchestra.run.smithi084.stdout:{"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":226,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1712045847,"num_in_osds":8,"osd_in_since":1712045829,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592730,"bytes_used":240881664,"bytes_avail":767719403520,"bytes_total":767960285184,"write_bytes_sec":2707,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24337}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.84:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-02T08:17:39.377119+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-02T08:17:49.486 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-02T08:17:49.486 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:17:49.776 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:49.777 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:17:49.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:49 smithi084 ceph-mon[27534]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:49.786 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:49 smithi084 ceph-mon[39235]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:49.787 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-02T08:17:49.378696+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":218,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235236,"kb_used_data":6732,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725980,"statfs":{"total":767960285184,"available":767719403520,"internally_reserved":0,"allocated":6893568,"data_stored":3862360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.294996"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452658+0000","last_change":"2024-04-02T08:17:45.481105+0000","last_active":"2024-04-02T08:17:46.452658+0000","last_peered":"2024-04-02T08:17:46.452658+0000","last_clean":"2024-04-02T08:17:46.452658+0000","last_became_active":"2024-04-02T08:17:45.480815+0000","last_became_peered":"2024-04-02T08:17:45.480815+0000","last_unstale":"2024-04-02T08:17:46.452658+0000","last_undegraded":"2024-04-02T08:17:46.452658+0000","last_fullsized":"2024-04-02T08:17:46.452658+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498584+0000","last_change":"2024-04-02T08:17:45.464101+0000","last_active":"2024-04-02T08:17:46.498584+0000","last_peered":"2024-04-02T08:17:46.498584+0000","last_clean":"2024-04-02T08:17:46.498584+0000","last_became_active":"2024-04-02T08:17:45.463806+0000","last_became_peered":"2024-04-02T08:17:45.463806+0000","last_unstale":"2024-04-02T08:17:46.498584+0000","last_undegraded":"2024-04-02T08:17:46.498584+0000","last_fullsized":"2024-04-02T08:17:46.498584+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498356+0000","last_change":"2024-04-02T08:17:45.475764+0000","last_active":"2024-04-02T08:17:46.498356+0000","last_peered":"2024-04-02T08:17:46.498356+0000","last_clean":"2024-04-02T08:17:46.498356+0000","last_became_active":"2024-04-02T08:17:45.475416+0000","last_became_peered":"2024-04-02T08:17:45.475416+0000","last_unstale":"2024-04-02T08:17:46.498356+0000","last_undegraded":"2024-04-02T08:17:46.498356+0000","last_fullsized":"2024-04-02T08:17:46.498356+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498978+0000","last_change":"2024-04-02T08:17:45.458487+0000","last_active":"2024-04-02T08:17:46.498978+0000","last_peered":"2024-04-02T08:17:46.498978+0000","last_clean":"2024-04-02T08:17:46.498978+0000","last_became_active":"2024-04-02T08:17:45.458128+0000","last_became_peered":"2024-04-02T08:17:45.458128+0000","last_unstale":"2024-04-02T08:17:46.498978+0000","last_undegraded":"2024-04-02T08:17:46.498978+0000","last_fullsized":"2024-04-02T08:17:46.498978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452364+0000","last_change":"2024-04-02T08:17:45.476827+0000","last_active":"2024-04-02T08:17:46.452364+0000","last_peered":"2024-04-02T08:17:46.452364+0000","last_clean":"2024-04-02T08:17:46.452364+0000","last_became_active":"2024-04-02T08:17:45.476363+0000","last_became_peered":"2024-04-02T08:17:45.476363+0000","last_unstale":"2024-04-02T08:17:46.452364+0000","last_undegraded":"2024-04-02T08:17:46.452364+0000","last_fullsized":"2024-04-02T08:17:46.452364+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499636+0000","last_change":"2024-04-02T08:17:45.466925+0000","last_active":"2024-04-02T08:17:46.499636+0000","last_peered":"2024-04-02T08:17:46.499636+0000","last_clean":"2024-04-02T08:17:46.499636+0000","last_became_active":"2024-04-02T08:17:45.466564+0000","last_became_peered":"2024-04-02T08:17:45.466564+0000","last_unstale":"2024-04-02T08:17:46.499636+0000","last_undegraded":"2024-04-02T08:17:46.499636+0000","last_fullsized":"2024-04-02T08:17:46.499636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451870+0000","last_change":"2024-04-02T08:17:45.478686+0000","last_active":"2024-04-02T08:17:46.451870+0000","last_peered":"2024-04-02T08:17:46.451870+0000","last_clean":"2024-04-02T08:17:46.451870+0000","last_became_active":"2024-04-02T08:17:45.478115+0000","last_became_peered":"2024-04-02T08:17:45.478115+0000","last_unstale":"2024-04-02T08:17:46.451870+0000","last_undegraded":"2024-04-02T08:17:46.451870+0000","last_fullsized":"2024-04-02T08:17:46.451870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451887+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:17:46.451887+0000","last_peered":"2024-04-02T08:17:46.451887+0000","last_clean":"2024-04-02T08:17:46.451887+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:17:46.451887+0000","last_undegraded":"2024-04-02T08:17:46.451887+0000","last_fullsized":"2024-04-02T08:17:46.451887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452643+0000","last_change":"2024-04-02T08:17:45.480551+0000","last_active":"2024-04-02T08:17:46.452643+0000","last_peered":"2024-04-02T08:17:46.452643+0000","last_clean":"2024-04-02T08:17:46.452643+0000","last_became_active":"2024-04-02T08:17:45.478942+0000","last_became_peered":"2024-04-02T08:17:45.478942+0000","last_unstale":"2024-04-02T08:17:46.452643+0000","last_undegraded":"2024-04-02T08:17:46.452643+0000","last_fullsized":"2024-04-02T08:17:46.452643+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499518+0000","last_change":"2024-04-02T08:17:45.477036+0000","last_active":"2024-04-02T08:17:46.499518+0000","last_peered":"2024-04-02T08:17:46.499518+0000","last_clean":"2024-04-02T08:17:46.499518+0000","last_became_active":"2024-04-02T08:17:45.476755+0000","last_became_peered":"2024-04-02T08:17:45.476755+0000","last_unstale":"2024-04-02T08:17:46.499518+0000","last_undegraded":"2024-04-02T08:17:46.499518+0000","last_fullsized":"2024-04-02T08:17:46.499518+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499410+0000","last_change":"2024-04-02T08:17:45.475207+0000","last_active":"2024-04-02T08:17:46.499410+0000","last_peered":"2024-04-02T08:17:46.499410+0000","last_clean":"2024-04-02T08:17:46.499410+0000","last_became_active":"2024-04-02T08:17:45.474931+0000","last_became_peered":"2024-04-02T08:17:45.474931+0000","last_unstale":"2024-04-02T08:17:46.499410+0000","last_undegraded":"2024-04-02T08:17:46.499410+0000","last_fullsized":"2024-04-02T08:17:46.499410+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499952+0000","last_change":"2024-04-02T08:17:45.468846+0000","last_active":"2024-04-02T08:17:46.499952+0000","last_peered":"2024-04-02T08:17:46.499952+0000","last_clean":"2024-04-02T08:17:46.499952+0000","last_became_active":"2024-04-02T08:17:45.468425+0000","last_became_peered":"2024-04-02T08:17:45.468425+0000","last_unstale":"2024-04-02T08:17:46.499952+0000","last_undegraded":"2024-04-02T08:17:46.499952+0000","last_fullsized":"2024-04-02T08:17:46.499952+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452413+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:17:46.452413+0000","last_peered":"2024-04-02T08:17:46.452413+0000","last_clean":"2024-04-02T08:17:46.452413+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:17:46.452413+0000","last_undegraded":"2024-04-02T08:17:46.452413+0000","last_fullsized":"2024-04-02T08:17:46.452413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497539+0000","last_change":"2024-04-02T08:17:45.479578+0000","last_active":"2024-04-02T08:17:46.497539+0000","last_peered":"2024-04-02T08:17:46.497539+0000","last_clean":"2024-04-02T08:17:46.497539+0000","last_became_active":"2024-04-02T08:17:45.479207+0000","last_became_peered":"2024-04-02T08:17:45.479207+0000","last_unstale":"2024-04-02T08:17:46.497539+0000","last_undegraded":"2024-04-02T08:17:46.497539+0000","last_fullsized":"2024-04-02T08:17:46.497539+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497910+0000","last_change":"2024-04-02T08:17:45.473593+0000","last_active":"2024-04-02T08:17:46.497910+0000","last_peered":"2024-04-02T08:17:46.497910+0000","last_clean":"2024-04-02T08:17:46.497910+0000","last_became_active":"2024-04-02T08:17:45.473292+0000","last_became_peered":"2024-04-02T08:17:45.473292+0000","last_unstale":"2024-04-02T08:17:46.497910+0000","last_undegraded":"2024-04-02T08:17:46.497910+0000","last_fullsized":"2024-04-02T08:17:46.497910+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498486+0000","last_change":"2024-04-02T08:17:45.463673+0000","last_active":"2024-04-02T08:17:46.498486+0000","last_peered":"2024-04-02T08:17:46.498486+0000","last_clean":"2024-04-02T08:17:46.498486+0000","last_became_active":"2024-04-02T08:17:45.463236+0000","last_became_peered":"2024-04-02T08:17:45.463236+0000","last_unstale":"2024-04-02T08:17:46.498486+0000","last_undegraded":"2024-04-02T08:17:46.498486+0000","last_fullsized":"2024-04-02T08:17:46.498486+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498988+0000","last_change":"2024-04-02T08:17:45.471261+0000","last_active":"2024-04-02T08:17:46.498988+0000","last_peered":"2024-04-02T08:17:46.498988+0000","last_clean":"2024-04-02T08:17:46.498988+0000","last_became_active":"2024-04-02T08:17:45.470943+0000","last_became_peered":"2024-04-02T08:17:45.470943+0000","last_unstale":"2024-04-02T08:17:46.498988+0000","last_undegraded":"2024-04-02T08:17:46.498988+0000","last_fullsized":"2024-04-02T08:17:46.498988+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452062+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:17:46.452062+0000","last_peered":"2024-04-02T08:17:46.452062+0000","last_clean":"2024-04-02T08:17:46.452062+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:17:46.452062+0000","last_undegraded":"2024-04-02T08:17:46.452062+0000","last_fullsized":"2024-04-02T08:17:46.452062+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452324+0000","last_change":"2024-04-02T08:17:45.468589+0000","last_active":"2024-04-02T08:17:46.452324+0000","last_peered":"2024-04-02T08:17:46.452324+0000","last_clean":"2024-04-02T08:17:46.452324+0000","last_became_active":"2024-04-02T08:17:45.468283+0000","last_became_peered":"2024-04-02T08:17:45.468283+0000","last_unstale":"2024-04-02T08:17:46.452324+0000","last_undegraded":"2024-04-02T08:17:46.452324+0000","last_fullsized":"2024-04-02T08:17:46.452324+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498844+0000","last_change":"2024-04-02T08:17:45.108543+0000","last_active":"2024-04-02T08:17:46.498844+0000","last_peered":"2024-04-02T08:17:46.498844+0000","last_clean":"2024-04-02T08:17:46.498844+0000","last_became_active":"2024-04-02T08:17:45.108191+0000","last_became_peered":"2024-04-02T08:17:45.108191+0000","last_unstale":"2024-04-02T08:17:46.498844+0000","last_undegraded":"2024-04-02T08:17:46.498844+0000","last_fullsized":"2024-04-02T08:17:46.498844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452750+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:17:46.452750+0000","last_peered":"2024-04-02T08:17:46.452750+0000","last_clean":"2024-04-02T08:17:46.452750+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:17:46.452750+0000","last_undegraded":"2024-04-02T08:17:46.452750+0000","last_fullsized":"2024-04-02T08:17:46.452750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452834+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:17:46.452834+0000","last_peered":"2024-04-02T08:17:46.452834+0000","last_clean":"2024-04-02T08:17:46.452834+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:17:46.452834+0000","last_undegraded":"2024-04-02T08:17:46.452834+0000","last_fullsized":"2024-04-02T08:17:46.452834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498782+0000","last_change":"2024-04-02T08:17:45.478914+0000","last_active":"2024-04-02T08:17:46.498782+0000","last_peered":"2024-04-02T08:17:46.498782+0000","last_clean":"2024-04-02T08:17:46.498782+0000","last_became_active":"2024-04-02T08:17:45.478641+0000","last_became_peered":"2024-04-02T08:17:45.478641+0000","last_unstale":"2024-04-02T08:17:46.498782+0000","last_undegraded":"2024-04-02T08:17:46.498782+0000","last_fullsized":"2024-04-02T08:17:46.498782+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:17:47.137830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452591+0000","last_change":"2024-04-02T08:17:45.111553+0000","last_active":"2024-04-02T08:17:46.452591+0000","last_peered":"2024-04-02T08:17:46.452591+0000","last_clean":"2024-04-02T08:17:46.452591+0000","last_became_active":"2024-04-02T08:17:45.111249+0000","last_became_peered":"2024-04-02T08:17:45.111249+0000","last_unstale":"2024-04-02T08:17:46.452591+0000","last_undegraded":"2024-04-02T08:17:46.452591+0000","last_fullsized":"2024-04-02T08:17:46.452591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499141+0000","last_change":"2024-04-02T08:17:45.471608+0000","last_active":"2024-04-02T08:17:46.499141+0000","last_peered":"2024-04-02T08:17:46.499141+0000","last_clean":"2024-04-02T08:17:46.499141+0000","last_became_active":"2024-04-02T08:17:45.471085+0000","last_became_peered":"2024-04-02T08:17:45.471085+0000","last_unstale":"2024-04-02T08:17:46.499141+0000","last_undegraded":"2024-04-02T08:17:46.499141+0000","last_fullsized":"2024-04-02T08:17:46.499141+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452371+0000","last_change":"2024-04-02T08:17:45.106393+0000","last_active":"2024-04-02T08:17:46.452371+0000","last_peered":"2024-04-02T08:17:46.452371+0000","last_clean":"2024-04-02T08:17:46.452371+0000","last_became_active":"2024-04-02T08:17:45.106084+0000","last_became_peered":"2024-04-02T08:17:45.106084+0000","last_unstale":"2024-04-02T08:17:46.452371+0000","last_undegraded":"2024-04-02T08:17:46.452371+0000","last_fullsized":"2024-04-02T08:17:46.452371+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498880+0000","last_change":"2024-04-02T08:17:45.472197+0000","last_active":"2024-04-02T08:17:46.498880+0000","last_peered":"2024-04-02T08:17:46.498880+0000","last_clean":"2024-04-02T08:17:46.498880+0000","last_became_active":"2024-04-02T08:17:45.471880+0000","last_became_peered":"2024-04-02T08:17:45.471880+0000","last_unstale":"2024-04-02T08:17:46.498880+0000","last_undegraded":"2024-04-02T08:17:46.498880+0000","last_fullsized":"2024-04-02T08:17:46.498880+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452544+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:17:46.452544+0000","last_peered":"2024-04-02T08:17:46.452544+0000","last_clean":"2024-04-02T08:17:46.452544+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:17:46.452544+0000","last_undegraded":"2024-04-02T08:17:46.452544+0000","last_fullsized":"2024-04-02T08:17:46.452544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498545+0000","last_change":"2024-04-02T08:17:45.474664+0000","last_active":"2024-04-02T08:17:46.498545+0000","last_peered":"2024-04-02T08:17:46.498545+0000","last_clean":"2024-04-02T08:17:46.498545+0000","last_became_active":"2024-04-02T08:17:45.474332+0000","last_became_peered":"2024-04-02T08:17:45.474332+0000","last_unstale":"2024-04-02T08:17:46.498545+0000","last_undegraded":"2024-04-02T08:17:46.498545+0000","last_fullsized":"2024-04-02T08:17:46.498545+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498888+0000","last_change":"2024-04-02T08:17:45.101808+0000","last_active":"2024-04-02T08:17:46.498888+0000","last_peered":"2024-04-02T08:17:46.498888+0000","last_clean":"2024-04-02T08:17:46.498888+0000","last_became_active":"2024-04-02T08:17:45.101523+0000","last_became_peered":"2024-04-02T08:17:45.101523+0000","last_unstale":"2024-04-02T08:17:46.498888+0000","last_undegraded":"2024-04-02T08:17:46.498888+0000","last_fullsized":"2024-04-02T08:17:46.498888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498093+0000","last_change":"2024-04-02T08:17:45.469231+0000","last_active":"2024-04-02T08:17:46.498093+0000","last_peered":"2024-04-02T08:17:46.498093+0000","last_clean":"2024-04-02T08:17:46.498093+0000","last_became_active":"2024-04-02T08:17:45.468956+0000","last_became_peered":"2024-04-02T08:17:45.468956+0000","last_unstale":"2024-04-02T08:17:46.498093+0000","last_undegraded":"2024-04-02T08:17:46.498093+0000","last_fullsized":"2024-04-02T08:17:46.498093+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452258+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:17:46.452258+0000","last_peered":"2024-04-02T08:17:46.452258+0000","last_clean":"2024-04-02T08:17:46.452258+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:17:46.452258+0000","last_undegraded":"2024-04-02T08:17:46.452258+0000","last_fullsized":"2024-04-02T08:17:46.452258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451971+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:17:46.451971+0000","last_peered":"2024-04-02T08:17:46.451971+0000","last_clean":"2024-04-02T08:17:46.451971+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:17:46.451971+0000","last_undegraded":"2024-04-02T08:17:46.451971+0000","last_fullsized":"2024-04-02T08:17:46.451971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498158+0000","last_change":"2024-04-02T08:17:45.104336+0000","last_active":"2024-04-02T08:17:46.498158+0000","last_peered":"2024-04-02T08:17:46.498158+0000","last_clean":"2024-04-02T08:17:46.498158+0000","last_became_active":"2024-04-02T08:17:45.104033+0000","last_became_peered":"2024-04-02T08:17:45.104033+0000","last_unstale":"2024-04-02T08:17:46.498158+0000","last_undegraded":"2024-04-02T08:17:46.498158+0000","last_fullsized":"2024-04-02T08:17:46.498158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498027+0000","last_change":"2024-04-02T08:17:45.464471+0000","last_active":"2024-04-02T08:17:46.498027+0000","last_peered":"2024-04-02T08:17:46.498027+0000","last_clean":"2024-04-02T08:17:46.498027+0000","last_became_active":"2024-04-02T08:17:45.463944+0000","last_became_peered":"2024-04-02T08:17:45.463944+0000","last_unstale":"2024-04-02T08:17:46.498027+0000","last_undegraded":"2024-04-02T08:17:46.498027+0000","last_fullsized":"2024-04-02T08:17:46.498027+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499423+0000","last_change":"2024-04-02T08:17:45.103575+0000","last_active":"2024-04-02T08:17:46.499423+0000","last_peered":"2024-04-02T08:17:46.499423+0000","last_clean":"2024-04-02T08:17:46.499423+0000","last_became_active":"2024-04-02T08:17:45.103212+0000","last_became_peered":"2024-04-02T08:17:45.103212+0000","last_unstale":"2024-04-02T08:17:46.499423+0000","last_undegraded":"2024-04-02T08:17:46.499423+0000","last_fullsized":"2024-04-02T08:17:46.499423+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498664+0000","last_change":"2024-04-02T08:17:45.476995+0000","last_active":"2024-04-02T08:17:46.498664+0000","last_peered":"2024-04-02T08:17:46.498664+0000","last_clean":"2024-04-02T08:17:46.498664+0000","last_became_active":"2024-04-02T08:17:45.476678+0000","last_became_peered":"2024-04-02T08:17:45.476678+0000","last_unstale":"2024-04-02T08:17:46.498664+0000","last_undegraded":"2024-04-02T08:17:46.498664+0000","last_fullsized":"2024-04-02T08:17:46.498664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498459+0000","last_change":"2024-04-02T08:17:45.107900+0000","last_active":"2024-04-02T08:17:46.498459+0000","last_peered":"2024-04-02T08:17:46.498459+0000","last_clean":"2024-04-02T08:17:46.498459+0000","last_became_active":"2024-04-02T08:17:45.105614+0000","last_became_peered":"2024-04-02T08:17:45.105614+0000","last_unstale":"2024-04-02T08:17:46.498459+0000","last_undegraded":"2024-04-02T08:17:46.498459+0000","last_fullsized":"2024-04-02T08:17:46.498459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498729+0000","last_change":"2024-04-02T08:17:45.478974+0000","last_active":"2024-04-02T08:17:46.498729+0000","last_peered":"2024-04-02T08:17:46.498729+0000","last_clean":"2024-04-02T08:17:46.498729+0000","last_became_active":"2024-04-02T08:17:45.478687+0000","last_became_peered":"2024-04-02T08:17:45.478687+0000","last_unstale":"2024-04-02T08:17:46.498729+0000","last_undegraded":"2024-04-02T08:17:46.498729+0000","last_fullsized":"2024-04-02T08:17:46.498729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498448+0000","last_change":"2024-04-02T08:17:45.110218+0000","last_active":"2024-04-02T08:17:46.498448+0000","last_peered":"2024-04-02T08:17:46.498448+0000","last_clean":"2024-04-02T08:17:46.498448+0000","last_became_active":"2024-04-02T08:17:45.109912+0000","last_became_peered":"2024-04-02T08:17:45.109912+0000","last_unstale":"2024-04-02T08:17:46.498448+0000","last_undegraded":"2024-04-02T08:17:46.498448+0000","last_fullsized":"2024-04-02T08:17:46.498448+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499865+0000","last_change":"2024-04-02T08:17:45.476314+0000","last_active":"2024-04-02T08:17:46.499865+0000","last_peered":"2024-04-02T08:17:46.499865+0000","last_clean":"2024-04-02T08:17:46.499865+0000","last_became_active":"2024-04-02T08:17:45.475134+0000","last_became_peered":"2024-04-02T08:17:45.475134+0000","last_unstale":"2024-04-02T08:17:46.499865+0000","last_undegraded":"2024-04-02T08:17:46.499865+0000","last_fullsized":"2024-04-02T08:17:46.499865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499572+0000","last_change":"2024-04-02T08:17:45.104730+0000","last_active":"2024-04-02T08:17:46.499572+0000","last_peered":"2024-04-02T08:17:46.499572+0000","last_clean":"2024-04-02T08:17:46.499572+0000","last_became_active":"2024-04-02T08:17:45.104451+0000","last_became_peered":"2024-04-02T08:17:45.104451+0000","last_unstale":"2024-04-02T08:17:46.499572+0000","last_undegraded":"2024-04-02T08:17:46.499572+0000","last_fullsized":"2024-04-02T08:17:46.499572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452341+0000","last_change":"2024-04-02T08:17:45.476420+0000","last_active":"2024-04-02T08:17:46.452341+0000","last_peered":"2024-04-02T08:17:46.452341+0000","last_clean":"2024-04-02T08:17:46.452341+0000","last_became_active":"2024-04-02T08:17:45.476111+0000","last_became_peered":"2024-04-02T08:17:45.476111+0000","last_unstale":"2024-04-02T08:17:46.452341+0000","last_undegraded":"2024-04-02T08:17:46.452341+0000","last_fullsized":"2024-04-02T08:17:46.452341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498170+0000","last_change":"2024-04-02T08:17:45.106876+0000","last_active":"2024-04-02T08:17:46.498170+0000","last_peered":"2024-04-02T08:17:46.498170+0000","last_clean":"2024-04-02T08:17:46.498170+0000","last_became_active":"2024-04-02T08:17:45.106575+0000","last_became_peered":"2024-04-02T08:17:45.106575+0000","last_unstale":"2024-04-02T08:17:46.498170+0000","last_undegraded":"2024-04-02T08:17:46.498170+0000","last_fullsized":"2024-04-02T08:17:46.498170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497697+0000","last_change":"2024-04-02T08:17:45.469434+0000","last_active":"2024-04-02T08:17:46.497697+0000","last_peered":"2024-04-02T08:17:46.497697+0000","last_clean":"2024-04-02T08:17:46.497697+0000","last_became_active":"2024-04-02T08:17:45.468891+0000","last_became_peered":"2024-04-02T08:17:45.468891+0000","last_unstale":"2024-04-02T08:17:46.497697+0000","last_undegraded":"2024-04-02T08:17:46.497697+0000","last_fullsized":"2024-04-02T08:17:46.497697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499351+0000","last_change":"2024-04-02T08:17:45.107649+0000","last_active":"2024-04-02T08:17:46.499351+0000","last_peered":"2024-04-02T08:17:46.499351+0000","last_clean":"2024-04-02T08:17:46.499351+0000","last_became_active":"2024-04-02T08:17:45.105359+0000","last_became_peered":"2024-04-02T08:17:45.105359+0000","last_unstale":"2024-04-02T08:17:46.499351+0000","last_undegraded":"2024-04-02T08:17:46.499351+0000","last_fullsized":"2024-04-02T08:17:46.499351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452242+0000","last_change":"2024-04-02T08:17:45.476656+0000","last_active":"2024-04-02T08:17:46.452242+0000","last_peered":"2024-04-02T08:17:46.452242+0000","last_clean":"2024-04-02T08:17:46.452242+0000","last_became_active":"2024-04-02T08:17:45.475934+0000","last_became_peered":"2024-04-02T08:17:45.475934+0000","last_unstale":"2024-04-02T08:17:46.452242+0000","last_undegraded":"2024-04-02T08:17:46.452242+0000","last_fullsized":"2024-04-02T08:17:46.452242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498324+0000","last_change":"2024-04-02T08:17:45.099457+0000","last_active":"2024-04-02T08:17:46.498324+0000","last_peered":"2024-04-02T08:17:46.498324+0000","last_clean":"2024-04-02T08:17:46.498324+0000","last_became_active":"2024-04-02T08:17:45.099159+0000","last_became_peered":"2024-04-02T08:17:45.099159+0000","last_unstale":"2024-04-02T08:17:46.498324+0000","last_undegraded":"2024-04-02T08:17:46.498324+0000","last_fullsized":"2024-04-02T08:17:46.498324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498339+0000","last_change":"2024-04-02T08:17:45.473608+0000","last_active":"2024-04-02T08:17:46.498339+0000","last_peered":"2024-04-02T08:17:46.498339+0000","last_clean":"2024-04-02T08:17:46.498339+0000","last_became_active":"2024-04-02T08:17:45.473323+0000","last_became_peered":"2024-04-02T08:17:45.473323+0000","last_unstale":"2024-04-02T08:17:46.498339+0000","last_undegraded":"2024-04-02T08:17:46.498339+0000","last_fullsized":"2024-04-02T08:17:46.498339+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451376+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:17:46.451376+0000","last_peered":"2024-04-02T08:17:46.451376+0000","last_clean":"2024-04-02T08:17:46.451376+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:17:46.451376+0000","last_undegraded":"2024-04-02T08:17:46.451376+0000","last_fullsized":"2024-04-02T08:17:46.451376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452010+0000","last_change":"2024-04-02T08:17:45.476131+0000","last_active":"2024-04-02T08:17:46.452010+0000","last_peered":"2024-04-02T08:17:46.452010+0000","last_clean":"2024-04-02T08:17:46.452010+0000","last_became_active":"2024-04-02T08:17:45.475849+0000","last_became_peered":"2024-04-02T08:17:45.475849+0000","last_unstale":"2024-04-02T08:17:46.452010+0000","last_undegraded":"2024-04-02T08:17:46.452010+0000","last_fullsized":"2024-04-02T08:17:46.452010+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.500058+0000","last_change":"2024-04-02T08:17:45.106077+0000","last_active":"2024-04-02T08:17:46.500058+0000","last_peered":"2024-04-02T08:17:46.500058+0000","last_clean":"2024-04-02T08:17:46.500058+0000","last_became_active":"2024-04-02T08:17:45.105791+0000","last_became_peered":"2024-04-02T08:17:45.105791+0000","last_unstale":"2024-04-02T08:17:46.500058+0000","last_undegraded":"2024-04-02T08:17:46.500058+0000","last_fullsized":"2024-04-02T08:17:46.500058+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:44.611493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452680+0000","last_change":"2024-04-02T08:17:45.477488+0000","last_active":"2024-04-02T08:17:46.452680+0000","last_peered":"2024-04-02T08:17:46.452680+0000","last_clean":"2024-04-02T08:17:46.452680+0000","last_became_active":"2024-04-02T08:17:45.477153+0000","last_became_peered":"2024-04-02T08:17:45.477153+0000","last_unstale":"2024-04-02T08:17:46.452680+0000","last_undegraded":"2024-04-02T08:17:46.452680+0000","last_fullsized":"2024-04-02T08:17:46.452680+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498083+0000","last_change":"2024-04-02T08:17:45.106946+0000","last_active":"2024-04-02T08:17:46.498083+0000","last_peered":"2024-04-02T08:17:46.498083+0000","last_clean":"2024-04-02T08:17:46.498083+0000","last_became_active":"2024-04-02T08:17:45.105934+0000","last_became_peered":"2024-04-02T08:17:45.105934+0000","last_unstale":"2024-04-02T08:17:46.498083+0000","last_undegraded":"2024-04-02T08:17:46.498083+0000","last_fullsized":"2024-04-02T08:17:46.498083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499004+0000","last_change":"2024-04-02T08:17:45.472842+0000","last_active":"2024-04-02T08:17:46.499004+0000","last_peered":"2024-04-02T08:17:46.499004+0000","last_clean":"2024-04-02T08:17:46.499004+0000","last_became_active":"2024-04-02T08:17:45.471640+0000","last_became_peered":"2024-04-02T08:17:45.471640+0000","last_unstale":"2024-04-02T08:17:46.499004+0000","last_undegraded":"2024-04-02T08:17:46.499004+0000","last_fullsized":"2024-04-02T08:17:46.499004+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499255+0000","last_change":"2024-04-02T08:17:45.108103+0000","last_active":"2024-04-02T08:17:46.499255+0000","last_peered":"2024-04-02T08:17:46.499255+0000","last_clean":"2024-04-02T08:17:46.499255+0000","last_became_active":"2024-04-02T08:17:45.107778+0000","last_became_peered":"2024-04-02T08:17:45.107778+0000","last_unstale":"2024-04-02T08:17:46.499255+0000","last_undegraded":"2024-04-02T08:17:46.499255+0000","last_fullsized":"2024-04-02T08:17:46.499255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499414+0000","last_change":"2024-04-02T08:17:45.479567+0000","last_active":"2024-04-02T08:17:46.499414+0000","last_peered":"2024-04-02T08:17:46.499414+0000","last_clean":"2024-04-02T08:17:46.499414+0000","last_became_active":"2024-04-02T08:17:45.479245+0000","last_became_peered":"2024-04-02T08:17:45.479245+0000","last_unstale":"2024-04-02T08:17:46.499414+0000","last_undegraded":"2024-04-02T08:17:46.499414+0000","last_fullsized":"2024-04-02T08:17:46.499414+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:49:49.639219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497621+0000","last_change":"2024-04-02T08:17:45.461557+0000","last_active":"2024-04-02T08:17:46.497621+0000","last_peered":"2024-04-02T08:17:46.497621+0000","last_clean":"2024-04-02T08:17:46.497621+0000","last_became_active":"2024-04-02T08:17:45.461297+0000","last_became_peered":"2024-04-02T08:17:45.461297+0000","last_unstale":"2024-04-02T08:17:46.497621+0000","last_undegraded":"2024-04-02T08:17:46.497621+0000","last_fullsized":"2024-04-02T08:17:46.497621+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451555+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:17:46.451555+0000","last_peered":"2024-04-02T08:17:46.451555+0000","last_clean":"2024-04-02T08:17:46.451555+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:17:46.451555+0000","last_undegraded":"2024-04-02T08:17:46.451555+0000","last_fullsized":"2024-04-02T08:17:46.451555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452455+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:17:46.452455+0000","last_peered":"2024-04-02T08:17:46.452455+0000","last_clean":"2024-04-02T08:17:46.452455+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:17:46.452455+0000","last_undegraded":"2024-04-02T08:17:46.452455+0000","last_fullsized":"2024-04-02T08:17:46.452455+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498476+0000","last_change":"2024-04-02T08:17:45.104366+0000","last_active":"2024-04-02T08:17:46.498476+0000","last_peered":"2024-04-02T08:17:46.498476+0000","last_clean":"2024-04-02T08:17:46.498476+0000","last_became_active":"2024-04-02T08:17:45.104079+0000","last_became_peered":"2024-04-02T08:17:45.104079+0000","last_unstale":"2024-04-02T08:17:46.498476+0000","last_undegraded":"2024-04-02T08:17:46.498476+0000","last_fullsized":"2024-04-02T08:17:46.498476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:17:45.460286+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:17:45.460286+0000","last_peered":"2024-04-02T08:17:45.460286+0000","last_clean":"2024-04-02T08:17:45.460286+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:17:45.460286+0000","last_undegraded":"2024-04-02T08:17:45.460286+0000","last_fullsized":"2024-04-02T08:17:45.460286+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497638+0000","last_change":"2024-04-02T08:17:45.467119+0000","last_active":"2024-04-02T08:17:46.497638+0000","last_peered":"2024-04-02T08:17:46.497638+0000","last_clean":"2024-04-02T08:17:46.497638+0000","last_became_active":"2024-04-02T08:17:45.466809+0000","last_became_peered":"2024-04-02T08:17:45.466809+0000","last_unstale":"2024-04-02T08:17:46.497638+0000","last_undegraded":"2024-04-02T08:17:46.497638+0000","last_fullsized":"2024-04-02T08:17:46.497638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452167+0000","last_change":"2024-04-02T08:17:45.112331+0000","last_active":"2024-04-02T08:17:46.452167+0000","last_peered":"2024-04-02T08:17:46.452167+0000","last_clean":"2024-04-02T08:17:46.452167+0000","last_became_active":"2024-04-02T08:17:45.112064+0000","last_became_peered":"2024-04-02T08:17:45.112064+0000","last_unstale":"2024-04-02T08:17:46.452167+0000","last_undegraded":"2024-04-02T08:17:46.452167+0000","last_fullsized":"2024-04-02T08:17:46.452167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452493+0000","last_change":"2024-04-02T08:17:45.112231+0000","last_active":"2024-04-02T08:17:46.452493+0000","last_peered":"2024-04-02T08:17:46.452493+0000","last_clean":"2024-04-02T08:17:46.452493+0000","last_became_active":"2024-04-02T08:17:45.111870+0000","last_became_peered":"2024-04-02T08:17:45.111870+0000","last_unstale":"2024-04-02T08:17:46.452493+0000","last_undegraded":"2024-04-02T08:17:46.452493+0000","last_fullsized":"2024-04-02T08:17:46.452493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498179+0000","last_change":"2024-04-02T08:17:45.472742+0000","last_active":"2024-04-02T08:17:46.498179+0000","last_peered":"2024-04-02T08:17:46.498179+0000","last_clean":"2024-04-02T08:17:46.498179+0000","last_became_active":"2024-04-02T08:17:45.472458+0000","last_became_peered":"2024-04-02T08:17:45.472458+0000","last_unstale":"2024-04-02T08:17:46.498179+0000","last_undegraded":"2024-04-02T08:17:46.498179+0000","last_fullsized":"2024-04-02T08:17:46.498179+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498554+0000","last_change":"2024-04-02T08:17:45.099822+0000","last_active":"2024-04-02T08:17:46.498554+0000","last_peered":"2024-04-02T08:17:46.498554+0000","last_clean":"2024-04-02T08:17:46.498554+0000","last_became_active":"2024-04-02T08:17:45.099533+0000","last_became_peered":"2024-04-02T08:17:45.099533+0000","last_unstale":"2024-04-02T08:17:46.498554+0000","last_undegraded":"2024-04-02T08:17:46.498554+0000","last_fullsized":"2024-04-02T08:17:46.498554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452897+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:17:46.452897+0000","last_peered":"2024-04-02T08:17:46.452897+0000","last_clean":"2024-04-02T08:17:46.452897+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:17:46.452897+0000","last_undegraded":"2024-04-02T08:17:46.452897+0000","last_fullsized":"2024-04-02T08:17:46.452897+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499288+0000","last_change":"2024-04-02T08:17:45.100974+0000","last_active":"2024-04-02T08:17:46.499288+0000","last_peered":"2024-04-02T08:17:46.499288+0000","last_clean":"2024-04-02T08:17:46.499288+0000","last_became_active":"2024-04-02T08:17:45.100684+0000","last_became_peered":"2024-04-02T08:17:45.100684+0000","last_unstale":"2024-04-02T08:17:46.499288+0000","last_undegraded":"2024-04-02T08:17:46.499288+0000","last_fullsized":"2024-04-02T08:17:46.499288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498577+0000","last_change":"2024-04-02T08:17:45.478657+0000","last_active":"2024-04-02T08:17:46.498577+0000","last_peered":"2024-04-02T08:17:46.498577+0000","last_clean":"2024-04-02T08:17:46.498577+0000","last_became_active":"2024-04-02T08:17:45.478354+0000","last_became_peered":"2024-04-02T08:17:45.478354+0000","last_unstale":"2024-04-02T08:17:46.498577+0000","last_undegraded":"2024-04-02T08:17:46.498577+0000","last_fullsized":"2024-04-02T08:17:46.498577+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:58.858212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451831+0000","last_change":"2024-04-02T08:17:45.113389+0000","last_active":"2024-04-02T08:17:46.451831+0000","last_peered":"2024-04-02T08:17:46.451831+0000","last_clean":"2024-04-02T08:17:46.451831+0000","last_became_active":"2024-04-02T08:17:45.113187+0000","last_became_peered":"2024-04-02T08:17:45.113187+0000","last_unstale":"2024-04-02T08:17:46.451831+0000","last_undegraded":"2024-04-02T08:17:46.451831+0000","last_fullsized":"2024-04-02T08:17:46.451831+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498693+0000","last_change":"2024-04-02T08:17:45.480348+0000","last_active":"2024-04-02T08:17:46.498693+0000","last_peered":"2024-04-02T08:17:46.498693+0000","last_clean":"2024-04-02T08:17:46.498693+0000","last_became_active":"2024-04-02T08:17:45.480032+0000","last_became_peered":"2024-04-02T08:17:45.480032+0000","last_unstale":"2024-04-02T08:17:46.498693+0000","last_undegraded":"2024-04-02T08:17:46.498693+0000","last_fullsized":"2024-04-02T08:17:46.498693+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497908+0000","last_change":"2024-04-02T08:17:45.107119+0000","last_active":"2024-04-02T08:17:46.497908+0000","last_peered":"2024-04-02T08:17:46.497908+0000","last_clean":"2024-04-02T08:17:46.497908+0000","last_became_active":"2024-04-02T08:17:45.106239+0000","last_became_peered":"2024-04-02T08:17:45.106239+0000","last_unstale":"2024-04-02T08:17:46.497908+0000","last_undegraded":"2024-04-02T08:17:46.497908+0000","last_fullsized":"2024-04-02T08:17:46.497908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451938+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:17:46.451938+0000","last_peered":"2024-04-02T08:17:46.451938+0000","last_clean":"2024-04-02T08:17:46.451938+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:17:46.451938+0000","last_undegraded":"2024-04-02T08:17:46.451938+0000","last_fullsized":"2024-04-02T08:17:46.451938+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498141+0000","last_change":"2024-04-02T08:17:45.105057+0000","last_active":"2024-04-02T08:17:46.498141+0000","last_peered":"2024-04-02T08:17:46.498141+0000","last_clean":"2024-04-02T08:17:46.498141+0000","last_became_active":"2024-04-02T08:17:45.104763+0000","last_became_peered":"2024-04-02T08:17:45.104763+0000","last_unstale":"2024-04-02T08:17:46.498141+0000","last_undegraded":"2024-04-02T08:17:46.498141+0000","last_fullsized":"2024-04-02T08:17:46.498141+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452456+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:17:46.452456+0000","last_peered":"2024-04-02T08:17:46.452456+0000","last_clean":"2024-04-02T08:17:46.452456+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:17:46.452456+0000","last_undegraded":"2024-04-02T08:17:46.452456+0000","last_fullsized":"2024-04-02T08:17:46.452456+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452127+0000","last_change":"2024-04-02T08:17:45.109669+0000","last_active":"2024-04-02T08:17:46.452127+0000","last_peered":"2024-04-02T08:17:46.452127+0000","last_clean":"2024-04-02T08:17:46.452127+0000","last_became_active":"2024-04-02T08:17:45.109363+0000","last_became_peered":"2024-04-02T08:17:45.109363+0000","last_unstale":"2024-04-02T08:17:46.452127+0000","last_undegraded":"2024-04-02T08:17:46.452127+0000","last_fullsized":"2024-04-02T08:17:46.452127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498800+0000","last_change":"2024-04-02T08:17:45.469399+0000","last_active":"2024-04-02T08:17:46.498800+0000","last_peered":"2024-04-02T08:17:46.498800+0000","last_clean":"2024-04-02T08:17:46.498800+0000","last_became_active":"2024-04-02T08:17:45.469013+0000","last_became_peered":"2024-04-02T08:17:45.469013+0000","last_unstale":"2024-04-02T08:17:46.498800+0000","last_undegraded":"2024-04-02T08:17:46.498800+0000","last_fullsized":"2024-04-02T08:17:46.498800+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451524+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:17:46.451524+0000","last_peered":"2024-04-02T08:17:46.451524+0000","last_clean":"2024-04-02T08:17:46.451524+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:17:46.451524+0000","last_undegraded":"2024-04-02T08:17:46.451524+0000","last_fullsized":"2024-04-02T08:17:46.451524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452482+0000","last_change":"2024-04-02T08:17:45.481043+0000","last_active":"2024-04-02T08:17:46.452482+0000","last_peered":"2024-04-02T08:17:46.452482+0000","last_clean":"2024-04-02T08:17:46.452482+0000","last_became_active":"2024-04-02T08:17:45.480554+0000","last_became_peered":"2024-04-02T08:17:45.480554+0000","last_unstale":"2024-04-02T08:17:46.452482+0000","last_undegraded":"2024-04-02T08:17:46.452482+0000","last_fullsized":"2024-04-02T08:17:46.452482+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:49.872634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498455+0000","last_change":"2024-04-02T08:17:45.103651+0000","last_active":"2024-04-02T08:17:46.498455+0000","last_peered":"2024-04-02T08:17:46.498455+0000","last_clean":"2024-04-02T08:17:46.498455+0000","last_became_active":"2024-04-02T08:17:45.103351+0000","last_became_peered":"2024-04-02T08:17:45.103351+0000","last_unstale":"2024-04-02T08:17:46.498455+0000","last_undegraded":"2024-04-02T08:17:46.498455+0000","last_fullsized":"2024-04-02T08:17:46.498455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498771+0000","last_change":"2024-04-02T08:17:45.471398+0000","last_active":"2024-04-02T08:17:46.498771+0000","last_peered":"2024-04-02T08:17:46.498771+0000","last_clean":"2024-04-02T08:17:46.498771+0000","last_became_active":"2024-04-02T08:17:45.470659+0000","last_became_peered":"2024-04-02T08:17:45.470659+0000","last_unstale":"2024-04-02T08:17:46.498771+0000","last_undegraded":"2024-04-02T08:17:46.498771+0000","last_fullsized":"2024-04-02T08:17:46.498771+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451963+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:17:46.451963+0000","last_peered":"2024-04-02T08:17:46.451963+0000","last_clean":"2024-04-02T08:17:46.451963+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:17:46.451963+0000","last_undegraded":"2024-04-02T08:17:46.451963+0000","last_fullsized":"2024-04-02T08:17:46.451963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452743+0000","last_change":"2024-04-02T08:17:45.483677+0000","last_active":"2024-04-02T08:17:46.452743+0000","last_peered":"2024-04-02T08:17:46.452743+0000","last_clean":"2024-04-02T08:17:46.452743+0000","last_became_active":"2024-04-02T08:17:45.483351+0000","last_became_peered":"2024-04-02T08:17:45.483351+0000","last_unstale":"2024-04-02T08:17:46.452743+0000","last_undegraded":"2024-04-02T08:17:46.452743+0000","last_fullsized":"2024-04-02T08:17:46.452743+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:23:32.312351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498138+0000","last_change":"2024-04-02T08:17:45.472532+0000","last_active":"2024-04-02T08:17:46.498138+0000","last_peered":"2024-04-02T08:17:46.498138+0000","last_clean":"2024-04-02T08:17:46.498138+0000","last_became_active":"2024-04-02T08:17:45.472241+0000","last_became_peered":"2024-04-02T08:17:45.472241+0000","last_unstale":"2024-04-02T08:17:46.498138+0000","last_undegraded":"2024-04-02T08:17:46.498138+0000","last_fullsized":"2024-04-02T08:17:46.498138+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451383+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:17:46.451383+0000","last_peered":"2024-04-02T08:17:46.451383+0000","last_clean":"2024-04-02T08:17:46.451383+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:17:46.451383+0000","last_undegraded":"2024-04-02T08:17:46.451383+0000","last_fullsized":"2024-04-02T08:17:46.451383+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499450+0000","last_change":"2024-04-02T08:17:45.462834+0000","last_active":"2024-04-02T08:17:46.499450+0000","last_peered":"2024-04-02T08:17:46.499450+0000","last_clean":"2024-04-02T08:17:46.499450+0000","last_became_active":"2024-04-02T08:17:45.462541+0000","last_became_peered":"2024-04-02T08:17:45.462541+0000","last_unstale":"2024-04-02T08:17:46.499450+0000","last_undegraded":"2024-04-02T08:17:46.499450+0000","last_fullsized":"2024-04-02T08:17:46.499450+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498011+0000","last_change":"2024-04-02T08:17:45.468981+0000","last_active":"2024-04-02T08:17:46.498011+0000","last_peered":"2024-04-02T08:17:46.498011+0000","last_clean":"2024-04-02T08:17:46.498011+0000","last_became_active":"2024-04-02T08:17:45.468518+0000","last_became_peered":"2024-04-02T08:17:45.468518+0000","last_unstale":"2024-04-02T08:17:46.498011+0000","last_undegraded":"2024-04-02T08:17:46.498011+0000","last_fullsized":"2024-04-02T08:17:46.498011+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452724+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:17:46.452724+0000","last_peered":"2024-04-02T08:17:46.452724+0000","last_clean":"2024-04-02T08:17:46.452724+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:17:46.452724+0000","last_undegraded":"2024-04-02T08:17:46.452724+0000","last_fullsized":"2024-04-02T08:17:46.452724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498349+0000","last_change":"2024-04-02T08:17:45.460349+0000","last_active":"2024-04-02T08:17:46.498349+0000","last_peered":"2024-04-02T08:17:46.498349+0000","last_clean":"2024-04-02T08:17:46.498349+0000","last_became_active":"2024-04-02T08:17:45.460036+0000","last_became_peered":"2024-04-02T08:17:45.460036+0000","last_unstale":"2024-04-02T08:17:46.498349+0000","last_undegraded":"2024-04-02T08:17:46.498349+0000","last_fullsized":"2024-04-02T08:17:46.498349+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499720+0000","last_change":"2024-04-02T08:17:45.482194+0000","last_active":"2024-04-02T08:17:46.499720+0000","last_peered":"2024-04-02T08:17:46.499720+0000","last_clean":"2024-04-02T08:17:46.499720+0000","last_became_active":"2024-04-02T08:17:45.481893+0000","last_became_peered":"2024-04-02T08:17:45.481893+0000","last_unstale":"2024-04-02T08:17:46.499720+0000","last_undegraded":"2024-04-02T08:17:46.499720+0000","last_fullsized":"2024-04-02T08:17:46.499720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452977+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:17:46.452977+0000","last_peered":"2024-04-02T08:17:46.452977+0000","last_clean":"2024-04-02T08:17:46.452977+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:17:46.452977+0000","last_undegraded":"2024-04-02T08:17:46.452977+0000","last_fullsized":"2024-04-02T08:17:46.452977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498263+0000","last_change":"2024-04-02T08:17:45.471960+0000","last_active":"2024-04-02T08:17:46.498263+0000","last_peered":"2024-04-02T08:17:46.498263+0000","last_clean":"2024-04-02T08:17:46.498263+0000","last_became_active":"2024-04-02T08:17:45.471493+0000","last_became_peered":"2024-04-02T08:17:45.471493+0000","last_unstale":"2024-04-02T08:17:46.498263+0000","last_undegraded":"2024-04-02T08:17:46.498263+0000","last_fullsized":"2024-04-02T08:17:46.498263+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452180+0000","last_change":"2024-04-02T08:17:45.472697+0000","last_active":"2024-04-02T08:17:46.452180+0000","last_peered":"2024-04-02T08:17:46.452180+0000","last_clean":"2024-04-02T08:17:46.452180+0000","last_became_active":"2024-04-02T08:17:45.472365+0000","last_became_peered":"2024-04-02T08:17:45.472365+0000","last_unstale":"2024-04-02T08:17:46.452180+0000","last_undegraded":"2024-04-02T08:17:46.452180+0000","last_fullsized":"2024-04-02T08:17:46.452180+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:32.252995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499543+0000","last_change":"2024-04-02T08:17:45.471760+0000","last_active":"2024-04-02T08:17:46.499543+0000","last_peered":"2024-04-02T08:17:46.499543+0000","last_clean":"2024-04-02T08:17:46.499543+0000","last_became_active":"2024-04-02T08:17:45.470449+0000","last_became_peered":"2024-04-02T08:17:45.470449+0000","last_unstale":"2024-04-02T08:17:46.499543+0000","last_undegraded":"2024-04-02T08:17:46.499543+0000","last_fullsized":"2024-04-02T08:17:46.499543+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497916+0000","last_change":"2024-04-02T08:17:45.477263+0000","last_active":"2024-04-02T08:17:46.497916+0000","last_peered":"2024-04-02T08:17:46.497916+0000","last_clean":"2024-04-02T08:17:46.497916+0000","last_became_active":"2024-04-02T08:17:45.476981+0000","last_became_peered":"2024-04-02T08:17:45.476981+0000","last_unstale":"2024-04-02T08:17:46.497916+0000","last_undegraded":"2024-04-02T08:17:46.497916+0000","last_fullsized":"2024-04-02T08:17:46.497916+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499666+0000","last_change":"2024-04-02T08:17:45.470546+0000","last_active":"2024-04-02T08:17:46.499666+0000","last_peered":"2024-04-02T08:17:46.499666+0000","last_clean":"2024-04-02T08:17:46.499666+0000","last_became_active":"2024-04-02T08:17:45.470096+0000","last_became_peered":"2024-04-02T08:17:45.470096+0000","last_unstale":"2024-04-02T08:17:46.499666+0000","last_undegraded":"2024-04-02T08:17:46.499666+0000","last_fullsized":"2024-04-02T08:17:46.499666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201287,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1232896,"data_stored":853244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":6,"up_from":47,"seq":201863462924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32332,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712820,"statfs":{"total":95995035648,"available":95961927680,"internally_reserved":0,"allocated":1232896,"data_stored":853931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31748,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713404,"statfs":{"total":95995035648,"available":95962525696,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.26500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.32900000000000001,"15min":0.318},"min":{"1min":0.23899999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.373}]},{"osd":2,"last update":"Tue Apr 2 08:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.374,"15min":0.36199999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.38,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.34000000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.35699999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54700000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.53700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:17:03 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.249,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.27700000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:17:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.24299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:16:51 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.373},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.36199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.496}]},{"osd":5,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.372},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.49099999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.314},{"interface":"front","average":{"1min":0.434,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.29099999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.56100000000000005,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35299999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39700000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.54200000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.316,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.28899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.30099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.376}]},{"osd":1,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.432},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.442}]},{"osd":5,"last update":"Tue Apr 2 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.5}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":647168,"data_stored":262980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.45000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.39600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.432},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.37}]},{"osd":3,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27660,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717492,"statfs":{"total":95995035648,"available":95966711808,"internally_reserved":0,"allocated":643072,"data_stored":263653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.502}]},{"osd":1,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.40400000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.379}]},{"osd":3,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.47999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.46300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:17:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:49 smithi132 ceph-mon[31218]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[27534]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[27534]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[27534]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s wr, 8 op/s 2024-04-02T08:17:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3826539383' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:17:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[39235]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[39235]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[39235]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s wr, 8 op/s 2024-04-02T08:17:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:50 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3826539383' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:17:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:50 smithi132 ceph-mon[31218]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:50 smithi132 ceph-mon[31218]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:50 smithi132 ceph-mon[31218]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s wr, 8 op/s 2024-04-02T08:17:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:50 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3826539383' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:17:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:51 smithi132 ceph-mon[31218]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:51.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:17:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b[59873]: 2024-04-02T08:17:51.289+0000 7fa098f6e700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:17:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:51 smithi084 ceph-mon[27534]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:51.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:51 smithi084 ceph-mon[39235]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:52.793 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:17:52.821 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:52 smithi084 ceph-mon[27534]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-02T08:17:52.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:52 smithi084 ceph-mon[39235]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-02T08:17:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:52 smithi132 ceph-mon[31218]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-02T08:17:53.093 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:17:53.094 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:17:53.105 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-02T08:17:51.379190+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":218,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235236,"kb_used_data":6732,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725980,"statfs":{"total":767960285184,"available":767719403520,"internally_reserved":0,"allocated":6893568,"data_stored":3862360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.291285"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452658+0000","last_change":"2024-04-02T08:17:45.481105+0000","last_active":"2024-04-02T08:17:46.452658+0000","last_peered":"2024-04-02T08:17:46.452658+0000","last_clean":"2024-04-02T08:17:46.452658+0000","last_became_active":"2024-04-02T08:17:45.480815+0000","last_became_peered":"2024-04-02T08:17:45.480815+0000","last_unstale":"2024-04-02T08:17:46.452658+0000","last_undegraded":"2024-04-02T08:17:46.452658+0000","last_fullsized":"2024-04-02T08:17:46.452658+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498584+0000","last_change":"2024-04-02T08:17:45.464101+0000","last_active":"2024-04-02T08:17:46.498584+0000","last_peered":"2024-04-02T08:17:46.498584+0000","last_clean":"2024-04-02T08:17:46.498584+0000","last_became_active":"2024-04-02T08:17:45.463806+0000","last_became_peered":"2024-04-02T08:17:45.463806+0000","last_unstale":"2024-04-02T08:17:46.498584+0000","last_undegraded":"2024-04-02T08:17:46.498584+0000","last_fullsized":"2024-04-02T08:17:46.498584+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498356+0000","last_change":"2024-04-02T08:17:45.475764+0000","last_active":"2024-04-02T08:17:46.498356+0000","last_peered":"2024-04-02T08:17:46.498356+0000","last_clean":"2024-04-02T08:17:46.498356+0000","last_became_active":"2024-04-02T08:17:45.475416+0000","last_became_peered":"2024-04-02T08:17:45.475416+0000","last_unstale":"2024-04-02T08:17:46.498356+0000","last_undegraded":"2024-04-02T08:17:46.498356+0000","last_fullsized":"2024-04-02T08:17:46.498356+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498978+0000","last_change":"2024-04-02T08:17:45.458487+0000","last_active":"2024-04-02T08:17:46.498978+0000","last_peered":"2024-04-02T08:17:46.498978+0000","last_clean":"2024-04-02T08:17:46.498978+0000","last_became_active":"2024-04-02T08:17:45.458128+0000","last_became_peered":"2024-04-02T08:17:45.458128+0000","last_unstale":"2024-04-02T08:17:46.498978+0000","last_undegraded":"2024-04-02T08:17:46.498978+0000","last_fullsized":"2024-04-02T08:17:46.498978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452364+0000","last_change":"2024-04-02T08:17:45.476827+0000","last_active":"2024-04-02T08:17:46.452364+0000","last_peered":"2024-04-02T08:17:46.452364+0000","last_clean":"2024-04-02T08:17:46.452364+0000","last_became_active":"2024-04-02T08:17:45.476363+0000","last_became_peered":"2024-04-02T08:17:45.476363+0000","last_unstale":"2024-04-02T08:17:46.452364+0000","last_undegraded":"2024-04-02T08:17:46.452364+0000","last_fullsized":"2024-04-02T08:17:46.452364+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499636+0000","last_change":"2024-04-02T08:17:45.466925+0000","last_active":"2024-04-02T08:17:46.499636+0000","last_peered":"2024-04-02T08:17:46.499636+0000","last_clean":"2024-04-02T08:17:46.499636+0000","last_became_active":"2024-04-02T08:17:45.466564+0000","last_became_peered":"2024-04-02T08:17:45.466564+0000","last_unstale":"2024-04-02T08:17:46.499636+0000","last_undegraded":"2024-04-02T08:17:46.499636+0000","last_fullsized":"2024-04-02T08:17:46.499636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451870+0000","last_change":"2024-04-02T08:17:45.478686+0000","last_active":"2024-04-02T08:17:46.451870+0000","last_peered":"2024-04-02T08:17:46.451870+0000","last_clean":"2024-04-02T08:17:46.451870+0000","last_became_active":"2024-04-02T08:17:45.478115+0000","last_became_peered":"2024-04-02T08:17:45.478115+0000","last_unstale":"2024-04-02T08:17:46.451870+0000","last_undegraded":"2024-04-02T08:17:46.451870+0000","last_fullsized":"2024-04-02T08:17:46.451870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451887+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:17:46.451887+0000","last_peered":"2024-04-02T08:17:46.451887+0000","last_clean":"2024-04-02T08:17:46.451887+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:17:46.451887+0000","last_undegraded":"2024-04-02T08:17:46.451887+0000","last_fullsized":"2024-04-02T08:17:46.451887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452643+0000","last_change":"2024-04-02T08:17:45.480551+0000","last_active":"2024-04-02T08:17:46.452643+0000","last_peered":"2024-04-02T08:17:46.452643+0000","last_clean":"2024-04-02T08:17:46.452643+0000","last_became_active":"2024-04-02T08:17:45.478942+0000","last_became_peered":"2024-04-02T08:17:45.478942+0000","last_unstale":"2024-04-02T08:17:46.452643+0000","last_undegraded":"2024-04-02T08:17:46.452643+0000","last_fullsized":"2024-04-02T08:17:46.452643+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499518+0000","last_change":"2024-04-02T08:17:45.477036+0000","last_active":"2024-04-02T08:17:46.499518+0000","last_peered":"2024-04-02T08:17:46.499518+0000","last_clean":"2024-04-02T08:17:46.499518+0000","last_became_active":"2024-04-02T08:17:45.476755+0000","last_became_peered":"2024-04-02T08:17:45.476755+0000","last_unstale":"2024-04-02T08:17:46.499518+0000","last_undegraded":"2024-04-02T08:17:46.499518+0000","last_fullsized":"2024-04-02T08:17:46.499518+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499410+0000","last_change":"2024-04-02T08:17:45.475207+0000","last_active":"2024-04-02T08:17:46.499410+0000","last_peered":"2024-04-02T08:17:46.499410+0000","last_clean":"2024-04-02T08:17:46.499410+0000","last_became_active":"2024-04-02T08:17:45.474931+0000","last_became_peered":"2024-04-02T08:17:45.474931+0000","last_unstale":"2024-04-02T08:17:46.499410+0000","last_undegraded":"2024-04-02T08:17:46.499410+0000","last_fullsized":"2024-04-02T08:17:46.499410+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499952+0000","last_change":"2024-04-02T08:17:45.468846+0000","last_active":"2024-04-02T08:17:46.499952+0000","last_peered":"2024-04-02T08:17:46.499952+0000","last_clean":"2024-04-02T08:17:46.499952+0000","last_became_active":"2024-04-02T08:17:45.468425+0000","last_became_peered":"2024-04-02T08:17:45.468425+0000","last_unstale":"2024-04-02T08:17:46.499952+0000","last_undegraded":"2024-04-02T08:17:46.499952+0000","last_fullsized":"2024-04-02T08:17:46.499952+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452413+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:17:46.452413+0000","last_peered":"2024-04-02T08:17:46.452413+0000","last_clean":"2024-04-02T08:17:46.452413+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:17:46.452413+0000","last_undegraded":"2024-04-02T08:17:46.452413+0000","last_fullsized":"2024-04-02T08:17:46.452413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497539+0000","last_change":"2024-04-02T08:17:45.479578+0000","last_active":"2024-04-02T08:17:46.497539+0000","last_peered":"2024-04-02T08:17:46.497539+0000","last_clean":"2024-04-02T08:17:46.497539+0000","last_became_active":"2024-04-02T08:17:45.479207+0000","last_became_peered":"2024-04-02T08:17:45.479207+0000","last_unstale":"2024-04-02T08:17:46.497539+0000","last_undegraded":"2024-04-02T08:17:46.497539+0000","last_fullsized":"2024-04-02T08:17:46.497539+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497910+0000","last_change":"2024-04-02T08:17:45.473593+0000","last_active":"2024-04-02T08:17:46.497910+0000","last_peered":"2024-04-02T08:17:46.497910+0000","last_clean":"2024-04-02T08:17:46.497910+0000","last_became_active":"2024-04-02T08:17:45.473292+0000","last_became_peered":"2024-04-02T08:17:45.473292+0000","last_unstale":"2024-04-02T08:17:46.497910+0000","last_undegraded":"2024-04-02T08:17:46.497910+0000","last_fullsized":"2024-04-02T08:17:46.497910+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498486+0000","last_change":"2024-04-02T08:17:45.463673+0000","last_active":"2024-04-02T08:17:46.498486+0000","last_peered":"2024-04-02T08:17:46.498486+0000","last_clean":"2024-04-02T08:17:46.498486+0000","last_became_active":"2024-04-02T08:17:45.463236+0000","last_became_peered":"2024-04-02T08:17:45.463236+0000","last_unstale":"2024-04-02T08:17:46.498486+0000","last_undegraded":"2024-04-02T08:17:46.498486+0000","last_fullsized":"2024-04-02T08:17:46.498486+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498988+0000","last_change":"2024-04-02T08:17:45.471261+0000","last_active":"2024-04-02T08:17:46.498988+0000","last_peered":"2024-04-02T08:17:46.498988+0000","last_clean":"2024-04-02T08:17:46.498988+0000","last_became_active":"2024-04-02T08:17:45.470943+0000","last_became_peered":"2024-04-02T08:17:45.470943+0000","last_unstale":"2024-04-02T08:17:46.498988+0000","last_undegraded":"2024-04-02T08:17:46.498988+0000","last_fullsized":"2024-04-02T08:17:46.498988+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452062+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:17:46.452062+0000","last_peered":"2024-04-02T08:17:46.452062+0000","last_clean":"2024-04-02T08:17:46.452062+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:17:46.452062+0000","last_undegraded":"2024-04-02T08:17:46.452062+0000","last_fullsized":"2024-04-02T08:17:46.452062+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452324+0000","last_change":"2024-04-02T08:17:45.468589+0000","last_active":"2024-04-02T08:17:46.452324+0000","last_peered":"2024-04-02T08:17:46.452324+0000","last_clean":"2024-04-02T08:17:46.452324+0000","last_became_active":"2024-04-02T08:17:45.468283+0000","last_became_peered":"2024-04-02T08:17:45.468283+0000","last_unstale":"2024-04-02T08:17:46.452324+0000","last_undegraded":"2024-04-02T08:17:46.452324+0000","last_fullsized":"2024-04-02T08:17:46.452324+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498844+0000","last_change":"2024-04-02T08:17:45.108543+0000","last_active":"2024-04-02T08:17:46.498844+0000","last_peered":"2024-04-02T08:17:46.498844+0000","last_clean":"2024-04-02T08:17:46.498844+0000","last_became_active":"2024-04-02T08:17:45.108191+0000","last_became_peered":"2024-04-02T08:17:45.108191+0000","last_unstale":"2024-04-02T08:17:46.498844+0000","last_undegraded":"2024-04-02T08:17:46.498844+0000","last_fullsized":"2024-04-02T08:17:46.498844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452750+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:17:46.452750+0000","last_peered":"2024-04-02T08:17:46.452750+0000","last_clean":"2024-04-02T08:17:46.452750+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:17:46.452750+0000","last_undegraded":"2024-04-02T08:17:46.452750+0000","last_fullsized":"2024-04-02T08:17:46.452750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452834+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:17:46.452834+0000","last_peered":"2024-04-02T08:17:46.452834+0000","last_clean":"2024-04-02T08:17:46.452834+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:17:46.452834+0000","last_undegraded":"2024-04-02T08:17:46.452834+0000","last_fullsized":"2024-04-02T08:17:46.452834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498782+0000","last_change":"2024-04-02T08:17:45.478914+0000","last_active":"2024-04-02T08:17:46.498782+0000","last_peered":"2024-04-02T08:17:46.498782+0000","last_clean":"2024-04-02T08:17:46.498782+0000","last_became_active":"2024-04-02T08:17:45.478641+0000","last_became_peered":"2024-04-02T08:17:45.478641+0000","last_unstale":"2024-04-02T08:17:46.498782+0000","last_undegraded":"2024-04-02T08:17:46.498782+0000","last_fullsized":"2024-04-02T08:17:46.498782+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:17:47.137830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452591+0000","last_change":"2024-04-02T08:17:45.111553+0000","last_active":"2024-04-02T08:17:46.452591+0000","last_peered":"2024-04-02T08:17:46.452591+0000","last_clean":"2024-04-02T08:17:46.452591+0000","last_became_active":"2024-04-02T08:17:45.111249+0000","last_became_peered":"2024-04-02T08:17:45.111249+0000","last_unstale":"2024-04-02T08:17:46.452591+0000","last_undegraded":"2024-04-02T08:17:46.452591+0000","last_fullsized":"2024-04-02T08:17:46.452591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499141+0000","last_change":"2024-04-02T08:17:45.471608+0000","last_active":"2024-04-02T08:17:46.499141+0000","last_peered":"2024-04-02T08:17:46.499141+0000","last_clean":"2024-04-02T08:17:46.499141+0000","last_became_active":"2024-04-02T08:17:45.471085+0000","last_became_peered":"2024-04-02T08:17:45.471085+0000","last_unstale":"2024-04-02T08:17:46.499141+0000","last_undegraded":"2024-04-02T08:17:46.499141+0000","last_fullsized":"2024-04-02T08:17:46.499141+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452371+0000","last_change":"2024-04-02T08:17:45.106393+0000","last_active":"2024-04-02T08:17:46.452371+0000","last_peered":"2024-04-02T08:17:46.452371+0000","last_clean":"2024-04-02T08:17:46.452371+0000","last_became_active":"2024-04-02T08:17:45.106084+0000","last_became_peered":"2024-04-02T08:17:45.106084+0000","last_unstale":"2024-04-02T08:17:46.452371+0000","last_undegraded":"2024-04-02T08:17:46.452371+0000","last_fullsized":"2024-04-02T08:17:46.452371+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498880+0000","last_change":"2024-04-02T08:17:45.472197+0000","last_active":"2024-04-02T08:17:46.498880+0000","last_peered":"2024-04-02T08:17:46.498880+0000","last_clean":"2024-04-02T08:17:46.498880+0000","last_became_active":"2024-04-02T08:17:45.471880+0000","last_became_peered":"2024-04-02T08:17:45.471880+0000","last_unstale":"2024-04-02T08:17:46.498880+0000","last_undegraded":"2024-04-02T08:17:46.498880+0000","last_fullsized":"2024-04-02T08:17:46.498880+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452544+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:17:46.452544+0000","last_peered":"2024-04-02T08:17:46.452544+0000","last_clean":"2024-04-02T08:17:46.452544+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:17:46.452544+0000","last_undegraded":"2024-04-02T08:17:46.452544+0000","last_fullsized":"2024-04-02T08:17:46.452544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498545+0000","last_change":"2024-04-02T08:17:45.474664+0000","last_active":"2024-04-02T08:17:46.498545+0000","last_peered":"2024-04-02T08:17:46.498545+0000","last_clean":"2024-04-02T08:17:46.498545+0000","last_became_active":"2024-04-02T08:17:45.474332+0000","last_became_peered":"2024-04-02T08:17:45.474332+0000","last_unstale":"2024-04-02T08:17:46.498545+0000","last_undegraded":"2024-04-02T08:17:46.498545+0000","last_fullsized":"2024-04-02T08:17:46.498545+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498888+0000","last_change":"2024-04-02T08:17:45.101808+0000","last_active":"2024-04-02T08:17:46.498888+0000","last_peered":"2024-04-02T08:17:46.498888+0000","last_clean":"2024-04-02T08:17:46.498888+0000","last_became_active":"2024-04-02T08:17:45.101523+0000","last_became_peered":"2024-04-02T08:17:45.101523+0000","last_unstale":"2024-04-02T08:17:46.498888+0000","last_undegraded":"2024-04-02T08:17:46.498888+0000","last_fullsized":"2024-04-02T08:17:46.498888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498093+0000","last_change":"2024-04-02T08:17:45.469231+0000","last_active":"2024-04-02T08:17:46.498093+0000","last_peered":"2024-04-02T08:17:46.498093+0000","last_clean":"2024-04-02T08:17:46.498093+0000","last_became_active":"2024-04-02T08:17:45.468956+0000","last_became_peered":"2024-04-02T08:17:45.468956+0000","last_unstale":"2024-04-02T08:17:46.498093+0000","last_undegraded":"2024-04-02T08:17:46.498093+0000","last_fullsized":"2024-04-02T08:17:46.498093+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452258+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:17:46.452258+0000","last_peered":"2024-04-02T08:17:46.452258+0000","last_clean":"2024-04-02T08:17:46.452258+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:17:46.452258+0000","last_undegraded":"2024-04-02T08:17:46.452258+0000","last_fullsized":"2024-04-02T08:17:46.452258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451971+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:17:46.451971+0000","last_peered":"2024-04-02T08:17:46.451971+0000","last_clean":"2024-04-02T08:17:46.451971+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:17:46.451971+0000","last_undegraded":"2024-04-02T08:17:46.451971+0000","last_fullsized":"2024-04-02T08:17:46.451971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498158+0000","last_change":"2024-04-02T08:17:45.104336+0000","last_active":"2024-04-02T08:17:46.498158+0000","last_peered":"2024-04-02T08:17:46.498158+0000","last_clean":"2024-04-02T08:17:46.498158+0000","last_became_active":"2024-04-02T08:17:45.104033+0000","last_became_peered":"2024-04-02T08:17:45.104033+0000","last_unstale":"2024-04-02T08:17:46.498158+0000","last_undegraded":"2024-04-02T08:17:46.498158+0000","last_fullsized":"2024-04-02T08:17:46.498158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498027+0000","last_change":"2024-04-02T08:17:45.464471+0000","last_active":"2024-04-02T08:17:46.498027+0000","last_peered":"2024-04-02T08:17:46.498027+0000","last_clean":"2024-04-02T08:17:46.498027+0000","last_became_active":"2024-04-02T08:17:45.463944+0000","last_became_peered":"2024-04-02T08:17:45.463944+0000","last_unstale":"2024-04-02T08:17:46.498027+0000","last_undegraded":"2024-04-02T08:17:46.498027+0000","last_fullsized":"2024-04-02T08:17:46.498027+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499423+0000","last_change":"2024-04-02T08:17:45.103575+0000","last_active":"2024-04-02T08:17:46.499423+0000","last_peered":"2024-04-02T08:17:46.499423+0000","last_clean":"2024-04-02T08:17:46.499423+0000","last_became_active":"2024-04-02T08:17:45.103212+0000","last_became_peered":"2024-04-02T08:17:45.103212+0000","last_unstale":"2024-04-02T08:17:46.499423+0000","last_undegraded":"2024-04-02T08:17:46.499423+0000","last_fullsized":"2024-04-02T08:17:46.499423+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498664+0000","last_change":"2024-04-02T08:17:45.476995+0000","last_active":"2024-04-02T08:17:46.498664+0000","last_peered":"2024-04-02T08:17:46.498664+0000","last_clean":"2024-04-02T08:17:46.498664+0000","last_became_active":"2024-04-02T08:17:45.476678+0000","last_became_peered":"2024-04-02T08:17:45.476678+0000","last_unstale":"2024-04-02T08:17:46.498664+0000","last_undegraded":"2024-04-02T08:17:46.498664+0000","last_fullsized":"2024-04-02T08:17:46.498664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498459+0000","last_change":"2024-04-02T08:17:45.107900+0000","last_active":"2024-04-02T08:17:46.498459+0000","last_peered":"2024-04-02T08:17:46.498459+0000","last_clean":"2024-04-02T08:17:46.498459+0000","last_became_active":"2024-04-02T08:17:45.105614+0000","last_became_peered":"2024-04-02T08:17:45.105614+0000","last_unstale":"2024-04-02T08:17:46.498459+0000","last_undegraded":"2024-04-02T08:17:46.498459+0000","last_fullsized":"2024-04-02T08:17:46.498459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498729+0000","last_change":"2024-04-02T08:17:45.478974+0000","last_active":"2024-04-02T08:17:46.498729+0000","last_peered":"2024-04-02T08:17:46.498729+0000","last_clean":"2024-04-02T08:17:46.498729+0000","last_became_active":"2024-04-02T08:17:45.478687+0000","last_became_peered":"2024-04-02T08:17:45.478687+0000","last_unstale":"2024-04-02T08:17:46.498729+0000","last_undegraded":"2024-04-02T08:17:46.498729+0000","last_fullsized":"2024-04-02T08:17:46.498729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498448+0000","last_change":"2024-04-02T08:17:45.110218+0000","last_active":"2024-04-02T08:17:46.498448+0000","last_peered":"2024-04-02T08:17:46.498448+0000","last_clean":"2024-04-02T08:17:46.498448+0000","last_became_active":"2024-04-02T08:17:45.109912+0000","last_became_peered":"2024-04-02T08:17:45.109912+0000","last_unstale":"2024-04-02T08:17:46.498448+0000","last_undegraded":"2024-04-02T08:17:46.498448+0000","last_fullsized":"2024-04-02T08:17:46.498448+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499865+0000","last_change":"2024-04-02T08:17:45.476314+0000","last_active":"2024-04-02T08:17:46.499865+0000","last_peered":"2024-04-02T08:17:46.499865+0000","last_clean":"2024-04-02T08:17:46.499865+0000","last_became_active":"2024-04-02T08:17:45.475134+0000","last_became_peered":"2024-04-02T08:17:45.475134+0000","last_unstale":"2024-04-02T08:17:46.499865+0000","last_undegraded":"2024-04-02T08:17:46.499865+0000","last_fullsized":"2024-04-02T08:17:46.499865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499572+0000","last_change":"2024-04-02T08:17:45.104730+0000","last_active":"2024-04-02T08:17:46.499572+0000","last_peered":"2024-04-02T08:17:46.499572+0000","last_clean":"2024-04-02T08:17:46.499572+0000","last_became_active":"2024-04-02T08:17:45.104451+0000","last_became_peered":"2024-04-02T08:17:45.104451+0000","last_unstale":"2024-04-02T08:17:46.499572+0000","last_undegraded":"2024-04-02T08:17:46.499572+0000","last_fullsized":"2024-04-02T08:17:46.499572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452341+0000","last_change":"2024-04-02T08:17:45.476420+0000","last_active":"2024-04-02T08:17:46.452341+0000","last_peered":"2024-04-02T08:17:46.452341+0000","last_clean":"2024-04-02T08:17:46.452341+0000","last_became_active":"2024-04-02T08:17:45.476111+0000","last_became_peered":"2024-04-02T08:17:45.476111+0000","last_unstale":"2024-04-02T08:17:46.452341+0000","last_undegraded":"2024-04-02T08:17:46.452341+0000","last_fullsized":"2024-04-02T08:17:46.452341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498170+0000","last_change":"2024-04-02T08:17:45.106876+0000","last_active":"2024-04-02T08:17:46.498170+0000","last_peered":"2024-04-02T08:17:46.498170+0000","last_clean":"2024-04-02T08:17:46.498170+0000","last_became_active":"2024-04-02T08:17:45.106575+0000","last_became_peered":"2024-04-02T08:17:45.106575+0000","last_unstale":"2024-04-02T08:17:46.498170+0000","last_undegraded":"2024-04-02T08:17:46.498170+0000","last_fullsized":"2024-04-02T08:17:46.498170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497697+0000","last_change":"2024-04-02T08:17:45.469434+0000","last_active":"2024-04-02T08:17:46.497697+0000","last_peered":"2024-04-02T08:17:46.497697+0000","last_clean":"2024-04-02T08:17:46.497697+0000","last_became_active":"2024-04-02T08:17:45.468891+0000","last_became_peered":"2024-04-02T08:17:45.468891+0000","last_unstale":"2024-04-02T08:17:46.497697+0000","last_undegraded":"2024-04-02T08:17:46.497697+0000","last_fullsized":"2024-04-02T08:17:46.497697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499351+0000","last_change":"2024-04-02T08:17:45.107649+0000","last_active":"2024-04-02T08:17:46.499351+0000","last_peered":"2024-04-02T08:17:46.499351+0000","last_clean":"2024-04-02T08:17:46.499351+0000","last_became_active":"2024-04-02T08:17:45.105359+0000","last_became_peered":"2024-04-02T08:17:45.105359+0000","last_unstale":"2024-04-02T08:17:46.499351+0000","last_undegraded":"2024-04-02T08:17:46.499351+0000","last_fullsized":"2024-04-02T08:17:46.499351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452242+0000","last_change":"2024-04-02T08:17:45.476656+0000","last_active":"2024-04-02T08:17:46.452242+0000","last_peered":"2024-04-02T08:17:46.452242+0000","last_clean":"2024-04-02T08:17:46.452242+0000","last_became_active":"2024-04-02T08:17:45.475934+0000","last_became_peered":"2024-04-02T08:17:45.475934+0000","last_unstale":"2024-04-02T08:17:46.452242+0000","last_undegraded":"2024-04-02T08:17:46.452242+0000","last_fullsized":"2024-04-02T08:17:46.452242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498324+0000","last_change":"2024-04-02T08:17:45.099457+0000","last_active":"2024-04-02T08:17:46.498324+0000","last_peered":"2024-04-02T08:17:46.498324+0000","last_clean":"2024-04-02T08:17:46.498324+0000","last_became_active":"2024-04-02T08:17:45.099159+0000","last_became_peered":"2024-04-02T08:17:45.099159+0000","last_unstale":"2024-04-02T08:17:46.498324+0000","last_undegraded":"2024-04-02T08:17:46.498324+0000","last_fullsized":"2024-04-02T08:17:46.498324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498339+0000","last_change":"2024-04-02T08:17:45.473608+0000","last_active":"2024-04-02T08:17:46.498339+0000","last_peered":"2024-04-02T08:17:46.498339+0000","last_clean":"2024-04-02T08:17:46.498339+0000","last_became_active":"2024-04-02T08:17:45.473323+0000","last_became_peered":"2024-04-02T08:17:45.473323+0000","last_unstale":"2024-04-02T08:17:46.498339+0000","last_undegraded":"2024-04-02T08:17:46.498339+0000","last_fullsized":"2024-04-02T08:17:46.498339+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451376+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:17:46.451376+0000","last_peered":"2024-04-02T08:17:46.451376+0000","last_clean":"2024-04-02T08:17:46.451376+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:17:46.451376+0000","last_undegraded":"2024-04-02T08:17:46.451376+0000","last_fullsized":"2024-04-02T08:17:46.451376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452010+0000","last_change":"2024-04-02T08:17:45.476131+0000","last_active":"2024-04-02T08:17:46.452010+0000","last_peered":"2024-04-02T08:17:46.452010+0000","last_clean":"2024-04-02T08:17:46.452010+0000","last_became_active":"2024-04-02T08:17:45.475849+0000","last_became_peered":"2024-04-02T08:17:45.475849+0000","last_unstale":"2024-04-02T08:17:46.452010+0000","last_undegraded":"2024-04-02T08:17:46.452010+0000","last_fullsized":"2024-04-02T08:17:46.452010+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.500058+0000","last_change":"2024-04-02T08:17:45.106077+0000","last_active":"2024-04-02T08:17:46.500058+0000","last_peered":"2024-04-02T08:17:46.500058+0000","last_clean":"2024-04-02T08:17:46.500058+0000","last_became_active":"2024-04-02T08:17:45.105791+0000","last_became_peered":"2024-04-02T08:17:45.105791+0000","last_unstale":"2024-04-02T08:17:46.500058+0000","last_undegraded":"2024-04-02T08:17:46.500058+0000","last_fullsized":"2024-04-02T08:17:46.500058+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:44.611493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452680+0000","last_change":"2024-04-02T08:17:45.477488+0000","last_active":"2024-04-02T08:17:46.452680+0000","last_peered":"2024-04-02T08:17:46.452680+0000","last_clean":"2024-04-02T08:17:46.452680+0000","last_became_active":"2024-04-02T08:17:45.477153+0000","last_became_peered":"2024-04-02T08:17:45.477153+0000","last_unstale":"2024-04-02T08:17:46.452680+0000","last_undegraded":"2024-04-02T08:17:46.452680+0000","last_fullsized":"2024-04-02T08:17:46.452680+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498083+0000","last_change":"2024-04-02T08:17:45.106946+0000","last_active":"2024-04-02T08:17:46.498083+0000","last_peered":"2024-04-02T08:17:46.498083+0000","last_clean":"2024-04-02T08:17:46.498083+0000","last_became_active":"2024-04-02T08:17:45.105934+0000","last_became_peered":"2024-04-02T08:17:45.105934+0000","last_unstale":"2024-04-02T08:17:46.498083+0000","last_undegraded":"2024-04-02T08:17:46.498083+0000","last_fullsized":"2024-04-02T08:17:46.498083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499004+0000","last_change":"2024-04-02T08:17:45.472842+0000","last_active":"2024-04-02T08:17:46.499004+0000","last_peered":"2024-04-02T08:17:46.499004+0000","last_clean":"2024-04-02T08:17:46.499004+0000","last_became_active":"2024-04-02T08:17:45.471640+0000","last_became_peered":"2024-04-02T08:17:45.471640+0000","last_unstale":"2024-04-02T08:17:46.499004+0000","last_undegraded":"2024-04-02T08:17:46.499004+0000","last_fullsized":"2024-04-02T08:17:46.499004+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499255+0000","last_change":"2024-04-02T08:17:45.108103+0000","last_active":"2024-04-02T08:17:46.499255+0000","last_peered":"2024-04-02T08:17:46.499255+0000","last_clean":"2024-04-02T08:17:46.499255+0000","last_became_active":"2024-04-02T08:17:45.107778+0000","last_became_peered":"2024-04-02T08:17:45.107778+0000","last_unstale":"2024-04-02T08:17:46.499255+0000","last_undegraded":"2024-04-02T08:17:46.499255+0000","last_fullsized":"2024-04-02T08:17:46.499255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499414+0000","last_change":"2024-04-02T08:17:45.479567+0000","last_active":"2024-04-02T08:17:46.499414+0000","last_peered":"2024-04-02T08:17:46.499414+0000","last_clean":"2024-04-02T08:17:46.499414+0000","last_became_active":"2024-04-02T08:17:45.479245+0000","last_became_peered":"2024-04-02T08:17:45.479245+0000","last_unstale":"2024-04-02T08:17:46.499414+0000","last_undegraded":"2024-04-02T08:17:46.499414+0000","last_fullsized":"2024-04-02T08:17:46.499414+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:49:49.639219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497621+0000","last_change":"2024-04-02T08:17:45.461557+0000","last_active":"2024-04-02T08:17:46.497621+0000","last_peered":"2024-04-02T08:17:46.497621+0000","last_clean":"2024-04-02T08:17:46.497621+0000","last_became_active":"2024-04-02T08:17:45.461297+0000","last_became_peered":"2024-04-02T08:17:45.461297+0000","last_unstale":"2024-04-02T08:17:46.497621+0000","last_undegraded":"2024-04-02T08:17:46.497621+0000","last_fullsized":"2024-04-02T08:17:46.497621+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451555+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:17:46.451555+0000","last_peered":"2024-04-02T08:17:46.451555+0000","last_clean":"2024-04-02T08:17:46.451555+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:17:46.451555+0000","last_undegraded":"2024-04-02T08:17:46.451555+0000","last_fullsized":"2024-04-02T08:17:46.451555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452455+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:17:46.452455+0000","last_peered":"2024-04-02T08:17:46.452455+0000","last_clean":"2024-04-02T08:17:46.452455+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:17:46.452455+0000","last_undegraded":"2024-04-02T08:17:46.452455+0000","last_fullsized":"2024-04-02T08:17:46.452455+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498476+0000","last_change":"2024-04-02T08:17:45.104366+0000","last_active":"2024-04-02T08:17:46.498476+0000","last_peered":"2024-04-02T08:17:46.498476+0000","last_clean":"2024-04-02T08:17:46.498476+0000","last_became_active":"2024-04-02T08:17:45.104079+0000","last_became_peered":"2024-04-02T08:17:45.104079+0000","last_unstale":"2024-04-02T08:17:46.498476+0000","last_undegraded":"2024-04-02T08:17:46.498476+0000","last_fullsized":"2024-04-02T08:17:46.498476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:17:45.460286+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:17:45.460286+0000","last_peered":"2024-04-02T08:17:45.460286+0000","last_clean":"2024-04-02T08:17:45.460286+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:17:45.460286+0000","last_undegraded":"2024-04-02T08:17:45.460286+0000","last_fullsized":"2024-04-02T08:17:45.460286+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497638+0000","last_change":"2024-04-02T08:17:45.467119+0000","last_active":"2024-04-02T08:17:46.497638+0000","last_peered":"2024-04-02T08:17:46.497638+0000","last_clean":"2024-04-02T08:17:46.497638+0000","last_became_active":"2024-04-02T08:17:45.466809+0000","last_became_peered":"2024-04-02T08:17:45.466809+0000","last_unstale":"2024-04-02T08:17:46.497638+0000","last_undegraded":"2024-04-02T08:17:46.497638+0000","last_fullsized":"2024-04-02T08:17:46.497638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452167+0000","last_change":"2024-04-02T08:17:45.112331+0000","last_active":"2024-04-02T08:17:46.452167+0000","last_peered":"2024-04-02T08:17:46.452167+0000","last_clean":"2024-04-02T08:17:46.452167+0000","last_became_active":"2024-04-02T08:17:45.112064+0000","last_became_peered":"2024-04-02T08:17:45.112064+0000","last_unstale":"2024-04-02T08:17:46.452167+0000","last_undegraded":"2024-04-02T08:17:46.452167+0000","last_fullsized":"2024-04-02T08:17:46.452167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452493+0000","last_change":"2024-04-02T08:17:45.112231+0000","last_active":"2024-04-02T08:17:46.452493+0000","last_peered":"2024-04-02T08:17:46.452493+0000","last_clean":"2024-04-02T08:17:46.452493+0000","last_became_active":"2024-04-02T08:17:45.111870+0000","last_became_peered":"2024-04-02T08:17:45.111870+0000","last_unstale":"2024-04-02T08:17:46.452493+0000","last_undegraded":"2024-04-02T08:17:46.452493+0000","last_fullsized":"2024-04-02T08:17:46.452493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498179+0000","last_change":"2024-04-02T08:17:45.472742+0000","last_active":"2024-04-02T08:17:46.498179+0000","last_peered":"2024-04-02T08:17:46.498179+0000","last_clean":"2024-04-02T08:17:46.498179+0000","last_became_active":"2024-04-02T08:17:45.472458+0000","last_became_peered":"2024-04-02T08:17:45.472458+0000","last_unstale":"2024-04-02T08:17:46.498179+0000","last_undegraded":"2024-04-02T08:17:46.498179+0000","last_fullsized":"2024-04-02T08:17:46.498179+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498554+0000","last_change":"2024-04-02T08:17:45.099822+0000","last_active":"2024-04-02T08:17:46.498554+0000","last_peered":"2024-04-02T08:17:46.498554+0000","last_clean":"2024-04-02T08:17:46.498554+0000","last_became_active":"2024-04-02T08:17:45.099533+0000","last_became_peered":"2024-04-02T08:17:45.099533+0000","last_unstale":"2024-04-02T08:17:46.498554+0000","last_undegraded":"2024-04-02T08:17:46.498554+0000","last_fullsized":"2024-04-02T08:17:46.498554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452897+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:17:46.452897+0000","last_peered":"2024-04-02T08:17:46.452897+0000","last_clean":"2024-04-02T08:17:46.452897+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:17:46.452897+0000","last_undegraded":"2024-04-02T08:17:46.452897+0000","last_fullsized":"2024-04-02T08:17:46.452897+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499288+0000","last_change":"2024-04-02T08:17:45.100974+0000","last_active":"2024-04-02T08:17:46.499288+0000","last_peered":"2024-04-02T08:17:46.499288+0000","last_clean":"2024-04-02T08:17:46.499288+0000","last_became_active":"2024-04-02T08:17:45.100684+0000","last_became_peered":"2024-04-02T08:17:45.100684+0000","last_unstale":"2024-04-02T08:17:46.499288+0000","last_undegraded":"2024-04-02T08:17:46.499288+0000","last_fullsized":"2024-04-02T08:17:46.499288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498577+0000","last_change":"2024-04-02T08:17:45.478657+0000","last_active":"2024-04-02T08:17:46.498577+0000","last_peered":"2024-04-02T08:17:46.498577+0000","last_clean":"2024-04-02T08:17:46.498577+0000","last_became_active":"2024-04-02T08:17:45.478354+0000","last_became_peered":"2024-04-02T08:17:45.478354+0000","last_unstale":"2024-04-02T08:17:46.498577+0000","last_undegraded":"2024-04-02T08:17:46.498577+0000","last_fullsized":"2024-04-02T08:17:46.498577+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:58.858212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451831+0000","last_change":"2024-04-02T08:17:45.113389+0000","last_active":"2024-04-02T08:17:46.451831+0000","last_peered":"2024-04-02T08:17:46.451831+0000","last_clean":"2024-04-02T08:17:46.451831+0000","last_became_active":"2024-04-02T08:17:45.113187+0000","last_became_peered":"2024-04-02T08:17:45.113187+0000","last_unstale":"2024-04-02T08:17:46.451831+0000","last_undegraded":"2024-04-02T08:17:46.451831+0000","last_fullsized":"2024-04-02T08:17:46.451831+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498693+0000","last_change":"2024-04-02T08:17:45.480348+0000","last_active":"2024-04-02T08:17:46.498693+0000","last_peered":"2024-04-02T08:17:46.498693+0000","last_clean":"2024-04-02T08:17:46.498693+0000","last_became_active":"2024-04-02T08:17:45.480032+0000","last_became_peered":"2024-04-02T08:17:45.480032+0000","last_unstale":"2024-04-02T08:17:46.498693+0000","last_undegraded":"2024-04-02T08:17:46.498693+0000","last_fullsized":"2024-04-02T08:17:46.498693+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497908+0000","last_change":"2024-04-02T08:17:45.107119+0000","last_active":"2024-04-02T08:17:46.497908+0000","last_peered":"2024-04-02T08:17:46.497908+0000","last_clean":"2024-04-02T08:17:46.497908+0000","last_became_active":"2024-04-02T08:17:45.106239+0000","last_became_peered":"2024-04-02T08:17:45.106239+0000","last_unstale":"2024-04-02T08:17:46.497908+0000","last_undegraded":"2024-04-02T08:17:46.497908+0000","last_fullsized":"2024-04-02T08:17:46.497908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451938+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:17:46.451938+0000","last_peered":"2024-04-02T08:17:46.451938+0000","last_clean":"2024-04-02T08:17:46.451938+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:17:46.451938+0000","last_undegraded":"2024-04-02T08:17:46.451938+0000","last_fullsized":"2024-04-02T08:17:46.451938+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498141+0000","last_change":"2024-04-02T08:17:45.105057+0000","last_active":"2024-04-02T08:17:46.498141+0000","last_peered":"2024-04-02T08:17:46.498141+0000","last_clean":"2024-04-02T08:17:46.498141+0000","last_became_active":"2024-04-02T08:17:45.104763+0000","last_became_peered":"2024-04-02T08:17:45.104763+0000","last_unstale":"2024-04-02T08:17:46.498141+0000","last_undegraded":"2024-04-02T08:17:46.498141+0000","last_fullsized":"2024-04-02T08:17:46.498141+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452456+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:17:46.452456+0000","last_peered":"2024-04-02T08:17:46.452456+0000","last_clean":"2024-04-02T08:17:46.452456+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:17:46.452456+0000","last_undegraded":"2024-04-02T08:17:46.452456+0000","last_fullsized":"2024-04-02T08:17:46.452456+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452127+0000","last_change":"2024-04-02T08:17:45.109669+0000","last_active":"2024-04-02T08:17:46.452127+0000","last_peered":"2024-04-02T08:17:46.452127+0000","last_clean":"2024-04-02T08:17:46.452127+0000","last_became_active":"2024-04-02T08:17:45.109363+0000","last_became_peered":"2024-04-02T08:17:45.109363+0000","last_unstale":"2024-04-02T08:17:46.452127+0000","last_undegraded":"2024-04-02T08:17:46.452127+0000","last_fullsized":"2024-04-02T08:17:46.452127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498800+0000","last_change":"2024-04-02T08:17:45.469399+0000","last_active":"2024-04-02T08:17:46.498800+0000","last_peered":"2024-04-02T08:17:46.498800+0000","last_clean":"2024-04-02T08:17:46.498800+0000","last_became_active":"2024-04-02T08:17:45.469013+0000","last_became_peered":"2024-04-02T08:17:45.469013+0000","last_unstale":"2024-04-02T08:17:46.498800+0000","last_undegraded":"2024-04-02T08:17:46.498800+0000","last_fullsized":"2024-04-02T08:17:46.498800+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451524+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:17:46.451524+0000","last_peered":"2024-04-02T08:17:46.451524+0000","last_clean":"2024-04-02T08:17:46.451524+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:17:46.451524+0000","last_undegraded":"2024-04-02T08:17:46.451524+0000","last_fullsized":"2024-04-02T08:17:46.451524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452482+0000","last_change":"2024-04-02T08:17:45.481043+0000","last_active":"2024-04-02T08:17:46.452482+0000","last_peered":"2024-04-02T08:17:46.452482+0000","last_clean":"2024-04-02T08:17:46.452482+0000","last_became_active":"2024-04-02T08:17:45.480554+0000","last_became_peered":"2024-04-02T08:17:45.480554+0000","last_unstale":"2024-04-02T08:17:46.452482+0000","last_undegraded":"2024-04-02T08:17:46.452482+0000","last_fullsized":"2024-04-02T08:17:46.452482+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:49.872634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498455+0000","last_change":"2024-04-02T08:17:45.103651+0000","last_active":"2024-04-02T08:17:46.498455+0000","last_peered":"2024-04-02T08:17:46.498455+0000","last_clean":"2024-04-02T08:17:46.498455+0000","last_became_active":"2024-04-02T08:17:45.103351+0000","last_became_peered":"2024-04-02T08:17:45.103351+0000","last_unstale":"2024-04-02T08:17:46.498455+0000","last_undegraded":"2024-04-02T08:17:46.498455+0000","last_fullsized":"2024-04-02T08:17:46.498455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498771+0000","last_change":"2024-04-02T08:17:45.471398+0000","last_active":"2024-04-02T08:17:46.498771+0000","last_peered":"2024-04-02T08:17:46.498771+0000","last_clean":"2024-04-02T08:17:46.498771+0000","last_became_active":"2024-04-02T08:17:45.470659+0000","last_became_peered":"2024-04-02T08:17:45.470659+0000","last_unstale":"2024-04-02T08:17:46.498771+0000","last_undegraded":"2024-04-02T08:17:46.498771+0000","last_fullsized":"2024-04-02T08:17:46.498771+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451963+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:17:46.451963+0000","last_peered":"2024-04-02T08:17:46.451963+0000","last_clean":"2024-04-02T08:17:46.451963+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:17:46.451963+0000","last_undegraded":"2024-04-02T08:17:46.451963+0000","last_fullsized":"2024-04-02T08:17:46.451963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452743+0000","last_change":"2024-04-02T08:17:45.483677+0000","last_active":"2024-04-02T08:17:46.452743+0000","last_peered":"2024-04-02T08:17:46.452743+0000","last_clean":"2024-04-02T08:17:46.452743+0000","last_became_active":"2024-04-02T08:17:45.483351+0000","last_became_peered":"2024-04-02T08:17:45.483351+0000","last_unstale":"2024-04-02T08:17:46.452743+0000","last_undegraded":"2024-04-02T08:17:46.452743+0000","last_fullsized":"2024-04-02T08:17:46.452743+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:23:32.312351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498138+0000","last_change":"2024-04-02T08:17:45.472532+0000","last_active":"2024-04-02T08:17:46.498138+0000","last_peered":"2024-04-02T08:17:46.498138+0000","last_clean":"2024-04-02T08:17:46.498138+0000","last_became_active":"2024-04-02T08:17:45.472241+0000","last_became_peered":"2024-04-02T08:17:45.472241+0000","last_unstale":"2024-04-02T08:17:46.498138+0000","last_undegraded":"2024-04-02T08:17:46.498138+0000","last_fullsized":"2024-04-02T08:17:46.498138+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.451383+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:17:46.451383+0000","last_peered":"2024-04-02T08:17:46.451383+0000","last_clean":"2024-04-02T08:17:46.451383+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:17:46.451383+0000","last_undegraded":"2024-04-02T08:17:46.451383+0000","last_fullsized":"2024-04-02T08:17:46.451383+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499450+0000","last_change":"2024-04-02T08:17:45.462834+0000","last_active":"2024-04-02T08:17:46.499450+0000","last_peered":"2024-04-02T08:17:46.499450+0000","last_clean":"2024-04-02T08:17:46.499450+0000","last_became_active":"2024-04-02T08:17:45.462541+0000","last_became_peered":"2024-04-02T08:17:45.462541+0000","last_unstale":"2024-04-02T08:17:46.499450+0000","last_undegraded":"2024-04-02T08:17:46.499450+0000","last_fullsized":"2024-04-02T08:17:46.499450+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498011+0000","last_change":"2024-04-02T08:17:45.468981+0000","last_active":"2024-04-02T08:17:46.498011+0000","last_peered":"2024-04-02T08:17:46.498011+0000","last_clean":"2024-04-02T08:17:46.498011+0000","last_became_active":"2024-04-02T08:17:45.468518+0000","last_became_peered":"2024-04-02T08:17:45.468518+0000","last_unstale":"2024-04-02T08:17:46.498011+0000","last_undegraded":"2024-04-02T08:17:46.498011+0000","last_fullsized":"2024-04-02T08:17:46.498011+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452724+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:17:46.452724+0000","last_peered":"2024-04-02T08:17:46.452724+0000","last_clean":"2024-04-02T08:17:46.452724+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:17:46.452724+0000","last_undegraded":"2024-04-02T08:17:46.452724+0000","last_fullsized":"2024-04-02T08:17:46.452724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498349+0000","last_change":"2024-04-02T08:17:45.460349+0000","last_active":"2024-04-02T08:17:46.498349+0000","last_peered":"2024-04-02T08:17:46.498349+0000","last_clean":"2024-04-02T08:17:46.498349+0000","last_became_active":"2024-04-02T08:17:45.460036+0000","last_became_peered":"2024-04-02T08:17:45.460036+0000","last_unstale":"2024-04-02T08:17:46.498349+0000","last_undegraded":"2024-04-02T08:17:46.498349+0000","last_fullsized":"2024-04-02T08:17:46.498349+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499720+0000","last_change":"2024-04-02T08:17:45.482194+0000","last_active":"2024-04-02T08:17:46.499720+0000","last_peered":"2024-04-02T08:17:46.499720+0000","last_clean":"2024-04-02T08:17:46.499720+0000","last_became_active":"2024-04-02T08:17:45.481893+0000","last_became_peered":"2024-04-02T08:17:45.481893+0000","last_unstale":"2024-04-02T08:17:46.499720+0000","last_undegraded":"2024-04-02T08:17:46.499720+0000","last_fullsized":"2024-04-02T08:17:46.499720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452977+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:17:46.452977+0000","last_peered":"2024-04-02T08:17:46.452977+0000","last_clean":"2024-04-02T08:17:46.452977+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:17:46.452977+0000","last_undegraded":"2024-04-02T08:17:46.452977+0000","last_fullsized":"2024-04-02T08:17:46.452977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.498263+0000","last_change":"2024-04-02T08:17:45.471960+0000","last_active":"2024-04-02T08:17:46.498263+0000","last_peered":"2024-04-02T08:17:46.498263+0000","last_clean":"2024-04-02T08:17:46.498263+0000","last_became_active":"2024-04-02T08:17:45.471493+0000","last_became_peered":"2024-04-02T08:17:45.471493+0000","last_unstale":"2024-04-02T08:17:46.498263+0000","last_undegraded":"2024-04-02T08:17:46.498263+0000","last_fullsized":"2024-04-02T08:17:46.498263+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.452180+0000","last_change":"2024-04-02T08:17:45.472697+0000","last_active":"2024-04-02T08:17:46.452180+0000","last_peered":"2024-04-02T08:17:46.452180+0000","last_clean":"2024-04-02T08:17:46.452180+0000","last_became_active":"2024-04-02T08:17:45.472365+0000","last_became_peered":"2024-04-02T08:17:45.472365+0000","last_unstale":"2024-04-02T08:17:46.452180+0000","last_undegraded":"2024-04-02T08:17:46.452180+0000","last_fullsized":"2024-04-02T08:17:46.452180+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:32.252995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499543+0000","last_change":"2024-04-02T08:17:45.471760+0000","last_active":"2024-04-02T08:17:46.499543+0000","last_peered":"2024-04-02T08:17:46.499543+0000","last_clean":"2024-04-02T08:17:46.499543+0000","last_became_active":"2024-04-02T08:17:45.470449+0000","last_became_peered":"2024-04-02T08:17:45.470449+0000","last_unstale":"2024-04-02T08:17:46.499543+0000","last_undegraded":"2024-04-02T08:17:46.499543+0000","last_fullsized":"2024-04-02T08:17:46.499543+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.497916+0000","last_change":"2024-04-02T08:17:45.477263+0000","last_active":"2024-04-02T08:17:46.497916+0000","last_peered":"2024-04-02T08:17:46.497916+0000","last_clean":"2024-04-02T08:17:46.497916+0000","last_became_active":"2024-04-02T08:17:45.476981+0000","last_became_peered":"2024-04-02T08:17:45.476981+0000","last_unstale":"2024-04-02T08:17:46.497916+0000","last_undegraded":"2024-04-02T08:17:46.497916+0000","last_fullsized":"2024-04-02T08:17:46.497916+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:17:46.499666+0000","last_change":"2024-04-02T08:17:45.470546+0000","last_active":"2024-04-02T08:17:46.499666+0000","last_peered":"2024-04-02T08:17:46.499666+0000","last_clean":"2024-04-02T08:17:46.499666+0000","last_became_active":"2024-04-02T08:17:45.470096+0000","last_became_peered":"2024-04-02T08:17:45.470096+0000","last_unstale":"2024-04-02T08:17:46.499666+0000","last_undegraded":"2024-04-02T08:17:46.499666+0000","last_fullsized":"2024-04-02T08:17:46.499666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201287,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1232896,"data_stored":853244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":6,"up_from":47,"seq":201863462924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32332,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712820,"statfs":{"total":95995035648,"available":95961927680,"internally_reserved":0,"allocated":1232896,"data_stored":853931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31748,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713404,"statfs":{"total":95995035648,"available":95962525696,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.26500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.32900000000000001,"15min":0.318},"min":{"1min":0.23899999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.373}]},{"osd":2,"last update":"Tue Apr 2 08:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.374,"15min":0.36199999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.38,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.34000000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.35699999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54700000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.53700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:17:03 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.249,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.27700000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:17:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.24299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:16:51 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.373},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.36199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.496}]},{"osd":5,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.372},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.49099999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.314},{"interface":"front","average":{"1min":0.434,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.29099999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.56100000000000005,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35299999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39700000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.54200000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.316,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.28899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.30099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.376}]},{"osd":1,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:17:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.432},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.442}]},{"osd":5,"last update":"Tue Apr 2 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.5}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":647168,"data_stored":262980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.45000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.39600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.432},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.37}]},{"osd":3,"last update":"Tue Apr 2 08:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27660,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717492,"statfs":{"total":95995035648,"available":95966711808,"internally_reserved":0,"allocated":643072,"data_stored":263653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.502}]},{"osd":1,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.40400000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.379}]},{"osd":3,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.47999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.46300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:17:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-02T08:17:53.110 INFO:tasks.cephadm:Adding prometheus.a on smithi132 2024-04-02T08:17:53.110 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi132=a' 2024-04-02T08:17:53.323 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:54.635 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:54 smithi132 ceph-mon[31218]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:54.635 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:54 smithi132 ceph-mon[31218]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:17:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:54 smithi084 ceph-mon[27534]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:54 smithi084 ceph-mon[27534]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:17:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:54 smithi084 ceph-mon[39235]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:54 smithi084 ceph-mon[39235]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:17:55.068 INFO:teuthology.orchestra.run.smithi132.stdout:Scheduled prometheus update... 2024-04-02T08:17:55.723 DEBUG:teuthology.orchestra.run.smithi132:prometheus.a> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service 2024-04-02T08:17:55.725 INFO:tasks.cephadm:Adding node-exporter.a on smithi084 2024-04-02T08:17:55.725 INFO:tasks.cephadm:Adding node-exporter.b on smithi132 2024-04-02T08:17:55.725 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi084=a;smithi132=b' 2024-04-02T08:17:56.004 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: Saving service prometheus spec with placement smithi132=a;count:1 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: Deploying daemon prometheus.a on smithi132 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[27534]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: Saving service prometheus spec with placement smithi132=a;count:1 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:56.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:56.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:56.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: Deploying daemon prometheus.a on smithi132 2024-04-02T08:17:56.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:56 smithi084 ceph-mon[39235]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:17:56.382 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:56.382 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: Saving service prometheus spec with placement smithi132=a;count:1 2024-04-02T08:17:56.382 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:56.382 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:56.382 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:56.383 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:56.383 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:56.383 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: Deploying daemon prometheus.a on smithi132 2024-04-02T08:17:56.383 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:56 smithi132 ceph-mon[31218]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:17:58.457 INFO:teuthology.orchestra.run.smithi132.stdout:Scheduled node-exporter update... 2024-04-02T08:17:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:58 smithi084 ceph-mon[27534]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-02T08:17:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:58 smithi084 ceph-mon[39235]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-02T08:17:58.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:58 smithi132 ceph-mon[31218]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-02T08:17:59.346 DEBUG:teuthology.orchestra.run.smithi084:node-exporter.a> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service 2024-04-02T08:17:59.349 DEBUG:teuthology.orchestra.run.smithi132:node-exporter.b> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service 2024-04-02T08:17:59.352 INFO:tasks.cephadm:Adding alertmanager.a on smithi084 2024-04-02T08:17:59.352 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi084=a' 2024-04-02T08:17:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:59 smithi132 ceph-mon[31218]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi084=a;smithi132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:59 smithi132 ceph-mon[31218]: Saving service node-exporter spec with placement smithi084=a;smithi132=b;count:2 2024-04-02T08:17:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:17:59 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:59 smithi084 ceph-mon[27534]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi084=a;smithi132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:59 smithi084 ceph-mon[27534]: Saving service node-exporter spec with placement smithi084=a;smithi132=b;count:2 2024-04-02T08:17:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:17:59 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:59 smithi084 ceph-mon[39235]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi084=a;smithi132=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:59 smithi084 ceph-mon[39235]: Saving service node-exporter spec with placement smithi084=a;smithi132=b;count:2 2024-04-02T08:17:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:17:59 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:17:59.881 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:18:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:00 smithi084 ceph-mon[27534]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-02T08:18:00.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:00 smithi084 ceph-mon[39235]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-02T08:18:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:00 smithi132 ceph-mon[31218]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-02T08:18:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:02 smithi084 ceph-mon[27534]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:18:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:02 smithi084 ceph-mon[39235]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:18:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:02 smithi132 ceph-mon[31218]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:18:04.644 INFO:teuthology.orchestra.run.smithi132.stdout:Scheduled alertmanager update... 2024-04-02T08:18:04.728 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:04 smithi132 ceph-mon[31218]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:18:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:04 smithi084 ceph-mon[27534]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:18:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:04 smithi084 ceph-mon[39235]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:18:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:05 smithi132 ceph-mon[31218]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi084=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:05 smithi132 ceph-mon[31218]: Saving service alertmanager spec with placement smithi084=a;count:1 2024-04-02T08:18:05.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:05 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:05.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:05 smithi132 ceph-mon[31218]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:06.041 DEBUG:teuthology.orchestra.run.smithi084:alertmanager.a> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service 2024-04-02T08:18:06.044 INFO:tasks.cephadm:Adding grafana.a on smithi132 2024-04-02T08:18:06.045 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply grafana '1;smithi132=a' 2024-04-02T08:18:06.066 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[27534]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi084=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:06.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[27534]: Saving service alertmanager spec with placement smithi084=a;count:1 2024-04-02T08:18:06.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:06.067 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[27534]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:06.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[39235]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi084=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:06.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[39235]: Saving service alertmanager spec with placement smithi084=a;count:1 2024-04-02T08:18:06.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:06.067 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:05 smithi084 ceph-mon[39235]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:07.914 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:18:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:08 smithi132 ceph-mon[31218]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:08 smithi084 ceph-mon[39235]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:08 smithi084 ceph-mon[27534]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:09.770 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:18:09 smithi132 systemd[1]: Started Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:18:10.095 INFO:teuthology.orchestra.run.smithi132.stdout:Scheduled grafana update... 2024-04-02T08:18:10.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mon[31218]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:10.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:18:10.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.669 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.670 DEBUG:teuthology.orchestra.run.smithi132:grafana.a> sudo journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service 2024-04-02T08:18:10.673 INFO:tasks.cephadm:Setting up client nodes... 2024-04-02T08:18:10.673 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:18:10.701 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[27534]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:10.701 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.701 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[39235]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.702 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' 2024-04-02T08:18:10.902 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:11.029 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:18:11.029 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:18:11.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: ignoring --setuser ceph since I am not root 2024-04-02T08:18:11.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: ignoring --setgroup ceph since I am not root 2024-04-02T08:18:11.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:10 smithi132 ceph-mgr[33324]: -- 172.21.15.132:0/2453083892 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562f299281a0 con 0x562f298fec00 2024-04-02T08:18:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[27534]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[27534]: Saving service grafana spec with placement smithi132=a;count:1 2024-04-02T08:18:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[27534]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:18:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[27534]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:18:11.618 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:11.346+0000 7fb7af411200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:18:11.618 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:11.445+0000 7fb7af411200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:18:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[39235]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[39235]: Saving service grafana spec with placement smithi132=a;count:1 2024-04-02T08:18:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[39235]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:18:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:11 smithi084 ceph-mon[39235]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:18:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:11 smithi132 ceph-mon[31218]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:11 smithi132 ceph-mon[31218]: Saving service grafana spec with placement smithi132=a;count:1 2024-04-02T08:18:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:11 smithi132 ceph-mon[31218]: from='mgr.14152 172.21.15.84:0/1542779982' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:18:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:11 smithi132 ceph-mon[31218]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:18:11.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:11 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:11.288+0000 7fc81a9de200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:18:11.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:11 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:11.381+0000 7fc81a9de200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:18:12.342 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.015+0000 7fc81a9de200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:18:12.342 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.106+0000 7fc81a9de200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:18:12.343 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.248+0000 7fc81a9de200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:18:12.343 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.343+0000 7fc81a9de200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:18:12.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:12.094+0000 7fb7af411200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:18:12.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:12.195+0000 7fb7af411200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:18:12.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:12.341+0000 7fb7af411200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:18:12.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.425+0000 7fc81a9de200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:18:12.807 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:12.442+0000 7fb7af411200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:18:12.807 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:12.531+0000 7fb7af411200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:18:12.967 INFO:teuthology.orchestra.run.smithi084.stdout:[client.0] 2024-04-02T08:18:12.967 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQBEvwtmbcZkORAALsPvQEBeSW9NGfAvnrt3Sw== 2024-04-02T08:18:12.980 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.689+0000 7fc81a9de200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:18:12.980 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.799+0000 7fc81a9de200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:18:12.980 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.885+0000 7fc81a9de200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:18:12.980 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:12.981+0000 7fc81a9de200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:18:13.108 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/555806117' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:13.108 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:13.108 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:18:13.108 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/555806117' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:13.108 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:13.108 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:18:13.109 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:12.807+0000 7fb7af411200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:18:13.109 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:12.920+0000 7fb7af411200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:18:13.109 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:13.012+0000 7fb7af411200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:18:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:13.109+0000 7fb7af411200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:18:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:13.286+0000 7fb7af411200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:18:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:13 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/555806117' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:13 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:13 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:18:13.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:13.160+0000 7fc81a9de200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:18:13.577 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:18:13.578 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-02T08:18:13.578 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-02T08:18:13.676 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:18:13.892 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:18:14.293 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:14.144+0000 7fc81a9de200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:18:14.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:14.265+0000 7fb7af411200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:18:14.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:14.398+0000 7fb7af411200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:18:14.637 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:14.294+0000 7fc81a9de200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:18:14.637 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:14.637+0000 7fc81a9de200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:18:14.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:14.731+0000 7fc81a9de200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:18:15.021 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:14.733+0000 7fb7af411200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:18:15.022 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:14.825+0000 7fb7af411200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:18:15.022 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:15.023+0000 7fb7af411200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:18:15.185 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:14 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:14.930+0000 7fc81a9de200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:18:15.185 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:15.125+0000 7fc81a9de200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:18:15.358 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:15.211+0000 7fb7af411200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:18:15.438 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:15.417+0000 7fc81a9de200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:18:15.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:15.502+0000 7fb7af411200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:18:15.852 INFO:teuthology.orchestra.run.smithi132.stdout:[client.1] 2024-04-02T08:18:15.852 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQBHvwtmsDq2MhAA+aLmMVNgcDJwW2KhsaM+yg== 2024-04-02T08:18:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-mon[27534]: from='client.? 172.21.15.132:0/3225877495' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:18:16.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:15.760+0000 7fb7af411200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:18:16.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:16 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:16.007+0000 7fb7af411200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:18:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-mon[39235]: from='client.? 172.21.15.132:0/3225877495' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:15 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:18:16.155 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:15 smithi132 ceph-mon[31218]: from='client.? 172.21.15.132:0/3225877495' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:16.155 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:15 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:18:16.155 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:15 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:18:16.155 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:15.690+0000 7fc81a9de200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:18:16.155 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:15.937+0000 7fc81a9de200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:18:16.497 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T08:18:16.498 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-02T08:18:16.498 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-02T08:18:16.541 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-02T08:18:16.541 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-02T08:18:16.828 INFO:teuthology.misc.health.smithi084.stdout: 2024-04-02T08:18:16.828 INFO:teuthology.misc.health.smithi084.stdout:{"epoch":63,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:17:46.444299+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:18:16.839 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-02T08:18:16.839 INFO:tasks.cephadm:Creating RBD pool 2024-04-02T08:18:16.840 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-02T08:18:17.053 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:16 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/280261104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:17.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:16 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:16.843+0000 7fb7af411200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:18:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:16 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/280261104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:16 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/280261104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:17.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:16.758+0000 7fc81a9de200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:18:17.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:17.339+0000 7fc81a9de200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:18:17.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:17.438+0000 7fc81a9de200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:18:17.790 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.451+0000 7fb7af411200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:18:17.790 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.564+0000 7fb7af411200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:18:17.790 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.791+0000 7fb7af411200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:17.662+0000 7fc81a9de200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: [02/Apr/2024:08:18:17] ENGINE Bus STARTING 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: CherryPy Checker: 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: The Application mounted at '' has an empty config. 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: [02/Apr/2024:08:18:17] ENGINE Serving on http://:::9283 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[33301]: [02/Apr/2024:08:18:17] ENGINE Bus STARTED 2024-04-02T08:18:17.919 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: Standby manager daemon x restarted 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: Standby manager daemon x started 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: Active manager daemon y restarted 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: Activating manager daemon y 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: mgrmap e17: y(active, starting, since 0.00754238s), standbys: x 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:18:17.920 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: Manager daemon y is now available 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:17.921 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:17.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:17.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:18:17.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:18:17.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:18:17.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:17 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:18:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: Standby manager daemon x restarted 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: Standby manager daemon x started 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: Active manager daemon y restarted 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: Activating manager daemon y 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: mgrmap e17: y(active, starting, since 0.00754238s), standbys: x 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:18:18.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: Manager daemon y is now available 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:18:18.120 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:17] ENGINE Bus STARTING 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70f15c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70f15c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70f15c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70f15c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70f15c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70c156700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70c156700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70c156700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70c156700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:17.906+0000 7fb70c156700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: CherryPy Checker: 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: The Application mounted at '' has an empty config. 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:17] ENGINE Serving on http://:::9283 2024-04-02T08:18:18.121 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:17] ENGINE Bus STARTED 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: Standby manager daemon x restarted 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: Standby manager daemon x started 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/1856974223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: Active manager daemon y restarted 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: Activating manager daemon y 2024-04-02T08:18:18.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: mgrmap e17: y(active, starting, since 0.00754238s), standbys: x 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:18.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: Manager daemon y is now available 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:18:18.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:17 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:18:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:18 smithi132 ceph-mon[31218]: [02/Apr/2024:08:18:18] ENGINE Bus STARTING 2024-04-02T08:18:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:18 smithi132 ceph-mon[31218]: [02/Apr/2024:08:18:18] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:18:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:18 smithi132 ceph-mon[31218]: [02/Apr/2024:08:18:18] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:18:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:18 smithi132 ceph-mon[31218]: [02/Apr/2024:08:18:18] ENGINE Bus STARTED 2024-04-02T08:18:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:18 smithi132 ceph-mon[31218]: mgrmap e18: y(active, since 1.01088s), standbys: x 2024-04-02T08:18:19.203 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[27534]: [02/Apr/2024:08:18:18] ENGINE Bus STARTING 2024-04-02T08:18:19.203 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[27534]: [02/Apr/2024:08:18:18] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:18:19.203 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[27534]: [02/Apr/2024:08:18:18] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:18:19.203 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[27534]: [02/Apr/2024:08:18:18] ENGINE Bus STARTED 2024-04-02T08:18:19.204 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[27534]: mgrmap e18: y(active, since 1.01088s), standbys: x 2024-04-02T08:18:19.204 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[39235]: [02/Apr/2024:08:18:18] ENGINE Bus STARTING 2024-04-02T08:18:19.204 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[39235]: [02/Apr/2024:08:18:18] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:18:19.204 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[39235]: [02/Apr/2024:08:18:18] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:18:19.204 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[39235]: [02/Apr/2024:08:18:18] ENGINE Bus STARTED 2024-04-02T08:18:19.204 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:18 smithi084 ceph-mon[39235]: mgrmap e18: y(active, since 1.01088s), standbys: x 2024-04-02T08:18:19.932 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'rbd' created 2024-04-02T08:18:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:19 smithi132 ceph-mon[31218]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:19 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3574911227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:18:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[27534]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3574911227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[39235]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3574911227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:20.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:20.717 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-02T08:18:20.927 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:21.053 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:21.053 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3574911227' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:18:21.053 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:18:21.053 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.053 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.053 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.054 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3574911227' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.056 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.056 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:20 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3574911227' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:21.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:20 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.352 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi084 to 2992M 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.353 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi132 to 2992M 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi084 to 2992M 2024-04-02T08:18:22.354 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi132 to 2992M 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:22.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:22.356 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:18:22.356 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:18:22.356 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:18:22.356 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:18:22.356 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:18:22.356 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:21 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:18:22.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi084 to 2992M 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi132 to 2992M 2024-04-02T08:18:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:18:22.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:21 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:18:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:18:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[39235]: Deploying daemon alertmanager.a on smithi084 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:18:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:22 smithi084 ceph-mon[27534]: Deploying daemon alertmanager.a on smithi084 2024-04-02T08:18:23.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:22 smithi132 ceph-mon[31218]: Deploying daemon alertmanager.a on smithi084 2024-04-02T08:18:23.958 INFO:teuthology.orchestra.run.smithi084.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-02T08:18:24.311 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:23 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1905508692' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:23 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1905508692' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:24.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:24 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:18:24] "GET /metrics HTTP/1.1" 200 28773 "" "Prometheus/2.43.0" 2024-04-02T08:18:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:23 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1905508692' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:25.095 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-02T08:18:25.096 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-02T08:18:25.096 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-02T08:18:25.297 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:25.331 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:24 smithi132 ceph-mon[31218]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:25.331 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:24 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1905508692' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:25.331 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:24 smithi132 ceph-mon[31218]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:18:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:24 smithi084 ceph-mon[27534]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:24 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1905508692' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:24 smithi084 ceph-mon[27534]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:18:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:24 smithi084 ceph-mon[39235]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:24 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1905508692' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:24 smithi084 ceph-mon[39235]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:18:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:26 smithi084 ceph-mon[27534]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:18:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:26 smithi084 ceph-mon[27534]: Cluster is now healthy 2024-04-02T08:18:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:26 smithi084 ceph-mon[39235]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:18:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:26 smithi084 ceph-mon[39235]: Cluster is now healthy 2024-04-02T08:18:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:26 smithi132 ceph-mon[31218]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:18:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:26 smithi132 ceph-mon[31218]: Cluster is now healthy 2024-04-02T08:18:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:27 smithi084 ceph-mon[27534]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:18:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:27 smithi084 ceph-mon[39235]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:18:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:27 smithi132 ceph-mon[31218]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:18:28.598 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:18:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:29 smithi084 ceph-mon[27534]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T08:18:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:29 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/4037166568' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:18:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:29 smithi084 ceph-mon[39235]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T08:18:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:29 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/4037166568' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:18:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:29 smithi132 ceph-mon[31218]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T08:18:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:29 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/4037166568' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:18:29.864 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":20,"active_gid":24503,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":2668802202},{"type":"v1","addr":"172.21.15.84:6801","nonce":2668802202}]},"active_addr":"172.21.15.84:6801/2668802202","active_change":"2024-04-02T08:18:17.794554+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24421,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.84:8443/","prometheus":"http://172.21.15.84:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":2941153299}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":164409064}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":1682783219}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":2489929840}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":3696902132}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":4214325565}]}]} 2024-04-02T08:18:29.868 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-02T08:18:29.868 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-02T08:18:29.868 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:18:31.854 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:31.979 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:31 smithi084 ceph-mon[27534]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:18:31.979 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:31 smithi084 ceph-mon[39235]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:18:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:31 smithi132 ceph-mon[31218]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:18:33.895 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:18:33.895 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":68,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:18:23.942728+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:18:19.184948+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:0/3882478028":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3189600847":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/2181459132":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/4008537474":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:18:34.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:33 smithi084 ceph-mon[27534]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:18:34.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:33 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:34.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:33 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:33 smithi084 ceph-mon[39235]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:18:34.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:33 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:34.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:33 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:33 smithi132 ceph-mon[31218]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:18:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:33 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:33 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:18:34] "GET /metrics HTTP/1.1" 200 33657 "" "Prometheus/2.43.0" 2024-04-02T08:18:34.673 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:18:34 smithi084 systemd[1]: Started Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:18:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1845556645' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:34] ENGINE Bus STOPPING 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:34] ENGINE Bus STOPPED 2024-04-02T08:18:34.992 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:34] ENGINE Bus STARTING 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:34] ENGINE Serving on http://:::9283 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:18:34] ENGINE Bus STARTED 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1845556645' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:18:34.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.013 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-02T08:18:35.013 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:18:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1845556645' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:18:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:35.222 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:35.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[39235]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:18:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[39235]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:18:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:18:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[39235]: Deploying daemon grafana.a on smithi132 2024-04-02T08:18:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[27534]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:18:35.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[27534]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:18:35.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:18:35.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:35 smithi084 ceph-mon[27534]: Deploying daemon grafana.a on smithi132 2024-04-02T08:18:36.029 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:35 smithi132 ceph-mon[31218]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:18:36.029 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:35 smithi132 ceph-mon[31218]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:18:36.029 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:35 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:18:36.029 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:35 smithi132 ceph-mon[31218]: Deploying daemon grafana.a on smithi132 2024-04-02T08:18:36.663 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:18:36 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[72146]: ts=2024-04-02T08:18:36.435Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000226578s 2024-04-02T08:18:37.119 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:18:37.119 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":68,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:18:23.942728+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:18:19.184948+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:0/3882478028":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3189600847":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/2181459132":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/4008537474":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:18:37.722 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:37 smithi084 ceph-mon[27534]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:37.722 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:37 smithi084 ceph-mon[39235]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:37.722 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:37 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/4102269486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:37.890 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-02T08:18:37.891 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-02T08:18:37.891 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-02T08:18:37.892 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-02T08:18:37.892 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-02T08:18:37.893 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-02T08:18:37.894 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-02T08:18:37.894 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-02T08:18:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:37 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/4102269486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:37 smithi132 ceph-mon[31218]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:37 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/4102269486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:18:38.371 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.371 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.372 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.372 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.372 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.373 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.378 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.402 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:39.062 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:38 smithi084 ceph-mon[27534]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:39.062 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:38 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:39.062 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:38 smithi084 ceph-mon[39235]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:39.062 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:38 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:38 smithi132 ceph-mon[31218]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:38 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:41 smithi084 ceph-mon[27534]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:41.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:41 smithi084 ceph-mon[39235]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:41 smithi132 ceph-mon[31218]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:43 smithi084 ceph-mon[27534]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:43 smithi084 ceph-mon[39235]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:43 smithi132 ceph-mon[31218]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:44.276 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:18:44] "GET /metrics HTTP/1.1" 200 33657 "" "Prometheus/2.43.0" 2024-04-02T08:18:44.617 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:18:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[72146]: ts=2024-04-02T08:18:44.437Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002662329s 2024-04-02T08:18:46.012 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:45 smithi084 ceph-mon[27534]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:46.012 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:45 smithi084 ceph-mon[39235]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:45 smithi132 ceph-mon[31218]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:47.844 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:47 smithi132 ceph-mon[31218]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:47 smithi084 ceph-mon[27534]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:47 smithi084 ceph-mon[39235]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:48.959 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:48 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:48.997 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:48 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:48.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:48 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:18:49.022 INFO:teuthology.orchestra.run.smithi084.stdout:34359738419 2024-04-02T08:18:49.022 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-02T08:18:49.642 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:49 smithi132 systemd[1]: Starting Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:18:49.654 INFO:teuthology.orchestra.run.smithi084.stdout:133143986208 2024-04-02T08:18:49.654 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-02T08:18:49.906 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:49 smithi132 ceph-mon[31218]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:49.906 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:49 smithi132 podman[63879]: 2024-04-02 08:18:49.546340861 +0000 UTC m=+0.017167244 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-02T08:18:49.906 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:49 smithi132 podman[63879]: 2024-04-02 08:18:49.647037601 +0000 UTC m=+0.117863973 container create dcc1b384f3cfdb78eb32ca2ea22f3e4eaa214e17e7d02870ff507d38ce080ad3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, release=239.1651231664, vcs-type=git, build-date=2022-04-29T11:48:11.055897, name=ubi8, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-02T08:18:49.906 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:49 smithi132 podman[63879]: 2024-04-02 08:18:49.908316354 +0000 UTC m=+0.379142726 container init dcc1b384f3cfdb78eb32ca2ea22f3e4eaa214e17e7d02870ff507d38ce080ad3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, version=8.5, description=Ceph Grafana Container, io.openshift.tags=base rhel8, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.buildah.version=1.32.0, architecture=x86_64, vcs-type=git, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-02T08:18:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:49 smithi084 ceph-mon[27534]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:49 smithi084 ceph-mon[39235]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:50.156 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:49 smithi132 podman[63879]: 2024-04-02 08:18:49.913493599 +0000 UTC m=+0.384319974 container start dcc1b384f3cfdb78eb32ca2ea22f3e4eaa214e17e7d02870ff507d38ce080ad3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , version=8.5, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, vendor=Red Hat, Inc.) 2024-04-02T08:18:50.156 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 bash[63879]: dcc1b384f3cfdb78eb32ca2ea22f3e4eaa214e17e7d02870ff507d38ce080ad3 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 systemd[1]: Started Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.064797322Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.064972186Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.06499094Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.064998592Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.06500483Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065010917Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065017414Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.06502338Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:18:50.157 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065029327Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065035305Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065040965Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065046604Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065052838Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=settings t=2024-04-02T08:18:50.065058846Z level=info msg="App mode production" 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore t=2024-04-02T08:18:50.065103524Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore t=2024-04-02T08:18:50.065119247Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.065952612Z level=info msg="Starting DB migrations" 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.066025597Z level=info msg="Executing migration" id="create migration_log table" 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.067912949Z level=info msg="Executing migration" id="create user table" 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.071052111Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.071754103Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-02T08:18:50.158 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.072323969Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.072884057Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.073280326Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.073970566Z level=info msg="Executing migration" id="create user table v2" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.074381596Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.074776794Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.075179014Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.075557184Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.075919641Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-02T08:18:50.159 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.076327609Z level=info msg="Executing migration" id="Update user table charset" 2024-04-02T08:18:50.160 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.076631758Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-02T08:18:50.160 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.077020762Z level=info msg="Executing migration" id="Add missing user data" 2024-04-02T08:18:50.160 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.077347775Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-02T08:18:50.160 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.077794617Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.078179235Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.078615106Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.079782689Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.080228905Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.080699813Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.081114854Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.083434379Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.083878737Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.084171234Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.084599913Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.085015018Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-02T08:18:50.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.085373399Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.085758319Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.086390157Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.086777319Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.087158115Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.089428192Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.089876403Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.092642007Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.093012995Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.093349991Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.09583851Z level=info msg="Executing migration" id="create star table" 2024-04-02T08:18:50.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.096207717Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.096628211Z level=info msg="Executing migration" id="create org table v1" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.097008788Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.097412193Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.097776889Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.098155538Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.098609063Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.09905349Z level=info msg="Executing migration" id="Update org table charset" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.101573078Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.101930871Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.104128779Z level=info msg="Executing migration" id="create dashboard table" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.10468445Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.106618137Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-02T08:18:50.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.10896377Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.111498393Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.11389613Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.116420746Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.119283064Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.119934668Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.120782962Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.1217368Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.12242694Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.123347831Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-02T08:18:50.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.12422374Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.124955027Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.125906295Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.126735732Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.12747333Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.128508199Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.129227863Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.130210998Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.130938769Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.131770609Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.132508913Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.13304965Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.133925115Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.134745055Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-02T08:18:50.165 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.135581389Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.136552293Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.137080062Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.137877526Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.138330741Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.138752612Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.139691038Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.140507333Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.141516369Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.142147743Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.143000323Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.14387551Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.14473186Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-02T08:18:50.166 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.145661415Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.146390946Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.147365763Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.148074389Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.149129897Z level=info msg="Executing migration" id="create data_source table" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.149760632Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.150739668Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.1515046Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.152536277Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.153235622Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.154273776Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.155121665Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.156094384Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.156906821Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-02T08:18:50.167 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.157662663Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-02T08:18:50.168 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.158514554Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-02T08:18:50.168 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.15936691Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-02T08:18:50.168 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.160223747Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-02T08:18:50.168 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.16107436Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-02T08:18:50.407 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.161913555Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-02T08:18:50.407 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.162803291Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.163704366Z level=info msg="Executing migration" id="Add uid column" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.166356057Z level=info msg="Executing migration" id="Update uid value" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.1692425Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.172159486Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.175098375Z level=info msg="Executing migration" id="create api_key table" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.17801802Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.180699075Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.183312499Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.186044215Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.188803408Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-02T08:18:50.408 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.192197742Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.195068706Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.196169906Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.19914952Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.201806729Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.204672454Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.205144368Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.207859821Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.210773523Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.213218826Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.213874771Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.216575022Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-02T08:18:50.409 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.219379448Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.221821816Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.222410434Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.225335358Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.228005373Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.230462048Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.230905762Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.233482909Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.23623503Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.238845814Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.239181257Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.242071241Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.244875599Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-02T08:18:50.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.247675033Z level=info msg="Executing migration" id="create quota table v1" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.248320152Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.249263266Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.25003155Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.25087014Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.25133491Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.252088051Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.253008518Z level=info msg="Executing migration" id="create session table" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.253733571Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.254065389Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.254352016Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.254756609Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-02T08:18:50.412 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.255211245Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.256150012Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.25687843Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.25717613Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.258207958Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.25894002Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.259706606Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.260350815Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.260671625Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.261650641Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.262463972Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.262782602Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.263691061Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-02T08:18:50.413 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.264187838Z level=info msg="Executing migration" id="create alert table v1" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.26501153Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.265905783Z level=info msg="Executing migration" id="add index alert state" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.266868761Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.267405822Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.268257739Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.269211557Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.270056316Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.271546483Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.272474626Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.273267604Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.276016221Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.276533572Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.279571422Z level=info msg="Executing migration" id="Add column is_default" 2024-04-02T08:18:50.414 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.282973067Z level=info msg="Executing migration" id="Add column frequency" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.285682307Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.286363037Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.289411106Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.292245196Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.294935339Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.295244223Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.298089824Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.301070245Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.304063509Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.304501279Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.307565955Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.311089424Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-02T08:18:50.415 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.314098963Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.314415306Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.317295727Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.319907694Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.322696781Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.32301127Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.325499491Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.325935504Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.328318021Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.328937309Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.330969695Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.33138638Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.334251747Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.336873217Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.339701104Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-02T08:18:50.416 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.34003485Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.340704593Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.343515625Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.346436027Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.34683859Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.349806733Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.352654149Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.355299598Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.355689522Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.358634547Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-02T08:18:50.417 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.361270999Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.364091448Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.364463215Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.367358308Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.370213378Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.372659278Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.37548226Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.378277195Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.381057271Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.383556106Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.383876129Z level=info msg="Executing migration" id="Move region to single row" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.386463089Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-02T08:18:50.418 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.386869766Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.389296511Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.3897463Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.391997081Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.392411175Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.39282286Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.395431741Z level=info msg="Executing migration" id="create test_data table" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.395835436Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.398276648Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.400848902Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.401388108Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.404042128Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.406665321Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.409146277Z level=info msg="Executing migration" id="create team table" 2024-04-02T08:18:50.419 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.409571976Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-02T08:18:50.420 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.41039841Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-02T08:18:50.420 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.411238622Z level=info msg="Executing migration" id="create team member table" 2024-04-02T08:18:50.420 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.412100408Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-02T08:18:50.659 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.412612018Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.413500146Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.414267764Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.415118422Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.415945596Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.416834315Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.417631208Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.418423076Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.418913281Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.419391482Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.420223543Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.421088513Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-02T08:18:50.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.421935165Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.422770652Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.423794524Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.424563772Z level=info msg="Executing migration" id="create tag table" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.425329746Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.426296833Z level=info msg="Executing migration" id="create login attempt table" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.427060454Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.428011671Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.428749309Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.430657924Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.431512769Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.432403373Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-02T08:18:50.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.433227697Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.434157975Z level=info msg="Executing migration" id="create user auth table" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.434877063Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.435858687Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.436701283Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.437679568Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.438517293Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.439393463Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.440334654Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.443054415Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.445779812Z level=info msg="Executing migration" id="create server_lock table" 2024-04-02T08:18:50.662 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.448701046Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-02T08:18:50.663 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.451594407Z level=info msg="Executing migration" id="create user auth token table" 2024-04-02T08:18:50.663 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.454272123Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-02T08:18:50.664 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.457028368Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-02T08:18:50.664 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.459628168Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-02T08:18:50.664 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.462497305Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-02T08:18:50.664 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.465270827Z level=info msg="Executing migration" id="create cache_data table" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.468004559Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.470830582Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.473605632Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.476448509Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.478972254Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.479317025Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.479843157Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.482412974Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.482860628Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.483125367Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.483545546Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-02T08:18:50.665 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.483950921Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.484347457Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.48476442Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.485551748Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.485968159Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.4862402Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.486639734Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.487025876Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.487433822Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.487719358Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.488104639Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.488514384Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.48892249Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.489358525Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-02T08:18:50.666 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.490173001Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.490584268Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.49097992Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.494299501Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.497596713Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.498043599Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.498460173Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.499249205Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.499663618Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.500070393Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.500491285Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.500900737Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.501161761Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-02T08:18:50.667 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.501983892Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.502841392Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.50364465Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.50404964Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.504472988Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.505312312Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.50614528Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.506612154Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.507494349Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.50829492Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.508637476Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.509074808Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.511767065Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-02T08:18:50.668 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.512273946Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.512592584Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.515440735Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.518193058Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.520741607Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.521818098Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.524649145Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.52733969Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.530088108Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.532877796Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.535605172Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.536525887Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.537436173Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-02T08:18:50.669 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.538348832Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.539343934Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.541895098Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.542831747Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.543688973Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.544456156Z level=info msg="Executing migration" id="create alert_image table" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.54541932Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.546137763Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.547003081Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.547845545Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.54882911Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.549043916Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.549539151Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-02T08:18:50.670 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.550401062Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.551219188Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.551362189Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.551480253Z level=info msg="alerts found to migrate" alerts=0 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.552083877Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.552985299Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.553944462Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.554675897Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.555585365Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.556455931Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.557400498Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.558113009Z level=info msg="Executing migration" id="create data_keys table" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.558970255Z level=info msg="Executing migration" id="create secrets table" 2024-04-02T08:18:50.671 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.559831172Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.564150359Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.565081572Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.566070153Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.570396304Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.574649344Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.575497227Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.57649168Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.577401047Z level=info msg="Executing migration" id="create permission table" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.578165337Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.58074476Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.583671571Z level=info msg="Executing migration" id="create role table" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.586439147Z level=info msg="Executing migration" id="add column display_name" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.589532578Z level=info msg="Executing migration" id="add column group_name" 2024-04-02T08:18:50.672 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.59243531Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.595141353Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.597781046Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.600584913Z level=info msg="Executing migration" id="create team role table" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.603754952Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.606537158Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.609371729Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.612082863Z level=info msg="Executing migration" id="create user role table" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.614888439Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.617791824Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.620632912Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.623586417Z level=info msg="Executing migration" id="create builtin role table" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.626523111Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.629295063Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-02T08:18:50.673 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.632105306Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.634733018Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.637508504Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.640192288Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.642730177Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.645153438Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.647881059Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.650498685Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.653247418Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.655957635Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.658453123Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.661186458Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-02T08:18:50.674 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.663754573Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-02T08:18:50.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.666537495Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-02T08:18:50.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.669141638Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-02T08:18:50.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.671948272Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-02T08:18:50.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.674873911Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-02T08:18:50.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.675538203Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-02T08:18:50.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.676519733Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-02T08:18:50.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.677494938Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.678461501Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.679111939Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.680044722Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.680766814Z level=info msg="Executing migration" id="add correlation config column" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.682036145Z level=info msg="Executing migration" id="create entity_events table" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.682724201Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.68367839Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.683907885Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.684368467Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.684467396Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.685212686Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.686192208Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-02T08:18:50.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.686872948Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.68773734Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.688591036Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.689594393Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.690308975Z level=info msg="Executing migration" id="Drop public config table" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.691289209Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.69208937Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.693091501Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.693849868Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.694870541Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.697924033Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-02T08:18:50.913 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.698941861Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-02T08:18:50.914 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.700019188Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-02T08:18:50.914 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.701009732Z level=info msg="Executing migration" id="add share column" 2024-04-02T08:18:50.914 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.70205513Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-02T08:18:50.914 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.702915959Z level=info msg="Executing migration" id="create file table" 2024-04-02T08:18:50.914 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.70381995Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-02T08:18:50.914 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.704681077Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-02T08:18:50.914 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.705645659Z level=info msg="Executing migration" id="create file_meta table" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.706399592Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.707336744Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.708289045Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.71082483Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.713589546Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.716564569Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.719394886Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.722423977Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.725145314Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.727711467Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.73045154Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.733271553Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-02T08:18:50.915 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.73602651Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.738463622Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.741311986Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.751102822Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.75379497Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.756694778Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.760233474Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.7628002Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.765596095Z level=info msg="Executing migration" id="create folder table" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.766513098Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.767231133Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.768199186Z level=info msg="Executing migration" id="Update folder title length" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.768878138Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-02T08:18:50.916 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=migrator t=2024-04-02T08:18:50.769879382Z level=info msg="migrations completed" performed=485 skipped=0 duration=703.86976ms 2024-04-02T08:18:50.917 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore t=2024-04-02T08:18:50.770335761Z level=info msg="Created default organization" 2024-04-02T08:18:50.917 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=plugin.loader t=2024-04-02T08:18:50.827529884Z level=info msg="Plugin registered" pluginID=input 2024-04-02T08:18:50.917 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=plugin.loader t=2024-04-02T08:18:50.854520253Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-02T08:18:50.917 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=plugin.loader t=2024-04-02T08:18:50.854557375Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-02T08:18:50.917 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=secrets t=2024-04-02T08:18:50.854623999Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:18:50.917 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=query_data t=2024-04-02T08:18:50.856299245Z level=info msg="Query Service initialization" 2024-04-02T08:18:50.917 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=live.push_http t=2024-04-02T08:18:50.85888832Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:18:51.186 INFO:teuthology.orchestra.run.smithi084.stdout:111669149733 2024-04-02T08:18:51.187 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-02T08:18:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[27534]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[27534]: Deploying daemon node-exporter.a on smithi084 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[39235]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:51 smithi084 ceph-mon[39235]: Deploying daemon node-exporter.a on smithi084 2024-04-02T08:18:51.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-mon[31218]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:51.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-mon[31218]: Deploying daemon node-exporter.a on smithi084 2024-04-02T08:18:51.721 INFO:teuthology.orchestra.run.smithi084.stdout:77309411370 2024-04-02T08:18:51.721 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-02T08:18:51.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=infra.usagestats.collector t=2024-04-02T08:18:51.569725166Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:18:51.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=provisioning.datasources t=2024-04-02T08:18:51.624267306Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:18:51.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=provisioning.datasources t=2024-04-02T08:18:51.656092914Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-02T08:18:51.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=provisioning.alerting t=2024-04-02T08:18:51.677636083Z level=info msg="starting to provision alerting" 2024-04-02T08:18:51.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=provisioning.alerting t=2024-04-02T08:18:51.677655575Z level=info msg="finished to provision alerting" 2024-04-02T08:18:51.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=ngalert.state.manager t=2024-04-02T08:18:51.677747348Z level=info msg="Warming state cache for startup" 2024-04-02T08:18:51.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=grafanaStorageLogger t=2024-04-02T08:18:51.677805766Z level=info msg="storage starting" 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=http.server t=2024-04-02T08:18:51.681159161Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=ngalert.state.manager t=2024-04-02T08:18:51.688171025Z level=info msg="State cache has been initialized" states=0 duration=10.420993ms 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:18:51.688231493Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore.transactions t=2024-04-02T08:18:51.688257583Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=ticker t=2024-04-02T08:18:51.688249998Z level=info msg=starting first_tick=2024-04-02T08:19:00Z 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore.transactions t=2024-04-02T08:18:51.737693671Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore.transactions t=2024-04-02T08:18:51.748765846Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:18:51.912 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:18:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore.transactions t=2024-04-02T08:18:51.784604937Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:18:52.424 INFO:teuthology.orchestra.run.smithi084.stdout:167503724572 2024-04-02T08:18:52.425 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-02T08:18:53.275 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:53 smithi084 ceph-mon[39235]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:53.275 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:53 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:53.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:53 smithi084 ceph-mon[27534]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:53.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:53 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:53.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:53 smithi132 ceph-mon[31218]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:53.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:53 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:18:53.877 INFO:teuthology.orchestra.run.smithi084.stdout:236223201298 2024-04-02T08:18:53.877 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-02T08:18:54.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:18:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:18:54] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-02T08:18:54.630 INFO:teuthology.orchestra.run.smithi084.stdout:55834574896 2024-04-02T08:18:54.630 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-02T08:18:55.207 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:55.207 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:55.208 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:55.691 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:55 smithi084 systemd[1]: Starting Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:18:55.717 INFO:teuthology.orchestra.run.smithi084.stdout:201863462937 2024-04-02T08:18:55.717 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-02T08:18:55.733 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:55.961 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:55 smithi084 ceph-mon[27534]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:55.961 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:55 smithi084 ceph-mon[39235]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:56.114 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:55 smithi132 ceph-mon[31218]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:56.320 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:56 smithi084 bash[74769]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:18:56.617 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:56 smithi084 bash[74769]: Getting image source signatures 2024-04-02T08:18:56.617 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:56 smithi084 bash[74769]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:18:56.617 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:56 smithi084 bash[74769]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:18:56.617 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:56 smithi084 bash[74769]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:18:57.023 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:57.024 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:57.835 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:57.977 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:57 smithi084 ceph-mon[27534]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:57.978 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:57 smithi084 ceph-mon[39235]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:57 smithi132 ceph-mon[31218]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:18:58.742 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:58 smithi084 bash[74769]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:18:59.049 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:58 smithi084 bash[74769]: Writing manifest to image destination 2024-04-02T08:18:59.719 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:18:59 smithi084 podman[74769]: 2024-04-02 08:18:59.40192066 +0000 UTC m=+3.429136934 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:19:00.075 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:18:59 smithi084 ceph-mon[39235]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:00.075 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:18:59 smithi084 ceph-mon[27534]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:18:59 smithi132 ceph-mon[31218]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:01 smithi084 ceph-mon[27534]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:01 smithi084 ceph-mon[39235]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:01 smithi132 ceph-mon[31218]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:02.520 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:03.391 INFO:teuthology.orchestra.run.smithi084.stdout:111669149736 2024-04-02T08:19:03.471 INFO:teuthology.orchestra.run.smithi084.stdout:34359738423 2024-04-02T08:19:04.008 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:03 smithi084 podman[74769]: 2024-04-02 08:19:03.827605907 +0000 UTC m=+7.854822167 container create 92c01f4a81513df08613e3a71f5c6d8fa7299f3b1adebf577f577ec8d1d25ae8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:04.008 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[27534]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:04.008 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:04.009 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3923346036' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:19:04.009 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1657079082' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:19:04.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[39235]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:04.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:04.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3923346036' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:19:04.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:03 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1657079082' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:19:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:03 smithi132 ceph-mon[31218]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:03 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:03 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3923346036' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:19:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:03 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1657079082' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:19:04.278 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:19:04] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 podman[74769]: 2024-04-02 08:19:04.189369338 +0000 UTC m=+8.216585612 container init 92c01f4a81513df08613e3a71f5c6d8fa7299f3b1adebf577f577ec8d1d25ae8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 podman[74769]: 2024-04-02 08:19:04.195689079 +0000 UTC m=+8.222905339 container start 92c01f4a81513df08613e3a71f5c6d8fa7299f3b1adebf577f577ec8d1d25ae8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.199Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.199Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.199Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.199Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:19:04.279 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:19:04.280 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:19:04.281 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:19:04.282 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:19:04.283 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:19:04.284 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.200Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:19:04.284 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.201Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:19:04.284 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[75401]: ts=2024-04-02T08:19:04.201Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:19:04.284 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 bash[74769]: 92c01f4a81513df08613e3a71f5c6d8fa7299f3b1adebf577f577ec8d1d25ae8 2024-04-02T08:19:04.617 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:19:04 smithi084 systemd[1]: Started Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:19:05.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[27534]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:05.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[27534]: Deploying daemon node-exporter.b on smithi132 2024-04-02T08:19:05.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[39235]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:05.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:05 smithi084 ceph-mon[39235]: Deploying daemon node-exporter.b on smithi132 2024-04-02T08:19:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:05 smithi132 ceph-mon[31218]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:05 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:05 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:05 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:05 smithi132 ceph-mon[31218]: Deploying daemon node-exporter.b on smithi132 2024-04-02T08:19:05.661 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:05 smithi132 bash[64185]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:19:06.160 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:05 smithi132 bash[64185]: Getting image source signatures 2024-04-02T08:19:06.160 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:05 smithi132 bash[64185]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:19:06.161 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:05 smithi132 bash[64185]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:19:06.161 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:05 smithi132 bash[64185]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:19:06.754 INFO:teuthology.orchestra.run.smithi084.stdout:133143986212 2024-04-02T08:19:06.937 INFO:teuthology.orchestra.run.smithi084.stdout:77309411374 2024-04-02T08:19:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-mon[31218]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1871230867' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:19:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/518374425' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:19:07.411 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 bash[64185]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:19:07.411 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 bash[64185]: Writing manifest to image destination 2024-04-02T08:19:07.504 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:07 smithi084 ceph-mon[27534]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:07.504 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:07 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1871230867' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:19:07.504 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:07 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/518374425' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:19:07.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:07 smithi084 ceph-mon[39235]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:07.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:07 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1871230867' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:19:07.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:07 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/518374425' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:19:07.525 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738419 got 34359738423 for osd.0 2024-04-02T08:19:07.525 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:07.905 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 podman[64185]: 2024-04-02 08:19:07.564384644 +0000 UTC m=+2.240654985 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:19:07.905 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 podman[64185]: 2024-04-02 08:19:07.663075562 +0000 UTC m=+2.339345903 container create d038a27533f0d0e14424f05acc37f462b0f44415fd1a1a24cd6dbe19d4e31a98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:19:07.905 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 podman[64185]: 2024-04-02 08:19:07.907335595 +0000 UTC m=+2.583605937 container init d038a27533f0d0e14424f05acc37f462b0f44415fd1a1a24cd6dbe19d4e31a98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:19:07.939 INFO:teuthology.orchestra.run.smithi084.stdout:167503724575 2024-04-02T08:19:08.161 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 podman[64185]: 2024-04-02 08:19:07.912974781 +0000 UTC m=+2.589245123 container start d038a27533f0d0e14424f05acc37f462b0f44415fd1a1a24cd6dbe19d4e31a98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:19:08.161 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.916Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:19:08.161 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.916Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:19:08.161 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.917Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:19:08.161 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.917Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:19:08.162 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:19:08.163 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:19:08.164 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[64237]: ts=2024-04-02T08:19:07.918Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:07 smithi132 bash[64185]: d038a27533f0d0e14424f05acc37f462b0f44415fd1a1a24cd6dbe19d4e31a98 2024-04-02T08:19:08.165 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:19:08 smithi132 systemd[1]: Started Ceph node-exporter.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:19:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3183078214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:19:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3183078214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:08 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:08 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3183078214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:19:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:08 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:08 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:08 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:08 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:08 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:08 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:08.919 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986208 got 133143986212 for osd.4 2024-04-02T08:19:08.919 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:09.338 INFO:teuthology.orchestra.run.smithi084.stdout:55834574899 2024-04-02T08:19:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:09 smithi084 ceph-mon[27534]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:09 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/11439430' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:19:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:09 smithi084 ceph-mon[39235]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:09 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/11439430' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:19:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:09 smithi132 ceph-mon[31218]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:09 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/11439430' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:19:09.971 INFO:teuthology.orchestra.run.smithi084.stdout:236223201302 2024-04-02T08:19:10.544 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411374 for osd.2 2024-04-02T08:19:10.544 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:10 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2091823814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:19:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:10 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2091823814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:19:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:10 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2091823814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:19:10.946 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724572 got 167503724575 for osd.5 2024-04-02T08:19:10.947 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:11.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:11 smithi084 ceph-mon[27534]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:11.783 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:11 smithi084 ceph-mon[39235]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:11.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:11 smithi132 ceph-mon[31218]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:12.139 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201298 got 236223201302 for osd.7 2024-04-02T08:19:12.140 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:12.634 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574896 got 55834574899 for osd.1 2024-04-02T08:19:12.635 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:13.166 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149733 got 111669149736 for osd.3 2024-04-02T08:19:13.166 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[27534]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[39235]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:13 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:13 smithi132 ceph-mon[31218]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:13 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:13 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:13 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:13.628 INFO:teuthology.orchestra.run.smithi084.stdout:201863462940 2024-04-02T08:19:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:14 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/4209931946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:19:14.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:19:14] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-02T08:19:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:14 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/4209931946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:19:14.406 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462937 got 201863462940 for osd.6 2024-04-02T08:19:14.406 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:14.406 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-02T08:19:14.406 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:19:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:14 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/4209931946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:19:14.749 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:15.905 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:15 smithi084 ceph-mon[39235]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:15.905 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:15 smithi084 ceph-mon[27534]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:15 smithi132 ceph-mon[31218]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:16.662 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:16.664 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:19:17.545 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-04-02T08:19:15.819305+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235688,"kb_used_data":7236,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725528,"statfs":{"total":767960285184,"available":767718940672,"internally_reserved":0,"allocated":7409664,"data_stored":4163690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002249"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007618+0000","last_change":"2024-04-02T08:17:45.481105+0000","last_active":"2024-04-02T08:18:22.007618+0000","last_peered":"2024-04-02T08:18:22.007618+0000","last_clean":"2024-04-02T08:18:22.007618+0000","last_became_active":"2024-04-02T08:17:45.480815+0000","last_became_peered":"2024-04-02T08:17:45.480815+0000","last_unstale":"2024-04-02T08:18:22.007618+0000","last_undegraded":"2024-04-02T08:18:22.007618+0000","last_fullsized":"2024-04-02T08:18:22.007618+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938842+0000","last_change":"2024-04-02T08:17:45.464101+0000","last_active":"2024-04-02T08:18:21.938842+0000","last_peered":"2024-04-02T08:18:21.938842+0000","last_clean":"2024-04-02T08:18:21.938842+0000","last_became_active":"2024-04-02T08:17:45.463806+0000","last_became_peered":"2024-04-02T08:17:45.463806+0000","last_unstale":"2024-04-02T08:18:21.938842+0000","last_undegraded":"2024-04-02T08:18:21.938842+0000","last_fullsized":"2024-04-02T08:18:21.938842+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007211+0000","last_change":"2024-04-02T08:17:45.475764+0000","last_active":"2024-04-02T08:18:22.007211+0000","last_peered":"2024-04-02T08:18:22.007211+0000","last_clean":"2024-04-02T08:18:22.007211+0000","last_became_active":"2024-04-02T08:17:45.475416+0000","last_became_peered":"2024-04-02T08:17:45.475416+0000","last_unstale":"2024-04-02T08:18:22.007211+0000","last_undegraded":"2024-04-02T08:18:22.007211+0000","last_fullsized":"2024-04-02T08:18:22.007211+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007198+0000","last_change":"2024-04-02T08:17:45.458487+0000","last_active":"2024-04-02T08:18:22.007198+0000","last_peered":"2024-04-02T08:18:22.007198+0000","last_clean":"2024-04-02T08:18:22.007198+0000","last_became_active":"2024-04-02T08:17:45.458128+0000","last_became_peered":"2024-04-02T08:17:45.458128+0000","last_unstale":"2024-04-02T08:18:22.007198+0000","last_undegraded":"2024-04-02T08:18:22.007198+0000","last_fullsized":"2024-04-02T08:18:22.007198+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006867+0000","last_change":"2024-04-02T08:17:45.476827+0000","last_active":"2024-04-02T08:18:22.006867+0000","last_peered":"2024-04-02T08:18:22.006867+0000","last_clean":"2024-04-02T08:18:22.006867+0000","last_became_active":"2024-04-02T08:17:45.476363+0000","last_became_peered":"2024-04-02T08:17:45.476363+0000","last_unstale":"2024-04-02T08:18:22.006867+0000","last_undegraded":"2024-04-02T08:18:22.006867+0000","last_fullsized":"2024-04-02T08:18:22.006867+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007053+0000","last_change":"2024-04-02T08:17:45.466925+0000","last_active":"2024-04-02T08:18:22.007053+0000","last_peered":"2024-04-02T08:18:22.007053+0000","last_clean":"2024-04-02T08:18:22.007053+0000","last_became_active":"2024-04-02T08:17:45.466564+0000","last_became_peered":"2024-04-02T08:17:45.466564+0000","last_unstale":"2024-04-02T08:18:22.007053+0000","last_undegraded":"2024-04-02T08:18:22.007053+0000","last_fullsized":"2024-04-02T08:18:22.007053+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006189+0000","last_change":"2024-04-02T08:17:45.478686+0000","last_active":"2024-04-02T08:18:22.006189+0000","last_peered":"2024-04-02T08:18:22.006189+0000","last_clean":"2024-04-02T08:18:22.006189+0000","last_became_active":"2024-04-02T08:17:45.478115+0000","last_became_peered":"2024-04-02T08:17:45.478115+0000","last_unstale":"2024-04-02T08:18:22.006189+0000","last_undegraded":"2024-04-02T08:18:22.006189+0000","last_fullsized":"2024-04-02T08:18:22.006189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.005901+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:18:22.005901+0000","last_peered":"2024-04-02T08:18:22.005901+0000","last_clean":"2024-04-02T08:18:22.005901+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:18:22.005901+0000","last_undegraded":"2024-04-02T08:18:22.005901+0000","last_fullsized":"2024-04-02T08:18:22.005901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007542+0000","last_change":"2024-04-02T08:17:45.480551+0000","last_active":"2024-04-02T08:18:22.007542+0000","last_peered":"2024-04-02T08:18:22.007542+0000","last_clean":"2024-04-02T08:18:22.007542+0000","last_became_active":"2024-04-02T08:17:45.478942+0000","last_became_peered":"2024-04-02T08:17:45.478942+0000","last_unstale":"2024-04-02T08:18:22.007542+0000","last_undegraded":"2024-04-02T08:18:22.007542+0000","last_fullsized":"2024-04-02T08:18:22.007542+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007339+0000","last_change":"2024-04-02T08:17:45.477036+0000","last_active":"2024-04-02T08:18:22.007339+0000","last_peered":"2024-04-02T08:18:22.007339+0000","last_clean":"2024-04-02T08:18:22.007339+0000","last_became_active":"2024-04-02T08:17:45.476755+0000","last_became_peered":"2024-04-02T08:17:45.476755+0000","last_unstale":"2024-04-02T08:18:22.007339+0000","last_undegraded":"2024-04-02T08:18:22.007339+0000","last_fullsized":"2024-04-02T08:18:22.007339+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.008048+0000","last_change":"2024-04-02T08:17:45.475207+0000","last_active":"2024-04-02T08:18:22.008048+0000","last_peered":"2024-04-02T08:18:22.008048+0000","last_clean":"2024-04-02T08:18:22.008048+0000","last_became_active":"2024-04-02T08:17:45.474931+0000","last_became_peered":"2024-04-02T08:17:45.474931+0000","last_unstale":"2024-04-02T08:18:22.008048+0000","last_undegraded":"2024-04-02T08:18:22.008048+0000","last_fullsized":"2024-04-02T08:18:22.008048+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.937715+0000","last_change":"2024-04-02T08:17:45.468846+0000","last_active":"2024-04-02T08:18:21.937715+0000","last_peered":"2024-04-02T08:18:21.937715+0000","last_clean":"2024-04-02T08:18:21.937715+0000","last_became_active":"2024-04-02T08:17:45.468425+0000","last_became_peered":"2024-04-02T08:17:45.468425+0000","last_unstale":"2024-04-02T08:18:21.937715+0000","last_undegraded":"2024-04-02T08:18:21.937715+0000","last_fullsized":"2024-04-02T08:18:21.937715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006184+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:18:22.006184+0000","last_peered":"2024-04-02T08:18:22.006184+0000","last_clean":"2024-04-02T08:18:22.006184+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:18:22.006184+0000","last_undegraded":"2024-04-02T08:18:22.006184+0000","last_fullsized":"2024-04-02T08:18:22.006184+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006318+0000","last_change":"2024-04-02T08:17:45.479578+0000","last_active":"2024-04-02T08:18:22.006318+0000","last_peered":"2024-04-02T08:18:22.006318+0000","last_clean":"2024-04-02T08:18:22.006318+0000","last_became_active":"2024-04-02T08:17:45.479207+0000","last_became_peered":"2024-04-02T08:17:45.479207+0000","last_unstale":"2024-04-02T08:18:22.006318+0000","last_undegraded":"2024-04-02T08:18:22.006318+0000","last_fullsized":"2024-04-02T08:18:22.006318+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938382+0000","last_change":"2024-04-02T08:17:45.473593+0000","last_active":"2024-04-02T08:18:21.938382+0000","last_peered":"2024-04-02T08:18:21.938382+0000","last_clean":"2024-04-02T08:18:21.938382+0000","last_became_active":"2024-04-02T08:17:45.473292+0000","last_became_peered":"2024-04-02T08:17:45.473292+0000","last_unstale":"2024-04-02T08:18:21.938382+0000","last_undegraded":"2024-04-02T08:18:21.938382+0000","last_fullsized":"2024-04-02T08:18:21.938382+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006432+0000","last_change":"2024-04-02T08:17:45.463673+0000","last_active":"2024-04-02T08:18:22.006432+0000","last_peered":"2024-04-02T08:18:22.006432+0000","last_clean":"2024-04-02T08:18:22.006432+0000","last_became_active":"2024-04-02T08:17:45.463236+0000","last_became_peered":"2024-04-02T08:17:45.463236+0000","last_unstale":"2024-04-02T08:18:22.006432+0000","last_undegraded":"2024-04-02T08:18:22.006432+0000","last_fullsized":"2024-04-02T08:18:22.006432+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007445+0000","last_change":"2024-04-02T08:17:45.471261+0000","last_active":"2024-04-02T08:18:22.007445+0000","last_peered":"2024-04-02T08:18:22.007445+0000","last_clean":"2024-04-02T08:18:22.007445+0000","last_became_active":"2024-04-02T08:17:45.470943+0000","last_became_peered":"2024-04-02T08:17:45.470943+0000","last_unstale":"2024-04-02T08:18:22.007445+0000","last_undegraded":"2024-04-02T08:18:22.007445+0000","last_fullsized":"2024-04-02T08:18:22.007445+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.939347+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:18:21.939347+0000","last_peered":"2024-04-02T08:18:21.939347+0000","last_clean":"2024-04-02T08:18:21.939347+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:18:21.939347+0000","last_undegraded":"2024-04-02T08:18:21.939347+0000","last_fullsized":"2024-04-02T08:18:21.939347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007556+0000","last_change":"2024-04-02T08:17:45.468589+0000","last_active":"2024-04-02T08:18:22.007556+0000","last_peered":"2024-04-02T08:18:22.007556+0000","last_clean":"2024-04-02T08:18:22.007556+0000","last_became_active":"2024-04-02T08:17:45.468283+0000","last_became_peered":"2024-04-02T08:17:45.468283+0000","last_unstale":"2024-04-02T08:18:22.007556+0000","last_undegraded":"2024-04-02T08:18:22.007556+0000","last_fullsized":"2024-04-02T08:18:22.007556+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007221+0000","last_change":"2024-04-02T08:17:45.108543+0000","last_active":"2024-04-02T08:18:22.007221+0000","last_peered":"2024-04-02T08:18:22.007221+0000","last_clean":"2024-04-02T08:18:22.007221+0000","last_became_active":"2024-04-02T08:17:45.108191+0000","last_became_peered":"2024-04-02T08:17:45.108191+0000","last_unstale":"2024-04-02T08:18:22.007221+0000","last_undegraded":"2024-04-02T08:18:22.007221+0000","last_fullsized":"2024-04-02T08:18:22.007221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006467+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:18:22.006467+0000","last_peered":"2024-04-02T08:18:22.006467+0000","last_clean":"2024-04-02T08:18:22.006467+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:18:22.006467+0000","last_undegraded":"2024-04-02T08:18:22.006467+0000","last_fullsized":"2024-04-02T08:18:22.006467+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006561+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:18:22.006561+0000","last_peered":"2024-04-02T08:18:22.006561+0000","last_clean":"2024-04-02T08:18:22.006561+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:18:22.006561+0000","last_undegraded":"2024-04-02T08:18:22.006561+0000","last_fullsized":"2024-04-02T08:18:22.006561+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007067+0000","last_change":"2024-04-02T08:17:45.478914+0000","last_active":"2024-04-02T08:18:22.007067+0000","last_peered":"2024-04-02T08:18:22.007067+0000","last_clean":"2024-04-02T08:18:22.007067+0000","last_became_active":"2024-04-02T08:17:45.478641+0000","last_became_peered":"2024-04-02T08:17:45.478641+0000","last_unstale":"2024-04-02T08:18:22.007067+0000","last_undegraded":"2024-04-02T08:18:22.007067+0000","last_fullsized":"2024-04-02T08:18:22.007067+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:17:47.137830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007874+0000","last_change":"2024-04-02T08:17:45.111553+0000","last_active":"2024-04-02T08:18:22.007874+0000","last_peered":"2024-04-02T08:18:22.007874+0000","last_clean":"2024-04-02T08:18:22.007874+0000","last_became_active":"2024-04-02T08:17:45.111249+0000","last_became_peered":"2024-04-02T08:17:45.111249+0000","last_unstale":"2024-04-02T08:18:22.007874+0000","last_undegraded":"2024-04-02T08:18:22.007874+0000","last_fullsized":"2024-04-02T08:18:22.007874+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007346+0000","last_change":"2024-04-02T08:17:45.471608+0000","last_active":"2024-04-02T08:18:22.007346+0000","last_peered":"2024-04-02T08:18:22.007346+0000","last_clean":"2024-04-02T08:18:22.007346+0000","last_became_active":"2024-04-02T08:17:45.471085+0000","last_became_peered":"2024-04-02T08:17:45.471085+0000","last_unstale":"2024-04-02T08:18:22.007346+0000","last_undegraded":"2024-04-02T08:18:22.007346+0000","last_fullsized":"2024-04-02T08:18:22.007346+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006892+0000","last_change":"2024-04-02T08:17:45.106393+0000","last_active":"2024-04-02T08:18:22.006892+0000","last_peered":"2024-04-02T08:18:22.006892+0000","last_clean":"2024-04-02T08:18:22.006892+0000","last_became_active":"2024-04-02T08:17:45.106084+0000","last_became_peered":"2024-04-02T08:17:45.106084+0000","last_unstale":"2024-04-02T08:18:22.006892+0000","last_undegraded":"2024-04-02T08:18:22.006892+0000","last_fullsized":"2024-04-02T08:18:22.006892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007608+0000","last_change":"2024-04-02T08:17:45.472197+0000","last_active":"2024-04-02T08:18:22.007608+0000","last_peered":"2024-04-02T08:18:22.007608+0000","last_clean":"2024-04-02T08:18:22.007608+0000","last_became_active":"2024-04-02T08:17:45.471880+0000","last_became_peered":"2024-04-02T08:17:45.471880+0000","last_unstale":"2024-04-02T08:18:22.007608+0000","last_undegraded":"2024-04-02T08:18:22.007608+0000","last_fullsized":"2024-04-02T08:18:22.007608+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006617+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:18:22.006617+0000","last_peered":"2024-04-02T08:18:22.006617+0000","last_clean":"2024-04-02T08:18:22.006617+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:18:22.006617+0000","last_undegraded":"2024-04-02T08:18:22.006617+0000","last_fullsized":"2024-04-02T08:18:22.006617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.937403+0000","last_change":"2024-04-02T08:17:45.474664+0000","last_active":"2024-04-02T08:18:21.937403+0000","last_peered":"2024-04-02T08:18:21.937403+0000","last_clean":"2024-04-02T08:18:21.937403+0000","last_became_active":"2024-04-02T08:17:45.474332+0000","last_became_peered":"2024-04-02T08:17:45.474332+0000","last_unstale":"2024-04-02T08:18:21.937403+0000","last_undegraded":"2024-04-02T08:18:21.937403+0000","last_fullsized":"2024-04-02T08:18:21.937403+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007887+0000","last_change":"2024-04-02T08:17:45.101808+0000","last_active":"2024-04-02T08:18:22.007887+0000","last_peered":"2024-04-02T08:18:22.007887+0000","last_clean":"2024-04-02T08:18:22.007887+0000","last_became_active":"2024-04-02T08:17:45.101523+0000","last_became_peered":"2024-04-02T08:17:45.101523+0000","last_unstale":"2024-04-02T08:18:22.007887+0000","last_undegraded":"2024-04-02T08:18:22.007887+0000","last_fullsized":"2024-04-02T08:18:22.007887+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006865+0000","last_change":"2024-04-02T08:17:45.469231+0000","last_active":"2024-04-02T08:18:22.006865+0000","last_peered":"2024-04-02T08:18:22.006865+0000","last_clean":"2024-04-02T08:18:22.006865+0000","last_became_active":"2024-04-02T08:17:45.468956+0000","last_became_peered":"2024-04-02T08:17:45.468956+0000","last_unstale":"2024-04-02T08:18:22.006865+0000","last_undegraded":"2024-04-02T08:18:22.006865+0000","last_fullsized":"2024-04-02T08:18:22.006865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006494+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:18:22.006494+0000","last_peered":"2024-04-02T08:18:22.006494+0000","last_clean":"2024-04-02T08:18:22.006494+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:18:22.006494+0000","last_undegraded":"2024-04-02T08:18:22.006494+0000","last_fullsized":"2024-04-02T08:18:22.006494+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006475+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:18:22.006475+0000","last_peered":"2024-04-02T08:18:22.006475+0000","last_clean":"2024-04-02T08:18:22.006475+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:18:22.006475+0000","last_undegraded":"2024-04-02T08:18:22.006475+0000","last_fullsized":"2024-04-02T08:18:22.006475+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006826+0000","last_change":"2024-04-02T08:17:45.104336+0000","last_active":"2024-04-02T08:18:22.006826+0000","last_peered":"2024-04-02T08:18:22.006826+0000","last_clean":"2024-04-02T08:18:22.006826+0000","last_became_active":"2024-04-02T08:17:45.104033+0000","last_became_peered":"2024-04-02T08:17:45.104033+0000","last_unstale":"2024-04-02T08:18:22.006826+0000","last_undegraded":"2024-04-02T08:18:22.006826+0000","last_fullsized":"2024-04-02T08:18:22.006826+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938507+0000","last_change":"2024-04-02T08:17:45.464471+0000","last_active":"2024-04-02T08:18:21.938507+0000","last_peered":"2024-04-02T08:18:21.938507+0000","last_clean":"2024-04-02T08:18:21.938507+0000","last_became_active":"2024-04-02T08:17:45.463944+0000","last_became_peered":"2024-04-02T08:17:45.463944+0000","last_unstale":"2024-04-02T08:18:21.938507+0000","last_undegraded":"2024-04-02T08:18:21.938507+0000","last_fullsized":"2024-04-02T08:18:21.938507+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.008187+0000","last_change":"2024-04-02T08:17:45.103575+0000","last_active":"2024-04-02T08:18:22.008187+0000","last_peered":"2024-04-02T08:18:22.008187+0000","last_clean":"2024-04-02T08:18:22.008187+0000","last_became_active":"2024-04-02T08:17:45.103212+0000","last_became_peered":"2024-04-02T08:17:45.103212+0000","last_unstale":"2024-04-02T08:18:22.008187+0000","last_undegraded":"2024-04-02T08:18:22.008187+0000","last_fullsized":"2024-04-02T08:18:22.008187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007979+0000","last_change":"2024-04-02T08:17:45.476995+0000","last_active":"2024-04-02T08:18:22.007979+0000","last_peered":"2024-04-02T08:18:22.007979+0000","last_clean":"2024-04-02T08:18:22.007979+0000","last_became_active":"2024-04-02T08:17:45.476678+0000","last_became_peered":"2024-04-02T08:17:45.476678+0000","last_unstale":"2024-04-02T08:18:22.007979+0000","last_undegraded":"2024-04-02T08:18:22.007979+0000","last_fullsized":"2024-04-02T08:18:22.007979+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007846+0000","last_change":"2024-04-02T08:17:45.107900+0000","last_active":"2024-04-02T08:18:22.007846+0000","last_peered":"2024-04-02T08:18:22.007846+0000","last_clean":"2024-04-02T08:18:22.007846+0000","last_became_active":"2024-04-02T08:17:45.105614+0000","last_became_peered":"2024-04-02T08:17:45.105614+0000","last_unstale":"2024-04-02T08:18:22.007846+0000","last_undegraded":"2024-04-02T08:18:22.007846+0000","last_fullsized":"2024-04-02T08:18:22.007846+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007470+0000","last_change":"2024-04-02T08:17:45.478974+0000","last_active":"2024-04-02T08:18:22.007470+0000","last_peered":"2024-04-02T08:18:22.007470+0000","last_clean":"2024-04-02T08:18:22.007470+0000","last_became_active":"2024-04-02T08:17:45.478687+0000","last_became_peered":"2024-04-02T08:17:45.478687+0000","last_unstale":"2024-04-02T08:18:22.007470+0000","last_undegraded":"2024-04-02T08:18:22.007470+0000","last_fullsized":"2024-04-02T08:18:22.007470+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938627+0000","last_change":"2024-04-02T08:17:45.110218+0000","last_active":"2024-04-02T08:18:21.938627+0000","last_peered":"2024-04-02T08:18:21.938627+0000","last_clean":"2024-04-02T08:18:21.938627+0000","last_became_active":"2024-04-02T08:17:45.109912+0000","last_became_peered":"2024-04-02T08:17:45.109912+0000","last_unstale":"2024-04-02T08:18:21.938627+0000","last_undegraded":"2024-04-02T08:18:21.938627+0000","last_fullsized":"2024-04-02T08:18:21.938627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938044+0000","last_change":"2024-04-02T08:17:45.476314+0000","last_active":"2024-04-02T08:18:21.938044+0000","last_peered":"2024-04-02T08:18:21.938044+0000","last_clean":"2024-04-02T08:18:21.938044+0000","last_became_active":"2024-04-02T08:17:45.475134+0000","last_became_peered":"2024-04-02T08:17:45.475134+0000","last_unstale":"2024-04-02T08:18:21.938044+0000","last_undegraded":"2024-04-02T08:18:21.938044+0000","last_fullsized":"2024-04-02T08:18:21.938044+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007516+0000","last_change":"2024-04-02T08:17:45.104730+0000","last_active":"2024-04-02T08:18:22.007516+0000","last_peered":"2024-04-02T08:18:22.007516+0000","last_clean":"2024-04-02T08:18:22.007516+0000","last_became_active":"2024-04-02T08:17:45.104451+0000","last_became_peered":"2024-04-02T08:17:45.104451+0000","last_unstale":"2024-04-02T08:18:22.007516+0000","last_undegraded":"2024-04-02T08:18:22.007516+0000","last_fullsized":"2024-04-02T08:18:22.007516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007694+0000","last_change":"2024-04-02T08:17:45.476420+0000","last_active":"2024-04-02T08:18:22.007694+0000","last_peered":"2024-04-02T08:18:22.007694+0000","last_clean":"2024-04-02T08:18:22.007694+0000","last_became_active":"2024-04-02T08:17:45.476111+0000","last_became_peered":"2024-04-02T08:17:45.476111+0000","last_unstale":"2024-04-02T08:18:22.007694+0000","last_undegraded":"2024-04-02T08:18:22.007694+0000","last_fullsized":"2024-04-02T08:18:22.007694+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007008+0000","last_change":"2024-04-02T08:17:45.106876+0000","last_active":"2024-04-02T08:18:22.007008+0000","last_peered":"2024-04-02T08:18:22.007008+0000","last_clean":"2024-04-02T08:18:22.007008+0000","last_became_active":"2024-04-02T08:17:45.106575+0000","last_became_peered":"2024-04-02T08:17:45.106575+0000","last_unstale":"2024-04-02T08:18:22.007008+0000","last_undegraded":"2024-04-02T08:18:22.007008+0000","last_fullsized":"2024-04-02T08:18:22.007008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006448+0000","last_change":"2024-04-02T08:17:45.469434+0000","last_active":"2024-04-02T08:18:22.006448+0000","last_peered":"2024-04-02T08:18:22.006448+0000","last_clean":"2024-04-02T08:18:22.006448+0000","last_became_active":"2024-04-02T08:17:45.468891+0000","last_became_peered":"2024-04-02T08:17:45.468891+0000","last_unstale":"2024-04-02T08:18:22.006448+0000","last_undegraded":"2024-04-02T08:18:22.006448+0000","last_fullsized":"2024-04-02T08:18:22.006448+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006761+0000","last_change":"2024-04-02T08:17:45.107649+0000","last_active":"2024-04-02T08:18:22.006761+0000","last_peered":"2024-04-02T08:18:22.006761+0000","last_clean":"2024-04-02T08:18:22.006761+0000","last_became_active":"2024-04-02T08:17:45.105359+0000","last_became_peered":"2024-04-02T08:17:45.105359+0000","last_unstale":"2024-04-02T08:18:22.006761+0000","last_undegraded":"2024-04-02T08:18:22.006761+0000","last_fullsized":"2024-04-02T08:18:22.006761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006802+0000","last_change":"2024-04-02T08:17:45.476656+0000","last_active":"2024-04-02T08:18:22.006802+0000","last_peered":"2024-04-02T08:18:22.006802+0000","last_clean":"2024-04-02T08:18:22.006802+0000","last_became_active":"2024-04-02T08:17:45.475934+0000","last_became_peered":"2024-04-02T08:17:45.475934+0000","last_unstale":"2024-04-02T08:18:22.006802+0000","last_undegraded":"2024-04-02T08:18:22.006802+0000","last_fullsized":"2024-04-02T08:18:22.006802+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.008103+0000","last_change":"2024-04-02T08:17:45.099457+0000","last_active":"2024-04-02T08:18:22.008103+0000","last_peered":"2024-04-02T08:18:22.008103+0000","last_clean":"2024-04-02T08:18:22.008103+0000","last_became_active":"2024-04-02T08:17:45.099159+0000","last_became_peered":"2024-04-02T08:17:45.099159+0000","last_unstale":"2024-04-02T08:18:22.008103+0000","last_undegraded":"2024-04-02T08:18:22.008103+0000","last_fullsized":"2024-04-02T08:18:22.008103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007203+0000","last_change":"2024-04-02T08:17:45.473608+0000","last_active":"2024-04-02T08:18:22.007203+0000","last_peered":"2024-04-02T08:18:22.007203+0000","last_clean":"2024-04-02T08:18:22.007203+0000","last_became_active":"2024-04-02T08:17:45.473323+0000","last_became_peered":"2024-04-02T08:17:45.473323+0000","last_unstale":"2024-04-02T08:18:22.007203+0000","last_undegraded":"2024-04-02T08:18:22.007203+0000","last_fullsized":"2024-04-02T08:18:22.007203+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938052+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:18:21.938052+0000","last_peered":"2024-04-02T08:18:21.938052+0000","last_clean":"2024-04-02T08:18:21.938052+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:18:21.938052+0000","last_undegraded":"2024-04-02T08:18:21.938052+0000","last_fullsized":"2024-04-02T08:18:21.938052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006331+0000","last_change":"2024-04-02T08:17:45.476131+0000","last_active":"2024-04-02T08:18:22.006331+0000","last_peered":"2024-04-02T08:18:22.006331+0000","last_clean":"2024-04-02T08:18:22.006331+0000","last_became_active":"2024-04-02T08:17:45.475849+0000","last_became_peered":"2024-04-02T08:17:45.475849+0000","last_unstale":"2024-04-02T08:18:22.006331+0000","last_undegraded":"2024-04-02T08:18:22.006331+0000","last_fullsized":"2024-04-02T08:18:22.006331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.937929+0000","last_change":"2024-04-02T08:17:45.106077+0000","last_active":"2024-04-02T08:18:21.937929+0000","last_peered":"2024-04-02T08:18:21.937929+0000","last_clean":"2024-04-02T08:18:21.937929+0000","last_became_active":"2024-04-02T08:17:45.105791+0000","last_became_peered":"2024-04-02T08:17:45.105791+0000","last_unstale":"2024-04-02T08:18:21.937929+0000","last_undegraded":"2024-04-02T08:18:21.937929+0000","last_fullsized":"2024-04-02T08:18:21.937929+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:44.611493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007149+0000","last_change":"2024-04-02T08:17:45.477488+0000","last_active":"2024-04-02T08:18:22.007149+0000","last_peered":"2024-04-02T08:18:22.007149+0000","last_clean":"2024-04-02T08:18:22.007149+0000","last_became_active":"2024-04-02T08:17:45.477153+0000","last_became_peered":"2024-04-02T08:17:45.477153+0000","last_unstale":"2024-04-02T08:18:22.007149+0000","last_undegraded":"2024-04-02T08:18:22.007149+0000","last_fullsized":"2024-04-02T08:18:22.007149+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811790+0000","last_change":"2024-04-02T08:18:20.946641+0000","last_active":"2024-04-02T08:18:23.811790+0000","last_peered":"2024-04-02T08:18:23.811790+0000","last_clean":"2024-04-02T08:18:23.811790+0000","last_became_active":"2024-04-02T08:18:20.946410+0000","last_became_peered":"2024-04-02T08:18:20.946410+0000","last_unstale":"2024-04-02T08:18:23.811790+0000","last_undegraded":"2024-04-02T08:18:23.811790+0000","last_fullsized":"2024-04-02T08:18:23.811790+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:15:19.021290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938367+0000","last_change":"2024-04-02T08:17:45.106946+0000","last_active":"2024-04-02T08:18:21.938367+0000","last_peered":"2024-04-02T08:18:21.938367+0000","last_clean":"2024-04-02T08:18:21.938367+0000","last_became_active":"2024-04-02T08:17:45.105934+0000","last_became_peered":"2024-04-02T08:17:45.105934+0000","last_unstale":"2024-04-02T08:18:21.938367+0000","last_undegraded":"2024-04-02T08:18:21.938367+0000","last_fullsized":"2024-04-02T08:18:21.938367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007683+0000","last_change":"2024-04-02T08:17:45.472842+0000","last_active":"2024-04-02T08:18:22.007683+0000","last_peered":"2024-04-02T08:18:22.007683+0000","last_clean":"2024-04-02T08:18:22.007683+0000","last_became_active":"2024-04-02T08:17:45.471640+0000","last_became_peered":"2024-04-02T08:17:45.471640+0000","last_unstale":"2024-04-02T08:18:22.007683+0000","last_undegraded":"2024-04-02T08:18:22.007683+0000","last_fullsized":"2024-04-02T08:18:22.007683+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811835+0000","last_change":"2024-04-02T08:18:20.936534+0000","last_active":"2024-04-02T08:18:23.811835+0000","last_peered":"2024-04-02T08:18:23.811835+0000","last_clean":"2024-04-02T08:18:23.811835+0000","last_became_active":"2024-04-02T08:18:20.936225+0000","last_became_peered":"2024-04-02T08:18:20.936225+0000","last_unstale":"2024-04-02T08:18:23.811835+0000","last_undegraded":"2024-04-02T08:18:23.811835+0000","last_fullsized":"2024-04-02T08:18:23.811835+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:17.246476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006681+0000","last_change":"2024-04-02T08:17:45.108103+0000","last_active":"2024-04-02T08:18:22.006681+0000","last_peered":"2024-04-02T08:18:22.006681+0000","last_clean":"2024-04-02T08:18:22.006681+0000","last_became_active":"2024-04-02T08:17:45.107778+0000","last_became_peered":"2024-04-02T08:17:45.107778+0000","last_unstale":"2024-04-02T08:18:22.006681+0000","last_undegraded":"2024-04-02T08:18:22.006681+0000","last_fullsized":"2024-04-02T08:18:22.006681+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.937738+0000","last_change":"2024-04-02T08:17:45.479567+0000","last_active":"2024-04-02T08:18:21.937738+0000","last_peered":"2024-04-02T08:18:21.937738+0000","last_clean":"2024-04-02T08:18:21.937738+0000","last_became_active":"2024-04-02T08:17:45.479245+0000","last_became_peered":"2024-04-02T08:17:45.479245+0000","last_unstale":"2024-04-02T08:18:21.937738+0000","last_undegraded":"2024-04-02T08:18:21.937738+0000","last_fullsized":"2024-04-02T08:18:21.937738+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:49:49.639219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811913+0000","last_change":"2024-04-02T08:18:20.948706+0000","last_active":"2024-04-02T08:18:23.811913+0000","last_peered":"2024-04-02T08:18:23.811913+0000","last_clean":"2024-04-02T08:18:23.811913+0000","last_became_active":"2024-04-02T08:18:20.948408+0000","last_became_peered":"2024-04-02T08:18:20.948408+0000","last_unstale":"2024-04-02T08:18:23.811913+0000","last_undegraded":"2024-04-02T08:18:23.811913+0000","last_fullsized":"2024-04-02T08:18:23.811913+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:33:06.724441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938171+0000","last_change":"2024-04-02T08:17:45.461557+0000","last_active":"2024-04-02T08:18:21.938171+0000","last_peered":"2024-04-02T08:18:21.938171+0000","last_clean":"2024-04-02T08:18:21.938171+0000","last_became_active":"2024-04-02T08:17:45.461297+0000","last_became_peered":"2024-04-02T08:17:45.461297+0000","last_unstale":"2024-04-02T08:18:21.938171+0000","last_undegraded":"2024-04-02T08:18:21.938171+0000","last_fullsized":"2024-04-02T08:18:21.938171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938831+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:18:21.938831+0000","last_peered":"2024-04-02T08:18:21.938831+0000","last_clean":"2024-04-02T08:18:21.938831+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:18:21.938831+0000","last_undegraded":"2024-04-02T08:18:21.938831+0000","last_fullsized":"2024-04-02T08:18:21.938831+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811258+0000","last_change":"2024-04-02T08:18:20.948902+0000","last_active":"2024-04-02T08:18:23.811258+0000","last_peered":"2024-04-02T08:18:23.811258+0000","last_clean":"2024-04-02T08:18:23.811258+0000","last_became_active":"2024-04-02T08:18:20.948606+0000","last_became_peered":"2024-04-02T08:18:20.948606+0000","last_unstale":"2024-04-02T08:18:23.811258+0000","last_undegraded":"2024-04-02T08:18:23.811258+0000","last_fullsized":"2024-04-02T08:18:23.811258+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:59.802855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006358+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:18:22.006358+0000","last_peered":"2024-04-02T08:18:22.006358+0000","last_clean":"2024-04-02T08:18:22.006358+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:18:22.006358+0000","last_undegraded":"2024-04-02T08:18:22.006358+0000","last_fullsized":"2024-04-02T08:18:22.006358+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006689+0000","last_change":"2024-04-02T08:17:45.104366+0000","last_active":"2024-04-02T08:18:22.006689+0000","last_peered":"2024-04-02T08:18:22.006689+0000","last_clean":"2024-04-02T08:18:22.006689+0000","last_became_active":"2024-04-02T08:17:45.104079+0000","last_became_peered":"2024-04-02T08:17:45.104079+0000","last_unstale":"2024-04-02T08:18:22.006689+0000","last_undegraded":"2024-04-02T08:18:22.006689+0000","last_fullsized":"2024-04-02T08:18:22.006689+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"64'128","reported_seq":263,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006455+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:18:22.006455+0000","last_peered":"2024-04-02T08:18:22.006455+0000","last_clean":"2024-04-02T08:18:22.006455+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:18:22.006455+0000","last_undegraded":"2024-04-02T08:18:22.006455+0000","last_fullsized":"2024-04-02T08:18:22.006455+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811552+0000","last_change":"2024-04-02T08:18:20.939117+0000","last_active":"2024-04-02T08:18:23.811552+0000","last_peered":"2024-04-02T08:18:23.811552+0000","last_clean":"2024-04-02T08:18:23.811552+0000","last_became_active":"2024-04-02T08:18:20.938730+0000","last_became_peered":"2024-04-02T08:18:20.938730+0000","last_unstale":"2024-04-02T08:18:23.811552+0000","last_undegraded":"2024-04-02T08:18:23.811552+0000","last_fullsized":"2024-04-02T08:18:23.811552+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:32.945809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006845+0000","last_change":"2024-04-02T08:17:45.467119+0000","last_active":"2024-04-02T08:18:22.006845+0000","last_peered":"2024-04-02T08:18:22.006845+0000","last_clean":"2024-04-02T08:18:22.006845+0000","last_became_active":"2024-04-02T08:17:45.466809+0000","last_became_peered":"2024-04-02T08:17:45.466809+0000","last_unstale":"2024-04-02T08:18:22.006845+0000","last_undegraded":"2024-04-02T08:18:22.006845+0000","last_fullsized":"2024-04-02T08:18:22.006845+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006152+0000","last_change":"2024-04-02T08:17:45.112331+0000","last_active":"2024-04-02T08:18:22.006152+0000","last_peered":"2024-04-02T08:18:22.006152+0000","last_clean":"2024-04-02T08:18:22.006152+0000","last_became_active":"2024-04-02T08:17:45.112064+0000","last_became_peered":"2024-04-02T08:17:45.112064+0000","last_unstale":"2024-04-02T08:18:22.006152+0000","last_undegraded":"2024-04-02T08:18:22.006152+0000","last_fullsized":"2024-04-02T08:18:22.006152+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811479+0000","last_change":"2024-04-02T08:18:20.948470+0000","last_active":"2024-04-02T08:18:23.811479+0000","last_peered":"2024-04-02T08:18:23.811479+0000","last_clean":"2024-04-02T08:18:23.811479+0000","last_became_active":"2024-04-02T08:18:20.948155+0000","last_became_peered":"2024-04-02T08:18:20.948155+0000","last_unstale":"2024-04-02T08:18:23.811479+0000","last_undegraded":"2024-04-02T08:18:23.811479+0000","last_fullsized":"2024-04-02T08:18:23.811479+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:19:42.094867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007870+0000","last_change":"2024-04-02T08:17:45.112231+0000","last_active":"2024-04-02T08:18:22.007870+0000","last_peered":"2024-04-02T08:18:22.007870+0000","last_clean":"2024-04-02T08:18:22.007870+0000","last_became_active":"2024-04-02T08:17:45.111870+0000","last_became_peered":"2024-04-02T08:17:45.111870+0000","last_unstale":"2024-04-02T08:18:22.007870+0000","last_undegraded":"2024-04-02T08:18:22.007870+0000","last_fullsized":"2024-04-02T08:18:22.007870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938553+0000","last_change":"2024-04-02T08:17:45.472742+0000","last_active":"2024-04-02T08:18:21.938553+0000","last_peered":"2024-04-02T08:18:21.938553+0000","last_clean":"2024-04-02T08:18:21.938553+0000","last_became_active":"2024-04-02T08:17:45.472458+0000","last_became_peered":"2024-04-02T08:17:45.472458+0000","last_unstale":"2024-04-02T08:18:21.938553+0000","last_undegraded":"2024-04-02T08:18:21.938553+0000","last_fullsized":"2024-04-02T08:18:21.938553+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811460+0000","last_change":"2024-04-02T08:18:20.948646+0000","last_active":"2024-04-02T08:18:23.811460+0000","last_peered":"2024-04-02T08:18:23.811460+0000","last_clean":"2024-04-02T08:18:23.811460+0000","last_became_active":"2024-04-02T08:18:20.948339+0000","last_became_peered":"2024-04-02T08:18:20.948339+0000","last_unstale":"2024-04-02T08:18:23.811460+0000","last_undegraded":"2024-04-02T08:18:23.811460+0000","last_fullsized":"2024-04-02T08:18:23.811460+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:09:16.291887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.939432+0000","last_change":"2024-04-02T08:17:45.099822+0000","last_active":"2024-04-02T08:18:21.939432+0000","last_peered":"2024-04-02T08:18:21.939432+0000","last_clean":"2024-04-02T08:18:21.939432+0000","last_became_active":"2024-04-02T08:17:45.099533+0000","last_became_peered":"2024-04-02T08:17:45.099533+0000","last_unstale":"2024-04-02T08:18:21.939432+0000","last_undegraded":"2024-04-02T08:18:21.939432+0000","last_fullsized":"2024-04-02T08:18:21.939432+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006745+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:18:22.006745+0000","last_peered":"2024-04-02T08:18:22.006745+0000","last_clean":"2024-04-02T08:18:22.006745+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:18:22.006745+0000","last_undegraded":"2024-04-02T08:18:22.006745+0000","last_fullsized":"2024-04-02T08:18:22.006745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.811052+0000","last_change":"2024-04-02T08:18:20.946820+0000","last_active":"2024-04-02T08:18:23.811052+0000","last_peered":"2024-04-02T08:18:23.811052+0000","last_clean":"2024-04-02T08:18:23.811052+0000","last_became_active":"2024-04-02T08:18:20.946530+0000","last_became_peered":"2024-04-02T08:18:20.946530+0000","last_unstale":"2024-04-02T08:18:23.811052+0000","last_undegraded":"2024-04-02T08:18:23.811052+0000","last_fullsized":"2024-04-02T08:18:23.811052+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:51.849560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007758+0000","last_change":"2024-04-02T08:17:45.100974+0000","last_active":"2024-04-02T08:18:22.007758+0000","last_peered":"2024-04-02T08:18:22.007758+0000","last_clean":"2024-04-02T08:18:22.007758+0000","last_became_active":"2024-04-02T08:17:45.100684+0000","last_became_peered":"2024-04-02T08:17:45.100684+0000","last_unstale":"2024-04-02T08:18:22.007758+0000","last_undegraded":"2024-04-02T08:18:22.007758+0000","last_fullsized":"2024-04-02T08:18:22.007758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007140+0000","last_change":"2024-04-02T08:17:45.478657+0000","last_active":"2024-04-02T08:18:22.007140+0000","last_peered":"2024-04-02T08:18:22.007140+0000","last_clean":"2024-04-02T08:18:22.007140+0000","last_became_active":"2024-04-02T08:17:45.478354+0000","last_became_peered":"2024-04-02T08:17:45.478354+0000","last_unstale":"2024-04-02T08:18:22.007140+0000","last_undegraded":"2024-04-02T08:18:22.007140+0000","last_fullsized":"2024-04-02T08:18:22.007140+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:58.858212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006420+0000","last_change":"2024-04-02T08:17:45.113389+0000","last_active":"2024-04-02T08:18:22.006420+0000","last_peered":"2024-04-02T08:18:22.006420+0000","last_clean":"2024-04-02T08:18:22.006420+0000","last_became_active":"2024-04-02T08:17:45.113187+0000","last_became_peered":"2024-04-02T08:17:45.113187+0000","last_unstale":"2024-04-02T08:18:22.006420+0000","last_undegraded":"2024-04-02T08:18:22.006420+0000","last_fullsized":"2024-04-02T08:18:22.006420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.937437+0000","last_change":"2024-04-02T08:17:45.480348+0000","last_active":"2024-04-02T08:18:21.937437+0000","last_peered":"2024-04-02T08:18:21.937437+0000","last_clean":"2024-04-02T08:18:21.937437+0000","last_became_active":"2024-04-02T08:17:45.480032+0000","last_became_peered":"2024-04-02T08:17:45.480032+0000","last_unstale":"2024-04-02T08:18:21.937437+0000","last_undegraded":"2024-04-02T08:18:21.937437+0000","last_fullsized":"2024-04-02T08:18:21.937437+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938409+0000","last_change":"2024-04-02T08:17:45.107119+0000","last_active":"2024-04-02T08:18:21.938409+0000","last_peered":"2024-04-02T08:18:21.938409+0000","last_clean":"2024-04-02T08:18:21.938409+0000","last_became_active":"2024-04-02T08:17:45.106239+0000","last_became_peered":"2024-04-02T08:17:45.106239+0000","last_unstale":"2024-04-02T08:18:21.938409+0000","last_undegraded":"2024-04-02T08:18:21.938409+0000","last_fullsized":"2024-04-02T08:18:21.938409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006391+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:18:22.006391+0000","last_peered":"2024-04-02T08:18:22.006391+0000","last_clean":"2024-04-02T08:18:22.006391+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:18:22.006391+0000","last_undegraded":"2024-04-02T08:18:22.006391+0000","last_fullsized":"2024-04-02T08:18:22.006391+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.939292+0000","last_change":"2024-04-02T08:17:45.105057+0000","last_active":"2024-04-02T08:18:21.939292+0000","last_peered":"2024-04-02T08:18:21.939292+0000","last_clean":"2024-04-02T08:18:21.939292+0000","last_became_active":"2024-04-02T08:17:45.104763+0000","last_became_peered":"2024-04-02T08:17:45.104763+0000","last_unstale":"2024-04-02T08:18:21.939292+0000","last_undegraded":"2024-04-02T08:18:21.939292+0000","last_fullsized":"2024-04-02T08:18:21.939292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006539+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:18:22.006539+0000","last_peered":"2024-04-02T08:18:22.006539+0000","last_clean":"2024-04-02T08:18:22.006539+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:18:22.006539+0000","last_undegraded":"2024-04-02T08:18:22.006539+0000","last_fullsized":"2024-04-02T08:18:22.006539+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006782+0000","last_change":"2024-04-02T08:17:45.109669+0000","last_active":"2024-04-02T08:18:22.006782+0000","last_peered":"2024-04-02T08:18:22.006782+0000","last_clean":"2024-04-02T08:18:22.006782+0000","last_became_active":"2024-04-02T08:17:45.109363+0000","last_became_peered":"2024-04-02T08:17:45.109363+0000","last_unstale":"2024-04-02T08:18:22.006782+0000","last_undegraded":"2024-04-02T08:18:22.006782+0000","last_fullsized":"2024-04-02T08:18:22.006782+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007812+0000","last_change":"2024-04-02T08:17:45.469399+0000","last_active":"2024-04-02T08:18:22.007812+0000","last_peered":"2024-04-02T08:18:22.007812+0000","last_clean":"2024-04-02T08:18:22.007812+0000","last_became_active":"2024-04-02T08:17:45.469013+0000","last_became_peered":"2024-04-02T08:17:45.469013+0000","last_unstale":"2024-04-02T08:18:22.007812+0000","last_undegraded":"2024-04-02T08:18:22.007812+0000","last_fullsized":"2024-04-02T08:18:22.007812+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.939015+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:18:21.939015+0000","last_peered":"2024-04-02T08:18:21.939015+0000","last_clean":"2024-04-02T08:18:21.939015+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:18:21.939015+0000","last_undegraded":"2024-04-02T08:18:21.939015+0000","last_fullsized":"2024-04-02T08:18:21.939015+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007778+0000","last_change":"2024-04-02T08:17:45.481043+0000","last_active":"2024-04-02T08:18:22.007778+0000","last_peered":"2024-04-02T08:18:22.007778+0000","last_clean":"2024-04-02T08:18:22.007778+0000","last_became_active":"2024-04-02T08:17:45.480554+0000","last_became_peered":"2024-04-02T08:17:45.480554+0000","last_unstale":"2024-04-02T08:18:22.007778+0000","last_undegraded":"2024-04-02T08:18:22.007778+0000","last_fullsized":"2024-04-02T08:18:22.007778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:49.872634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938537+0000","last_change":"2024-04-02T08:17:45.103651+0000","last_active":"2024-04-02T08:18:21.938537+0000","last_peered":"2024-04-02T08:18:21.938537+0000","last_clean":"2024-04-02T08:18:21.938537+0000","last_became_active":"2024-04-02T08:17:45.103351+0000","last_became_peered":"2024-04-02T08:17:45.103351+0000","last_unstale":"2024-04-02T08:18:21.938537+0000","last_undegraded":"2024-04-02T08:18:21.938537+0000","last_fullsized":"2024-04-02T08:18:21.938537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007052+0000","last_change":"2024-04-02T08:17:45.471398+0000","last_active":"2024-04-02T08:18:22.007052+0000","last_peered":"2024-04-02T08:18:22.007052+0000","last_clean":"2024-04-02T08:18:22.007052+0000","last_became_active":"2024-04-02T08:17:45.470659+0000","last_became_peered":"2024-04-02T08:17:45.470659+0000","last_unstale":"2024-04-02T08:18:22.007052+0000","last_undegraded":"2024-04-02T08:18:22.007052+0000","last_fullsized":"2024-04-02T08:18:22.007052+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.939269+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:18:21.939269+0000","last_peered":"2024-04-02T08:18:21.939269+0000","last_clean":"2024-04-02T08:18:21.939269+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:18:21.939269+0000","last_undegraded":"2024-04-02T08:18:21.939269+0000","last_fullsized":"2024-04-02T08:18:21.939269+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007693+0000","last_change":"2024-04-02T08:17:45.483677+0000","last_active":"2024-04-02T08:18:22.007693+0000","last_peered":"2024-04-02T08:18:22.007693+0000","last_clean":"2024-04-02T08:18:22.007693+0000","last_became_active":"2024-04-02T08:17:45.483351+0000","last_became_peered":"2024-04-02T08:17:45.483351+0000","last_unstale":"2024-04-02T08:18:22.007693+0000","last_undegraded":"2024-04-02T08:18:22.007693+0000","last_fullsized":"2024-04-02T08:18:22.007693+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:23:32.312351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007063+0000","last_change":"2024-04-02T08:17:45.472532+0000","last_active":"2024-04-02T08:18:22.007063+0000","last_peered":"2024-04-02T08:18:22.007063+0000","last_clean":"2024-04-02T08:18:22.007063+0000","last_became_active":"2024-04-02T08:17:45.472241+0000","last_became_peered":"2024-04-02T08:17:45.472241+0000","last_unstale":"2024-04-02T08:18:22.007063+0000","last_undegraded":"2024-04-02T08:18:22.007063+0000","last_fullsized":"2024-04-02T08:18:22.007063+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938708+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:18:21.938708+0000","last_peered":"2024-04-02T08:18:21.938708+0000","last_clean":"2024-04-02T08:18:21.938708+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:18:21.938708+0000","last_undegraded":"2024-04-02T08:18:21.938708+0000","last_fullsized":"2024-04-02T08:18:21.938708+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006837+0000","last_change":"2024-04-02T08:17:45.462834+0000","last_active":"2024-04-02T08:18:22.006837+0000","last_peered":"2024-04-02T08:18:22.006837+0000","last_clean":"2024-04-02T08:18:22.006837+0000","last_became_active":"2024-04-02T08:17:45.462541+0000","last_became_peered":"2024-04-02T08:17:45.462541+0000","last_unstale":"2024-04-02T08:18:22.006837+0000","last_undegraded":"2024-04-02T08:18:22.006837+0000","last_fullsized":"2024-04-02T08:18:22.006837+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006906+0000","last_change":"2024-04-02T08:17:45.468981+0000","last_active":"2024-04-02T08:18:22.006906+0000","last_peered":"2024-04-02T08:18:22.006906+0000","last_clean":"2024-04-02T08:18:22.006906+0000","last_became_active":"2024-04-02T08:17:45.468518+0000","last_became_peered":"2024-04-02T08:17:45.468518+0000","last_unstale":"2024-04-02T08:18:22.006906+0000","last_undegraded":"2024-04-02T08:18:22.006906+0000","last_fullsized":"2024-04-02T08:18:22.006906+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006434+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:18:22.006434+0000","last_peered":"2024-04-02T08:18:22.006434+0000","last_clean":"2024-04-02T08:18:22.006434+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:18:22.006434+0000","last_undegraded":"2024-04-02T08:18:22.006434+0000","last_fullsized":"2024-04-02T08:18:22.006434+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:21.938445+0000","last_change":"2024-04-02T08:17:45.460349+0000","last_active":"2024-04-02T08:18:21.938445+0000","last_peered":"2024-04-02T08:18:21.938445+0000","last_clean":"2024-04-02T08:18:21.938445+0000","last_became_active":"2024-04-02T08:17:45.460036+0000","last_became_peered":"2024-04-02T08:17:45.460036+0000","last_unstale":"2024-04-02T08:18:21.938445+0000","last_undegraded":"2024-04-02T08:18:21.938445+0000","last_fullsized":"2024-04-02T08:18:21.938445+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007464+0000","last_change":"2024-04-02T08:17:45.482194+0000","last_active":"2024-04-02T08:18:22.007464+0000","last_peered":"2024-04-02T08:18:22.007464+0000","last_clean":"2024-04-02T08:18:22.007464+0000","last_became_active":"2024-04-02T08:17:45.481893+0000","last_became_peered":"2024-04-02T08:17:45.481893+0000","last_unstale":"2024-04-02T08:18:22.007464+0000","last_undegraded":"2024-04-02T08:18:22.007464+0000","last_fullsized":"2024-04-02T08:18:22.007464+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006793+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:18:22.006793+0000","last_peered":"2024-04-02T08:18:22.006793+0000","last_clean":"2024-04-02T08:18:22.006793+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:18:22.006793+0000","last_undegraded":"2024-04-02T08:18:22.006793+0000","last_fullsized":"2024-04-02T08:18:22.006793+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006634+0000","last_change":"2024-04-02T08:17:45.471960+0000","last_active":"2024-04-02T08:18:22.006634+0000","last_peered":"2024-04-02T08:18:22.006634+0000","last_clean":"2024-04-02T08:18:22.006634+0000","last_became_active":"2024-04-02T08:17:45.471493+0000","last_became_peered":"2024-04-02T08:17:45.471493+0000","last_unstale":"2024-04-02T08:18:22.006634+0000","last_undegraded":"2024-04-02T08:18:22.006634+0000","last_fullsized":"2024-04-02T08:18:22.006634+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006369+0000","last_change":"2024-04-02T08:17:45.472697+0000","last_active":"2024-04-02T08:18:22.006369+0000","last_peered":"2024-04-02T08:18:22.006369+0000","last_clean":"2024-04-02T08:18:22.006369+0000","last_became_active":"2024-04-02T08:17:45.472365+0000","last_became_peered":"2024-04-02T08:17:45.472365+0000","last_unstale":"2024-04-02T08:18:22.006369+0000","last_undegraded":"2024-04-02T08:18:22.006369+0000","last_fullsized":"2024-04-02T08:18:22.006369+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:32.252995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006915+0000","last_change":"2024-04-02T08:17:45.471760+0000","last_active":"2024-04-02T08:18:22.006915+0000","last_peered":"2024-04-02T08:18:22.006915+0000","last_clean":"2024-04-02T08:18:22.006915+0000","last_became_active":"2024-04-02T08:17:45.470449+0000","last_became_peered":"2024-04-02T08:17:45.470449+0000","last_unstale":"2024-04-02T08:18:22.006915+0000","last_undegraded":"2024-04-02T08:18:22.006915+0000","last_fullsized":"2024-04-02T08:18:22.006915+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.006940+0000","last_change":"2024-04-02T08:17:45.477263+0000","last_active":"2024-04-02T08:18:22.006940+0000","last_peered":"2024-04-02T08:18:22.006940+0000","last_clean":"2024-04-02T08:18:22.006940+0000","last_became_active":"2024-04-02T08:17:45.476981+0000","last_became_peered":"2024-04-02T08:17:45.476981+0000","last_unstale":"2024-04-02T08:18:22.006940+0000","last_undegraded":"2024-04-02T08:18:22.006940+0000","last_fullsized":"2024-04-02T08:18:22.006940+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:18:22.007586+0000","last_change":"2024-04-02T08:17:45.470546+0000","last_active":"2024-04-02T08:18:22.007586+0000","last_peered":"2024-04-02T08:18:22.007586+0000","last_clean":"2024-04-02T08:18:22.007586+0000","last_became_active":"2024-04-02T08:17:45.470096+0000","last_became_peered":"2024-04-02T08:17:45.470096+0000","last_unstale":"2024-04-02T08:18:22.007586+0000","last_undegraded":"2024-04-02T08:18:22.007586+0000","last_fullsized":"2024-04-02T08:18:22.007586+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201304,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28284,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716868,"statfs":{"total":95995035648,"available":95966072832,"internally_reserved":0,"allocated":1294336,"data_stored":888933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41399999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.44700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.372},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.501}]},{"osd":3,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.52500000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.43099999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.46899999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.495},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.48499999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462941,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32380,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712772,"statfs":{"total":95995035648,"available":95961878528,"internally_reserved":0,"allocated":1294336,"data_stored":890406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64500000000000002,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48899999999999999,"15min":0.48599999999999999},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.64800000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.54300000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66500000000000004,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68400000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52000000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38200000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.68700000000000006,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.47899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.63900000000000001,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.71999999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.56100000000000005}]},{"osd":4,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.63700000000000001,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61399999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45900000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.442,"5min":0.44800000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.55300000000000005,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.50800000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.57299999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31800,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713352,"statfs":{"total":95995035648,"available":95962472448,"internally_reserved":0,"allocated":700416,"data_stored":298121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.22500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.374},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.32500000000000001},"min":{"1min":0.25700000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.435}]},{"osd":2,"last update":"Tue Apr 2 08:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.377,"15min":0.36299999999999999},"min":{"1min":0.22,"5min":0.215,"15min":0.215},"max":{"1min":0.54900000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.372},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63400000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.505}]},{"osd":3,"last update":"Tue Apr 2 08:18:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.46500000000000002},"min":{"1min":0.315,"5min":0.307,"15min":0.307},"max":{"1min":0.66600000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48999999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:18:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41799999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.58399999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:18:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.61199999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79800000000000004,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69599999999999995,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.56200000000000006}]},{"osd":6,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72799999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.59399999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:18:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.61799999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32388,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712764,"statfs":{"total":95995035648,"available":95961870336,"internally_reserved":0,"allocated":1302528,"data_stored":889057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.22500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.49299999999999999,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.45600000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.501}]},{"osd":2,"last update":"Tue Apr 2 08:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38700000000000001,"15min":0.376},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.436},{"interface":"front","average":{"1min":0.371,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.41899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:18:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.438,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56999999999999995,"5min":0.622,"15min":0.622},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.434,"15min":0.44},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.45700000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:18:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.39000000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79300000000000004,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:18:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.374,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.77800000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73099999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.48099999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76400000000000001,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.438,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.53300000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.56200000000000006}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":692224,"data_stored":297961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.37,"15min":0.371},"min":{"1min":0.28699999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.48199999999999998,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39100000000000001,"15min":0.38900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.5,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.53500000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.39800000000000002},"min":{"1min":0.30299999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56399999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.41099999999999998},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.52600000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.45800000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:18:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.442,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.60899999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:18:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.45900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.56799999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.68500000000000005,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.68000000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:18:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78700000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.77700000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81399999999999995,"5min":0.87,"15min":0.87},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61499999999999999,"15min":0.61699999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79600000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.72399999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.76300000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.39100000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.33500000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40200000000000002,"15min":0.41199999999999998},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58799999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.42899999999999999,"15min":0.44700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.60599999999999998,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.36899999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42899999999999999,"15min":0.441},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.503,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.41699999999999998,"15min":0.434},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.35499999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:18:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.54100000000000004,"15min":0.53700000000000003},"min":{"1min":0.376,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38700000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.65200000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:18:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.35599999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76300000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59399999999999997,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.76200000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:19:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69399999999999995,"5min":0.751,"15min":0.751},"last":0.622},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.71499999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.82399999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.749}]}]},{"osd":4,"up_from":31,"seq":133143986214,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":298669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56999999999999995,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.74299999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.48099999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:18:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.52200000000000002,"15min":0.52300000000000002},"min":{"1min":0.39100000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.52500000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:18:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.63},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.80000000000000004,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.58499999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:18:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82199999999999995,"5min":1.077,"15min":1.077},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.499}]},{"osd":5,"last update":"Tue Apr 2 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.40100000000000002},"min":{"1min":0.29299999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.44,"15min":0.438},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.77600000000000002,"5min":1.014,"15min":1.014},"last":0.61399999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47799999999999998,"15min":0.47599999999999998},"min":{"1min":0.29699999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.84399999999999997,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.46300000000000002,"15min":0.45300000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.65300000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.55300000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724577,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":300128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.499,"15min":0.499},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67900000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.42999999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73099999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.56999999999999995}]},{"osd":1,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69199999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83699999999999997,"5min":1.048,"15min":1.048},"last":0.42299999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64100000000000001,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.379,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76200000000000001,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.497}]},{"osd":3,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.64800000000000002,"5min":1.034,"15min":1.034},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.63600000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39900000000000002,"15min":0.39600000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.624,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.313,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.69199999999999995}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45700000000000002},"min":{"1min":0.32600000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63200000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.71999999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71599999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.622}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:19:17.552 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:19:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:17 smithi084 ceph-mon[27534]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:17 smithi084 ceph-mon[27534]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:17.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:17 smithi084 ceph-mon[39235]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:17 smithi084 ceph-mon[39235]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:17.886 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:17 smithi132 ceph-mon[31218]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:17 smithi132 ceph-mon[31218]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2024-04-02T08:19:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:19:18.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-02T08:19:18.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-02T08:19:18.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:19:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-02T08:19:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-02T08:19:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:20.026 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:20.026 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]': finished 2024-04-02T08:19:20.026 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-04-02T08:19:20.026 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-02T08:19:20.026 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2024-04-02T08:19:20.026 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-04-02T08:19:20.026 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]': finished 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-04-02T08:19:20.027 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:20.028 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:19 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]': finished 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:20.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:20.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:19 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:20.444 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:20.446 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:19:20.970 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:20 smithi084 ceph-mon[27534]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:19:20.970 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:20 smithi084 ceph-mon[27534]: Reconfiguring daemon alertmanager.a on smithi084 2024-04-02T08:19:20.970 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:20 smithi084 ceph-mon[27534]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:19:20.971 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:20 smithi084 ceph-mon[39235]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:19:20.971 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:20 smithi084 ceph-mon[39235]: Reconfiguring daemon alertmanager.a on smithi084 2024-04-02T08:19:20.971 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:20 smithi084 ceph-mon[39235]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:19:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:20 smithi132 ceph-mon[31218]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:19:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:20 smithi132 ceph-mon[31218]: Reconfiguring daemon alertmanager.a on smithi084 2024-04-02T08:19:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:20 smithi132 ceph-mon[31218]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:19:21.292 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-04-02T08:19:19.820082+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235688,"kb_used_data":7236,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725528,"statfs":{"total":767960285184,"available":767718940672,"internally_reserved":0,"allocated":7409664,"data_stored":4163690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001476"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844543+0000","last_change":"2024-04-02T08:17:45.481105+0000","last_active":"2024-04-02T08:18:24.844543+0000","last_peered":"2024-04-02T08:18:24.844543+0000","last_clean":"2024-04-02T08:18:24.844543+0000","last_became_active":"2024-04-02T08:17:45.480815+0000","last_became_peered":"2024-04-02T08:17:45.480815+0000","last_unstale":"2024-04-02T08:18:24.844543+0000","last_undegraded":"2024-04-02T08:18:24.844543+0000","last_fullsized":"2024-04-02T08:18:24.844543+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958464+0000","last_change":"2024-04-02T08:17:45.464101+0000","last_active":"2024-04-02T08:18:23.958464+0000","last_peered":"2024-04-02T08:18:23.958464+0000","last_clean":"2024-04-02T08:18:23.958464+0000","last_became_active":"2024-04-02T08:17:45.463806+0000","last_became_peered":"2024-04-02T08:17:45.463806+0000","last_unstale":"2024-04-02T08:18:23.958464+0000","last_undegraded":"2024-04-02T08:18:23.958464+0000","last_fullsized":"2024-04-02T08:18:23.958464+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246970+0000","last_change":"2024-04-02T08:17:45.475764+0000","last_active":"2024-04-02T08:18:24.246970+0000","last_peered":"2024-04-02T08:18:24.246970+0000","last_clean":"2024-04-02T08:18:24.246970+0000","last_became_active":"2024-04-02T08:17:45.475416+0000","last_became_peered":"2024-04-02T08:17:45.475416+0000","last_unstale":"2024-04-02T08:18:24.246970+0000","last_undegraded":"2024-04-02T08:18:24.246970+0000","last_fullsized":"2024-04-02T08:18:24.246970+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954002+0000","last_change":"2024-04-02T08:17:45.458487+0000","last_active":"2024-04-02T08:18:23.954002+0000","last_peered":"2024-04-02T08:18:23.954002+0000","last_clean":"2024-04-02T08:18:23.954002+0000","last_became_active":"2024-04-02T08:17:45.458128+0000","last_became_peered":"2024-04-02T08:17:45.458128+0000","last_unstale":"2024-04-02T08:18:23.954002+0000","last_undegraded":"2024-04-02T08:18:23.954002+0000","last_fullsized":"2024-04-02T08:18:23.954002+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843978+0000","last_change":"2024-04-02T08:17:45.476827+0000","last_active":"2024-04-02T08:18:24.843978+0000","last_peered":"2024-04-02T08:18:24.843978+0000","last_clean":"2024-04-02T08:18:24.843978+0000","last_became_active":"2024-04-02T08:17:45.476363+0000","last_became_peered":"2024-04-02T08:17:45.476363+0000","last_unstale":"2024-04-02T08:18:24.843978+0000","last_undegraded":"2024-04-02T08:18:24.843978+0000","last_fullsized":"2024-04-02T08:18:24.843978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954059+0000","last_change":"2024-04-02T08:17:45.466925+0000","last_active":"2024-04-02T08:18:23.954059+0000","last_peered":"2024-04-02T08:18:23.954059+0000","last_clean":"2024-04-02T08:18:23.954059+0000","last_became_active":"2024-04-02T08:17:45.466564+0000","last_became_peered":"2024-04-02T08:17:45.466564+0000","last_unstale":"2024-04-02T08:18:23.954059+0000","last_undegraded":"2024-04-02T08:18:23.954059+0000","last_fullsized":"2024-04-02T08:18:23.954059+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843244+0000","last_change":"2024-04-02T08:17:45.478686+0000","last_active":"2024-04-02T08:18:24.843244+0000","last_peered":"2024-04-02T08:18:24.843244+0000","last_clean":"2024-04-02T08:18:24.843244+0000","last_became_active":"2024-04-02T08:17:45.478115+0000","last_became_peered":"2024-04-02T08:17:45.478115+0000","last_unstale":"2024-04-02T08:18:24.843244+0000","last_undegraded":"2024-04-02T08:18:24.843244+0000","last_fullsized":"2024-04-02T08:18:24.843244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842686+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:18:24.842686+0000","last_peered":"2024-04-02T08:18:24.842686+0000","last_clean":"2024-04-02T08:18:24.842686+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:18:24.842686+0000","last_undegraded":"2024-04-02T08:18:24.842686+0000","last_fullsized":"2024-04-02T08:18:24.842686+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844455+0000","last_change":"2024-04-02T08:17:45.480551+0000","last_active":"2024-04-02T08:18:24.844455+0000","last_peered":"2024-04-02T08:18:24.844455+0000","last_clean":"2024-04-02T08:18:24.844455+0000","last_became_active":"2024-04-02T08:17:45.478942+0000","last_became_peered":"2024-04-02T08:17:45.478942+0000","last_unstale":"2024-04-02T08:18:24.844455+0000","last_undegraded":"2024-04-02T08:18:24.844455+0000","last_fullsized":"2024-04-02T08:18:24.844455+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.845048+0000","last_change":"2024-04-02T08:17:45.477036+0000","last_active":"2024-04-02T08:18:24.845048+0000","last_peered":"2024-04-02T08:18:24.845048+0000","last_clean":"2024-04-02T08:18:24.845048+0000","last_became_active":"2024-04-02T08:17:45.476755+0000","last_became_peered":"2024-04-02T08:17:45.476755+0000","last_unstale":"2024-04-02T08:18:24.845048+0000","last_undegraded":"2024-04-02T08:18:24.845048+0000","last_fullsized":"2024-04-02T08:18:24.845048+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844925+0000","last_change":"2024-04-02T08:17:45.475207+0000","last_active":"2024-04-02T08:18:24.844925+0000","last_peered":"2024-04-02T08:18:24.844925+0000","last_clean":"2024-04-02T08:18:24.844925+0000","last_became_active":"2024-04-02T08:17:45.474931+0000","last_became_peered":"2024-04-02T08:17:45.474931+0000","last_unstale":"2024-04-02T08:18:24.844925+0000","last_undegraded":"2024-04-02T08:18:24.844925+0000","last_fullsized":"2024-04-02T08:18:24.844925+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844325+0000","last_change":"2024-04-02T08:17:45.468846+0000","last_active":"2024-04-02T08:18:24.844325+0000","last_peered":"2024-04-02T08:18:24.844325+0000","last_clean":"2024-04-02T08:18:24.844325+0000","last_became_active":"2024-04-02T08:17:45.468425+0000","last_became_peered":"2024-04-02T08:17:45.468425+0000","last_unstale":"2024-04-02T08:18:24.844325+0000","last_undegraded":"2024-04-02T08:18:24.844325+0000","last_fullsized":"2024-04-02T08:18:24.844325+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842938+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:18:24.842938+0000","last_peered":"2024-04-02T08:18:24.842938+0000","last_clean":"2024-04-02T08:18:24.842938+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:18:24.842938+0000","last_undegraded":"2024-04-02T08:18:24.842938+0000","last_fullsized":"2024-04-02T08:18:24.842938+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246562+0000","last_change":"2024-04-02T08:17:45.479578+0000","last_active":"2024-04-02T08:18:24.246562+0000","last_peered":"2024-04-02T08:18:24.246562+0000","last_clean":"2024-04-02T08:18:24.246562+0000","last_became_active":"2024-04-02T08:17:45.479207+0000","last_became_peered":"2024-04-02T08:17:45.479207+0000","last_unstale":"2024-04-02T08:18:24.246562+0000","last_undegraded":"2024-04-02T08:18:24.246562+0000","last_fullsized":"2024-04-02T08:18:24.246562+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957911+0000","last_change":"2024-04-02T08:17:45.473593+0000","last_active":"2024-04-02T08:18:23.957911+0000","last_peered":"2024-04-02T08:18:23.957911+0000","last_clean":"2024-04-02T08:18:23.957911+0000","last_became_active":"2024-04-02T08:17:45.473292+0000","last_became_peered":"2024-04-02T08:17:45.473292+0000","last_unstale":"2024-04-02T08:18:23.957911+0000","last_undegraded":"2024-04-02T08:18:23.957911+0000","last_fullsized":"2024-04-02T08:18:23.957911+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953496+0000","last_change":"2024-04-02T08:17:45.463673+0000","last_active":"2024-04-02T08:18:23.953496+0000","last_peered":"2024-04-02T08:18:23.953496+0000","last_clean":"2024-04-02T08:18:23.953496+0000","last_became_active":"2024-04-02T08:17:45.463236+0000","last_became_peered":"2024-04-02T08:17:45.463236+0000","last_unstale":"2024-04-02T08:18:23.953496+0000","last_undegraded":"2024-04-02T08:18:23.953496+0000","last_fullsized":"2024-04-02T08:18:23.953496+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954347+0000","last_change":"2024-04-02T08:17:45.471261+0000","last_active":"2024-04-02T08:18:23.954347+0000","last_peered":"2024-04-02T08:18:23.954347+0000","last_clean":"2024-04-02T08:18:23.954347+0000","last_became_active":"2024-04-02T08:17:45.470943+0000","last_became_peered":"2024-04-02T08:17:45.470943+0000","last_unstale":"2024-04-02T08:18:23.954347+0000","last_undegraded":"2024-04-02T08:18:23.954347+0000","last_fullsized":"2024-04-02T08:18:23.954347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957654+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:18:23.957654+0000","last_peered":"2024-04-02T08:18:23.957654+0000","last_clean":"2024-04-02T08:18:23.957654+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:18:23.957654+0000","last_undegraded":"2024-04-02T08:18:23.957654+0000","last_fullsized":"2024-04-02T08:18:23.957654+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844260+0000","last_change":"2024-04-02T08:17:45.468589+0000","last_active":"2024-04-02T08:18:24.844260+0000","last_peered":"2024-04-02T08:18:24.844260+0000","last_clean":"2024-04-02T08:18:24.844260+0000","last_became_active":"2024-04-02T08:17:45.468283+0000","last_became_peered":"2024-04-02T08:17:45.468283+0000","last_unstale":"2024-04-02T08:18:24.844260+0000","last_undegraded":"2024-04-02T08:18:24.844260+0000","last_fullsized":"2024-04-02T08:18:24.844260+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.247215+0000","last_change":"2024-04-02T08:17:45.108543+0000","last_active":"2024-04-02T08:18:24.247215+0000","last_peered":"2024-04-02T08:18:24.247215+0000","last_clean":"2024-04-02T08:18:24.247215+0000","last_became_active":"2024-04-02T08:17:45.108191+0000","last_became_peered":"2024-04-02T08:17:45.108191+0000","last_unstale":"2024-04-02T08:18:24.247215+0000","last_undegraded":"2024-04-02T08:18:24.247215+0000","last_fullsized":"2024-04-02T08:18:24.247215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843252+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:18:24.843252+0000","last_peered":"2024-04-02T08:18:24.843252+0000","last_clean":"2024-04-02T08:18:24.843252+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:18:24.843252+0000","last_undegraded":"2024-04-02T08:18:24.843252+0000","last_fullsized":"2024-04-02T08:18:24.843252+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843172+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:18:24.843172+0000","last_peered":"2024-04-02T08:18:24.843172+0000","last_clean":"2024-04-02T08:18:24.843172+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:18:24.843172+0000","last_undegraded":"2024-04-02T08:18:24.843172+0000","last_fullsized":"2024-04-02T08:18:24.843172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:18:24.247178+0000","last_change":"2024-04-02T08:19:18.817764+0000","last_active":"2024-04-02T08:19:18.817764+0000","last_peered":"2024-04-02T08:18:24.247178+0000","last_clean":"2024-04-02T08:18:24.247178+0000","last_became_active":"2024-04-02T08:17:45.478641+0000","last_became_peered":"2024-04-02T08:17:45.478641+0000","last_unstale":"2024-04-02T08:18:24.247178+0000","last_undegraded":"2024-04-02T08:18:24.247178+0000","last_fullsized":"2024-04-02T08:18:24.247178+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:24.305160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.845436+0000","last_change":"2024-04-02T08:17:45.111553+0000","last_active":"2024-04-02T08:18:24.845436+0000","last_peered":"2024-04-02T08:18:24.845436+0000","last_clean":"2024-04-02T08:18:24.845436+0000","last_became_active":"2024-04-02T08:17:45.111249+0000","last_became_peered":"2024-04-02T08:17:45.111249+0000","last_unstale":"2024-04-02T08:18:24.845436+0000","last_undegraded":"2024-04-02T08:18:24.845436+0000","last_fullsized":"2024-04-02T08:18:24.845436+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954199+0000","last_change":"2024-04-02T08:17:45.471608+0000","last_active":"2024-04-02T08:18:23.954199+0000","last_peered":"2024-04-02T08:18:23.954199+0000","last_clean":"2024-04-02T08:18:23.954199+0000","last_became_active":"2024-04-02T08:17:45.471085+0000","last_became_peered":"2024-04-02T08:17:45.471085+0000","last_unstale":"2024-04-02T08:18:23.954199+0000","last_undegraded":"2024-04-02T08:18:23.954199+0000","last_fullsized":"2024-04-02T08:18:23.954199+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844805+0000","last_change":"2024-04-02T08:17:45.106393+0000","last_active":"2024-04-02T08:18:24.844805+0000","last_peered":"2024-04-02T08:18:24.844805+0000","last_clean":"2024-04-02T08:18:24.844805+0000","last_became_active":"2024-04-02T08:17:45.106084+0000","last_became_peered":"2024-04-02T08:17:45.106084+0000","last_unstale":"2024-04-02T08:18:24.844805+0000","last_undegraded":"2024-04-02T08:18:24.844805+0000","last_fullsized":"2024-04-02T08:18:24.844805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954181+0000","last_change":"2024-04-02T08:17:45.472197+0000","last_active":"2024-04-02T08:18:23.954181+0000","last_peered":"2024-04-02T08:18:23.954181+0000","last_clean":"2024-04-02T08:18:23.954181+0000","last_became_active":"2024-04-02T08:17:45.471880+0000","last_became_peered":"2024-04-02T08:17:45.471880+0000","last_unstale":"2024-04-02T08:18:23.954181+0000","last_undegraded":"2024-04-02T08:18:23.954181+0000","last_fullsized":"2024-04-02T08:18:23.954181+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843094+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:18:24.843094+0000","last_peered":"2024-04-02T08:18:24.843094+0000","last_clean":"2024-04-02T08:18:24.843094+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:18:24.843094+0000","last_undegraded":"2024-04-02T08:18:24.843094+0000","last_fullsized":"2024-04-02T08:18:24.843094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843284+0000","last_change":"2024-04-02T08:17:45.474664+0000","last_active":"2024-04-02T08:18:24.843284+0000","last_peered":"2024-04-02T08:18:24.843284+0000","last_clean":"2024-04-02T08:18:24.843284+0000","last_became_active":"2024-04-02T08:17:45.474332+0000","last_became_peered":"2024-04-02T08:17:45.474332+0000","last_unstale":"2024-04-02T08:18:24.843284+0000","last_undegraded":"2024-04-02T08:18:24.843284+0000","last_fullsized":"2024-04-02T08:18:24.843284+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844632+0000","last_change":"2024-04-02T08:17:45.101808+0000","last_active":"2024-04-02T08:18:24.844632+0000","last_peered":"2024-04-02T08:18:24.844632+0000","last_clean":"2024-04-02T08:18:24.844632+0000","last_became_active":"2024-04-02T08:17:45.101523+0000","last_became_peered":"2024-04-02T08:17:45.101523+0000","last_unstale":"2024-04-02T08:18:24.844632+0000","last_undegraded":"2024-04-02T08:18:24.844632+0000","last_fullsized":"2024-04-02T08:18:24.844632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246734+0000","last_change":"2024-04-02T08:17:45.469231+0000","last_active":"2024-04-02T08:18:24.246734+0000","last_peered":"2024-04-02T08:18:24.246734+0000","last_clean":"2024-04-02T08:18:24.246734+0000","last_became_active":"2024-04-02T08:17:45.468956+0000","last_became_peered":"2024-04-02T08:17:45.468956+0000","last_unstale":"2024-04-02T08:18:24.246734+0000","last_undegraded":"2024-04-02T08:18:24.246734+0000","last_fullsized":"2024-04-02T08:18:24.246734+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842868+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:18:24.842868+0000","last_peered":"2024-04-02T08:18:24.842868+0000","last_clean":"2024-04-02T08:18:24.842868+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:18:24.842868+0000","last_undegraded":"2024-04-02T08:18:24.842868+0000","last_fullsized":"2024-04-02T08:18:24.842868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842816+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:18:24.842816+0000","last_peered":"2024-04-02T08:18:24.842816+0000","last_clean":"2024-04-02T08:18:24.842816+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:18:24.842816+0000","last_undegraded":"2024-04-02T08:18:24.842816+0000","last_fullsized":"2024-04-02T08:18:24.842816+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953612+0000","last_change":"2024-04-02T08:17:45.104336+0000","last_active":"2024-04-02T08:18:23.953612+0000","last_peered":"2024-04-02T08:18:23.953612+0000","last_clean":"2024-04-02T08:18:23.953612+0000","last_became_active":"2024-04-02T08:17:45.104033+0000","last_became_peered":"2024-04-02T08:17:45.104033+0000","last_unstale":"2024-04-02T08:18:23.953612+0000","last_undegraded":"2024-04-02T08:18:23.953612+0000","last_fullsized":"2024-04-02T08:18:23.953612+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958133+0000","last_change":"2024-04-02T08:17:45.464471+0000","last_active":"2024-04-02T08:18:23.958133+0000","last_peered":"2024-04-02T08:18:23.958133+0000","last_clean":"2024-04-02T08:18:23.958133+0000","last_became_active":"2024-04-02T08:17:45.463944+0000","last_became_peered":"2024-04-02T08:17:45.463944+0000","last_unstale":"2024-04-02T08:18:23.958133+0000","last_undegraded":"2024-04-02T08:18:23.958133+0000","last_fullsized":"2024-04-02T08:18:23.958133+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.845105+0000","last_change":"2024-04-02T08:17:45.103575+0000","last_active":"2024-04-02T08:18:24.845105+0000","last_peered":"2024-04-02T08:18:24.845105+0000","last_clean":"2024-04-02T08:18:24.845105+0000","last_became_active":"2024-04-02T08:17:45.103212+0000","last_became_peered":"2024-04-02T08:17:45.103212+0000","last_unstale":"2024-04-02T08:18:24.845105+0000","last_undegraded":"2024-04-02T08:18:24.845105+0000","last_fullsized":"2024-04-02T08:18:24.845105+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954252+0000","last_change":"2024-04-02T08:17:45.476995+0000","last_active":"2024-04-02T08:18:23.954252+0000","last_peered":"2024-04-02T08:18:23.954252+0000","last_clean":"2024-04-02T08:18:23.954252+0000","last_became_active":"2024-04-02T08:17:45.476678+0000","last_became_peered":"2024-04-02T08:17:45.476678+0000","last_unstale":"2024-04-02T08:18:23.954252+0000","last_undegraded":"2024-04-02T08:18:23.954252+0000","last_fullsized":"2024-04-02T08:18:23.954252+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954107+0000","last_change":"2024-04-02T08:17:45.107900+0000","last_active":"2024-04-02T08:18:23.954107+0000","last_peered":"2024-04-02T08:18:23.954107+0000","last_clean":"2024-04-02T08:18:23.954107+0000","last_became_active":"2024-04-02T08:17:45.105614+0000","last_became_peered":"2024-04-02T08:17:45.105614+0000","last_unstale":"2024-04-02T08:18:23.954107+0000","last_undegraded":"2024-04-02T08:18:23.954107+0000","last_fullsized":"2024-04-02T08:18:23.954107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.247127+0000","last_change":"2024-04-02T08:17:45.478974+0000","last_active":"2024-04-02T08:18:24.247127+0000","last_peered":"2024-04-02T08:18:24.247127+0000","last_clean":"2024-04-02T08:18:24.247127+0000","last_became_active":"2024-04-02T08:17:45.478687+0000","last_became_peered":"2024-04-02T08:17:45.478687+0000","last_unstale":"2024-04-02T08:18:24.247127+0000","last_undegraded":"2024-04-02T08:18:24.247127+0000","last_fullsized":"2024-04-02T08:18:24.247127+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958382+0000","last_change":"2024-04-02T08:17:45.110218+0000","last_active":"2024-04-02T08:18:23.958382+0000","last_peered":"2024-04-02T08:18:23.958382+0000","last_clean":"2024-04-02T08:18:23.958382+0000","last_became_active":"2024-04-02T08:17:45.109912+0000","last_became_peered":"2024-04-02T08:17:45.109912+0000","last_unstale":"2024-04-02T08:18:23.958382+0000","last_undegraded":"2024-04-02T08:18:23.958382+0000","last_fullsized":"2024-04-02T08:18:23.958382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844225+0000","last_change":"2024-04-02T08:17:45.476314+0000","last_active":"2024-04-02T08:18:24.844225+0000","last_peered":"2024-04-02T08:18:24.844225+0000","last_clean":"2024-04-02T08:18:24.844225+0000","last_became_active":"2024-04-02T08:17:45.475134+0000","last_became_peered":"2024-04-02T08:17:45.475134+0000","last_unstale":"2024-04-02T08:18:24.844225+0000","last_undegraded":"2024-04-02T08:18:24.844225+0000","last_fullsized":"2024-04-02T08:18:24.844225+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844650+0000","last_change":"2024-04-02T08:17:45.104730+0000","last_active":"2024-04-02T08:18:24.844650+0000","last_peered":"2024-04-02T08:18:24.844650+0000","last_clean":"2024-04-02T08:18:24.844650+0000","last_became_active":"2024-04-02T08:17:45.104451+0000","last_became_peered":"2024-04-02T08:17:45.104451+0000","last_unstale":"2024-04-02T08:18:24.844650+0000","last_undegraded":"2024-04-02T08:18:24.844650+0000","last_fullsized":"2024-04-02T08:18:24.844650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.845264+0000","last_change":"2024-04-02T08:17:45.476420+0000","last_active":"2024-04-02T08:18:24.845264+0000","last_peered":"2024-04-02T08:18:24.845264+0000","last_clean":"2024-04-02T08:18:24.845264+0000","last_became_active":"2024-04-02T08:17:45.476111+0000","last_became_peered":"2024-04-02T08:17:45.476111+0000","last_unstale":"2024-04-02T08:18:24.845264+0000","last_undegraded":"2024-04-02T08:18:24.845264+0000","last_fullsized":"2024-04-02T08:18:24.845264+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246878+0000","last_change":"2024-04-02T08:17:45.106876+0000","last_active":"2024-04-02T08:18:24.246878+0000","last_peered":"2024-04-02T08:18:24.246878+0000","last_clean":"2024-04-02T08:18:24.246878+0000","last_became_active":"2024-04-02T08:17:45.106575+0000","last_became_peered":"2024-04-02T08:17:45.106575+0000","last_unstale":"2024-04-02T08:18:24.246878+0000","last_undegraded":"2024-04-02T08:18:24.246878+0000","last_fullsized":"2024-04-02T08:18:24.246878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246606+0000","last_change":"2024-04-02T08:17:45.469434+0000","last_active":"2024-04-02T08:18:24.246606+0000","last_peered":"2024-04-02T08:18:24.246606+0000","last_clean":"2024-04-02T08:18:24.246606+0000","last_became_active":"2024-04-02T08:17:45.468891+0000","last_became_peered":"2024-04-02T08:17:45.468891+0000","last_unstale":"2024-04-02T08:18:24.246606+0000","last_undegraded":"2024-04-02T08:18:24.246606+0000","last_fullsized":"2024-04-02T08:18:24.246606+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953653+0000","last_change":"2024-04-02T08:17:45.107649+0000","last_active":"2024-04-02T08:18:23.953653+0000","last_peered":"2024-04-02T08:18:23.953653+0000","last_clean":"2024-04-02T08:18:23.953653+0000","last_became_active":"2024-04-02T08:17:45.105359+0000","last_became_peered":"2024-04-02T08:17:45.105359+0000","last_unstale":"2024-04-02T08:18:23.953653+0000","last_undegraded":"2024-04-02T08:18:23.953653+0000","last_fullsized":"2024-04-02T08:18:23.953653+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843885+0000","last_change":"2024-04-02T08:17:45.476656+0000","last_active":"2024-04-02T08:18:24.843885+0000","last_peered":"2024-04-02T08:18:24.843885+0000","last_clean":"2024-04-02T08:18:24.843885+0000","last_became_active":"2024-04-02T08:17:45.475934+0000","last_became_peered":"2024-04-02T08:17:45.475934+0000","last_unstale":"2024-04-02T08:18:24.843885+0000","last_undegraded":"2024-04-02T08:18:24.843885+0000","last_fullsized":"2024-04-02T08:18:24.843885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843573+0000","last_change":"2024-04-02T08:17:45.099457+0000","last_active":"2024-04-02T08:18:24.843573+0000","last_peered":"2024-04-02T08:18:24.843573+0000","last_clean":"2024-04-02T08:18:24.843573+0000","last_became_active":"2024-04-02T08:17:45.099159+0000","last_became_peered":"2024-04-02T08:17:45.099159+0000","last_unstale":"2024-04-02T08:18:24.843573+0000","last_undegraded":"2024-04-02T08:18:24.843573+0000","last_fullsized":"2024-04-02T08:18:24.843573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843345+0000","last_change":"2024-04-02T08:17:45.473608+0000","last_active":"2024-04-02T08:18:24.843345+0000","last_peered":"2024-04-02T08:18:24.843345+0000","last_clean":"2024-04-02T08:18:24.843345+0000","last_became_active":"2024-04-02T08:17:45.473323+0000","last_became_peered":"2024-04-02T08:17:45.473323+0000","last_unstale":"2024-04-02T08:18:24.843345+0000","last_undegraded":"2024-04-02T08:18:24.843345+0000","last_fullsized":"2024-04-02T08:18:24.843345+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957149+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:18:23.957149+0000","last_peered":"2024-04-02T08:18:23.957149+0000","last_clean":"2024-04-02T08:18:23.957149+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:18:23.957149+0000","last_undegraded":"2024-04-02T08:18:23.957149+0000","last_fullsized":"2024-04-02T08:18:23.957149+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843429+0000","last_change":"2024-04-02T08:17:45.476131+0000","last_active":"2024-04-02T08:18:24.843429+0000","last_peered":"2024-04-02T08:18:24.843429+0000","last_clean":"2024-04-02T08:18:24.843429+0000","last_became_active":"2024-04-02T08:17:45.475849+0000","last_became_peered":"2024-04-02T08:17:45.475849+0000","last_unstale":"2024-04-02T08:18:24.843429+0000","last_undegraded":"2024-04-02T08:18:24.843429+0000","last_fullsized":"2024-04-02T08:18:24.843429+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:19:18.739994+0000","last_change":"2024-04-02T08:19:18.740184+0000","last_active":"2024-04-02T08:19:18.739994+0000","last_peered":"2024-04-02T08:18:24.845286+0000","last_clean":"2024-04-02T08:18:24.845286+0000","last_became_active":"2024-04-02T08:17:45.105791+0000","last_became_peered":"2024-04-02T08:17:45.105791+0000","last_unstale":"2024-04-02T08:19:18.739994+0000","last_undegraded":"2024-04-02T08:19:18.739994+0000","last_fullsized":"2024-04-02T08:19:18.739994+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:38.962153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843966+0000","last_change":"2024-04-02T08:17:45.477488+0000","last_active":"2024-04-02T08:18:24.843966+0000","last_peered":"2024-04-02T08:18:24.843966+0000","last_clean":"2024-04-02T08:18:24.843966+0000","last_became_active":"2024-04-02T08:17:45.477153+0000","last_became_peered":"2024-04-02T08:17:45.477153+0000","last_unstale":"2024-04-02T08:18:24.843966+0000","last_undegraded":"2024-04-02T08:18:24.843966+0000","last_fullsized":"2024-04-02T08:18:24.843966+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958068+0000","last_change":"2024-04-02T08:18:20.946641+0000","last_active":"2024-04-02T08:18:23.958068+0000","last_peered":"2024-04-02T08:18:23.958068+0000","last_clean":"2024-04-02T08:18:23.958068+0000","last_became_active":"2024-04-02T08:18:20.946410+0000","last_became_peered":"2024-04-02T08:18:20.946410+0000","last_unstale":"2024-04-02T08:18:23.958068+0000","last_undegraded":"2024-04-02T08:18:23.958068+0000","last_fullsized":"2024-04-02T08:18:23.958068+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:15:19.021290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958239+0000","last_change":"2024-04-02T08:17:45.106946+0000","last_active":"2024-04-02T08:18:23.958239+0000","last_peered":"2024-04-02T08:18:23.958239+0000","last_clean":"2024-04-02T08:18:23.958239+0000","last_became_active":"2024-04-02T08:17:45.105934+0000","last_became_peered":"2024-04-02T08:17:45.105934+0000","last_unstale":"2024-04-02T08:18:23.958239+0000","last_undegraded":"2024-04-02T08:18:23.958239+0000","last_fullsized":"2024-04-02T08:18:23.958239+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.954276+0000","last_change":"2024-04-02T08:17:45.472842+0000","last_active":"2024-04-02T08:18:23.954276+0000","last_peered":"2024-04-02T08:18:23.954276+0000","last_clean":"2024-04-02T08:18:23.954276+0000","last_became_active":"2024-04-02T08:17:45.471640+0000","last_became_peered":"2024-04-02T08:17:45.471640+0000","last_unstale":"2024-04-02T08:18:23.954276+0000","last_undegraded":"2024-04-02T08:18:23.954276+0000","last_fullsized":"2024-04-02T08:18:23.954276+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958356+0000","last_change":"2024-04-02T08:18:20.936534+0000","last_active":"2024-04-02T08:18:23.958356+0000","last_peered":"2024-04-02T08:18:23.958356+0000","last_clean":"2024-04-02T08:18:23.958356+0000","last_became_active":"2024-04-02T08:18:20.936225+0000","last_became_peered":"2024-04-02T08:18:20.936225+0000","last_unstale":"2024-04-02T08:18:23.958356+0000","last_undegraded":"2024-04-02T08:18:23.958356+0000","last_fullsized":"2024-04-02T08:18:23.958356+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:17.246476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953632+0000","last_change":"2024-04-02T08:17:45.108103+0000","last_active":"2024-04-02T08:18:23.953632+0000","last_peered":"2024-04-02T08:18:23.953632+0000","last_clean":"2024-04-02T08:18:23.953632+0000","last_became_active":"2024-04-02T08:17:45.107778+0000","last_became_peered":"2024-04-02T08:17:45.107778+0000","last_unstale":"2024-04-02T08:18:23.953632+0000","last_undegraded":"2024-04-02T08:18:23.953632+0000","last_fullsized":"2024-04-02T08:18:23.953632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:17:45.452665+0000","last_change":"2024-04-02T08:19:18.812015+0000","last_active":"2024-04-02T08:17:45.077887+0000","last_peered":"2024-04-02T08:17:45.077887+0000","last_clean":"2024-04-02T08:17:45.077887+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:17:45.452665+0000","last_undegraded":"2024-04-02T08:17:45.452665+0000","last_fullsized":"2024-04-02T08:17:45.452665+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:36:48.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958543+0000","last_change":"2024-04-02T08:18:20.948706+0000","last_active":"2024-04-02T08:18:23.958543+0000","last_peered":"2024-04-02T08:18:23.958543+0000","last_clean":"2024-04-02T08:18:23.958543+0000","last_became_active":"2024-04-02T08:18:20.948408+0000","last_became_peered":"2024-04-02T08:18:20.948408+0000","last_unstale":"2024-04-02T08:18:23.958543+0000","last_undegraded":"2024-04-02T08:18:23.958543+0000","last_fullsized":"2024-04-02T08:18:23.958543+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:33:06.724441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957942+0000","last_change":"2024-04-02T08:17:45.461557+0000","last_active":"2024-04-02T08:18:23.957942+0000","last_peered":"2024-04-02T08:18:23.957942+0000","last_clean":"2024-04-02T08:18:23.957942+0000","last_became_active":"2024-04-02T08:17:45.461297+0000","last_became_peered":"2024-04-02T08:17:45.461297+0000","last_unstale":"2024-04-02T08:18:23.957942+0000","last_undegraded":"2024-04-02T08:18:23.957942+0000","last_fullsized":"2024-04-02T08:18:23.957942+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957235+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:18:23.957235+0000","last_peered":"2024-04-02T08:18:23.957235+0000","last_clean":"2024-04-02T08:18:23.957235+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:18:23.957235+0000","last_undegraded":"2024-04-02T08:18:23.957235+0000","last_fullsized":"2024-04-02T08:18:23.957235+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844446+0000","last_change":"2024-04-02T08:18:20.948902+0000","last_active":"2024-04-02T08:18:24.844446+0000","last_peered":"2024-04-02T08:18:24.844446+0000","last_clean":"2024-04-02T08:18:24.844446+0000","last_became_active":"2024-04-02T08:18:20.948606+0000","last_became_peered":"2024-04-02T08:18:20.948606+0000","last_unstale":"2024-04-02T08:18:24.844446+0000","last_undegraded":"2024-04-02T08:18:24.844446+0000","last_fullsized":"2024-04-02T08:18:24.844446+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:59.802855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842948+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:18:24.842948+0000","last_peered":"2024-04-02T08:18:24.842948+0000","last_clean":"2024-04-02T08:18:24.842948+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:18:24.842948+0000","last_undegraded":"2024-04-02T08:18:24.842948+0000","last_fullsized":"2024-04-02T08:18:24.842948+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953696+0000","last_change":"2024-04-02T08:17:45.104366+0000","last_active":"2024-04-02T08:18:23.953696+0000","last_peered":"2024-04-02T08:18:23.953696+0000","last_clean":"2024-04-02T08:18:23.953696+0000","last_became_active":"2024-04-02T08:17:45.104079+0000","last_became_peered":"2024-04-02T08:17:45.104079+0000","last_unstale":"2024-04-02T08:18:23.953696+0000","last_undegraded":"2024-04-02T08:18:23.953696+0000","last_fullsized":"2024-04-02T08:18:23.953696+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"64'128","reported_seq":264,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844093+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:18:24.844093+0000","last_peered":"2024-04-02T08:18:24.844093+0000","last_clean":"2024-04-02T08:18:24.844093+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:18:24.844093+0000","last_undegraded":"2024-04-02T08:18:24.844093+0000","last_fullsized":"2024-04-02T08:18:24.844093+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.247120+0000","last_change":"2024-04-02T08:18:20.939117+0000","last_active":"2024-04-02T08:18:24.247120+0000","last_peered":"2024-04-02T08:18:24.247120+0000","last_clean":"2024-04-02T08:18:24.247120+0000","last_became_active":"2024-04-02T08:18:20.938730+0000","last_became_peered":"2024-04-02T08:18:20.938730+0000","last_unstale":"2024-04-02T08:18:24.247120+0000","last_undegraded":"2024-04-02T08:18:24.247120+0000","last_fullsized":"2024-04-02T08:18:24.247120+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:32.945809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246543+0000","last_change":"2024-04-02T08:17:45.467119+0000","last_active":"2024-04-02T08:18:24.246543+0000","last_peered":"2024-04-02T08:18:24.246543+0000","last_clean":"2024-04-02T08:18:24.246543+0000","last_became_active":"2024-04-02T08:17:45.466809+0000","last_became_peered":"2024-04-02T08:17:45.466809+0000","last_unstale":"2024-04-02T08:18:24.246543+0000","last_undegraded":"2024-04-02T08:18:24.246543+0000","last_fullsized":"2024-04-02T08:18:24.246543+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843638+0000","last_change":"2024-04-02T08:17:45.112331+0000","last_active":"2024-04-02T08:18:24.843638+0000","last_peered":"2024-04-02T08:18:24.843638+0000","last_clean":"2024-04-02T08:18:24.843638+0000","last_became_active":"2024-04-02T08:17:45.112064+0000","last_became_peered":"2024-04-02T08:17:45.112064+0000","last_unstale":"2024-04-02T08:18:24.843638+0000","last_undegraded":"2024-04-02T08:18:24.843638+0000","last_fullsized":"2024-04-02T08:18:24.843638+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246699+0000","last_change":"2024-04-02T08:18:20.948470+0000","last_active":"2024-04-02T08:18:24.246699+0000","last_peered":"2024-04-02T08:18:24.246699+0000","last_clean":"2024-04-02T08:18:24.246699+0000","last_became_active":"2024-04-02T08:18:20.948155+0000","last_became_peered":"2024-04-02T08:18:20.948155+0000","last_unstale":"2024-04-02T08:18:24.246699+0000","last_undegraded":"2024-04-02T08:18:24.246699+0000","last_fullsized":"2024-04-02T08:18:24.246699+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:19:42.094867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.845376+0000","last_change":"2024-04-02T08:17:45.112231+0000","last_active":"2024-04-02T08:18:24.845376+0000","last_peered":"2024-04-02T08:18:24.845376+0000","last_clean":"2024-04-02T08:18:24.845376+0000","last_became_active":"2024-04-02T08:17:45.111870+0000","last_became_peered":"2024-04-02T08:17:45.111870+0000","last_unstale":"2024-04-02T08:18:24.845376+0000","last_undegraded":"2024-04-02T08:18:24.845376+0000","last_fullsized":"2024-04-02T08:18:24.845376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958455+0000","last_change":"2024-04-02T08:17:45.472742+0000","last_active":"2024-04-02T08:18:23.958455+0000","last_peered":"2024-04-02T08:18:23.958455+0000","last_clean":"2024-04-02T08:18:23.958455+0000","last_became_active":"2024-04-02T08:17:45.472458+0000","last_became_peered":"2024-04-02T08:17:45.472458+0000","last_unstale":"2024-04-02T08:18:23.958455+0000","last_undegraded":"2024-04-02T08:18:23.958455+0000","last_fullsized":"2024-04-02T08:18:23.958455+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842762+0000","last_change":"2024-04-02T08:18:20.948646+0000","last_active":"2024-04-02T08:18:24.842762+0000","last_peered":"2024-04-02T08:18:24.842762+0000","last_clean":"2024-04-02T08:18:24.842762+0000","last_became_active":"2024-04-02T08:18:20.948339+0000","last_became_peered":"2024-04-02T08:18:20.948339+0000","last_unstale":"2024-04-02T08:18:24.842762+0000","last_undegraded":"2024-04-02T08:18:24.842762+0000","last_fullsized":"2024-04-02T08:18:24.842762+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:09:16.291887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958570+0000","last_change":"2024-04-02T08:17:45.099822+0000","last_active":"2024-04-02T08:18:23.958570+0000","last_peered":"2024-04-02T08:18:23.958570+0000","last_clean":"2024-04-02T08:18:23.958570+0000","last_became_active":"2024-04-02T08:17:45.099533+0000","last_became_peered":"2024-04-02T08:17:45.099533+0000","last_unstale":"2024-04-02T08:18:23.958570+0000","last_undegraded":"2024-04-02T08:18:23.958570+0000","last_fullsized":"2024-04-02T08:18:23.958570+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843192+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:18:24.843192+0000","last_peered":"2024-04-02T08:18:24.843192+0000","last_clean":"2024-04-02T08:18:24.843192+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:18:24.843192+0000","last_undegraded":"2024-04-02T08:18:24.843192+0000","last_fullsized":"2024-04-02T08:18:24.843192+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843502+0000","last_change":"2024-04-02T08:18:20.946820+0000","last_active":"2024-04-02T08:18:24.843502+0000","last_peered":"2024-04-02T08:18:24.843502+0000","last_clean":"2024-04-02T08:18:24.843502+0000","last_became_active":"2024-04-02T08:18:20.946530+0000","last_became_peered":"2024-04-02T08:18:20.946530+0000","last_unstale":"2024-04-02T08:18:24.843502+0000","last_undegraded":"2024-04-02T08:18:24.843502+0000","last_fullsized":"2024-04-02T08:18:24.843502+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:51.849560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844899+0000","last_change":"2024-04-02T08:17:45.100974+0000","last_active":"2024-04-02T08:18:24.844899+0000","last_peered":"2024-04-02T08:18:24.844899+0000","last_clean":"2024-04-02T08:18:24.844899+0000","last_became_active":"2024-04-02T08:17:45.100684+0000","last_became_peered":"2024-04-02T08:17:45.100684+0000","last_unstale":"2024-04-02T08:18:24.844899+0000","last_undegraded":"2024-04-02T08:18:24.844899+0000","last_fullsized":"2024-04-02T08:18:24.844899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:18:24.247043+0000","last_change":"2024-04-02T08:19:18.812036+0000","last_active":"2024-04-02T08:19:18.812036+0000","last_peered":"2024-04-02T08:18:24.247043+0000","last_clean":"2024-04-02T08:18:24.247043+0000","last_became_active":"2024-04-02T08:17:45.478354+0000","last_became_peered":"2024-04-02T08:17:45.478354+0000","last_unstale":"2024-04-02T08:18:24.247043+0000","last_undegraded":"2024-04-02T08:18:24.247043+0000","last_fullsized":"2024-04-02T08:18:24.247043+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:50.236852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844194+0000","last_change":"2024-04-02T08:17:45.113389+0000","last_active":"2024-04-02T08:18:24.844194+0000","last_peered":"2024-04-02T08:18:24.844194+0000","last_clean":"2024-04-02T08:18:24.844194+0000","last_became_active":"2024-04-02T08:17:45.113187+0000","last_became_peered":"2024-04-02T08:17:45.113187+0000","last_unstale":"2024-04-02T08:18:24.844194+0000","last_undegraded":"2024-04-02T08:18:24.844194+0000","last_fullsized":"2024-04-02T08:18:24.844194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843842+0000","last_change":"2024-04-02T08:17:45.480348+0000","last_active":"2024-04-02T08:18:24.843842+0000","last_peered":"2024-04-02T08:18:24.843842+0000","last_clean":"2024-04-02T08:18:24.843842+0000","last_became_active":"2024-04-02T08:17:45.480032+0000","last_became_peered":"2024-04-02T08:17:45.480032+0000","last_unstale":"2024-04-02T08:18:24.843842+0000","last_undegraded":"2024-04-02T08:18:24.843842+0000","last_fullsized":"2024-04-02T08:18:24.843842+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957977+0000","last_change":"2024-04-02T08:17:45.107119+0000","last_active":"2024-04-02T08:18:23.957977+0000","last_peered":"2024-04-02T08:18:23.957977+0000","last_clean":"2024-04-02T08:18:23.957977+0000","last_became_active":"2024-04-02T08:17:45.106239+0000","last_became_peered":"2024-04-02T08:17:45.106239+0000","last_unstale":"2024-04-02T08:18:23.957977+0000","last_undegraded":"2024-04-02T08:18:23.957977+0000","last_fullsized":"2024-04-02T08:18:23.957977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842776+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:18:24.842776+0000","last_peered":"2024-04-02T08:18:24.842776+0000","last_clean":"2024-04-02T08:18:24.842776+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:18:24.842776+0000","last_undegraded":"2024-04-02T08:18:24.842776+0000","last_fullsized":"2024-04-02T08:18:24.842776+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958412+0000","last_change":"2024-04-02T08:17:45.105057+0000","last_active":"2024-04-02T08:18:23.958412+0000","last_peered":"2024-04-02T08:18:23.958412+0000","last_clean":"2024-04-02T08:18:23.958412+0000","last_became_active":"2024-04-02T08:17:45.104763+0000","last_became_peered":"2024-04-02T08:17:45.104763+0000","last_unstale":"2024-04-02T08:18:23.958412+0000","last_undegraded":"2024-04-02T08:18:23.958412+0000","last_fullsized":"2024-04-02T08:18:23.958412+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.842980+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:18:24.842980+0000","last_peered":"2024-04-02T08:18:24.842980+0000","last_clean":"2024-04-02T08:18:24.842980+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:18:24.842980+0000","last_undegraded":"2024-04-02T08:18:24.842980+0000","last_fullsized":"2024-04-02T08:18:24.842980+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843779+0000","last_change":"2024-04-02T08:17:45.109669+0000","last_active":"2024-04-02T08:18:24.843779+0000","last_peered":"2024-04-02T08:18:24.843779+0000","last_clean":"2024-04-02T08:18:24.843779+0000","last_became_active":"2024-04-02T08:17:45.109363+0000","last_became_peered":"2024-04-02T08:17:45.109363+0000","last_unstale":"2024-04-02T08:18:24.843779+0000","last_undegraded":"2024-04-02T08:18:24.843779+0000","last_fullsized":"2024-04-02T08:18:24.843779+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844520+0000","last_change":"2024-04-02T08:17:45.469399+0000","last_active":"2024-04-02T08:18:24.844520+0000","last_peered":"2024-04-02T08:18:24.844520+0000","last_clean":"2024-04-02T08:18:24.844520+0000","last_became_active":"2024-04-02T08:17:45.469013+0000","last_became_peered":"2024-04-02T08:17:45.469013+0000","last_unstale":"2024-04-02T08:18:24.844520+0000","last_undegraded":"2024-04-02T08:18:24.844520+0000","last_fullsized":"2024-04-02T08:18:24.844520+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957425+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:18:23.957425+0000","last_peered":"2024-04-02T08:18:23.957425+0000","last_clean":"2024-04-02T08:18:23.957425+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:18:23.957425+0000","last_undegraded":"2024-04-02T08:18:23.957425+0000","last_fullsized":"2024-04-02T08:18:23.957425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:19:18.735673+0000","last_change":"2024-04-02T08:19:18.735895+0000","last_active":"2024-04-02T08:19:18.735673+0000","last_peered":"2024-04-02T08:18:24.845378+0000","last_clean":"2024-04-02T08:18:24.845378+0000","last_became_active":"2024-04-02T08:17:45.480554+0000","last_became_peered":"2024-04-02T08:17:45.480554+0000","last_unstale":"2024-04-02T08:19:18.735673+0000","last_undegraded":"2024-04-02T08:19:18.735673+0000","last_fullsized":"2024-04-02T08:19:18.735673+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:05.902414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958321+0000","last_change":"2024-04-02T08:17:45.103651+0000","last_active":"2024-04-02T08:18:23.958321+0000","last_peered":"2024-04-02T08:18:23.958321+0000","last_clean":"2024-04-02T08:18:23.958321+0000","last_became_active":"2024-04-02T08:17:45.103351+0000","last_became_peered":"2024-04-02T08:17:45.103351+0000","last_unstale":"2024-04-02T08:18:23.958321+0000","last_undegraded":"2024-04-02T08:18:23.958321+0000","last_fullsized":"2024-04-02T08:18:23.958321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953908+0000","last_change":"2024-04-02T08:17:45.471398+0000","last_active":"2024-04-02T08:18:23.953908+0000","last_peered":"2024-04-02T08:18:23.953908+0000","last_clean":"2024-04-02T08:18:23.953908+0000","last_became_active":"2024-04-02T08:17:45.470659+0000","last_became_peered":"2024-04-02T08:17:45.470659+0000","last_unstale":"2024-04-02T08:18:23.953908+0000","last_undegraded":"2024-04-02T08:18:23.953908+0000","last_fullsized":"2024-04-02T08:18:23.953908+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957599+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:18:23.957599+0000","last_peered":"2024-04-02T08:18:23.957599+0000","last_clean":"2024-04-02T08:18:23.957599+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:18:23.957599+0000","last_undegraded":"2024-04-02T08:18:23.957599+0000","last_fullsized":"2024-04-02T08:18:23.957599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:19:18.737696+0000","last_change":"2024-04-02T08:19:18.738253+0000","last_active":"2024-04-02T08:19:18.737696+0000","last_peered":"2024-04-02T08:18:24.844624+0000","last_clean":"2024-04-02T08:18:24.844624+0000","last_became_active":"2024-04-02T08:17:45.483351+0000","last_became_peered":"2024-04-02T08:17:45.483351+0000","last_unstale":"2024-04-02T08:19:18.737696+0000","last_undegraded":"2024-04-02T08:19:18.737696+0000","last_fullsized":"2024-04-02T08:19:18.737696+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:19.975252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843145+0000","last_change":"2024-04-02T08:17:45.472532+0000","last_active":"2024-04-02T08:18:24.843145+0000","last_peered":"2024-04-02T08:18:24.843145+0000","last_clean":"2024-04-02T08:18:24.843145+0000","last_became_active":"2024-04-02T08:17:45.472241+0000","last_became_peered":"2024-04-02T08:17:45.472241+0000","last_unstale":"2024-04-02T08:18:24.843145+0000","last_undegraded":"2024-04-02T08:18:24.843145+0000","last_fullsized":"2024-04-02T08:18:24.843145+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.957082+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:18:23.957082+0000","last_peered":"2024-04-02T08:18:23.957082+0000","last_clean":"2024-04-02T08:18:23.957082+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:18:23.957082+0000","last_undegraded":"2024-04-02T08:18:23.957082+0000","last_fullsized":"2024-04-02T08:18:23.957082+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953936+0000","last_change":"2024-04-02T08:17:45.462834+0000","last_active":"2024-04-02T08:18:23.953936+0000","last_peered":"2024-04-02T08:18:23.953936+0000","last_clean":"2024-04-02T08:18:23.953936+0000","last_became_active":"2024-04-02T08:17:45.462541+0000","last_became_peered":"2024-04-02T08:17:45.462541+0000","last_unstale":"2024-04-02T08:18:23.953936+0000","last_undegraded":"2024-04-02T08:18:23.953936+0000","last_fullsized":"2024-04-02T08:18:23.953936+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246784+0000","last_change":"2024-04-02T08:17:45.468981+0000","last_active":"2024-04-02T08:18:24.246784+0000","last_peered":"2024-04-02T08:18:24.246784+0000","last_clean":"2024-04-02T08:18:24.246784+0000","last_became_active":"2024-04-02T08:17:45.468518+0000","last_became_peered":"2024-04-02T08:17:45.468518+0000","last_unstale":"2024-04-02T08:18:24.246784+0000","last_undegraded":"2024-04-02T08:18:24.246784+0000","last_fullsized":"2024-04-02T08:18:24.246784+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843213+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:18:24.843213+0000","last_peered":"2024-04-02T08:18:24.843213+0000","last_clean":"2024-04-02T08:18:24.843213+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:18:24.843213+0000","last_undegraded":"2024-04-02T08:18:24.843213+0000","last_fullsized":"2024-04-02T08:18:24.843213+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.958294+0000","last_change":"2024-04-02T08:17:45.460349+0000","last_active":"2024-04-02T08:18:23.958294+0000","last_peered":"2024-04-02T08:18:23.958294+0000","last_clean":"2024-04-02T08:18:23.958294+0000","last_became_active":"2024-04-02T08:17:45.460036+0000","last_became_peered":"2024-04-02T08:17:45.460036+0000","last_unstale":"2024-04-02T08:18:23.958294+0000","last_undegraded":"2024-04-02T08:18:23.958294+0000","last_fullsized":"2024-04-02T08:18:23.958294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.845167+0000","last_change":"2024-04-02T08:17:45.482194+0000","last_active":"2024-04-02T08:18:24.845167+0000","last_peered":"2024-04-02T08:18:24.845167+0000","last_clean":"2024-04-02T08:18:24.845167+0000","last_became_active":"2024-04-02T08:17:45.481893+0000","last_became_peered":"2024-04-02T08:17:45.481893+0000","last_unstale":"2024-04-02T08:18:24.845167+0000","last_undegraded":"2024-04-02T08:18:24.845167+0000","last_fullsized":"2024-04-02T08:18:24.845167+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.843242+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:18:24.843242+0000","last_peered":"2024-04-02T08:18:24.843242+0000","last_clean":"2024-04-02T08:18:24.843242+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:18:24.843242+0000","last_undegraded":"2024-04-02T08:18:24.843242+0000","last_fullsized":"2024-04-02T08:18:24.843242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953755+0000","last_change":"2024-04-02T08:17:45.471960+0000","last_active":"2024-04-02T08:18:23.953755+0000","last_peered":"2024-04-02T08:18:23.953755+0000","last_clean":"2024-04-02T08:18:23.953755+0000","last_became_active":"2024-04-02T08:17:45.471493+0000","last_became_peered":"2024-04-02T08:17:45.471493+0000","last_unstale":"2024-04-02T08:18:23.953755+0000","last_undegraded":"2024-04-02T08:18:23.953755+0000","last_fullsized":"2024-04-02T08:18:23.953755+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:19:18.741666+0000","last_change":"2024-04-02T08:19:18.741834+0000","last_active":"2024-04-02T08:19:18.741666+0000","last_peered":"2024-04-02T08:18:24.842821+0000","last_clean":"2024-04-02T08:18:24.842821+0000","last_became_active":"2024-04-02T08:17:45.472365+0000","last_became_peered":"2024-04-02T08:17:45.472365+0000","last_unstale":"2024-04-02T08:19:18.741666+0000","last_undegraded":"2024-04-02T08:19:18.741666+0000","last_fullsized":"2024-04-02T08:19:18.741666+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:20.274323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:23.953803+0000","last_change":"2024-04-02T08:17:45.471760+0000","last_active":"2024-04-02T08:18:23.953803+0000","last_peered":"2024-04-02T08:18:23.953803+0000","last_clean":"2024-04-02T08:18:23.953803+0000","last_became_active":"2024-04-02T08:17:45.470449+0000","last_became_peered":"2024-04-02T08:17:45.470449+0000","last_unstale":"2024-04-02T08:18:23.953803+0000","last_undegraded":"2024-04-02T08:18:23.953803+0000","last_fullsized":"2024-04-02T08:18:23.953803+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.246811+0000","last_change":"2024-04-02T08:17:45.477263+0000","last_active":"2024-04-02T08:18:24.246811+0000","last_peered":"2024-04-02T08:18:24.246811+0000","last_clean":"2024-04-02T08:18:24.246811+0000","last_became_active":"2024-04-02T08:17:45.476981+0000","last_became_peered":"2024-04-02T08:17:45.476981+0000","last_unstale":"2024-04-02T08:18:24.246811+0000","last_undegraded":"2024-04-02T08:18:24.246811+0000","last_fullsized":"2024-04-02T08:18:24.246811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:18:24.844756+0000","last_change":"2024-04-02T08:17:45.470546+0000","last_active":"2024-04-02T08:18:24.844756+0000","last_peered":"2024-04-02T08:18:24.844756+0000","last_clean":"2024-04-02T08:18:24.844756+0000","last_became_active":"2024-04-02T08:17:45.470096+0000","last_became_peered":"2024-04-02T08:17:45.470096+0000","last_unstale":"2024-04-02T08:18:24.844756+0000","last_undegraded":"2024-04-02T08:18:24.844756+0000","last_fullsized":"2024-04-02T08:18:24.844756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201305,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28284,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716868,"statfs":{"total":95995035648,"available":95966072832,"internally_reserved":0,"allocated":1294336,"data_stored":888933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.63},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.60799999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.51200000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.53900000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.58699999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48299999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.56399999999999995}]},{"osd":6,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.55100000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462942,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32380,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712772,"statfs":{"total":95995035648,"available":95961878528,"internally_reserved":0,"allocated":1294336,"data_stored":890406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64500000000000002,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48899999999999999,"15min":0.48599999999999999},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.64800000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.53500000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66500000000000004,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.621},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68400000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.63100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38200000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.68700000000000006,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.58199999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.63900000000000001,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.71999999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60399999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.63700000000000001,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61399999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.46600000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.44800000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.55300000000000005,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.55100000000000005}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.41999999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31800,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713352,"statfs":{"total":95995035648,"available":95962472448,"internally_reserved":0,"allocated":700416,"data_stored":298121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.22500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.374},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.32500000000000001},"min":{"1min":0.25700000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.435}]},{"osd":2,"last update":"Tue Apr 2 08:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.377,"15min":0.36299999999999999},"min":{"1min":0.22,"5min":0.215,"15min":0.215},"max":{"1min":0.54900000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.372},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63400000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.505}]},{"osd":3,"last update":"Tue Apr 2 08:18:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.46500000000000002},"min":{"1min":0.315,"5min":0.307,"15min":0.307},"max":{"1min":0.66600000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48999999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:18:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41799999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.58399999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:18:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.61199999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79800000000000004,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69599999999999995,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.56200000000000006}]},{"osd":6,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72799999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.59399999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:18:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.61799999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32388,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712764,"statfs":{"total":95995035648,"available":95961870336,"internally_reserved":0,"allocated":1302528,"data_stored":889057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.22500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.49299999999999999,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.45600000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.377}]},{"osd":2,"last update":"Tue Apr 2 08:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38700000000000001,"15min":0.376},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.371,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.39100000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:18:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.438,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56999999999999995,"5min":0.622,"15min":0.622},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.434,"15min":0.44},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.40300000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:18:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.39000000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79300000000000004,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.68999999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:18:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.374,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.77800000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73099999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.749}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76400000000000001,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.438,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.65900000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.70799999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":692224,"data_stored":297961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.37,"15min":0.371},"min":{"1min":0.28699999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.48199999999999998,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39100000000000001,"15min":0.38900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.5,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.32000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.39800000000000002},"min":{"1min":0.30299999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56399999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.41099999999999998},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.52600000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.25}]},{"osd":3,"last update":"Tue Apr 2 08:18:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.442,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.29099999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:18:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.45900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.56799999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.68500000000000005,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47399999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:18:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.501},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78700000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.42499999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81399999999999995,"5min":0.87,"15min":0.87},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61499999999999999,"15min":0.61699999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79600000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.55100000000000005}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.54100000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.39100000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.34100000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40200000000000002,"15min":0.41199999999999998},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58799999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.307},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.42899999999999999,"15min":0.44700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.60599999999999998,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35299999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42899999999999999,"15min":0.441},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.503,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.378},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.41699999999999998,"15min":0.434},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.318}]},{"osd":4,"last update":"Tue Apr 2 08:19:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.39800000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70899999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.49299999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:18:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.35599999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76300000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59399999999999997,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.50800000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:19:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69399999999999995,"5min":0.751,"15min":0.751},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.71499999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.46200000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52400000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":298669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.55100000000000005,"15min":0.57099999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.89100000000000001,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.35399999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78000000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.53600000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.872,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.55700000000000005,"15min":0.57099999999999995},"min":{"1min":0.40999999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.67500000000000004,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.40999999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.57099999999999995,"15min":0.58699999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73499999999999999,"5min":1.077,"15min":1.077},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82699999999999996,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.59499999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.40100000000000002},"min":{"1min":0.29299999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.496},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.44,"15min":0.438},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.77600000000000002,"5min":1.014,"15min":1.014},"last":0.52000000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47799999999999998,"15min":0.47599999999999998},"min":{"1min":0.29699999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.84399999999999997,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.46300000000000002,"15min":0.45300000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.61899999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724578,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":300128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.499,"15min":0.499},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67900000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.42999999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73099999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.47499999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69199999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83699999999999997,"5min":1.048,"15min":1.048},"last":0.52900000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64100000000000001,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.379,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76200000000000001,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.45000000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.64800000000000002,"5min":1.034,"15min":1.034},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.496}]},{"osd":4,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39900000000000002,"15min":0.39600000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.624,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.622},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.313,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.435}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45700000000000002},"min":{"1min":0.32600000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63200000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.71999999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.57799999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.58699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:19:21.298 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:19:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:21 smithi084 ceph-mon[27534]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:21 smithi084 ceph-mon[27534]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:21 smithi084 ceph-mon[27534]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:19:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:21 smithi084 ceph-mon[39235]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:21 smithi084 ceph-mon[39235]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:21 smithi084 ceph-mon[39235]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:19:21.932 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:21 smithi132 ceph-mon[31218]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:21 smithi132 ceph-mon[31218]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:21 smithi132 ceph-mon[31218]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:19:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:23 smithi084 ceph-mon[27534]: pgmap v41: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:23 smithi084 ceph-mon[39235]: pgmap v41: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:23 smithi132 ceph-mon[31218]: pgmap v41: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:24.233 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:24 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:19:24] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-04-02T08:19:24.233 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:24 smithi084 systemd[1]: Stopping Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:19:25.721 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[72146]: ts=2024-04-02T08:19:25.594Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:19:26.035 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:26.035 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:25 smithi084 ceph-mon[27534]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:26.035 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:25 smithi084 ceph-mon[27534]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:19:26.036 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:25 smithi084 ceph-mon[27534]: Cluster is now healthy 2024-04-02T08:19:26.036 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:25 smithi084 podman[77367]: 2024-04-02 08:19:25.843758184 +0000 UTC m=+0.625083145 container died 20f991a4de031f5ccb73526c7c7da57f02cdf3116ff3b269290b12ebb0a1ba99 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:26.037 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:25 smithi084 ceph-mon[39235]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:26.037 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:25 smithi084 ceph-mon[39235]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:19:26.037 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:25 smithi084 ceph-mon[39235]: Cluster is now healthy 2024-04-02T08:19:26.042 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:19:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:25 smithi132 ceph-mon[31218]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:25 smithi132 ceph-mon[31218]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:19:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:25 smithi132 ceph-mon[31218]: Cluster is now healthy 2024-04-02T08:19:26.617 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:26 smithi084 podman[77367]: 2024-04-02 08:19:26.342406768 +0000 UTC m=+1.123731722 container cleanup 20f991a4de031f5ccb73526c7c7da57f02cdf3116ff3b269290b12ebb0a1ba99 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:26.617 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:26 smithi084 bash[77367]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:19:27.087 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:26 smithi084 podman[77413]: 2024-04-02 08:19:26.652146226 +0000 UTC m=+1.032547962 container remove 20f991a4de031f5ccb73526c7c7da57f02cdf3116ff3b269290b12ebb0a1ba99 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:27.087 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:26 smithi084 podman[77413]: 2024-04-02 08:19:26.735861987 +0000 UTC m=+1.116263721 volume remove 8c35dfeb7f0f45bb096f50fa7787303a9d19896690ebccefe5965f2b746e00da 2024-04-02T08:19:27.492 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-04-02T08:19:25.821147+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771126,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235896,"kb_used_data":7428,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725320,"statfs":{"total":767960285184,"available":767718727680,"internally_reserved":0,"allocated":7606272,"data_stored":4280082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001429"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737147+0000","last_change":"2024-04-02T08:17:45.481105+0000","last_active":"2024-04-02T08:19:18.737147+0000","last_peered":"2024-04-02T08:19:18.737147+0000","last_clean":"2024-04-02T08:19:18.737147+0000","last_became_active":"2024-04-02T08:17:45.480815+0000","last_became_peered":"2024-04-02T08:17:45.480815+0000","last_unstale":"2024-04-02T08:19:18.737147+0000","last_undegraded":"2024-04-02T08:19:18.737147+0000","last_fullsized":"2024-04-02T08:19:18.737147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738566+0000","last_change":"2024-04-02T08:17:45.464101+0000","last_active":"2024-04-02T08:19:18.738566+0000","last_peered":"2024-04-02T08:19:18.738566+0000","last_clean":"2024-04-02T08:19:18.738566+0000","last_became_active":"2024-04-02T08:17:45.463806+0000","last_became_peered":"2024-04-02T08:17:45.463806+0000","last_unstale":"2024-04-02T08:19:18.738566+0000","last_undegraded":"2024-04-02T08:19:18.738566+0000","last_fullsized":"2024-04-02T08:19:18.738566+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737267+0000","last_change":"2024-04-02T08:17:45.475764+0000","last_active":"2024-04-02T08:19:18.737267+0000","last_peered":"2024-04-02T08:19:18.737267+0000","last_clean":"2024-04-02T08:19:18.737267+0000","last_became_active":"2024-04-02T08:17:45.475416+0000","last_became_peered":"2024-04-02T08:17:45.475416+0000","last_unstale":"2024-04-02T08:19:18.737267+0000","last_undegraded":"2024-04-02T08:19:18.737267+0000","last_fullsized":"2024-04-02T08:19:18.737267+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733547+0000","last_change":"2024-04-02T08:17:45.458487+0000","last_active":"2024-04-02T08:19:18.733547+0000","last_peered":"2024-04-02T08:19:18.733547+0000","last_clean":"2024-04-02T08:19:18.733547+0000","last_became_active":"2024-04-02T08:17:45.458128+0000","last_became_peered":"2024-04-02T08:17:45.458128+0000","last_unstale":"2024-04-02T08:19:18.733547+0000","last_undegraded":"2024-04-02T08:19:18.733547+0000","last_fullsized":"2024-04-02T08:19:18.733547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736136+0000","last_change":"2024-04-02T08:17:45.476827+0000","last_active":"2024-04-02T08:19:18.736136+0000","last_peered":"2024-04-02T08:19:18.736136+0000","last_clean":"2024-04-02T08:19:18.736136+0000","last_became_active":"2024-04-02T08:17:45.476363+0000","last_became_peered":"2024-04-02T08:17:45.476363+0000","last_unstale":"2024-04-02T08:19:18.736136+0000","last_undegraded":"2024-04-02T08:19:18.736136+0000","last_fullsized":"2024-04-02T08:19:18.736136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733729+0000","last_change":"2024-04-02T08:17:45.466925+0000","last_active":"2024-04-02T08:19:18.733729+0000","last_peered":"2024-04-02T08:19:18.733729+0000","last_clean":"2024-04-02T08:19:18.733729+0000","last_became_active":"2024-04-02T08:17:45.466564+0000","last_became_peered":"2024-04-02T08:17:45.466564+0000","last_unstale":"2024-04-02T08:19:18.733729+0000","last_undegraded":"2024-04-02T08:19:18.733729+0000","last_fullsized":"2024-04-02T08:19:18.733729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735636+0000","last_change":"2024-04-02T08:17:45.478686+0000","last_active":"2024-04-02T08:19:18.735636+0000","last_peered":"2024-04-02T08:19:18.735636+0000","last_clean":"2024-04-02T08:19:18.735636+0000","last_became_active":"2024-04-02T08:17:45.478115+0000","last_became_peered":"2024-04-02T08:17:45.478115+0000","last_unstale":"2024-04-02T08:19:18.735636+0000","last_undegraded":"2024-04-02T08:19:18.735636+0000","last_fullsized":"2024-04-02T08:19:18.735636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741335+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:19:18.741335+0000","last_peered":"2024-04-02T08:19:18.741335+0000","last_clean":"2024-04-02T08:19:18.741335+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:19:18.741335+0000","last_undegraded":"2024-04-02T08:19:18.741335+0000","last_fullsized":"2024-04-02T08:19:18.741335+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737052+0000","last_change":"2024-04-02T08:17:45.480551+0000","last_active":"2024-04-02T08:19:18.737052+0000","last_peered":"2024-04-02T08:19:18.737052+0000","last_clean":"2024-04-02T08:19:18.737052+0000","last_became_active":"2024-04-02T08:17:45.478942+0000","last_became_peered":"2024-04-02T08:17:45.478942+0000","last_unstale":"2024-04-02T08:19:18.737052+0000","last_undegraded":"2024-04-02T08:19:18.737052+0000","last_fullsized":"2024-04-02T08:19:18.737052+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738985+0000","last_change":"2024-04-02T08:17:45.477036+0000","last_active":"2024-04-02T08:19:18.738985+0000","last_peered":"2024-04-02T08:19:18.738985+0000","last_clean":"2024-04-02T08:19:18.738985+0000","last_became_active":"2024-04-02T08:17:45.476755+0000","last_became_peered":"2024-04-02T08:17:45.476755+0000","last_unstale":"2024-04-02T08:19:18.738985+0000","last_undegraded":"2024-04-02T08:19:18.738985+0000","last_fullsized":"2024-04-02T08:19:18.738985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738776+0000","last_change":"2024-04-02T08:17:45.475207+0000","last_active":"2024-04-02T08:19:18.738776+0000","last_peered":"2024-04-02T08:19:18.738776+0000","last_clean":"2024-04-02T08:19:18.738776+0000","last_became_active":"2024-04-02T08:17:45.474931+0000","last_became_peered":"2024-04-02T08:17:45.474931+0000","last_unstale":"2024-04-02T08:19:18.738776+0000","last_undegraded":"2024-04-02T08:19:18.738776+0000","last_fullsized":"2024-04-02T08:19:18.738776+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740763+0000","last_change":"2024-04-02T08:17:45.468846+0000","last_active":"2024-04-02T08:19:18.740763+0000","last_peered":"2024-04-02T08:19:18.740763+0000","last_clean":"2024-04-02T08:19:18.740763+0000","last_became_active":"2024-04-02T08:17:45.468425+0000","last_became_peered":"2024-04-02T08:17:45.468425+0000","last_unstale":"2024-04-02T08:19:18.740763+0000","last_undegraded":"2024-04-02T08:19:18.740763+0000","last_fullsized":"2024-04-02T08:19:18.740763+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741602+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:19:18.741602+0000","last_peered":"2024-04-02T08:19:18.741602+0000","last_clean":"2024-04-02T08:19:18.741602+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:19:18.741602+0000","last_undegraded":"2024-04-02T08:19:18.741602+0000","last_fullsized":"2024-04-02T08:19:18.741602+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736232+0000","last_change":"2024-04-02T08:17:45.479578+0000","last_active":"2024-04-02T08:19:18.736232+0000","last_peered":"2024-04-02T08:19:18.736232+0000","last_clean":"2024-04-02T08:19:18.736232+0000","last_became_active":"2024-04-02T08:17:45.479207+0000","last_became_peered":"2024-04-02T08:17:45.479207+0000","last_unstale":"2024-04-02T08:19:18.736232+0000","last_undegraded":"2024-04-02T08:19:18.736232+0000","last_fullsized":"2024-04-02T08:19:18.736232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736744+0000","last_change":"2024-04-02T08:17:45.473593+0000","last_active":"2024-04-02T08:19:18.736744+0000","last_peered":"2024-04-02T08:19:18.736744+0000","last_clean":"2024-04-02T08:19:18.736744+0000","last_became_active":"2024-04-02T08:17:45.473292+0000","last_became_peered":"2024-04-02T08:17:45.473292+0000","last_unstale":"2024-04-02T08:19:18.736744+0000","last_undegraded":"2024-04-02T08:19:18.736744+0000","last_fullsized":"2024-04-02T08:19:18.736744+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733169+0000","last_change":"2024-04-02T08:17:45.463673+0000","last_active":"2024-04-02T08:19:18.733169+0000","last_peered":"2024-04-02T08:19:18.733169+0000","last_clean":"2024-04-02T08:19:18.733169+0000","last_became_active":"2024-04-02T08:17:45.463236+0000","last_became_peered":"2024-04-02T08:17:45.463236+0000","last_unstale":"2024-04-02T08:19:18.733169+0000","last_undegraded":"2024-04-02T08:19:18.733169+0000","last_fullsized":"2024-04-02T08:19:18.733169+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733974+0000","last_change":"2024-04-02T08:17:45.471261+0000","last_active":"2024-04-02T08:19:18.733974+0000","last_peered":"2024-04-02T08:19:18.733974+0000","last_clean":"2024-04-02T08:19:18.733974+0000","last_became_active":"2024-04-02T08:17:45.470943+0000","last_became_peered":"2024-04-02T08:17:45.470943+0000","last_unstale":"2024-04-02T08:19:18.733974+0000","last_undegraded":"2024-04-02T08:19:18.733974+0000","last_fullsized":"2024-04-02T08:19:18.733974+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735110+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:19:18.735110+0000","last_peered":"2024-04-02T08:19:18.735110+0000","last_clean":"2024-04-02T08:19:18.735110+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:19:18.735110+0000","last_undegraded":"2024-04-02T08:19:18.735110+0000","last_fullsized":"2024-04-02T08:19:18.735110+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736047+0000","last_change":"2024-04-02T08:17:45.468589+0000","last_active":"2024-04-02T08:19:18.736047+0000","last_peered":"2024-04-02T08:19:18.736047+0000","last_clean":"2024-04-02T08:19:18.736047+0000","last_became_active":"2024-04-02T08:17:45.468283+0000","last_became_peered":"2024-04-02T08:17:45.468283+0000","last_unstale":"2024-04-02T08:19:18.736047+0000","last_undegraded":"2024-04-02T08:19:18.736047+0000","last_fullsized":"2024-04-02T08:19:18.736047+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739421+0000","last_change":"2024-04-02T08:17:45.108543+0000","last_active":"2024-04-02T08:19:18.739421+0000","last_peered":"2024-04-02T08:19:18.739421+0000","last_clean":"2024-04-02T08:19:18.739421+0000","last_became_active":"2024-04-02T08:17:45.108191+0000","last_became_peered":"2024-04-02T08:17:45.108191+0000","last_unstale":"2024-04-02T08:19:18.739421+0000","last_undegraded":"2024-04-02T08:19:18.739421+0000","last_fullsized":"2024-04-02T08:19:18.739421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741824+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:19:18.741824+0000","last_peered":"2024-04-02T08:19:18.741824+0000","last_clean":"2024-04-02T08:19:18.741824+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:19:18.741824+0000","last_undegraded":"2024-04-02T08:19:18.741824+0000","last_fullsized":"2024-04-02T08:19:18.741824+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741890+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:19:18.741890+0000","last_peered":"2024-04-02T08:19:18.741890+0000","last_clean":"2024-04-02T08:19:18.741890+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:19:18.741890+0000","last_undegraded":"2024-04-02T08:19:18.741890+0000","last_fullsized":"2024-04-02T08:19:18.741890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.739742+0000","last_change":"2024-04-02T08:19:19.739742+0000","last_active":"2024-04-02T08:19:19.739742+0000","last_peered":"2024-04-02T08:19:19.739742+0000","last_clean":"2024-04-02T08:19:19.739742+0000","last_became_active":"2024-04-02T08:19:19.739345+0000","last_became_peered":"2024-04-02T08:19:19.739345+0000","last_unstale":"2024-04-02T08:19:19.739742+0000","last_undegraded":"2024-04-02T08:19:19.739742+0000","last_fullsized":"2024-04-02T08:19:19.739742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:24.305160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736542+0000","last_change":"2024-04-02T08:17:45.111553+0000","last_active":"2024-04-02T08:19:18.736542+0000","last_peered":"2024-04-02T08:19:18.736542+0000","last_clean":"2024-04-02T08:19:18.736542+0000","last_became_active":"2024-04-02T08:17:45.111249+0000","last_became_peered":"2024-04-02T08:17:45.111249+0000","last_unstale":"2024-04-02T08:19:18.736542+0000","last_undegraded":"2024-04-02T08:19:18.736542+0000","last_fullsized":"2024-04-02T08:19:18.736542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733719+0000","last_change":"2024-04-02T08:17:45.471608+0000","last_active":"2024-04-02T08:19:18.733719+0000","last_peered":"2024-04-02T08:19:18.733719+0000","last_clean":"2024-04-02T08:19:18.733719+0000","last_became_active":"2024-04-02T08:17:45.471085+0000","last_became_peered":"2024-04-02T08:17:45.471085+0000","last_unstale":"2024-04-02T08:19:18.733719+0000","last_undegraded":"2024-04-02T08:19:18.733719+0000","last_fullsized":"2024-04-02T08:19:18.733719+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736283+0000","last_change":"2024-04-02T08:17:45.106393+0000","last_active":"2024-04-02T08:19:18.736283+0000","last_peered":"2024-04-02T08:19:18.736283+0000","last_clean":"2024-04-02T08:19:18.736283+0000","last_became_active":"2024-04-02T08:17:45.106084+0000","last_became_peered":"2024-04-02T08:17:45.106084+0000","last_unstale":"2024-04-02T08:19:18.736283+0000","last_undegraded":"2024-04-02T08:19:18.736283+0000","last_fullsized":"2024-04-02T08:19:18.736283+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733788+0000","last_change":"2024-04-02T08:17:45.472197+0000","last_active":"2024-04-02T08:19:18.733788+0000","last_peered":"2024-04-02T08:19:18.733788+0000","last_clean":"2024-04-02T08:19:18.733788+0000","last_became_active":"2024-04-02T08:17:45.471880+0000","last_became_peered":"2024-04-02T08:17:45.471880+0000","last_unstale":"2024-04-02T08:19:18.733788+0000","last_undegraded":"2024-04-02T08:19:18.733788+0000","last_fullsized":"2024-04-02T08:19:18.733788+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741686+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:19:18.741686+0000","last_peered":"2024-04-02T08:19:18.741686+0000","last_clean":"2024-04-02T08:19:18.741686+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:19:18.741686+0000","last_undegraded":"2024-04-02T08:19:18.741686+0000","last_fullsized":"2024-04-02T08:19:18.741686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739869+0000","last_change":"2024-04-02T08:17:45.474664+0000","last_active":"2024-04-02T08:19:18.739869+0000","last_peered":"2024-04-02T08:19:18.739869+0000","last_clean":"2024-04-02T08:19:18.739869+0000","last_became_active":"2024-04-02T08:17:45.474332+0000","last_became_peered":"2024-04-02T08:17:45.474332+0000","last_unstale":"2024-04-02T08:19:18.739869+0000","last_undegraded":"2024-04-02T08:19:18.739869+0000","last_fullsized":"2024-04-02T08:19:18.739869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738598+0000","last_change":"2024-04-02T08:17:45.101808+0000","last_active":"2024-04-02T08:19:18.738598+0000","last_peered":"2024-04-02T08:19:18.738598+0000","last_clean":"2024-04-02T08:19:18.738598+0000","last_became_active":"2024-04-02T08:17:45.101523+0000","last_became_peered":"2024-04-02T08:17:45.101523+0000","last_unstale":"2024-04-02T08:19:18.738598+0000","last_undegraded":"2024-04-02T08:19:18.738598+0000","last_fullsized":"2024-04-02T08:19:18.738598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736597+0000","last_change":"2024-04-02T08:17:45.469231+0000","last_active":"2024-04-02T08:19:18.736597+0000","last_peered":"2024-04-02T08:19:18.736597+0000","last_clean":"2024-04-02T08:19:18.736597+0000","last_became_active":"2024-04-02T08:17:45.468956+0000","last_became_peered":"2024-04-02T08:17:45.468956+0000","last_unstale":"2024-04-02T08:19:18.736597+0000","last_undegraded":"2024-04-02T08:19:18.736597+0000","last_fullsized":"2024-04-02T08:19:18.736597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.742303+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:19:18.742303+0000","last_peered":"2024-04-02T08:19:18.742303+0000","last_clean":"2024-04-02T08:19:18.742303+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:19:18.742303+0000","last_undegraded":"2024-04-02T08:19:18.742303+0000","last_fullsized":"2024-04-02T08:19:18.742303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741479+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:19:18.741479+0000","last_peered":"2024-04-02T08:19:18.741479+0000","last_clean":"2024-04-02T08:19:18.741479+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:19:18.741479+0000","last_undegraded":"2024-04-02T08:19:18.741479+0000","last_fullsized":"2024-04-02T08:19:18.741479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733266+0000","last_change":"2024-04-02T08:17:45.104336+0000","last_active":"2024-04-02T08:19:18.733266+0000","last_peered":"2024-04-02T08:19:18.733266+0000","last_clean":"2024-04-02T08:19:18.733266+0000","last_became_active":"2024-04-02T08:17:45.104033+0000","last_became_peered":"2024-04-02T08:17:45.104033+0000","last_unstale":"2024-04-02T08:19:18.733266+0000","last_undegraded":"2024-04-02T08:19:18.733266+0000","last_fullsized":"2024-04-02T08:19:18.733266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736966+0000","last_change":"2024-04-02T08:17:45.464471+0000","last_active":"2024-04-02T08:19:18.736966+0000","last_peered":"2024-04-02T08:19:18.736966+0000","last_clean":"2024-04-02T08:19:18.736966+0000","last_became_active":"2024-04-02T08:17:45.463944+0000","last_became_peered":"2024-04-02T08:17:45.463944+0000","last_unstale":"2024-04-02T08:19:18.736966+0000","last_undegraded":"2024-04-02T08:19:18.736966+0000","last_fullsized":"2024-04-02T08:19:18.736966+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739095+0000","last_change":"2024-04-02T08:17:45.103575+0000","last_active":"2024-04-02T08:19:18.739095+0000","last_peered":"2024-04-02T08:19:18.739095+0000","last_clean":"2024-04-02T08:19:18.739095+0000","last_became_active":"2024-04-02T08:17:45.103212+0000","last_became_peered":"2024-04-02T08:17:45.103212+0000","last_unstale":"2024-04-02T08:19:18.739095+0000","last_undegraded":"2024-04-02T08:19:18.739095+0000","last_fullsized":"2024-04-02T08:19:18.739095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733876+0000","last_change":"2024-04-02T08:17:45.476995+0000","last_active":"2024-04-02T08:19:18.733876+0000","last_peered":"2024-04-02T08:19:18.733876+0000","last_clean":"2024-04-02T08:19:18.733876+0000","last_became_active":"2024-04-02T08:17:45.476678+0000","last_became_peered":"2024-04-02T08:17:45.476678+0000","last_unstale":"2024-04-02T08:19:18.733876+0000","last_undegraded":"2024-04-02T08:19:18.733876+0000","last_fullsized":"2024-04-02T08:19:18.733876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733686+0000","last_change":"2024-04-02T08:17:45.107900+0000","last_active":"2024-04-02T08:19:18.733686+0000","last_peered":"2024-04-02T08:19:18.733686+0000","last_clean":"2024-04-02T08:19:18.733686+0000","last_became_active":"2024-04-02T08:17:45.105614+0000","last_became_peered":"2024-04-02T08:17:45.105614+0000","last_unstale":"2024-04-02T08:19:18.733686+0000","last_undegraded":"2024-04-02T08:19:18.733686+0000","last_fullsized":"2024-04-02T08:19:18.733686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738831+0000","last_change":"2024-04-02T08:17:45.478974+0000","last_active":"2024-04-02T08:19:18.738831+0000","last_peered":"2024-04-02T08:19:18.738831+0000","last_clean":"2024-04-02T08:19:18.738831+0000","last_became_active":"2024-04-02T08:17:45.478687+0000","last_became_peered":"2024-04-02T08:17:45.478687+0000","last_unstale":"2024-04-02T08:19:18.738831+0000","last_undegraded":"2024-04-02T08:19:18.738831+0000","last_fullsized":"2024-04-02T08:19:18.738831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738267+0000","last_change":"2024-04-02T08:17:45.110218+0000","last_active":"2024-04-02T08:19:18.738267+0000","last_peered":"2024-04-02T08:19:18.738267+0000","last_clean":"2024-04-02T08:19:18.738267+0000","last_became_active":"2024-04-02T08:17:45.109912+0000","last_became_peered":"2024-04-02T08:17:45.109912+0000","last_unstale":"2024-04-02T08:19:18.738267+0000","last_undegraded":"2024-04-02T08:19:18.738267+0000","last_fullsized":"2024-04-02T08:19:18.738267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740670+0000","last_change":"2024-04-02T08:17:45.476314+0000","last_active":"2024-04-02T08:19:18.740670+0000","last_peered":"2024-04-02T08:19:18.740670+0000","last_clean":"2024-04-02T08:19:18.740670+0000","last_became_active":"2024-04-02T08:17:45.475134+0000","last_became_peered":"2024-04-02T08:17:45.475134+0000","last_unstale":"2024-04-02T08:19:18.740670+0000","last_undegraded":"2024-04-02T08:19:18.740670+0000","last_fullsized":"2024-04-02T08:19:18.740670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738773+0000","last_change":"2024-04-02T08:17:45.104730+0000","last_active":"2024-04-02T08:19:18.738773+0000","last_peered":"2024-04-02T08:19:18.738773+0000","last_clean":"2024-04-02T08:19:18.738773+0000","last_became_active":"2024-04-02T08:17:45.104451+0000","last_became_peered":"2024-04-02T08:17:45.104451+0000","last_unstale":"2024-04-02T08:19:18.738773+0000","last_undegraded":"2024-04-02T08:19:18.738773+0000","last_fullsized":"2024-04-02T08:19:18.738773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736428+0000","last_change":"2024-04-02T08:17:45.476420+0000","last_active":"2024-04-02T08:19:18.736428+0000","last_peered":"2024-04-02T08:19:18.736428+0000","last_clean":"2024-04-02T08:19:18.736428+0000","last_became_active":"2024-04-02T08:17:45.476111+0000","last_became_peered":"2024-04-02T08:17:45.476111+0000","last_unstale":"2024-04-02T08:19:18.736428+0000","last_undegraded":"2024-04-02T08:19:18.736428+0000","last_fullsized":"2024-04-02T08:19:18.736428+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736793+0000","last_change":"2024-04-02T08:17:45.106876+0000","last_active":"2024-04-02T08:19:18.736793+0000","last_peered":"2024-04-02T08:19:18.736793+0000","last_clean":"2024-04-02T08:19:18.736793+0000","last_became_active":"2024-04-02T08:17:45.106575+0000","last_became_peered":"2024-04-02T08:17:45.106575+0000","last_unstale":"2024-04-02T08:19:18.736793+0000","last_undegraded":"2024-04-02T08:19:18.736793+0000","last_fullsized":"2024-04-02T08:19:18.736793+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736330+0000","last_change":"2024-04-02T08:17:45.469434+0000","last_active":"2024-04-02T08:19:18.736330+0000","last_peered":"2024-04-02T08:19:18.736330+0000","last_clean":"2024-04-02T08:19:18.736330+0000","last_became_active":"2024-04-02T08:17:45.468891+0000","last_became_peered":"2024-04-02T08:17:45.468891+0000","last_unstale":"2024-04-02T08:19:18.736330+0000","last_undegraded":"2024-04-02T08:19:18.736330+0000","last_fullsized":"2024-04-02T08:19:18.736330+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733267+0000","last_change":"2024-04-02T08:17:45.107649+0000","last_active":"2024-04-02T08:19:18.733267+0000","last_peered":"2024-04-02T08:19:18.733267+0000","last_clean":"2024-04-02T08:19:18.733267+0000","last_became_active":"2024-04-02T08:17:45.105359+0000","last_became_peered":"2024-04-02T08:17:45.105359+0000","last_unstale":"2024-04-02T08:19:18.733267+0000","last_undegraded":"2024-04-02T08:19:18.733267+0000","last_fullsized":"2024-04-02T08:19:18.733267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735978+0000","last_change":"2024-04-02T08:17:45.476656+0000","last_active":"2024-04-02T08:19:18.735978+0000","last_peered":"2024-04-02T08:19:18.735978+0000","last_clean":"2024-04-02T08:19:18.735978+0000","last_became_active":"2024-04-02T08:17:45.475934+0000","last_became_peered":"2024-04-02T08:17:45.475934+0000","last_unstale":"2024-04-02T08:19:18.735978+0000","last_undegraded":"2024-04-02T08:19:18.735978+0000","last_fullsized":"2024-04-02T08:19:18.735978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737920+0000","last_change":"2024-04-02T08:17:45.099457+0000","last_active":"2024-04-02T08:19:18.737920+0000","last_peered":"2024-04-02T08:19:18.737920+0000","last_clean":"2024-04-02T08:19:18.737920+0000","last_became_active":"2024-04-02T08:17:45.099159+0000","last_became_peered":"2024-04-02T08:17:45.099159+0000","last_unstale":"2024-04-02T08:19:18.737920+0000","last_undegraded":"2024-04-02T08:19:18.737920+0000","last_fullsized":"2024-04-02T08:19:18.737920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737927+0000","last_change":"2024-04-02T08:17:45.473608+0000","last_active":"2024-04-02T08:19:18.737927+0000","last_peered":"2024-04-02T08:19:18.737927+0000","last_clean":"2024-04-02T08:19:18.737927+0000","last_became_active":"2024-04-02T08:17:45.473323+0000","last_became_peered":"2024-04-02T08:17:45.473323+0000","last_unstale":"2024-04-02T08:19:18.737927+0000","last_undegraded":"2024-04-02T08:19:18.737927+0000","last_fullsized":"2024-04-02T08:19:18.737927+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734531+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:19:18.734531+0000","last_peered":"2024-04-02T08:19:18.734531+0000","last_clean":"2024-04-02T08:19:18.734531+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:19:18.734531+0000","last_undegraded":"2024-04-02T08:19:18.734531+0000","last_fullsized":"2024-04-02T08:19:18.734531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735740+0000","last_change":"2024-04-02T08:17:45.476131+0000","last_active":"2024-04-02T08:19:18.735740+0000","last_peered":"2024-04-02T08:19:18.735740+0000","last_clean":"2024-04-02T08:19:18.735740+0000","last_became_active":"2024-04-02T08:17:45.475849+0000","last_became_peered":"2024-04-02T08:17:45.475849+0000","last_unstale":"2024-04-02T08:19:18.735740+0000","last_undegraded":"2024-04-02T08:19:18.735740+0000","last_fullsized":"2024-04-02T08:19:18.735740+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":33,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.750511+0000","last_change":"2024-04-02T08:19:19.750511+0000","last_active":"2024-04-02T08:19:19.750511+0000","last_peered":"2024-04-02T08:19:19.750511+0000","last_clean":"2024-04-02T08:19:19.750511+0000","last_became_active":"2024-04-02T08:19:19.746974+0000","last_became_peered":"2024-04-02T08:19:19.746974+0000","last_unstale":"2024-04-02T08:19:19.750511+0000","last_undegraded":"2024-04-02T08:19:19.750511+0000","last_fullsized":"2024-04-02T08:19:19.750511+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:48:55.852576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736238+0000","last_change":"2024-04-02T08:17:45.477488+0000","last_active":"2024-04-02T08:19:18.736238+0000","last_peered":"2024-04-02T08:19:18.736238+0000","last_clean":"2024-04-02T08:19:18.736238+0000","last_became_active":"2024-04-02T08:17:45.477153+0000","last_became_peered":"2024-04-02T08:17:45.477153+0000","last_unstale":"2024-04-02T08:19:18.736238+0000","last_undegraded":"2024-04-02T08:19:18.736238+0000","last_fullsized":"2024-04-02T08:19:18.736238+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737107+0000","last_change":"2024-04-02T08:18:20.946641+0000","last_active":"2024-04-02T08:19:18.737107+0000","last_peered":"2024-04-02T08:19:18.737107+0000","last_clean":"2024-04-02T08:19:18.737107+0000","last_became_active":"2024-04-02T08:18:20.946410+0000","last_became_peered":"2024-04-02T08:18:20.946410+0000","last_unstale":"2024-04-02T08:19:18.737107+0000","last_undegraded":"2024-04-02T08:19:18.737107+0000","last_fullsized":"2024-04-02T08:19:18.737107+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:15:19.021290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737717+0000","last_change":"2024-04-02T08:17:45.106946+0000","last_active":"2024-04-02T08:19:18.737717+0000","last_peered":"2024-04-02T08:19:18.737717+0000","last_clean":"2024-04-02T08:19:18.737717+0000","last_became_active":"2024-04-02T08:17:45.105934+0000","last_became_peered":"2024-04-02T08:17:45.105934+0000","last_unstale":"2024-04-02T08:19:18.737717+0000","last_undegraded":"2024-04-02T08:19:18.737717+0000","last_fullsized":"2024-04-02T08:19:18.737717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733912+0000","last_change":"2024-04-02T08:17:45.472842+0000","last_active":"2024-04-02T08:19:18.733912+0000","last_peered":"2024-04-02T08:19:18.733912+0000","last_clean":"2024-04-02T08:19:18.733912+0000","last_became_active":"2024-04-02T08:17:45.471640+0000","last_became_peered":"2024-04-02T08:17:45.471640+0000","last_unstale":"2024-04-02T08:19:18.733912+0000","last_undegraded":"2024-04-02T08:19:18.733912+0000","last_fullsized":"2024-04-02T08:19:18.733912+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737805+0000","last_change":"2024-04-02T08:18:20.936534+0000","last_active":"2024-04-02T08:19:18.737805+0000","last_peered":"2024-04-02T08:19:18.737805+0000","last_clean":"2024-04-02T08:19:18.737805+0000","last_became_active":"2024-04-02T08:18:20.936225+0000","last_became_peered":"2024-04-02T08:18:20.936225+0000","last_unstale":"2024-04-02T08:19:18.737805+0000","last_undegraded":"2024-04-02T08:19:18.737805+0000","last_fullsized":"2024-04-02T08:19:18.737805+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:17.246476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733258+0000","last_change":"2024-04-02T08:17:45.108103+0000","last_active":"2024-04-02T08:19:18.733258+0000","last_peered":"2024-04-02T08:19:18.733258+0000","last_clean":"2024-04-02T08:19:18.733258+0000","last_became_active":"2024-04-02T08:17:45.107778+0000","last_became_peered":"2024-04-02T08:17:45.107778+0000","last_unstale":"2024-04-02T08:19:18.733258+0000","last_undegraded":"2024-04-02T08:19:18.733258+0000","last_fullsized":"2024-04-02T08:19:18.733258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:20.012287+0000","last_change":"2024-04-02T08:19:20.012287+0000","last_active":"2024-04-02T08:19:20.012287+0000","last_peered":"2024-04-02T08:19:20.012287+0000","last_clean":"2024-04-02T08:19:20.012287+0000","last_became_active":"2024-04-02T08:19:20.011866+0000","last_became_peered":"2024-04-02T08:19:20.011866+0000","last_unstale":"2024-04-02T08:19:20.012287+0000","last_undegraded":"2024-04-02T08:19:20.012287+0000","last_fullsized":"2024-04-02T08:19:20.012287+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:36:48.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739413+0000","last_change":"2024-04-02T08:18:20.948706+0000","last_active":"2024-04-02T08:19:18.739413+0000","last_peered":"2024-04-02T08:19:18.739413+0000","last_clean":"2024-04-02T08:19:18.739413+0000","last_became_active":"2024-04-02T08:18:20.948408+0000","last_became_peered":"2024-04-02T08:18:20.948408+0000","last_unstale":"2024-04-02T08:19:18.739413+0000","last_undegraded":"2024-04-02T08:19:18.739413+0000","last_fullsized":"2024-04-02T08:19:18.739413+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:33:06.724441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736412+0000","last_change":"2024-04-02T08:17:45.461557+0000","last_active":"2024-04-02T08:19:18.736412+0000","last_peered":"2024-04-02T08:19:18.736412+0000","last_clean":"2024-04-02T08:19:18.736412+0000","last_became_active":"2024-04-02T08:17:45.461297+0000","last_became_peered":"2024-04-02T08:17:45.461297+0000","last_unstale":"2024-04-02T08:19:18.736412+0000","last_undegraded":"2024-04-02T08:19:18.736412+0000","last_fullsized":"2024-04-02T08:19:18.736412+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734721+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:19:18.734721+0000","last_peered":"2024-04-02T08:19:18.734721+0000","last_clean":"2024-04-02T08:19:18.734721+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:19:18.734721+0000","last_undegraded":"2024-04-02T08:19:18.734721+0000","last_fullsized":"2024-04-02T08:19:18.734721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738623+0000","last_change":"2024-04-02T08:18:20.948902+0000","last_active":"2024-04-02T08:19:18.738623+0000","last_peered":"2024-04-02T08:19:18.738623+0000","last_clean":"2024-04-02T08:19:18.738623+0000","last_became_active":"2024-04-02T08:18:20.948606+0000","last_became_peered":"2024-04-02T08:18:20.948606+0000","last_unstale":"2024-04-02T08:19:18.738623+0000","last_undegraded":"2024-04-02T08:19:18.738623+0000","last_fullsized":"2024-04-02T08:19:18.738623+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:59.802855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741597+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:19:18.741597+0000","last_peered":"2024-04-02T08:19:18.741597+0000","last_clean":"2024-04-02T08:19:18.741597+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:19:18.741597+0000","last_undegraded":"2024-04-02T08:19:18.741597+0000","last_fullsized":"2024-04-02T08:19:18.741597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733465+0000","last_change":"2024-04-02T08:17:45.104366+0000","last_active":"2024-04-02T08:19:18.733465+0000","last_peered":"2024-04-02T08:19:18.733465+0000","last_clean":"2024-04-02T08:19:18.733465+0000","last_became_active":"2024-04-02T08:17:45.104079+0000","last_became_peered":"2024-04-02T08:17:45.104079+0000","last_unstale":"2024-04-02T08:19:18.733465+0000","last_undegraded":"2024-04-02T08:19:18.733465+0000","last_fullsized":"2024-04-02T08:19:18.733465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"64'128","reported_seq":265,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735425+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:19:18.735425+0000","last_peered":"2024-04-02T08:19:18.735425+0000","last_clean":"2024-04-02T08:19:18.735425+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:19:18.735425+0000","last_undegraded":"2024-04-02T08:19:18.735425+0000","last_fullsized":"2024-04-02T08:19:18.735425+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736541+0000","last_change":"2024-04-02T08:18:20.939117+0000","last_active":"2024-04-02T08:19:18.736541+0000","last_peered":"2024-04-02T08:19:18.736541+0000","last_clean":"2024-04-02T08:19:18.736541+0000","last_became_active":"2024-04-02T08:18:20.938730+0000","last_became_peered":"2024-04-02T08:18:20.938730+0000","last_unstale":"2024-04-02T08:19:18.736541+0000","last_undegraded":"2024-04-02T08:19:18.736541+0000","last_fullsized":"2024-04-02T08:19:18.736541+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:32.945809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735664+0000","last_change":"2024-04-02T08:17:45.467119+0000","last_active":"2024-04-02T08:19:18.735664+0000","last_peered":"2024-04-02T08:19:18.735664+0000","last_clean":"2024-04-02T08:19:18.735664+0000","last_became_active":"2024-04-02T08:17:45.466809+0000","last_became_peered":"2024-04-02T08:17:45.466809+0000","last_unstale":"2024-04-02T08:19:18.735664+0000","last_undegraded":"2024-04-02T08:19:18.735664+0000","last_fullsized":"2024-04-02T08:19:18.735664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735318+0000","last_change":"2024-04-02T08:17:45.112331+0000","last_active":"2024-04-02T08:19:18.735318+0000","last_peered":"2024-04-02T08:19:18.735318+0000","last_clean":"2024-04-02T08:19:18.735318+0000","last_became_active":"2024-04-02T08:17:45.112064+0000","last_became_peered":"2024-04-02T08:17:45.112064+0000","last_unstale":"2024-04-02T08:19:18.735318+0000","last_undegraded":"2024-04-02T08:19:18.735318+0000","last_fullsized":"2024-04-02T08:19:18.735318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736524+0000","last_change":"2024-04-02T08:18:20.948470+0000","last_active":"2024-04-02T08:19:18.736524+0000","last_peered":"2024-04-02T08:19:18.736524+0000","last_clean":"2024-04-02T08:19:18.736524+0000","last_became_active":"2024-04-02T08:18:20.948155+0000","last_became_peered":"2024-04-02T08:18:20.948155+0000","last_unstale":"2024-04-02T08:19:18.736524+0000","last_undegraded":"2024-04-02T08:19:18.736524+0000","last_fullsized":"2024-04-02T08:19:18.736524+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:19:42.094867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736561+0000","last_change":"2024-04-02T08:17:45.112231+0000","last_active":"2024-04-02T08:19:18.736561+0000","last_peered":"2024-04-02T08:19:18.736561+0000","last_clean":"2024-04-02T08:19:18.736561+0000","last_became_active":"2024-04-02T08:17:45.111870+0000","last_became_peered":"2024-04-02T08:17:45.111870+0000","last_unstale":"2024-04-02T08:19:18.736561+0000","last_undegraded":"2024-04-02T08:19:18.736561+0000","last_fullsized":"2024-04-02T08:19:18.736561+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737902+0000","last_change":"2024-04-02T08:17:45.472742+0000","last_active":"2024-04-02T08:19:18.737902+0000","last_peered":"2024-04-02T08:19:18.737902+0000","last_clean":"2024-04-02T08:19:18.737902+0000","last_became_active":"2024-04-02T08:17:45.472458+0000","last_became_peered":"2024-04-02T08:17:45.472458+0000","last_unstale":"2024-04-02T08:19:18.737902+0000","last_undegraded":"2024-04-02T08:19:18.737902+0000","last_fullsized":"2024-04-02T08:19:18.737902+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741388+0000","last_change":"2024-04-02T08:18:20.948646+0000","last_active":"2024-04-02T08:19:18.741388+0000","last_peered":"2024-04-02T08:19:18.741388+0000","last_clean":"2024-04-02T08:19:18.741388+0000","last_became_active":"2024-04-02T08:18:20.948339+0000","last_became_peered":"2024-04-02T08:18:20.948339+0000","last_unstale":"2024-04-02T08:19:18.741388+0000","last_undegraded":"2024-04-02T08:19:18.741388+0000","last_fullsized":"2024-04-02T08:19:18.741388+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:09:16.291887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739189+0000","last_change":"2024-04-02T08:17:45.099822+0000","last_active":"2024-04-02T08:19:18.739189+0000","last_peered":"2024-04-02T08:19:18.739189+0000","last_clean":"2024-04-02T08:19:18.739189+0000","last_became_active":"2024-04-02T08:17:45.099533+0000","last_became_peered":"2024-04-02T08:17:45.099533+0000","last_unstale":"2024-04-02T08:19:18.739189+0000","last_undegraded":"2024-04-02T08:19:18.739189+0000","last_fullsized":"2024-04-02T08:19:18.739189+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741944+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:19:18.741944+0000","last_peered":"2024-04-02T08:19:18.741944+0000","last_clean":"2024-04-02T08:19:18.741944+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:19:18.741944+0000","last_undegraded":"2024-04-02T08:19:18.741944+0000","last_fullsized":"2024-04-02T08:19:18.741944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739541+0000","last_change":"2024-04-02T08:18:20.946820+0000","last_active":"2024-04-02T08:19:18.739541+0000","last_peered":"2024-04-02T08:19:18.739541+0000","last_clean":"2024-04-02T08:19:18.739541+0000","last_became_active":"2024-04-02T08:18:20.946530+0000","last_became_peered":"2024-04-02T08:18:20.946530+0000","last_unstale":"2024-04-02T08:19:18.739541+0000","last_undegraded":"2024-04-02T08:19:18.739541+0000","last_fullsized":"2024-04-02T08:19:18.739541+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:51.849560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739049+0000","last_change":"2024-04-02T08:17:45.100974+0000","last_active":"2024-04-02T08:19:18.739049+0000","last_peered":"2024-04-02T08:19:18.739049+0000","last_clean":"2024-04-02T08:19:18.739049+0000","last_became_active":"2024-04-02T08:17:45.100684+0000","last_became_peered":"2024-04-02T08:17:45.100684+0000","last_unstale":"2024-04-02T08:19:18.739049+0000","last_undegraded":"2024-04-02T08:19:18.739049+0000","last_fullsized":"2024-04-02T08:19:18.739049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.745599+0000","last_change":"2024-04-02T08:19:19.745599+0000","last_active":"2024-04-02T08:19:19.745599+0000","last_peered":"2024-04-02T08:19:19.745599+0000","last_clean":"2024-04-02T08:19:19.745599+0000","last_became_active":"2024-04-02T08:19:19.745289+0000","last_became_peered":"2024-04-02T08:19:19.745289+0000","last_unstale":"2024-04-02T08:19:19.745599+0000","last_undegraded":"2024-04-02T08:19:19.745599+0000","last_fullsized":"2024-04-02T08:19:19.745599+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:50.236852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735462+0000","last_change":"2024-04-02T08:17:45.113389+0000","last_active":"2024-04-02T08:19:18.735462+0000","last_peered":"2024-04-02T08:19:18.735462+0000","last_clean":"2024-04-02T08:19:18.735462+0000","last_became_active":"2024-04-02T08:17:45.113187+0000","last_became_peered":"2024-04-02T08:17:45.113187+0000","last_unstale":"2024-04-02T08:19:18.735462+0000","last_undegraded":"2024-04-02T08:19:18.735462+0000","last_fullsized":"2024-04-02T08:19:18.735462+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740088+0000","last_change":"2024-04-02T08:17:45.480348+0000","last_active":"2024-04-02T08:19:18.740088+0000","last_peered":"2024-04-02T08:19:18.740088+0000","last_clean":"2024-04-02T08:19:18.740088+0000","last_became_active":"2024-04-02T08:17:45.480032+0000","last_became_peered":"2024-04-02T08:17:45.480032+0000","last_unstale":"2024-04-02T08:19:18.740088+0000","last_undegraded":"2024-04-02T08:19:18.740088+0000","last_fullsized":"2024-04-02T08:19:18.740088+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736832+0000","last_change":"2024-04-02T08:17:45.107119+0000","last_active":"2024-04-02T08:19:18.736832+0000","last_peered":"2024-04-02T08:19:18.736832+0000","last_clean":"2024-04-02T08:19:18.736832+0000","last_became_active":"2024-04-02T08:17:45.106239+0000","last_became_peered":"2024-04-02T08:17:45.106239+0000","last_unstale":"2024-04-02T08:19:18.736832+0000","last_undegraded":"2024-04-02T08:19:18.736832+0000","last_fullsized":"2024-04-02T08:19:18.736832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741418+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:19:18.741418+0000","last_peered":"2024-04-02T08:19:18.741418+0000","last_clean":"2024-04-02T08:19:18.741418+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:19:18.741418+0000","last_undegraded":"2024-04-02T08:19:18.741418+0000","last_fullsized":"2024-04-02T08:19:18.741418+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737407+0000","last_change":"2024-04-02T08:17:45.105057+0000","last_active":"2024-04-02T08:19:18.737407+0000","last_peered":"2024-04-02T08:19:18.737407+0000","last_clean":"2024-04-02T08:19:18.737407+0000","last_became_active":"2024-04-02T08:17:45.104763+0000","last_became_peered":"2024-04-02T08:17:45.104763+0000","last_unstale":"2024-04-02T08:19:18.737407+0000","last_undegraded":"2024-04-02T08:19:18.737407+0000","last_fullsized":"2024-04-02T08:19:18.737407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741580+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:19:18.741580+0000","last_peered":"2024-04-02T08:19:18.741580+0000","last_clean":"2024-04-02T08:19:18.741580+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:19:18.741580+0000","last_undegraded":"2024-04-02T08:19:18.741580+0000","last_fullsized":"2024-04-02T08:19:18.741580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736018+0000","last_change":"2024-04-02T08:17:45.109669+0000","last_active":"2024-04-02T08:19:18.736018+0000","last_peered":"2024-04-02T08:19:18.736018+0000","last_clean":"2024-04-02T08:19:18.736018+0000","last_became_active":"2024-04-02T08:17:45.109363+0000","last_became_peered":"2024-04-02T08:17:45.109363+0000","last_unstale":"2024-04-02T08:19:18.736018+0000","last_undegraded":"2024-04-02T08:19:18.736018+0000","last_fullsized":"2024-04-02T08:19:18.736018+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738488+0000","last_change":"2024-04-02T08:17:45.469399+0000","last_active":"2024-04-02T08:19:18.738488+0000","last_peered":"2024-04-02T08:19:18.738488+0000","last_clean":"2024-04-02T08:19:18.738488+0000","last_became_active":"2024-04-02T08:17:45.469013+0000","last_became_peered":"2024-04-02T08:17:45.469013+0000","last_unstale":"2024-04-02T08:19:18.738488+0000","last_undegraded":"2024-04-02T08:19:18.738488+0000","last_fullsized":"2024-04-02T08:19:18.738488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734864+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:19:18.734864+0000","last_peered":"2024-04-02T08:19:18.734864+0000","last_clean":"2024-04-02T08:19:18.734864+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:19:18.734864+0000","last_undegraded":"2024-04-02T08:19:18.734864+0000","last_fullsized":"2024-04-02T08:19:18.734864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:20.012097+0000","last_change":"2024-04-02T08:19:20.012097+0000","last_active":"2024-04-02T08:19:20.012097+0000","last_peered":"2024-04-02T08:19:20.012097+0000","last_clean":"2024-04-02T08:19:20.012097+0000","last_became_active":"2024-04-02T08:19:20.011724+0000","last_became_peered":"2024-04-02T08:19:20.011724+0000","last_unstale":"2024-04-02T08:19:20.012097+0000","last_undegraded":"2024-04-02T08:19:20.012097+0000","last_fullsized":"2024-04-02T08:19:20.012097+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:31:02.987382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738175+0000","last_change":"2024-04-02T08:17:45.103651+0000","last_active":"2024-04-02T08:19:18.738175+0000","last_peered":"2024-04-02T08:19:18.738175+0000","last_clean":"2024-04-02T08:19:18.738175+0000","last_became_active":"2024-04-02T08:17:45.103351+0000","last_became_peered":"2024-04-02T08:17:45.103351+0000","last_unstale":"2024-04-02T08:19:18.738175+0000","last_undegraded":"2024-04-02T08:19:18.738175+0000","last_fullsized":"2024-04-02T08:19:18.738175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733464+0000","last_change":"2024-04-02T08:17:45.471398+0000","last_active":"2024-04-02T08:19:18.733464+0000","last_peered":"2024-04-02T08:19:18.733464+0000","last_clean":"2024-04-02T08:19:18.733464+0000","last_became_active":"2024-04-02T08:17:45.470659+0000","last_became_peered":"2024-04-02T08:17:45.470659+0000","last_unstale":"2024-04-02T08:19:18.733464+0000","last_undegraded":"2024-04-02T08:19:18.733464+0000","last_fullsized":"2024-04-02T08:19:18.733464+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735026+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:19:18.735026+0000","last_peered":"2024-04-02T08:19:18.735026+0000","last_clean":"2024-04-02T08:19:18.735026+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:19:18.735026+0000","last_undegraded":"2024-04-02T08:19:18.735026+0000","last_fullsized":"2024-04-02T08:19:18.735026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.747070+0000","last_change":"2024-04-02T08:19:19.747070+0000","last_active":"2024-04-02T08:19:19.747070+0000","last_peered":"2024-04-02T08:19:19.747070+0000","last_clean":"2024-04-02T08:19:19.747070+0000","last_became_active":"2024-04-02T08:19:19.746708+0000","last_became_peered":"2024-04-02T08:19:19.746708+0000","last_unstale":"2024-04-02T08:19:19.747070+0000","last_undegraded":"2024-04-02T08:19:19.747070+0000","last_fullsized":"2024-04-02T08:19:19.747070+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:31.638010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737815+0000","last_change":"2024-04-02T08:17:45.472532+0000","last_active":"2024-04-02T08:19:18.737815+0000","last_peered":"2024-04-02T08:19:18.737815+0000","last_clean":"2024-04-02T08:19:18.737815+0000","last_became_active":"2024-04-02T08:17:45.472241+0000","last_became_peered":"2024-04-02T08:17:45.472241+0000","last_unstale":"2024-04-02T08:19:18.737815+0000","last_undegraded":"2024-04-02T08:19:18.737815+0000","last_fullsized":"2024-04-02T08:19:18.737815+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734597+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:19:18.734597+0000","last_peered":"2024-04-02T08:19:18.734597+0000","last_clean":"2024-04-02T08:19:18.734597+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:19:18.734597+0000","last_undegraded":"2024-04-02T08:19:18.734597+0000","last_fullsized":"2024-04-02T08:19:18.734597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733415+0000","last_change":"2024-04-02T08:17:45.462834+0000","last_active":"2024-04-02T08:19:18.733415+0000","last_peered":"2024-04-02T08:19:18.733415+0000","last_clean":"2024-04-02T08:19:18.733415+0000","last_became_active":"2024-04-02T08:17:45.462541+0000","last_became_peered":"2024-04-02T08:17:45.462541+0000","last_unstale":"2024-04-02T08:19:18.733415+0000","last_undegraded":"2024-04-02T08:19:18.733415+0000","last_fullsized":"2024-04-02T08:19:18.733415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736664+0000","last_change":"2024-04-02T08:17:45.468981+0000","last_active":"2024-04-02T08:19:18.736664+0000","last_peered":"2024-04-02T08:19:18.736664+0000","last_clean":"2024-04-02T08:19:18.736664+0000","last_became_active":"2024-04-02T08:17:45.468518+0000","last_became_peered":"2024-04-02T08:17:45.468518+0000","last_unstale":"2024-04-02T08:19:18.736664+0000","last_undegraded":"2024-04-02T08:19:18.736664+0000","last_fullsized":"2024-04-02T08:19:18.736664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741885+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:19:18.741885+0000","last_peered":"2024-04-02T08:19:18.741885+0000","last_clean":"2024-04-02T08:19:18.741885+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:19:18.741885+0000","last_undegraded":"2024-04-02T08:19:18.741885+0000","last_fullsized":"2024-04-02T08:19:18.741885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738084+0000","last_change":"2024-04-02T08:17:45.460349+0000","last_active":"2024-04-02T08:19:18.738084+0000","last_peered":"2024-04-02T08:19:18.738084+0000","last_clean":"2024-04-02T08:19:18.738084+0000","last_became_active":"2024-04-02T08:17:45.460036+0000","last_became_peered":"2024-04-02T08:17:45.460036+0000","last_unstale":"2024-04-02T08:19:18.738084+0000","last_undegraded":"2024-04-02T08:19:18.738084+0000","last_fullsized":"2024-04-02T08:19:18.738084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739134+0000","last_change":"2024-04-02T08:17:45.482194+0000","last_active":"2024-04-02T08:19:18.739134+0000","last_peered":"2024-04-02T08:19:18.739134+0000","last_clean":"2024-04-02T08:19:18.739134+0000","last_became_active":"2024-04-02T08:17:45.481893+0000","last_became_peered":"2024-04-02T08:17:45.481893+0000","last_unstale":"2024-04-02T08:19:18.739134+0000","last_undegraded":"2024-04-02T08:19:18.739134+0000","last_fullsized":"2024-04-02T08:19:18.739134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741985+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:19:18.741985+0000","last_peered":"2024-04-02T08:19:18.741985+0000","last_clean":"2024-04-02T08:19:18.741985+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:19:18.741985+0000","last_undegraded":"2024-04-02T08:19:18.741985+0000","last_fullsized":"2024-04-02T08:19:18.741985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733379+0000","last_change":"2024-04-02T08:17:45.471960+0000","last_active":"2024-04-02T08:19:18.733379+0000","last_peered":"2024-04-02T08:19:18.733379+0000","last_clean":"2024-04-02T08:19:18.733379+0000","last_became_active":"2024-04-02T08:17:45.471493+0000","last_became_peered":"2024-04-02T08:17:45.471493+0000","last_unstale":"2024-04-02T08:19:18.733379+0000","last_undegraded":"2024-04-02T08:19:18.733379+0000","last_fullsized":"2024-04-02T08:19:18.733379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.741644+0000","last_change":"2024-04-02T08:19:19.741644+0000","last_active":"2024-04-02T08:19:19.741644+0000","last_peered":"2024-04-02T08:19:19.741644+0000","last_clean":"2024-04-02T08:19:19.741644+0000","last_became_active":"2024-04-02T08:19:19.741335+0000","last_became_peered":"2024-04-02T08:19:19.741335+0000","last_unstale":"2024-04-02T08:19:19.741644+0000","last_undegraded":"2024-04-02T08:19:19.741644+0000","last_fullsized":"2024-04-02T08:19:19.741644+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:18.964318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733560+0000","last_change":"2024-04-02T08:17:45.471760+0000","last_active":"2024-04-02T08:19:18.733560+0000","last_peered":"2024-04-02T08:19:18.733560+0000","last_clean":"2024-04-02T08:19:18.733560+0000","last_became_active":"2024-04-02T08:17:45.470449+0000","last_became_peered":"2024-04-02T08:17:45.470449+0000","last_unstale":"2024-04-02T08:19:18.733560+0000","last_undegraded":"2024-04-02T08:19:18.733560+0000","last_fullsized":"2024-04-02T08:19:18.733560+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736725+0000","last_change":"2024-04-02T08:17:45.477263+0000","last_active":"2024-04-02T08:19:18.736725+0000","last_peered":"2024-04-02T08:19:18.736725+0000","last_clean":"2024-04-02T08:19:18.736725+0000","last_became_active":"2024-04-02T08:17:45.476981+0000","last_became_peered":"2024-04-02T08:17:45.476981+0000","last_unstale":"2024-04-02T08:19:18.736725+0000","last_undegraded":"2024-04-02T08:19:18.736725+0000","last_fullsized":"2024-04-02T08:19:18.736725+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738879+0000","last_change":"2024-04-02T08:17:45.470546+0000","last_active":"2024-04-02T08:19:18.738879+0000","last_peered":"2024-04-02T08:19:18.738879+0000","last_clean":"2024-04-02T08:19:18.738879+0000","last_became_active":"2024-04-02T08:17:45.470096+0000","last_became_peered":"2024-04-02T08:17:45.470096+0000","last_unstale":"2024-04-02T08:19:18.738879+0000","last_undegraded":"2024-04-02T08:19:18.738879+0000","last_fullsized":"2024-04-02T08:19:18.738879+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201306,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1314816,"data_stored":903460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.52300000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.497},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.60699999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.44900000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.57699999999999996}]},{"osd":4,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.59199999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.63600000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.46300000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462943,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32408,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712744,"statfs":{"total":95995035648,"available":95961849856,"internally_reserved":0,"allocated":1318912,"data_stored":904955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64500000000000002,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48899999999999999,"15min":0.48599999999999999},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.64800000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.40699999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66500000000000004,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68400000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.54100000000000004}]},{"osd":2,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38200000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.68700000000000006,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.46999999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.63900000000000001,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.71999999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57499999999999996}]},{"osd":4,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.63700000000000001,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61399999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.38900000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.44800000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.55300000000000005,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.59599999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.50900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31828,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713324,"statfs":{"total":95995035648,"available":95962443776,"internally_reserved":0,"allocated":724992,"data_stored":312670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.22500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.318},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.32500000000000001},"min":{"1min":0.25700000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.36799999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.377,"15min":0.36299999999999999},"min":{"1min":0.22,"5min":0.215,"15min":0.215},"max":{"1min":0.54900000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.372},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63400000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.33000000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:18:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.46500000000000002},"min":{"1min":0.315,"5min":0.307,"15min":0.307},"max":{"1min":0.66600000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.34100000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:19:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73699999999999999,"5min":1.022,"15min":1.022},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80000000000000004,"5min":1.01,"15min":1.01},"last":0.501}]},{"osd":5,"last update":"Tue Apr 2 08:18:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.61199999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79800000000000004,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69599999999999995,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.56799999999999995}]},{"osd":6,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72799999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.51800000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:18:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.57699999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32412,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712740,"statfs":{"total":95995035648,"available":95961845760,"internally_reserved":0,"allocated":1327104,"data_stored":903606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.22500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.49299999999999999,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.307},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.45600000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.42899999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38700000000000001,"15min":0.376},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.371,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.38}]},{"osd":3,"last update":"Tue Apr 2 08:18:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.438,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56999999999999995,"5min":0.622,"15min":0.622},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.434,"15min":0.44},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.36599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:19:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.41399999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.64100000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:18:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.374,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.77800000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73099999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.63300000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76400000000000001,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.438,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.70199999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.66500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":312532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.37,"15min":0.371},"min":{"1min":0.28699999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.48199999999999998,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39100000000000001,"15min":0.38900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.5,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40000000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.39800000000000002},"min":{"1min":0.30299999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56399999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.41099999999999998},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.52600000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.28299999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:18:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.442,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.316},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.372}]},{"osd":4,"last update":"Tue Apr 2 08:19:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55900000000000005,"15min":0.55700000000000005},"min":{"1min":0.41099999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56399999999999995,"15min":0.57099999999999995},"min":{"1min":0.35199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.46000000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:18:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78700000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.51000000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81399999999999995,"5min":0.87,"15min":0.87},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61499999999999999,"15min":0.61699999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79600000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.55300000000000005}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.502},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.57999999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149741,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27744,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717408,"statfs":{"total":95995035648,"available":95966625792,"internally_reserved":0,"allocated":737280,"data_stored":314964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.39100000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.26700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40200000000000002,"15min":0.41199999999999998},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58799999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.42899999999999999,"15min":0.44700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.60599999999999998,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35899999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42899999999999999,"15min":0.441},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.503,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.41699999999999998,"15min":0.434},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33400000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.39800000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70899999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.63800000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:18:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.35599999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76300000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59399999999999997,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.59699999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:19:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69399999999999995,"5min":0.751,"15min":0.751},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.71499999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.61299999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.58699999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":313218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.55100000000000005,"15min":0.57099999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.89100000000000001,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.628}]},{"osd":1,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78000000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.52300000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.872,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.55700000000000005,"15min":0.57099999999999995},"min":{"1min":0.40999999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.67500000000000004,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.70999999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.57099999999999995,"15min":0.58699999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73499999999999999,"5min":1.077,"15min":1.077},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82699999999999996,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.65100000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.40100000000000002},"min":{"1min":0.29299999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.44,"15min":0.438},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.77600000000000002,"5min":1.014,"15min":1.014},"last":0.74199999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47799999999999998,"15min":0.47599999999999998},"min":{"1min":0.29699999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.84399999999999997,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.46300000000000002,"15min":0.45300000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.69999999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.59199999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724579,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":314677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.499,"15min":0.499},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67900000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.42999999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73099999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.67600000000000005}]},{"osd":1,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69199999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83699999999999997,"5min":1.048,"15min":1.048},"last":0.63200000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64100000000000001,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.379,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76200000000000001,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.65000000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.64800000000000002,"5min":1.034,"15min":1.034},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.621}]},{"osd":4,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39900000000000002,"15min":0.39600000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.624,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.313,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.41599999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45700000000000002},"min":{"1min":0.32600000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63200000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.71999999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.52500000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:19:27.498 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph status --format=json 2024-04-02T08:19:27.725 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:27 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:19:27.725 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:27 smithi084 systemd[1]: Stopped Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:19:27.725 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:27 smithi084 systemd[1]: Starting Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:19:27.732 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:28.038 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:27 smithi084 ceph-mon[27534]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:28.038 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:27 smithi084 ceph-mon[27534]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:28.038 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:27 smithi084 ceph-mon[39235]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:28.038 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:27 smithi084 ceph-mon[39235]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:27 smithi132 ceph-mon[31218]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:27 smithi132 ceph-mon[31218]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:28.367 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:28 smithi084 podman[77630]: 2024-04-02 08:19:28.04318634 +0000 UTC m=+0.278942845 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:19:28.367 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:28 smithi084 podman[77630]: 2024-04-02 08:19:28.159615465 +0000 UTC m=+0.395375848 volume create 391b55ba6feca209789919fa9379ad9f07143274dc5d09a78e65da25171133b6 2024-04-02T08:19:28.367 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:28 smithi084 podman[77630]: 2024-04-02 08:19:28.234921022 +0000 UTC m=+0.470677499 container create c5e6a8b7add48902422180cc9afa35c49384981cdb2f6898c31c88bdc6139509 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:28 smithi084 podman[77630]: 2024-04-02 08:19:28.990023378 +0000 UTC m=+1.225779875 container init c5e6a8b7add48902422180cc9afa35c49384981cdb2f6898c31c88bdc6139509 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:28 smithi084 podman[77630]: 2024-04-02 08:19:28.995872112 +0000 UTC m=+1.231628590 container start c5e6a8b7add48902422180cc9afa35c49384981cdb2f6898c31c88bdc6139509 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.008Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.008Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.009Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.84 port=9094 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.009Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.033Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.033Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:19:29.368 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.036Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:19:29.369 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:29.036Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:19:29.369 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 bash[77630]: c5e6a8b7add48902422180cc9afa35c49384981cdb2f6898c31c88bdc6139509 2024-04-02T08:19:29.369 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:29 smithi084 systemd[1]: Started Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:19:29.842 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-mon[27534]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:29.842 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:29.842 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:29.843 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-mon[39235]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:29.843 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:29.843 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:29 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:30.103 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:29 smithi132 ceph-mon[31218]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:30.103 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:29 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:30.103 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:29 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:30.335 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:30.335 INFO:teuthology.orchestra.run.smithi084.stdout:{"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":327,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":70,"num_osds":8,"num_up_osds":8,"osd_up_since":1712045847,"num_in_osds":8,"osd_in_since":1712045829,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":593516,"bytes_used":241557504,"bytes_avail":767718727680,"bytes_total":767960285184,"recovering_objects_per_sec":0,"recovering_bytes_per_sec":2,"recovering_keys_per_sec":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24337}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.84:8443/","prometheus":"http://172.21.15.84:9283/"}},"servicemap":{"epoch":13,"modified":"2024-04-02T08:19:19.820135+0000","services":{}},"progress_events":{}} 2024-04-02T08:19:30.914 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:30 smithi084 ceph-mon[27534]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:19:30.914 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:30 smithi084 ceph-mon[27534]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:19:30.914 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:30 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1790003861' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:19:30.915 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:30 smithi084 ceph-mon[39235]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:19:30.915 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:30 smithi084 ceph-mon[39235]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:19:30.915 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:30 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1790003861' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:19:30.938 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2024-04-02T08:19:30.938 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:19:31.007 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:30 smithi132 ceph-mon[31218]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:19:31.007 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:30 smithi132 ceph-mon[31218]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:19:31.007 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:30 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1790003861' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:19:31.146 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:31.268 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:31 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:31.010Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000171055s 2024-04-02T08:19:31.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:31 smithi084 ceph-mon[27534]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:31.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:31 smithi084 ceph-mon[39235]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:31 smithi132 ceph-mon[31218]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T08:19:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 systemd[1]: Stopping Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:19:32.961 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.692Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[61624]: ts=2024-04-02T08:19:32.693Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:19:32.962 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:32 smithi132 podman[65142]: 2024-04-02 08:19:32.703264021 +0000 UTC m=+0.135990554 container died 0b013c49195a9058f807637bef43a80bf2e87270f682ac9f094475332bcd7a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:33.130 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:33.132 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:19:33.353 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 podman[65142]: 2024-04-02 08:19:33.054236239 +0000 UTC m=+0.486962771 container cleanup 0b013c49195a9058f807637bef43a80bf2e87270f682ac9f094475332bcd7a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:33.353 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 bash[65142]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:19:33.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 podman[65161]: 2024-04-02 08:19:33.355820548 +0000 UTC m=+0.655082621 container remove 0b013c49195a9058f807637bef43a80bf2e87270f682ac9f094475332bcd7a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:33.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:19:33.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 systemd[1]: Stopped Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:19:33.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.145s CPU time. 2024-04-02T08:19:33.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 systemd[1]: Starting Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:19:33.917 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-04-02T08:19:31.822193+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771126,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235896,"kb_used_data":7428,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725320,"statfs":{"total":767960285184,"available":767718727680,"internally_reserved":0,"allocated":7606272,"data_stored":4280082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002111"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737147+0000","last_change":"2024-04-02T08:17:45.481105+0000","last_active":"2024-04-02T08:19:18.737147+0000","last_peered":"2024-04-02T08:19:18.737147+0000","last_clean":"2024-04-02T08:19:18.737147+0000","last_became_active":"2024-04-02T08:17:45.480815+0000","last_became_peered":"2024-04-02T08:17:45.480815+0000","last_unstale":"2024-04-02T08:19:18.737147+0000","last_undegraded":"2024-04-02T08:19:18.737147+0000","last_fullsized":"2024-04-02T08:19:18.737147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738566+0000","last_change":"2024-04-02T08:17:45.464101+0000","last_active":"2024-04-02T08:19:18.738566+0000","last_peered":"2024-04-02T08:19:18.738566+0000","last_clean":"2024-04-02T08:19:18.738566+0000","last_became_active":"2024-04-02T08:17:45.463806+0000","last_became_peered":"2024-04-02T08:17:45.463806+0000","last_unstale":"2024-04-02T08:19:18.738566+0000","last_undegraded":"2024-04-02T08:19:18.738566+0000","last_fullsized":"2024-04-02T08:19:18.738566+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737267+0000","last_change":"2024-04-02T08:17:45.475764+0000","last_active":"2024-04-02T08:19:18.737267+0000","last_peered":"2024-04-02T08:19:18.737267+0000","last_clean":"2024-04-02T08:19:18.737267+0000","last_became_active":"2024-04-02T08:17:45.475416+0000","last_became_peered":"2024-04-02T08:17:45.475416+0000","last_unstale":"2024-04-02T08:19:18.737267+0000","last_undegraded":"2024-04-02T08:19:18.737267+0000","last_fullsized":"2024-04-02T08:19:18.737267+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733547+0000","last_change":"2024-04-02T08:17:45.458487+0000","last_active":"2024-04-02T08:19:18.733547+0000","last_peered":"2024-04-02T08:19:18.733547+0000","last_clean":"2024-04-02T08:19:18.733547+0000","last_became_active":"2024-04-02T08:17:45.458128+0000","last_became_peered":"2024-04-02T08:17:45.458128+0000","last_unstale":"2024-04-02T08:19:18.733547+0000","last_undegraded":"2024-04-02T08:19:18.733547+0000","last_fullsized":"2024-04-02T08:19:18.733547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736136+0000","last_change":"2024-04-02T08:17:45.476827+0000","last_active":"2024-04-02T08:19:18.736136+0000","last_peered":"2024-04-02T08:19:18.736136+0000","last_clean":"2024-04-02T08:19:18.736136+0000","last_became_active":"2024-04-02T08:17:45.476363+0000","last_became_peered":"2024-04-02T08:17:45.476363+0000","last_unstale":"2024-04-02T08:19:18.736136+0000","last_undegraded":"2024-04-02T08:19:18.736136+0000","last_fullsized":"2024-04-02T08:19:18.736136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733729+0000","last_change":"2024-04-02T08:17:45.466925+0000","last_active":"2024-04-02T08:19:18.733729+0000","last_peered":"2024-04-02T08:19:18.733729+0000","last_clean":"2024-04-02T08:19:18.733729+0000","last_became_active":"2024-04-02T08:17:45.466564+0000","last_became_peered":"2024-04-02T08:17:45.466564+0000","last_unstale":"2024-04-02T08:19:18.733729+0000","last_undegraded":"2024-04-02T08:19:18.733729+0000","last_fullsized":"2024-04-02T08:19:18.733729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735636+0000","last_change":"2024-04-02T08:17:45.478686+0000","last_active":"2024-04-02T08:19:18.735636+0000","last_peered":"2024-04-02T08:19:18.735636+0000","last_clean":"2024-04-02T08:19:18.735636+0000","last_became_active":"2024-04-02T08:17:45.478115+0000","last_became_peered":"2024-04-02T08:17:45.478115+0000","last_unstale":"2024-04-02T08:19:18.735636+0000","last_undegraded":"2024-04-02T08:19:18.735636+0000","last_fullsized":"2024-04-02T08:19:18.735636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741335+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:19:18.741335+0000","last_peered":"2024-04-02T08:19:18.741335+0000","last_clean":"2024-04-02T08:19:18.741335+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:19:18.741335+0000","last_undegraded":"2024-04-02T08:19:18.741335+0000","last_fullsized":"2024-04-02T08:19:18.741335+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737052+0000","last_change":"2024-04-02T08:17:45.480551+0000","last_active":"2024-04-02T08:19:18.737052+0000","last_peered":"2024-04-02T08:19:18.737052+0000","last_clean":"2024-04-02T08:19:18.737052+0000","last_became_active":"2024-04-02T08:17:45.478942+0000","last_became_peered":"2024-04-02T08:17:45.478942+0000","last_unstale":"2024-04-02T08:19:18.737052+0000","last_undegraded":"2024-04-02T08:19:18.737052+0000","last_fullsized":"2024-04-02T08:19:18.737052+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738985+0000","last_change":"2024-04-02T08:17:45.477036+0000","last_active":"2024-04-02T08:19:18.738985+0000","last_peered":"2024-04-02T08:19:18.738985+0000","last_clean":"2024-04-02T08:19:18.738985+0000","last_became_active":"2024-04-02T08:17:45.476755+0000","last_became_peered":"2024-04-02T08:17:45.476755+0000","last_unstale":"2024-04-02T08:19:18.738985+0000","last_undegraded":"2024-04-02T08:19:18.738985+0000","last_fullsized":"2024-04-02T08:19:18.738985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738776+0000","last_change":"2024-04-02T08:17:45.475207+0000","last_active":"2024-04-02T08:19:18.738776+0000","last_peered":"2024-04-02T08:19:18.738776+0000","last_clean":"2024-04-02T08:19:18.738776+0000","last_became_active":"2024-04-02T08:17:45.474931+0000","last_became_peered":"2024-04-02T08:17:45.474931+0000","last_unstale":"2024-04-02T08:19:18.738776+0000","last_undegraded":"2024-04-02T08:19:18.738776+0000","last_fullsized":"2024-04-02T08:19:18.738776+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740763+0000","last_change":"2024-04-02T08:17:45.468846+0000","last_active":"2024-04-02T08:19:18.740763+0000","last_peered":"2024-04-02T08:19:18.740763+0000","last_clean":"2024-04-02T08:19:18.740763+0000","last_became_active":"2024-04-02T08:17:45.468425+0000","last_became_peered":"2024-04-02T08:17:45.468425+0000","last_unstale":"2024-04-02T08:19:18.740763+0000","last_undegraded":"2024-04-02T08:19:18.740763+0000","last_fullsized":"2024-04-02T08:19:18.740763+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741602+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:19:18.741602+0000","last_peered":"2024-04-02T08:19:18.741602+0000","last_clean":"2024-04-02T08:19:18.741602+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:19:18.741602+0000","last_undegraded":"2024-04-02T08:19:18.741602+0000","last_fullsized":"2024-04-02T08:19:18.741602+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736232+0000","last_change":"2024-04-02T08:17:45.479578+0000","last_active":"2024-04-02T08:19:18.736232+0000","last_peered":"2024-04-02T08:19:18.736232+0000","last_clean":"2024-04-02T08:19:18.736232+0000","last_became_active":"2024-04-02T08:17:45.479207+0000","last_became_peered":"2024-04-02T08:17:45.479207+0000","last_unstale":"2024-04-02T08:19:18.736232+0000","last_undegraded":"2024-04-02T08:19:18.736232+0000","last_fullsized":"2024-04-02T08:19:18.736232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736744+0000","last_change":"2024-04-02T08:17:45.473593+0000","last_active":"2024-04-02T08:19:18.736744+0000","last_peered":"2024-04-02T08:19:18.736744+0000","last_clean":"2024-04-02T08:19:18.736744+0000","last_became_active":"2024-04-02T08:17:45.473292+0000","last_became_peered":"2024-04-02T08:17:45.473292+0000","last_unstale":"2024-04-02T08:19:18.736744+0000","last_undegraded":"2024-04-02T08:19:18.736744+0000","last_fullsized":"2024-04-02T08:19:18.736744+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733169+0000","last_change":"2024-04-02T08:17:45.463673+0000","last_active":"2024-04-02T08:19:18.733169+0000","last_peered":"2024-04-02T08:19:18.733169+0000","last_clean":"2024-04-02T08:19:18.733169+0000","last_became_active":"2024-04-02T08:17:45.463236+0000","last_became_peered":"2024-04-02T08:17:45.463236+0000","last_unstale":"2024-04-02T08:19:18.733169+0000","last_undegraded":"2024-04-02T08:19:18.733169+0000","last_fullsized":"2024-04-02T08:19:18.733169+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733974+0000","last_change":"2024-04-02T08:17:45.471261+0000","last_active":"2024-04-02T08:19:18.733974+0000","last_peered":"2024-04-02T08:19:18.733974+0000","last_clean":"2024-04-02T08:19:18.733974+0000","last_became_active":"2024-04-02T08:17:45.470943+0000","last_became_peered":"2024-04-02T08:17:45.470943+0000","last_unstale":"2024-04-02T08:19:18.733974+0000","last_undegraded":"2024-04-02T08:19:18.733974+0000","last_fullsized":"2024-04-02T08:19:18.733974+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735110+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:19:18.735110+0000","last_peered":"2024-04-02T08:19:18.735110+0000","last_clean":"2024-04-02T08:19:18.735110+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:19:18.735110+0000","last_undegraded":"2024-04-02T08:19:18.735110+0000","last_fullsized":"2024-04-02T08:19:18.735110+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736047+0000","last_change":"2024-04-02T08:17:45.468589+0000","last_active":"2024-04-02T08:19:18.736047+0000","last_peered":"2024-04-02T08:19:18.736047+0000","last_clean":"2024-04-02T08:19:18.736047+0000","last_became_active":"2024-04-02T08:17:45.468283+0000","last_became_peered":"2024-04-02T08:17:45.468283+0000","last_unstale":"2024-04-02T08:19:18.736047+0000","last_undegraded":"2024-04-02T08:19:18.736047+0000","last_fullsized":"2024-04-02T08:19:18.736047+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739421+0000","last_change":"2024-04-02T08:17:45.108543+0000","last_active":"2024-04-02T08:19:18.739421+0000","last_peered":"2024-04-02T08:19:18.739421+0000","last_clean":"2024-04-02T08:19:18.739421+0000","last_became_active":"2024-04-02T08:17:45.108191+0000","last_became_peered":"2024-04-02T08:17:45.108191+0000","last_unstale":"2024-04-02T08:19:18.739421+0000","last_undegraded":"2024-04-02T08:19:18.739421+0000","last_fullsized":"2024-04-02T08:19:18.739421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741824+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:19:18.741824+0000","last_peered":"2024-04-02T08:19:18.741824+0000","last_clean":"2024-04-02T08:19:18.741824+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:19:18.741824+0000","last_undegraded":"2024-04-02T08:19:18.741824+0000","last_fullsized":"2024-04-02T08:19:18.741824+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741890+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:19:18.741890+0000","last_peered":"2024-04-02T08:19:18.741890+0000","last_clean":"2024-04-02T08:19:18.741890+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:19:18.741890+0000","last_undegraded":"2024-04-02T08:19:18.741890+0000","last_fullsized":"2024-04-02T08:19:18.741890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.739742+0000","last_change":"2024-04-02T08:19:19.739742+0000","last_active":"2024-04-02T08:19:19.739742+0000","last_peered":"2024-04-02T08:19:19.739742+0000","last_clean":"2024-04-02T08:19:19.739742+0000","last_became_active":"2024-04-02T08:19:19.739345+0000","last_became_peered":"2024-04-02T08:19:19.739345+0000","last_unstale":"2024-04-02T08:19:19.739742+0000","last_undegraded":"2024-04-02T08:19:19.739742+0000","last_fullsized":"2024-04-02T08:19:19.739742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:24.305160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736542+0000","last_change":"2024-04-02T08:17:45.111553+0000","last_active":"2024-04-02T08:19:18.736542+0000","last_peered":"2024-04-02T08:19:18.736542+0000","last_clean":"2024-04-02T08:19:18.736542+0000","last_became_active":"2024-04-02T08:17:45.111249+0000","last_became_peered":"2024-04-02T08:17:45.111249+0000","last_unstale":"2024-04-02T08:19:18.736542+0000","last_undegraded":"2024-04-02T08:19:18.736542+0000","last_fullsized":"2024-04-02T08:19:18.736542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733719+0000","last_change":"2024-04-02T08:17:45.471608+0000","last_active":"2024-04-02T08:19:18.733719+0000","last_peered":"2024-04-02T08:19:18.733719+0000","last_clean":"2024-04-02T08:19:18.733719+0000","last_became_active":"2024-04-02T08:17:45.471085+0000","last_became_peered":"2024-04-02T08:17:45.471085+0000","last_unstale":"2024-04-02T08:19:18.733719+0000","last_undegraded":"2024-04-02T08:19:18.733719+0000","last_fullsized":"2024-04-02T08:19:18.733719+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736283+0000","last_change":"2024-04-02T08:17:45.106393+0000","last_active":"2024-04-02T08:19:18.736283+0000","last_peered":"2024-04-02T08:19:18.736283+0000","last_clean":"2024-04-02T08:19:18.736283+0000","last_became_active":"2024-04-02T08:17:45.106084+0000","last_became_peered":"2024-04-02T08:17:45.106084+0000","last_unstale":"2024-04-02T08:19:18.736283+0000","last_undegraded":"2024-04-02T08:19:18.736283+0000","last_fullsized":"2024-04-02T08:19:18.736283+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733788+0000","last_change":"2024-04-02T08:17:45.472197+0000","last_active":"2024-04-02T08:19:18.733788+0000","last_peered":"2024-04-02T08:19:18.733788+0000","last_clean":"2024-04-02T08:19:18.733788+0000","last_became_active":"2024-04-02T08:17:45.471880+0000","last_became_peered":"2024-04-02T08:17:45.471880+0000","last_unstale":"2024-04-02T08:19:18.733788+0000","last_undegraded":"2024-04-02T08:19:18.733788+0000","last_fullsized":"2024-04-02T08:19:18.733788+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741686+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:19:18.741686+0000","last_peered":"2024-04-02T08:19:18.741686+0000","last_clean":"2024-04-02T08:19:18.741686+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:19:18.741686+0000","last_undegraded":"2024-04-02T08:19:18.741686+0000","last_fullsized":"2024-04-02T08:19:18.741686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739869+0000","last_change":"2024-04-02T08:17:45.474664+0000","last_active":"2024-04-02T08:19:18.739869+0000","last_peered":"2024-04-02T08:19:18.739869+0000","last_clean":"2024-04-02T08:19:18.739869+0000","last_became_active":"2024-04-02T08:17:45.474332+0000","last_became_peered":"2024-04-02T08:17:45.474332+0000","last_unstale":"2024-04-02T08:19:18.739869+0000","last_undegraded":"2024-04-02T08:19:18.739869+0000","last_fullsized":"2024-04-02T08:19:18.739869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738598+0000","last_change":"2024-04-02T08:17:45.101808+0000","last_active":"2024-04-02T08:19:18.738598+0000","last_peered":"2024-04-02T08:19:18.738598+0000","last_clean":"2024-04-02T08:19:18.738598+0000","last_became_active":"2024-04-02T08:17:45.101523+0000","last_became_peered":"2024-04-02T08:17:45.101523+0000","last_unstale":"2024-04-02T08:19:18.738598+0000","last_undegraded":"2024-04-02T08:19:18.738598+0000","last_fullsized":"2024-04-02T08:19:18.738598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736597+0000","last_change":"2024-04-02T08:17:45.469231+0000","last_active":"2024-04-02T08:19:18.736597+0000","last_peered":"2024-04-02T08:19:18.736597+0000","last_clean":"2024-04-02T08:19:18.736597+0000","last_became_active":"2024-04-02T08:17:45.468956+0000","last_became_peered":"2024-04-02T08:17:45.468956+0000","last_unstale":"2024-04-02T08:19:18.736597+0000","last_undegraded":"2024-04-02T08:19:18.736597+0000","last_fullsized":"2024-04-02T08:19:18.736597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.742303+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:19:18.742303+0000","last_peered":"2024-04-02T08:19:18.742303+0000","last_clean":"2024-04-02T08:19:18.742303+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:19:18.742303+0000","last_undegraded":"2024-04-02T08:19:18.742303+0000","last_fullsized":"2024-04-02T08:19:18.742303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741479+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:19:18.741479+0000","last_peered":"2024-04-02T08:19:18.741479+0000","last_clean":"2024-04-02T08:19:18.741479+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:19:18.741479+0000","last_undegraded":"2024-04-02T08:19:18.741479+0000","last_fullsized":"2024-04-02T08:19:18.741479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733266+0000","last_change":"2024-04-02T08:17:45.104336+0000","last_active":"2024-04-02T08:19:18.733266+0000","last_peered":"2024-04-02T08:19:18.733266+0000","last_clean":"2024-04-02T08:19:18.733266+0000","last_became_active":"2024-04-02T08:17:45.104033+0000","last_became_peered":"2024-04-02T08:17:45.104033+0000","last_unstale":"2024-04-02T08:19:18.733266+0000","last_undegraded":"2024-04-02T08:19:18.733266+0000","last_fullsized":"2024-04-02T08:19:18.733266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736966+0000","last_change":"2024-04-02T08:17:45.464471+0000","last_active":"2024-04-02T08:19:18.736966+0000","last_peered":"2024-04-02T08:19:18.736966+0000","last_clean":"2024-04-02T08:19:18.736966+0000","last_became_active":"2024-04-02T08:17:45.463944+0000","last_became_peered":"2024-04-02T08:17:45.463944+0000","last_unstale":"2024-04-02T08:19:18.736966+0000","last_undegraded":"2024-04-02T08:19:18.736966+0000","last_fullsized":"2024-04-02T08:19:18.736966+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739095+0000","last_change":"2024-04-02T08:17:45.103575+0000","last_active":"2024-04-02T08:19:18.739095+0000","last_peered":"2024-04-02T08:19:18.739095+0000","last_clean":"2024-04-02T08:19:18.739095+0000","last_became_active":"2024-04-02T08:17:45.103212+0000","last_became_peered":"2024-04-02T08:17:45.103212+0000","last_unstale":"2024-04-02T08:19:18.739095+0000","last_undegraded":"2024-04-02T08:19:18.739095+0000","last_fullsized":"2024-04-02T08:19:18.739095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733876+0000","last_change":"2024-04-02T08:17:45.476995+0000","last_active":"2024-04-02T08:19:18.733876+0000","last_peered":"2024-04-02T08:19:18.733876+0000","last_clean":"2024-04-02T08:19:18.733876+0000","last_became_active":"2024-04-02T08:17:45.476678+0000","last_became_peered":"2024-04-02T08:17:45.476678+0000","last_unstale":"2024-04-02T08:19:18.733876+0000","last_undegraded":"2024-04-02T08:19:18.733876+0000","last_fullsized":"2024-04-02T08:19:18.733876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733686+0000","last_change":"2024-04-02T08:17:45.107900+0000","last_active":"2024-04-02T08:19:18.733686+0000","last_peered":"2024-04-02T08:19:18.733686+0000","last_clean":"2024-04-02T08:19:18.733686+0000","last_became_active":"2024-04-02T08:17:45.105614+0000","last_became_peered":"2024-04-02T08:17:45.105614+0000","last_unstale":"2024-04-02T08:19:18.733686+0000","last_undegraded":"2024-04-02T08:19:18.733686+0000","last_fullsized":"2024-04-02T08:19:18.733686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738831+0000","last_change":"2024-04-02T08:17:45.478974+0000","last_active":"2024-04-02T08:19:18.738831+0000","last_peered":"2024-04-02T08:19:18.738831+0000","last_clean":"2024-04-02T08:19:18.738831+0000","last_became_active":"2024-04-02T08:17:45.478687+0000","last_became_peered":"2024-04-02T08:17:45.478687+0000","last_unstale":"2024-04-02T08:19:18.738831+0000","last_undegraded":"2024-04-02T08:19:18.738831+0000","last_fullsized":"2024-04-02T08:19:18.738831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738267+0000","last_change":"2024-04-02T08:17:45.110218+0000","last_active":"2024-04-02T08:19:18.738267+0000","last_peered":"2024-04-02T08:19:18.738267+0000","last_clean":"2024-04-02T08:19:18.738267+0000","last_became_active":"2024-04-02T08:17:45.109912+0000","last_became_peered":"2024-04-02T08:17:45.109912+0000","last_unstale":"2024-04-02T08:19:18.738267+0000","last_undegraded":"2024-04-02T08:19:18.738267+0000","last_fullsized":"2024-04-02T08:19:18.738267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740670+0000","last_change":"2024-04-02T08:17:45.476314+0000","last_active":"2024-04-02T08:19:18.740670+0000","last_peered":"2024-04-02T08:19:18.740670+0000","last_clean":"2024-04-02T08:19:18.740670+0000","last_became_active":"2024-04-02T08:17:45.475134+0000","last_became_peered":"2024-04-02T08:17:45.475134+0000","last_unstale":"2024-04-02T08:19:18.740670+0000","last_undegraded":"2024-04-02T08:19:18.740670+0000","last_fullsized":"2024-04-02T08:19:18.740670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738773+0000","last_change":"2024-04-02T08:17:45.104730+0000","last_active":"2024-04-02T08:19:18.738773+0000","last_peered":"2024-04-02T08:19:18.738773+0000","last_clean":"2024-04-02T08:19:18.738773+0000","last_became_active":"2024-04-02T08:17:45.104451+0000","last_became_peered":"2024-04-02T08:17:45.104451+0000","last_unstale":"2024-04-02T08:19:18.738773+0000","last_undegraded":"2024-04-02T08:19:18.738773+0000","last_fullsized":"2024-04-02T08:19:18.738773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736428+0000","last_change":"2024-04-02T08:17:45.476420+0000","last_active":"2024-04-02T08:19:18.736428+0000","last_peered":"2024-04-02T08:19:18.736428+0000","last_clean":"2024-04-02T08:19:18.736428+0000","last_became_active":"2024-04-02T08:17:45.476111+0000","last_became_peered":"2024-04-02T08:17:45.476111+0000","last_unstale":"2024-04-02T08:19:18.736428+0000","last_undegraded":"2024-04-02T08:19:18.736428+0000","last_fullsized":"2024-04-02T08:19:18.736428+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736793+0000","last_change":"2024-04-02T08:17:45.106876+0000","last_active":"2024-04-02T08:19:18.736793+0000","last_peered":"2024-04-02T08:19:18.736793+0000","last_clean":"2024-04-02T08:19:18.736793+0000","last_became_active":"2024-04-02T08:17:45.106575+0000","last_became_peered":"2024-04-02T08:17:45.106575+0000","last_unstale":"2024-04-02T08:19:18.736793+0000","last_undegraded":"2024-04-02T08:19:18.736793+0000","last_fullsized":"2024-04-02T08:19:18.736793+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736330+0000","last_change":"2024-04-02T08:17:45.469434+0000","last_active":"2024-04-02T08:19:18.736330+0000","last_peered":"2024-04-02T08:19:18.736330+0000","last_clean":"2024-04-02T08:19:18.736330+0000","last_became_active":"2024-04-02T08:17:45.468891+0000","last_became_peered":"2024-04-02T08:17:45.468891+0000","last_unstale":"2024-04-02T08:19:18.736330+0000","last_undegraded":"2024-04-02T08:19:18.736330+0000","last_fullsized":"2024-04-02T08:19:18.736330+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733267+0000","last_change":"2024-04-02T08:17:45.107649+0000","last_active":"2024-04-02T08:19:18.733267+0000","last_peered":"2024-04-02T08:19:18.733267+0000","last_clean":"2024-04-02T08:19:18.733267+0000","last_became_active":"2024-04-02T08:17:45.105359+0000","last_became_peered":"2024-04-02T08:17:45.105359+0000","last_unstale":"2024-04-02T08:19:18.733267+0000","last_undegraded":"2024-04-02T08:19:18.733267+0000","last_fullsized":"2024-04-02T08:19:18.733267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735978+0000","last_change":"2024-04-02T08:17:45.476656+0000","last_active":"2024-04-02T08:19:18.735978+0000","last_peered":"2024-04-02T08:19:18.735978+0000","last_clean":"2024-04-02T08:19:18.735978+0000","last_became_active":"2024-04-02T08:17:45.475934+0000","last_became_peered":"2024-04-02T08:17:45.475934+0000","last_unstale":"2024-04-02T08:19:18.735978+0000","last_undegraded":"2024-04-02T08:19:18.735978+0000","last_fullsized":"2024-04-02T08:19:18.735978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737920+0000","last_change":"2024-04-02T08:17:45.099457+0000","last_active":"2024-04-02T08:19:18.737920+0000","last_peered":"2024-04-02T08:19:18.737920+0000","last_clean":"2024-04-02T08:19:18.737920+0000","last_became_active":"2024-04-02T08:17:45.099159+0000","last_became_peered":"2024-04-02T08:17:45.099159+0000","last_unstale":"2024-04-02T08:19:18.737920+0000","last_undegraded":"2024-04-02T08:19:18.737920+0000","last_fullsized":"2024-04-02T08:19:18.737920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737927+0000","last_change":"2024-04-02T08:17:45.473608+0000","last_active":"2024-04-02T08:19:18.737927+0000","last_peered":"2024-04-02T08:19:18.737927+0000","last_clean":"2024-04-02T08:19:18.737927+0000","last_became_active":"2024-04-02T08:17:45.473323+0000","last_became_peered":"2024-04-02T08:17:45.473323+0000","last_unstale":"2024-04-02T08:19:18.737927+0000","last_undegraded":"2024-04-02T08:19:18.737927+0000","last_fullsized":"2024-04-02T08:19:18.737927+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734531+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:19:18.734531+0000","last_peered":"2024-04-02T08:19:18.734531+0000","last_clean":"2024-04-02T08:19:18.734531+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:19:18.734531+0000","last_undegraded":"2024-04-02T08:19:18.734531+0000","last_fullsized":"2024-04-02T08:19:18.734531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735740+0000","last_change":"2024-04-02T08:17:45.476131+0000","last_active":"2024-04-02T08:19:18.735740+0000","last_peered":"2024-04-02T08:19:18.735740+0000","last_clean":"2024-04-02T08:19:18.735740+0000","last_became_active":"2024-04-02T08:17:45.475849+0000","last_became_peered":"2024-04-02T08:17:45.475849+0000","last_unstale":"2024-04-02T08:19:18.735740+0000","last_undegraded":"2024-04-02T08:19:18.735740+0000","last_fullsized":"2024-04-02T08:19:18.735740+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":33,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.750511+0000","last_change":"2024-04-02T08:19:19.750511+0000","last_active":"2024-04-02T08:19:19.750511+0000","last_peered":"2024-04-02T08:19:19.750511+0000","last_clean":"2024-04-02T08:19:19.750511+0000","last_became_active":"2024-04-02T08:19:19.746974+0000","last_became_peered":"2024-04-02T08:19:19.746974+0000","last_unstale":"2024-04-02T08:19:19.750511+0000","last_undegraded":"2024-04-02T08:19:19.750511+0000","last_fullsized":"2024-04-02T08:19:19.750511+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:48:55.852576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736238+0000","last_change":"2024-04-02T08:17:45.477488+0000","last_active":"2024-04-02T08:19:18.736238+0000","last_peered":"2024-04-02T08:19:18.736238+0000","last_clean":"2024-04-02T08:19:18.736238+0000","last_became_active":"2024-04-02T08:17:45.477153+0000","last_became_peered":"2024-04-02T08:17:45.477153+0000","last_unstale":"2024-04-02T08:19:18.736238+0000","last_undegraded":"2024-04-02T08:19:18.736238+0000","last_fullsized":"2024-04-02T08:19:18.736238+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737107+0000","last_change":"2024-04-02T08:18:20.946641+0000","last_active":"2024-04-02T08:19:18.737107+0000","last_peered":"2024-04-02T08:19:18.737107+0000","last_clean":"2024-04-02T08:19:18.737107+0000","last_became_active":"2024-04-02T08:18:20.946410+0000","last_became_peered":"2024-04-02T08:18:20.946410+0000","last_unstale":"2024-04-02T08:19:18.737107+0000","last_undegraded":"2024-04-02T08:19:18.737107+0000","last_fullsized":"2024-04-02T08:19:18.737107+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:15:19.021290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737717+0000","last_change":"2024-04-02T08:17:45.106946+0000","last_active":"2024-04-02T08:19:18.737717+0000","last_peered":"2024-04-02T08:19:18.737717+0000","last_clean":"2024-04-02T08:19:18.737717+0000","last_became_active":"2024-04-02T08:17:45.105934+0000","last_became_peered":"2024-04-02T08:17:45.105934+0000","last_unstale":"2024-04-02T08:19:18.737717+0000","last_undegraded":"2024-04-02T08:19:18.737717+0000","last_fullsized":"2024-04-02T08:19:18.737717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733912+0000","last_change":"2024-04-02T08:17:45.472842+0000","last_active":"2024-04-02T08:19:18.733912+0000","last_peered":"2024-04-02T08:19:18.733912+0000","last_clean":"2024-04-02T08:19:18.733912+0000","last_became_active":"2024-04-02T08:17:45.471640+0000","last_became_peered":"2024-04-02T08:17:45.471640+0000","last_unstale":"2024-04-02T08:19:18.733912+0000","last_undegraded":"2024-04-02T08:19:18.733912+0000","last_fullsized":"2024-04-02T08:19:18.733912+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737805+0000","last_change":"2024-04-02T08:18:20.936534+0000","last_active":"2024-04-02T08:19:18.737805+0000","last_peered":"2024-04-02T08:19:18.737805+0000","last_clean":"2024-04-02T08:19:18.737805+0000","last_became_active":"2024-04-02T08:18:20.936225+0000","last_became_peered":"2024-04-02T08:18:20.936225+0000","last_unstale":"2024-04-02T08:19:18.737805+0000","last_undegraded":"2024-04-02T08:19:18.737805+0000","last_fullsized":"2024-04-02T08:19:18.737805+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:17.246476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733258+0000","last_change":"2024-04-02T08:17:45.108103+0000","last_active":"2024-04-02T08:19:18.733258+0000","last_peered":"2024-04-02T08:19:18.733258+0000","last_clean":"2024-04-02T08:19:18.733258+0000","last_became_active":"2024-04-02T08:17:45.107778+0000","last_became_peered":"2024-04-02T08:17:45.107778+0000","last_unstale":"2024-04-02T08:19:18.733258+0000","last_undegraded":"2024-04-02T08:19:18.733258+0000","last_fullsized":"2024-04-02T08:19:18.733258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:20.012287+0000","last_change":"2024-04-02T08:19:20.012287+0000","last_active":"2024-04-02T08:19:20.012287+0000","last_peered":"2024-04-02T08:19:20.012287+0000","last_clean":"2024-04-02T08:19:20.012287+0000","last_became_active":"2024-04-02T08:19:20.011866+0000","last_became_peered":"2024-04-02T08:19:20.011866+0000","last_unstale":"2024-04-02T08:19:20.012287+0000","last_undegraded":"2024-04-02T08:19:20.012287+0000","last_fullsized":"2024-04-02T08:19:20.012287+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:36:48.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739413+0000","last_change":"2024-04-02T08:18:20.948706+0000","last_active":"2024-04-02T08:19:18.739413+0000","last_peered":"2024-04-02T08:19:18.739413+0000","last_clean":"2024-04-02T08:19:18.739413+0000","last_became_active":"2024-04-02T08:18:20.948408+0000","last_became_peered":"2024-04-02T08:18:20.948408+0000","last_unstale":"2024-04-02T08:19:18.739413+0000","last_undegraded":"2024-04-02T08:19:18.739413+0000","last_fullsized":"2024-04-02T08:19:18.739413+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:33:06.724441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736412+0000","last_change":"2024-04-02T08:17:45.461557+0000","last_active":"2024-04-02T08:19:18.736412+0000","last_peered":"2024-04-02T08:19:18.736412+0000","last_clean":"2024-04-02T08:19:18.736412+0000","last_became_active":"2024-04-02T08:17:45.461297+0000","last_became_peered":"2024-04-02T08:17:45.461297+0000","last_unstale":"2024-04-02T08:19:18.736412+0000","last_undegraded":"2024-04-02T08:19:18.736412+0000","last_fullsized":"2024-04-02T08:19:18.736412+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734721+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:19:18.734721+0000","last_peered":"2024-04-02T08:19:18.734721+0000","last_clean":"2024-04-02T08:19:18.734721+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:19:18.734721+0000","last_undegraded":"2024-04-02T08:19:18.734721+0000","last_fullsized":"2024-04-02T08:19:18.734721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738623+0000","last_change":"2024-04-02T08:18:20.948902+0000","last_active":"2024-04-02T08:19:18.738623+0000","last_peered":"2024-04-02T08:19:18.738623+0000","last_clean":"2024-04-02T08:19:18.738623+0000","last_became_active":"2024-04-02T08:18:20.948606+0000","last_became_peered":"2024-04-02T08:18:20.948606+0000","last_unstale":"2024-04-02T08:19:18.738623+0000","last_undegraded":"2024-04-02T08:19:18.738623+0000","last_fullsized":"2024-04-02T08:19:18.738623+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:59.802855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741597+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:19:18.741597+0000","last_peered":"2024-04-02T08:19:18.741597+0000","last_clean":"2024-04-02T08:19:18.741597+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:19:18.741597+0000","last_undegraded":"2024-04-02T08:19:18.741597+0000","last_fullsized":"2024-04-02T08:19:18.741597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733465+0000","last_change":"2024-04-02T08:17:45.104366+0000","last_active":"2024-04-02T08:19:18.733465+0000","last_peered":"2024-04-02T08:19:18.733465+0000","last_clean":"2024-04-02T08:19:18.733465+0000","last_became_active":"2024-04-02T08:17:45.104079+0000","last_became_peered":"2024-04-02T08:17:45.104079+0000","last_unstale":"2024-04-02T08:19:18.733465+0000","last_undegraded":"2024-04-02T08:19:18.733465+0000","last_fullsized":"2024-04-02T08:19:18.733465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"64'128","reported_seq":265,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735425+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:19:18.735425+0000","last_peered":"2024-04-02T08:19:18.735425+0000","last_clean":"2024-04-02T08:19:18.735425+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:19:18.735425+0000","last_undegraded":"2024-04-02T08:19:18.735425+0000","last_fullsized":"2024-04-02T08:19:18.735425+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736541+0000","last_change":"2024-04-02T08:18:20.939117+0000","last_active":"2024-04-02T08:19:18.736541+0000","last_peered":"2024-04-02T08:19:18.736541+0000","last_clean":"2024-04-02T08:19:18.736541+0000","last_became_active":"2024-04-02T08:18:20.938730+0000","last_became_peered":"2024-04-02T08:18:20.938730+0000","last_unstale":"2024-04-02T08:19:18.736541+0000","last_undegraded":"2024-04-02T08:19:18.736541+0000","last_fullsized":"2024-04-02T08:19:18.736541+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:32.945809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735664+0000","last_change":"2024-04-02T08:17:45.467119+0000","last_active":"2024-04-02T08:19:18.735664+0000","last_peered":"2024-04-02T08:19:18.735664+0000","last_clean":"2024-04-02T08:19:18.735664+0000","last_became_active":"2024-04-02T08:17:45.466809+0000","last_became_peered":"2024-04-02T08:17:45.466809+0000","last_unstale":"2024-04-02T08:19:18.735664+0000","last_undegraded":"2024-04-02T08:19:18.735664+0000","last_fullsized":"2024-04-02T08:19:18.735664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735318+0000","last_change":"2024-04-02T08:17:45.112331+0000","last_active":"2024-04-02T08:19:18.735318+0000","last_peered":"2024-04-02T08:19:18.735318+0000","last_clean":"2024-04-02T08:19:18.735318+0000","last_became_active":"2024-04-02T08:17:45.112064+0000","last_became_peered":"2024-04-02T08:17:45.112064+0000","last_unstale":"2024-04-02T08:19:18.735318+0000","last_undegraded":"2024-04-02T08:19:18.735318+0000","last_fullsized":"2024-04-02T08:19:18.735318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736524+0000","last_change":"2024-04-02T08:18:20.948470+0000","last_active":"2024-04-02T08:19:18.736524+0000","last_peered":"2024-04-02T08:19:18.736524+0000","last_clean":"2024-04-02T08:19:18.736524+0000","last_became_active":"2024-04-02T08:18:20.948155+0000","last_became_peered":"2024-04-02T08:18:20.948155+0000","last_unstale":"2024-04-02T08:19:18.736524+0000","last_undegraded":"2024-04-02T08:19:18.736524+0000","last_fullsized":"2024-04-02T08:19:18.736524+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:19:42.094867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736561+0000","last_change":"2024-04-02T08:17:45.112231+0000","last_active":"2024-04-02T08:19:18.736561+0000","last_peered":"2024-04-02T08:19:18.736561+0000","last_clean":"2024-04-02T08:19:18.736561+0000","last_became_active":"2024-04-02T08:17:45.111870+0000","last_became_peered":"2024-04-02T08:17:45.111870+0000","last_unstale":"2024-04-02T08:19:18.736561+0000","last_undegraded":"2024-04-02T08:19:18.736561+0000","last_fullsized":"2024-04-02T08:19:18.736561+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737902+0000","last_change":"2024-04-02T08:17:45.472742+0000","last_active":"2024-04-02T08:19:18.737902+0000","last_peered":"2024-04-02T08:19:18.737902+0000","last_clean":"2024-04-02T08:19:18.737902+0000","last_became_active":"2024-04-02T08:17:45.472458+0000","last_became_peered":"2024-04-02T08:17:45.472458+0000","last_unstale":"2024-04-02T08:19:18.737902+0000","last_undegraded":"2024-04-02T08:19:18.737902+0000","last_fullsized":"2024-04-02T08:19:18.737902+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741388+0000","last_change":"2024-04-02T08:18:20.948646+0000","last_active":"2024-04-02T08:19:18.741388+0000","last_peered":"2024-04-02T08:19:18.741388+0000","last_clean":"2024-04-02T08:19:18.741388+0000","last_became_active":"2024-04-02T08:18:20.948339+0000","last_became_peered":"2024-04-02T08:18:20.948339+0000","last_unstale":"2024-04-02T08:19:18.741388+0000","last_undegraded":"2024-04-02T08:19:18.741388+0000","last_fullsized":"2024-04-02T08:19:18.741388+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:09:16.291887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739189+0000","last_change":"2024-04-02T08:17:45.099822+0000","last_active":"2024-04-02T08:19:18.739189+0000","last_peered":"2024-04-02T08:19:18.739189+0000","last_clean":"2024-04-02T08:19:18.739189+0000","last_became_active":"2024-04-02T08:17:45.099533+0000","last_became_peered":"2024-04-02T08:17:45.099533+0000","last_unstale":"2024-04-02T08:19:18.739189+0000","last_undegraded":"2024-04-02T08:19:18.739189+0000","last_fullsized":"2024-04-02T08:19:18.739189+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741944+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:19:18.741944+0000","last_peered":"2024-04-02T08:19:18.741944+0000","last_clean":"2024-04-02T08:19:18.741944+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:19:18.741944+0000","last_undegraded":"2024-04-02T08:19:18.741944+0000","last_fullsized":"2024-04-02T08:19:18.741944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739541+0000","last_change":"2024-04-02T08:18:20.946820+0000","last_active":"2024-04-02T08:19:18.739541+0000","last_peered":"2024-04-02T08:19:18.739541+0000","last_clean":"2024-04-02T08:19:18.739541+0000","last_became_active":"2024-04-02T08:18:20.946530+0000","last_became_peered":"2024-04-02T08:18:20.946530+0000","last_unstale":"2024-04-02T08:19:18.739541+0000","last_undegraded":"2024-04-02T08:19:18.739541+0000","last_fullsized":"2024-04-02T08:19:18.739541+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:51.849560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739049+0000","last_change":"2024-04-02T08:17:45.100974+0000","last_active":"2024-04-02T08:19:18.739049+0000","last_peered":"2024-04-02T08:19:18.739049+0000","last_clean":"2024-04-02T08:19:18.739049+0000","last_became_active":"2024-04-02T08:17:45.100684+0000","last_became_peered":"2024-04-02T08:17:45.100684+0000","last_unstale":"2024-04-02T08:19:18.739049+0000","last_undegraded":"2024-04-02T08:19:18.739049+0000","last_fullsized":"2024-04-02T08:19:18.739049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.745599+0000","last_change":"2024-04-02T08:19:19.745599+0000","last_active":"2024-04-02T08:19:19.745599+0000","last_peered":"2024-04-02T08:19:19.745599+0000","last_clean":"2024-04-02T08:19:19.745599+0000","last_became_active":"2024-04-02T08:19:19.745289+0000","last_became_peered":"2024-04-02T08:19:19.745289+0000","last_unstale":"2024-04-02T08:19:19.745599+0000","last_undegraded":"2024-04-02T08:19:19.745599+0000","last_fullsized":"2024-04-02T08:19:19.745599+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:50.236852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735462+0000","last_change":"2024-04-02T08:17:45.113389+0000","last_active":"2024-04-02T08:19:18.735462+0000","last_peered":"2024-04-02T08:19:18.735462+0000","last_clean":"2024-04-02T08:19:18.735462+0000","last_became_active":"2024-04-02T08:17:45.113187+0000","last_became_peered":"2024-04-02T08:17:45.113187+0000","last_unstale":"2024-04-02T08:19:18.735462+0000","last_undegraded":"2024-04-02T08:19:18.735462+0000","last_fullsized":"2024-04-02T08:19:18.735462+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740088+0000","last_change":"2024-04-02T08:17:45.480348+0000","last_active":"2024-04-02T08:19:18.740088+0000","last_peered":"2024-04-02T08:19:18.740088+0000","last_clean":"2024-04-02T08:19:18.740088+0000","last_became_active":"2024-04-02T08:17:45.480032+0000","last_became_peered":"2024-04-02T08:17:45.480032+0000","last_unstale":"2024-04-02T08:19:18.740088+0000","last_undegraded":"2024-04-02T08:19:18.740088+0000","last_fullsized":"2024-04-02T08:19:18.740088+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736832+0000","last_change":"2024-04-02T08:17:45.107119+0000","last_active":"2024-04-02T08:19:18.736832+0000","last_peered":"2024-04-02T08:19:18.736832+0000","last_clean":"2024-04-02T08:19:18.736832+0000","last_became_active":"2024-04-02T08:17:45.106239+0000","last_became_peered":"2024-04-02T08:17:45.106239+0000","last_unstale":"2024-04-02T08:19:18.736832+0000","last_undegraded":"2024-04-02T08:19:18.736832+0000","last_fullsized":"2024-04-02T08:19:18.736832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741418+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:19:18.741418+0000","last_peered":"2024-04-02T08:19:18.741418+0000","last_clean":"2024-04-02T08:19:18.741418+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:19:18.741418+0000","last_undegraded":"2024-04-02T08:19:18.741418+0000","last_fullsized":"2024-04-02T08:19:18.741418+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737407+0000","last_change":"2024-04-02T08:17:45.105057+0000","last_active":"2024-04-02T08:19:18.737407+0000","last_peered":"2024-04-02T08:19:18.737407+0000","last_clean":"2024-04-02T08:19:18.737407+0000","last_became_active":"2024-04-02T08:17:45.104763+0000","last_became_peered":"2024-04-02T08:17:45.104763+0000","last_unstale":"2024-04-02T08:19:18.737407+0000","last_undegraded":"2024-04-02T08:19:18.737407+0000","last_fullsized":"2024-04-02T08:19:18.737407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741580+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:19:18.741580+0000","last_peered":"2024-04-02T08:19:18.741580+0000","last_clean":"2024-04-02T08:19:18.741580+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:19:18.741580+0000","last_undegraded":"2024-04-02T08:19:18.741580+0000","last_fullsized":"2024-04-02T08:19:18.741580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736018+0000","last_change":"2024-04-02T08:17:45.109669+0000","last_active":"2024-04-02T08:19:18.736018+0000","last_peered":"2024-04-02T08:19:18.736018+0000","last_clean":"2024-04-02T08:19:18.736018+0000","last_became_active":"2024-04-02T08:17:45.109363+0000","last_became_peered":"2024-04-02T08:17:45.109363+0000","last_unstale":"2024-04-02T08:19:18.736018+0000","last_undegraded":"2024-04-02T08:19:18.736018+0000","last_fullsized":"2024-04-02T08:19:18.736018+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738488+0000","last_change":"2024-04-02T08:17:45.469399+0000","last_active":"2024-04-02T08:19:18.738488+0000","last_peered":"2024-04-02T08:19:18.738488+0000","last_clean":"2024-04-02T08:19:18.738488+0000","last_became_active":"2024-04-02T08:17:45.469013+0000","last_became_peered":"2024-04-02T08:17:45.469013+0000","last_unstale":"2024-04-02T08:19:18.738488+0000","last_undegraded":"2024-04-02T08:19:18.738488+0000","last_fullsized":"2024-04-02T08:19:18.738488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734864+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:19:18.734864+0000","last_peered":"2024-04-02T08:19:18.734864+0000","last_clean":"2024-04-02T08:19:18.734864+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:19:18.734864+0000","last_undegraded":"2024-04-02T08:19:18.734864+0000","last_fullsized":"2024-04-02T08:19:18.734864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:20.012097+0000","last_change":"2024-04-02T08:19:20.012097+0000","last_active":"2024-04-02T08:19:20.012097+0000","last_peered":"2024-04-02T08:19:20.012097+0000","last_clean":"2024-04-02T08:19:20.012097+0000","last_became_active":"2024-04-02T08:19:20.011724+0000","last_became_peered":"2024-04-02T08:19:20.011724+0000","last_unstale":"2024-04-02T08:19:20.012097+0000","last_undegraded":"2024-04-02T08:19:20.012097+0000","last_fullsized":"2024-04-02T08:19:20.012097+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:31:02.987382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738175+0000","last_change":"2024-04-02T08:17:45.103651+0000","last_active":"2024-04-02T08:19:18.738175+0000","last_peered":"2024-04-02T08:19:18.738175+0000","last_clean":"2024-04-02T08:19:18.738175+0000","last_became_active":"2024-04-02T08:17:45.103351+0000","last_became_peered":"2024-04-02T08:17:45.103351+0000","last_unstale":"2024-04-02T08:19:18.738175+0000","last_undegraded":"2024-04-02T08:19:18.738175+0000","last_fullsized":"2024-04-02T08:19:18.738175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733464+0000","last_change":"2024-04-02T08:17:45.471398+0000","last_active":"2024-04-02T08:19:18.733464+0000","last_peered":"2024-04-02T08:19:18.733464+0000","last_clean":"2024-04-02T08:19:18.733464+0000","last_became_active":"2024-04-02T08:17:45.470659+0000","last_became_peered":"2024-04-02T08:17:45.470659+0000","last_unstale":"2024-04-02T08:19:18.733464+0000","last_undegraded":"2024-04-02T08:19:18.733464+0000","last_fullsized":"2024-04-02T08:19:18.733464+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735026+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:19:18.735026+0000","last_peered":"2024-04-02T08:19:18.735026+0000","last_clean":"2024-04-02T08:19:18.735026+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:19:18.735026+0000","last_undegraded":"2024-04-02T08:19:18.735026+0000","last_fullsized":"2024-04-02T08:19:18.735026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.747070+0000","last_change":"2024-04-02T08:19:19.747070+0000","last_active":"2024-04-02T08:19:19.747070+0000","last_peered":"2024-04-02T08:19:19.747070+0000","last_clean":"2024-04-02T08:19:19.747070+0000","last_became_active":"2024-04-02T08:19:19.746708+0000","last_became_peered":"2024-04-02T08:19:19.746708+0000","last_unstale":"2024-04-02T08:19:19.747070+0000","last_undegraded":"2024-04-02T08:19:19.747070+0000","last_fullsized":"2024-04-02T08:19:19.747070+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:31.638010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737815+0000","last_change":"2024-04-02T08:17:45.472532+0000","last_active":"2024-04-02T08:19:18.737815+0000","last_peered":"2024-04-02T08:19:18.737815+0000","last_clean":"2024-04-02T08:19:18.737815+0000","last_became_active":"2024-04-02T08:17:45.472241+0000","last_became_peered":"2024-04-02T08:17:45.472241+0000","last_unstale":"2024-04-02T08:19:18.737815+0000","last_undegraded":"2024-04-02T08:19:18.737815+0000","last_fullsized":"2024-04-02T08:19:18.737815+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734597+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:19:18.734597+0000","last_peered":"2024-04-02T08:19:18.734597+0000","last_clean":"2024-04-02T08:19:18.734597+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:19:18.734597+0000","last_undegraded":"2024-04-02T08:19:18.734597+0000","last_fullsized":"2024-04-02T08:19:18.734597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733415+0000","last_change":"2024-04-02T08:17:45.462834+0000","last_active":"2024-04-02T08:19:18.733415+0000","last_peered":"2024-04-02T08:19:18.733415+0000","last_clean":"2024-04-02T08:19:18.733415+0000","last_became_active":"2024-04-02T08:17:45.462541+0000","last_became_peered":"2024-04-02T08:17:45.462541+0000","last_unstale":"2024-04-02T08:19:18.733415+0000","last_undegraded":"2024-04-02T08:19:18.733415+0000","last_fullsized":"2024-04-02T08:19:18.733415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736664+0000","last_change":"2024-04-02T08:17:45.468981+0000","last_active":"2024-04-02T08:19:18.736664+0000","last_peered":"2024-04-02T08:19:18.736664+0000","last_clean":"2024-04-02T08:19:18.736664+0000","last_became_active":"2024-04-02T08:17:45.468518+0000","last_became_peered":"2024-04-02T08:17:45.468518+0000","last_unstale":"2024-04-02T08:19:18.736664+0000","last_undegraded":"2024-04-02T08:19:18.736664+0000","last_fullsized":"2024-04-02T08:19:18.736664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741885+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:19:18.741885+0000","last_peered":"2024-04-02T08:19:18.741885+0000","last_clean":"2024-04-02T08:19:18.741885+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:19:18.741885+0000","last_undegraded":"2024-04-02T08:19:18.741885+0000","last_fullsized":"2024-04-02T08:19:18.741885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738084+0000","last_change":"2024-04-02T08:17:45.460349+0000","last_active":"2024-04-02T08:19:18.738084+0000","last_peered":"2024-04-02T08:19:18.738084+0000","last_clean":"2024-04-02T08:19:18.738084+0000","last_became_active":"2024-04-02T08:17:45.460036+0000","last_became_peered":"2024-04-02T08:17:45.460036+0000","last_unstale":"2024-04-02T08:19:18.738084+0000","last_undegraded":"2024-04-02T08:19:18.738084+0000","last_fullsized":"2024-04-02T08:19:18.738084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739134+0000","last_change":"2024-04-02T08:17:45.482194+0000","last_active":"2024-04-02T08:19:18.739134+0000","last_peered":"2024-04-02T08:19:18.739134+0000","last_clean":"2024-04-02T08:19:18.739134+0000","last_became_active":"2024-04-02T08:17:45.481893+0000","last_became_peered":"2024-04-02T08:17:45.481893+0000","last_unstale":"2024-04-02T08:19:18.739134+0000","last_undegraded":"2024-04-02T08:19:18.739134+0000","last_fullsized":"2024-04-02T08:19:18.739134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741985+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:19:18.741985+0000","last_peered":"2024-04-02T08:19:18.741985+0000","last_clean":"2024-04-02T08:19:18.741985+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:19:18.741985+0000","last_undegraded":"2024-04-02T08:19:18.741985+0000","last_fullsized":"2024-04-02T08:19:18.741985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733379+0000","last_change":"2024-04-02T08:17:45.471960+0000","last_active":"2024-04-02T08:19:18.733379+0000","last_peered":"2024-04-02T08:19:18.733379+0000","last_clean":"2024-04-02T08:19:18.733379+0000","last_became_active":"2024-04-02T08:17:45.471493+0000","last_became_peered":"2024-04-02T08:17:45.471493+0000","last_unstale":"2024-04-02T08:19:18.733379+0000","last_undegraded":"2024-04-02T08:19:18.733379+0000","last_fullsized":"2024-04-02T08:19:18.733379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.741644+0000","last_change":"2024-04-02T08:19:19.741644+0000","last_active":"2024-04-02T08:19:19.741644+0000","last_peered":"2024-04-02T08:19:19.741644+0000","last_clean":"2024-04-02T08:19:19.741644+0000","last_became_active":"2024-04-02T08:19:19.741335+0000","last_became_peered":"2024-04-02T08:19:19.741335+0000","last_unstale":"2024-04-02T08:19:19.741644+0000","last_undegraded":"2024-04-02T08:19:19.741644+0000","last_fullsized":"2024-04-02T08:19:19.741644+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:18.964318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733560+0000","last_change":"2024-04-02T08:17:45.471760+0000","last_active":"2024-04-02T08:19:18.733560+0000","last_peered":"2024-04-02T08:19:18.733560+0000","last_clean":"2024-04-02T08:19:18.733560+0000","last_became_active":"2024-04-02T08:17:45.470449+0000","last_became_peered":"2024-04-02T08:17:45.470449+0000","last_unstale":"2024-04-02T08:19:18.733560+0000","last_undegraded":"2024-04-02T08:19:18.733560+0000","last_fullsized":"2024-04-02T08:19:18.733560+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736725+0000","last_change":"2024-04-02T08:17:45.477263+0000","last_active":"2024-04-02T08:19:18.736725+0000","last_peered":"2024-04-02T08:19:18.736725+0000","last_clean":"2024-04-02T08:19:18.736725+0000","last_became_active":"2024-04-02T08:17:45.476981+0000","last_became_peered":"2024-04-02T08:17:45.476981+0000","last_unstale":"2024-04-02T08:19:18.736725+0000","last_undegraded":"2024-04-02T08:19:18.736725+0000","last_fullsized":"2024-04-02T08:19:18.736725+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738879+0000","last_change":"2024-04-02T08:17:45.470546+0000","last_active":"2024-04-02T08:19:18.738879+0000","last_peered":"2024-04-02T08:19:18.738879+0000","last_clean":"2024-04-02T08:19:18.738879+0000","last_became_active":"2024-04-02T08:17:45.470096+0000","last_became_peered":"2024-04-02T08:17:45.470096+0000","last_unstale":"2024-04-02T08:19:18.738879+0000","last_undegraded":"2024-04-02T08:19:18.738879+0000","last_fullsized":"2024-04-02T08:19:18.738879+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201307,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1314816,"data_stored":903460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.54000000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.39400000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.497}]},{"osd":3,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.58199999999999996}]},{"osd":4,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.61799999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.65700000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.56799999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462944,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32408,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712744,"statfs":{"total":95995035648,"available":95961849856,"internally_reserved":0,"allocated":1318912,"data_stored":904955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64500000000000002,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.495},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48899999999999999,"15min":0.48599999999999999},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.64800000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.45500000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66500000000000004,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68400000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.61499999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38200000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.68700000000000006,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40699999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.63900000000000001,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.71999999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.54000000000000004}]},{"osd":4,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.63700000000000001,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61399999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.627}]},{"osd":5,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.442,"5min":0.44800000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.55300000000000005,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.65400000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59599999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31828,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713324,"statfs":{"total":95995035648,"available":95962443776,"internally_reserved":0,"allocated":724992,"data_stored":312670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.22500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.32500000000000001},"min":{"1min":0.25700000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.21199999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.377,"15min":0.36299999999999999},"min":{"1min":0.22,"5min":0.215,"15min":0.215},"max":{"1min":0.54900000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.372},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63400000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.222}]},{"osd":3,"last update":"Tue Apr 2 08:18:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.46500000000000002},"min":{"1min":0.315,"5min":0.307,"15min":0.307},"max":{"1min":0.66600000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.30199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:19:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73699999999999999,"5min":1.022,"15min":1.022},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80000000000000004,"5min":1.01,"15min":1.01},"last":0.53500000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:18:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.61199999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79800000000000004,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69599999999999995,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.52300000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72799999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.629}]},{"osd":7,"last update":"Tue Apr 2 08:18:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.61899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32412,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712740,"statfs":{"total":95995035648,"available":95961845760,"internally_reserved":0,"allocated":1327104,"data_stored":903606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.22500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.49299999999999999,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.307},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.45600000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.42899999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38700000000000001,"15min":0.376},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.371,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.38}]},{"osd":3,"last update":"Tue Apr 2 08:18:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.438,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56999999999999995,"5min":0.622,"15min":0.622},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.434,"15min":0.44},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.36599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:19:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.41399999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.64100000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:18:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.374,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.77800000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73099999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.63300000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76400000000000001,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.438,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.70199999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.66500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":312532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.37,"15min":0.371},"min":{"1min":0.28699999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.48199999999999998,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.44},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39100000000000001,"15min":0.38900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.5,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.46700000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.39800000000000002},"min":{"1min":0.30299999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56399999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.41099999999999998},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.52600000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.41899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:18:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.442,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.378},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.40200000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55900000000000005,"15min":0.55700000000000005},"min":{"1min":0.41099999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56399999999999995,"15min":0.57099999999999995},"min":{"1min":0.35199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.79600000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:18:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78700000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.80500000000000005}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81399999999999995,"5min":0.87,"15min":0.87},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61499999999999999,"15min":0.61699999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79600000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.81599999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.69899999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149742,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27744,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717408,"statfs":{"total":95995035648,"available":95966625792,"internally_reserved":0,"allocated":737280,"data_stored":314964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.39100000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.495},{"interface":"front","average":{"1min":0.379,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42099999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40200000000000002,"15min":0.41199999999999998},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58799999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.42899999999999999,"15min":0.44700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.60599999999999998,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.44700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42899999999999999,"15min":0.441},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.503,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.41699999999999998,"15min":0.434},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46300000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.39800000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70899999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.81599999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:18:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.35599999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76300000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59399999999999997,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.82899999999999996}]},{"osd":6,"last update":"Tue Apr 2 08:19:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69399999999999995,"5min":0.751,"15min":0.751},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.71499999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.79400000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.76600000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986217,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":313218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.55100000000000005,"15min":0.57099999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.89100000000000001,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.61299999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78000000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.46800000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.872,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.55700000000000005,"15min":0.57099999999999995},"min":{"1min":0.40999999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.67500000000000004,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.55100000000000005}]},{"osd":3,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.57099999999999995,"15min":0.58699999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73499999999999999,"5min":1.077,"15min":1.077},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82699999999999996,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.499}]},{"osd":5,"last update":"Tue Apr 2 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.40100000000000002},"min":{"1min":0.29299999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.44,"15min":0.438},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.77600000000000002,"5min":1.014,"15min":1.014},"last":0.72499999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47799999999999998,"15min":0.47599999999999998},"min":{"1min":0.29699999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.84399999999999997,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.46300000000000002,"15min":0.45300000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.66500000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.63},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.53900000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724580,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":314677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.499,"15min":0.499},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67900000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.42999999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73099999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.60499999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69199999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83699999999999997,"5min":1.048,"15min":1.048},"last":0.503}]},{"osd":2,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64100000000000001,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.379,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76200000000000001,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.47699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.64800000000000002,"5min":1.034,"15min":1.034},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54100000000000004}]},{"osd":4,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39900000000000002,"15min":0.39600000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.624,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.313,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.63600000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45700000000000002},"min":{"1min":0.32600000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63200000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.623},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.71999999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.59399999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.64900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:19:33.948 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-mon[31218]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T08:19:33.948 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:33.948 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 podman[65257]: 2024-04-02 08:19:33.576979953 +0000 UTC m=+0.019248846 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:19:33.949 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 podman[65257]: 2024-04-02 08:19:33.69099742 +0000 UTC m=+0.133266334 container create aeab06112fc6ec1aed5d2e751836d2ccf56236d89d9d5acfddcf8f2957b01720 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:34.097 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:33 smithi084 ceph-mon[27534]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T08:19:34.097 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:33 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:34.097 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:33 smithi084 ceph-mon[39235]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T08:19:34.097 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:33 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STOPPING 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STOPPED 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STARTING 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Serving on http://:::9283 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STARTED 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STOPPING 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STOPPED 2024-04-02T08:19:34.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STARTING 2024-04-02T08:19:34.369 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Serving on http://:::9283 2024-04-02T08:19:34.369 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STARTED 2024-04-02T08:19:34.369 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STOPPING 2024-04-02T08:19:34.369 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:19:34.369 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STOPPED 2024-04-02T08:19:34.369 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STARTING 2024-04-02T08:19:34.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 podman[65257]: 2024-04-02 08:19:33.950674303 +0000 UTC m=+0.392943182 container init aeab06112fc6ec1aed5d2e751836d2ccf56236d89d9d5acfddcf8f2957b01720 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:34.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 podman[65257]: 2024-04-02 08:19:33.956453306 +0000 UTC m=+0.398722178 container start aeab06112fc6ec1aed5d2e751836d2ccf56236d89d9d5acfddcf8f2957b01720 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:19:34.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.979Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:19:34.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.979Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:19:34.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.979Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi132 (none))" 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.979Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.979Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.980Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.981Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.982Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.982Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.983Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.983Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.433µs 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.983Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.986Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.986Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.986Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.609µs wal_replay_duration=2.779002ms wbl_replay_duration=111ns total_replay_duration=2.813573ms 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.987Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:19:34.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.987Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:19:34.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:33.987Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:19:34.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:34.004Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.360257ms db_storage=702ns remote_storage=978ns web_handler=812ns query_engine=490ns scrape=401.068µs scrape_sd=84.42µs notify=10.306µs notify_sd=8.497µs rules=16.644852ms tracing=5.361µs 2024-04-02T08:19:34.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:34.004Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:19:34.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:19:34.004Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:19:34.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:34 smithi132 bash[65257]: aeab06112fc6ec1aed5d2e751836d2ccf56236d89d9d5acfddcf8f2957b01720 2024-04-02T08:19:34.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:19:34 smithi132 systemd[1]: Started Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:19:34.737 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Serving on http://:::9283 2024-04-02T08:19:34.737 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:34] ENGINE Bus STARTED 2024-04-02T08:19:34.990 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:34.990 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.990 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.990 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:19:34.990 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi084.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:19:34.990 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi132.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi132.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:19:34.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi084.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi132.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi132.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:34.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:34 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:35.017 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:35.017 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:35.017 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:35.017 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:19:35.017 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi084.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi132.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi132.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:35.018 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:34 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[27534]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi084.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi132.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi132.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[39235]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi084.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:19:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:19:35.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi132.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:19:35.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:19:35.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:35 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi132.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:19:36.047 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:35 smithi132 ceph-mon[31218]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T08:19:36.047 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:35 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:19:36.047 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:35 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi084.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:19:36.047 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:35 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:19:36.047 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:35 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi132.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:19:36.048 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:35 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:19:36.048 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:35 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi132.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:19:36.925 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:19:37.148 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[27534]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[39235]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:37 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:37 smithi132 ceph-mon[31218]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:37 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:37 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:37 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:37 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:39.011 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:38 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:39.011 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:38 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:39.012 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:38 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:39.012 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:38 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:39.012 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:38 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:39.012 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:38 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:39.063 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:39.065 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:19:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:38 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:38 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:38 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:39.367 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:19:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:19:39.013Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003146384s 2024-04-02T08:19:39.769 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2024-04-02T08:19:37.823262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771126,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235896,"kb_used_data":7428,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725320,"statfs":{"total":767960285184,"available":767718727680,"internally_reserved":0,"allocated":7606272,"data_stored":4280082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002114"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737147+0000","last_change":"2024-04-02T08:17:45.481105+0000","last_active":"2024-04-02T08:19:18.737147+0000","last_peered":"2024-04-02T08:19:18.737147+0000","last_clean":"2024-04-02T08:19:18.737147+0000","last_became_active":"2024-04-02T08:17:45.480815+0000","last_became_peered":"2024-04-02T08:17:45.480815+0000","last_unstale":"2024-04-02T08:19:18.737147+0000","last_undegraded":"2024-04-02T08:19:18.737147+0000","last_fullsized":"2024-04-02T08:19:18.737147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738566+0000","last_change":"2024-04-02T08:17:45.464101+0000","last_active":"2024-04-02T08:19:18.738566+0000","last_peered":"2024-04-02T08:19:18.738566+0000","last_clean":"2024-04-02T08:19:18.738566+0000","last_became_active":"2024-04-02T08:17:45.463806+0000","last_became_peered":"2024-04-02T08:17:45.463806+0000","last_unstale":"2024-04-02T08:19:18.738566+0000","last_undegraded":"2024-04-02T08:19:18.738566+0000","last_fullsized":"2024-04-02T08:19:18.738566+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737267+0000","last_change":"2024-04-02T08:17:45.475764+0000","last_active":"2024-04-02T08:19:18.737267+0000","last_peered":"2024-04-02T08:19:18.737267+0000","last_clean":"2024-04-02T08:19:18.737267+0000","last_became_active":"2024-04-02T08:17:45.475416+0000","last_became_peered":"2024-04-02T08:17:45.475416+0000","last_unstale":"2024-04-02T08:19:18.737267+0000","last_undegraded":"2024-04-02T08:19:18.737267+0000","last_fullsized":"2024-04-02T08:19:18.737267+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733547+0000","last_change":"2024-04-02T08:17:45.458487+0000","last_active":"2024-04-02T08:19:18.733547+0000","last_peered":"2024-04-02T08:19:18.733547+0000","last_clean":"2024-04-02T08:19:18.733547+0000","last_became_active":"2024-04-02T08:17:45.458128+0000","last_became_peered":"2024-04-02T08:17:45.458128+0000","last_unstale":"2024-04-02T08:19:18.733547+0000","last_undegraded":"2024-04-02T08:19:18.733547+0000","last_fullsized":"2024-04-02T08:19:18.733547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736136+0000","last_change":"2024-04-02T08:17:45.476827+0000","last_active":"2024-04-02T08:19:18.736136+0000","last_peered":"2024-04-02T08:19:18.736136+0000","last_clean":"2024-04-02T08:19:18.736136+0000","last_became_active":"2024-04-02T08:17:45.476363+0000","last_became_peered":"2024-04-02T08:17:45.476363+0000","last_unstale":"2024-04-02T08:19:18.736136+0000","last_undegraded":"2024-04-02T08:19:18.736136+0000","last_fullsized":"2024-04-02T08:19:18.736136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733729+0000","last_change":"2024-04-02T08:17:45.466925+0000","last_active":"2024-04-02T08:19:18.733729+0000","last_peered":"2024-04-02T08:19:18.733729+0000","last_clean":"2024-04-02T08:19:18.733729+0000","last_became_active":"2024-04-02T08:17:45.466564+0000","last_became_peered":"2024-04-02T08:17:45.466564+0000","last_unstale":"2024-04-02T08:19:18.733729+0000","last_undegraded":"2024-04-02T08:19:18.733729+0000","last_fullsized":"2024-04-02T08:19:18.733729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735636+0000","last_change":"2024-04-02T08:17:45.478686+0000","last_active":"2024-04-02T08:19:18.735636+0000","last_peered":"2024-04-02T08:19:18.735636+0000","last_clean":"2024-04-02T08:19:18.735636+0000","last_became_active":"2024-04-02T08:17:45.478115+0000","last_became_peered":"2024-04-02T08:17:45.478115+0000","last_unstale":"2024-04-02T08:19:18.735636+0000","last_undegraded":"2024-04-02T08:19:18.735636+0000","last_fullsized":"2024-04-02T08:19:18.735636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741335+0000","last_change":"2024-04-02T08:17:45.464747+0000","last_active":"2024-04-02T08:19:18.741335+0000","last_peered":"2024-04-02T08:19:18.741335+0000","last_clean":"2024-04-02T08:19:18.741335+0000","last_became_active":"2024-04-02T08:17:45.464472+0000","last_became_peered":"2024-04-02T08:17:45.464472+0000","last_unstale":"2024-04-02T08:19:18.741335+0000","last_undegraded":"2024-04-02T08:19:18.741335+0000","last_fullsized":"2024-04-02T08:19:18.741335+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737052+0000","last_change":"2024-04-02T08:17:45.480551+0000","last_active":"2024-04-02T08:19:18.737052+0000","last_peered":"2024-04-02T08:19:18.737052+0000","last_clean":"2024-04-02T08:19:18.737052+0000","last_became_active":"2024-04-02T08:17:45.478942+0000","last_became_peered":"2024-04-02T08:17:45.478942+0000","last_unstale":"2024-04-02T08:19:18.737052+0000","last_undegraded":"2024-04-02T08:19:18.737052+0000","last_fullsized":"2024-04-02T08:19:18.737052+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738985+0000","last_change":"2024-04-02T08:17:45.477036+0000","last_active":"2024-04-02T08:19:18.738985+0000","last_peered":"2024-04-02T08:19:18.738985+0000","last_clean":"2024-04-02T08:19:18.738985+0000","last_became_active":"2024-04-02T08:17:45.476755+0000","last_became_peered":"2024-04-02T08:17:45.476755+0000","last_unstale":"2024-04-02T08:19:18.738985+0000","last_undegraded":"2024-04-02T08:19:18.738985+0000","last_fullsized":"2024-04-02T08:19:18.738985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738776+0000","last_change":"2024-04-02T08:17:45.475207+0000","last_active":"2024-04-02T08:19:18.738776+0000","last_peered":"2024-04-02T08:19:18.738776+0000","last_clean":"2024-04-02T08:19:18.738776+0000","last_became_active":"2024-04-02T08:17:45.474931+0000","last_became_peered":"2024-04-02T08:17:45.474931+0000","last_unstale":"2024-04-02T08:19:18.738776+0000","last_undegraded":"2024-04-02T08:19:18.738776+0000","last_fullsized":"2024-04-02T08:19:18.738776+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740763+0000","last_change":"2024-04-02T08:17:45.468846+0000","last_active":"2024-04-02T08:19:18.740763+0000","last_peered":"2024-04-02T08:19:18.740763+0000","last_clean":"2024-04-02T08:19:18.740763+0000","last_became_active":"2024-04-02T08:17:45.468425+0000","last_became_peered":"2024-04-02T08:17:45.468425+0000","last_unstale":"2024-04-02T08:19:18.740763+0000","last_undegraded":"2024-04-02T08:19:18.740763+0000","last_fullsized":"2024-04-02T08:19:18.740763+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741602+0000","last_change":"2024-04-02T08:17:45.470923+0000","last_active":"2024-04-02T08:19:18.741602+0000","last_peered":"2024-04-02T08:19:18.741602+0000","last_clean":"2024-04-02T08:19:18.741602+0000","last_became_active":"2024-04-02T08:17:45.470642+0000","last_became_peered":"2024-04-02T08:17:45.470642+0000","last_unstale":"2024-04-02T08:19:18.741602+0000","last_undegraded":"2024-04-02T08:19:18.741602+0000","last_fullsized":"2024-04-02T08:19:18.741602+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736232+0000","last_change":"2024-04-02T08:17:45.479578+0000","last_active":"2024-04-02T08:19:18.736232+0000","last_peered":"2024-04-02T08:19:18.736232+0000","last_clean":"2024-04-02T08:19:18.736232+0000","last_became_active":"2024-04-02T08:17:45.479207+0000","last_became_peered":"2024-04-02T08:17:45.479207+0000","last_unstale":"2024-04-02T08:19:18.736232+0000","last_undegraded":"2024-04-02T08:19:18.736232+0000","last_fullsized":"2024-04-02T08:19:18.736232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736744+0000","last_change":"2024-04-02T08:17:45.473593+0000","last_active":"2024-04-02T08:19:18.736744+0000","last_peered":"2024-04-02T08:19:18.736744+0000","last_clean":"2024-04-02T08:19:18.736744+0000","last_became_active":"2024-04-02T08:17:45.473292+0000","last_became_peered":"2024-04-02T08:17:45.473292+0000","last_unstale":"2024-04-02T08:19:18.736744+0000","last_undegraded":"2024-04-02T08:19:18.736744+0000","last_fullsized":"2024-04-02T08:19:18.736744+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733169+0000","last_change":"2024-04-02T08:17:45.463673+0000","last_active":"2024-04-02T08:19:18.733169+0000","last_peered":"2024-04-02T08:19:18.733169+0000","last_clean":"2024-04-02T08:19:18.733169+0000","last_became_active":"2024-04-02T08:17:45.463236+0000","last_became_peered":"2024-04-02T08:17:45.463236+0000","last_unstale":"2024-04-02T08:19:18.733169+0000","last_undegraded":"2024-04-02T08:19:18.733169+0000","last_fullsized":"2024-04-02T08:19:18.733169+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733974+0000","last_change":"2024-04-02T08:17:45.471261+0000","last_active":"2024-04-02T08:19:18.733974+0000","last_peered":"2024-04-02T08:19:18.733974+0000","last_clean":"2024-04-02T08:19:18.733974+0000","last_became_active":"2024-04-02T08:17:45.470943+0000","last_became_peered":"2024-04-02T08:17:45.470943+0000","last_unstale":"2024-04-02T08:19:18.733974+0000","last_undegraded":"2024-04-02T08:19:18.733974+0000","last_fullsized":"2024-04-02T08:19:18.733974+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735110+0000","last_change":"2024-04-02T08:17:45.470526+0000","last_active":"2024-04-02T08:19:18.735110+0000","last_peered":"2024-04-02T08:19:18.735110+0000","last_clean":"2024-04-02T08:19:18.735110+0000","last_became_active":"2024-04-02T08:17:45.466846+0000","last_became_peered":"2024-04-02T08:17:45.466846+0000","last_unstale":"2024-04-02T08:19:18.735110+0000","last_undegraded":"2024-04-02T08:19:18.735110+0000","last_fullsized":"2024-04-02T08:19:18.735110+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736047+0000","last_change":"2024-04-02T08:17:45.468589+0000","last_active":"2024-04-02T08:19:18.736047+0000","last_peered":"2024-04-02T08:19:18.736047+0000","last_clean":"2024-04-02T08:19:18.736047+0000","last_became_active":"2024-04-02T08:17:45.468283+0000","last_became_peered":"2024-04-02T08:17:45.468283+0000","last_unstale":"2024-04-02T08:19:18.736047+0000","last_undegraded":"2024-04-02T08:19:18.736047+0000","last_fullsized":"2024-04-02T08:19:18.736047+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739421+0000","last_change":"2024-04-02T08:17:45.108543+0000","last_active":"2024-04-02T08:19:18.739421+0000","last_peered":"2024-04-02T08:19:18.739421+0000","last_clean":"2024-04-02T08:19:18.739421+0000","last_became_active":"2024-04-02T08:17:45.108191+0000","last_became_peered":"2024-04-02T08:17:45.108191+0000","last_unstale":"2024-04-02T08:19:18.739421+0000","last_undegraded":"2024-04-02T08:19:18.739421+0000","last_fullsized":"2024-04-02T08:19:18.739421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741824+0000","last_change":"2024-04-02T08:17:45.467250+0000","last_active":"2024-04-02T08:19:18.741824+0000","last_peered":"2024-04-02T08:19:18.741824+0000","last_clean":"2024-04-02T08:19:18.741824+0000","last_became_active":"2024-04-02T08:17:45.466951+0000","last_became_peered":"2024-04-02T08:17:45.466951+0000","last_unstale":"2024-04-02T08:19:18.741824+0000","last_undegraded":"2024-04-02T08:19:18.741824+0000","last_fullsized":"2024-04-02T08:19:18.741824+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741890+0000","last_change":"2024-04-02T08:17:45.111444+0000","last_active":"2024-04-02T08:19:18.741890+0000","last_peered":"2024-04-02T08:19:18.741890+0000","last_clean":"2024-04-02T08:19:18.741890+0000","last_became_active":"2024-04-02T08:17:45.110907+0000","last_became_peered":"2024-04-02T08:17:45.110907+0000","last_unstale":"2024-04-02T08:19:18.741890+0000","last_undegraded":"2024-04-02T08:19:18.741890+0000","last_fullsized":"2024-04-02T08:19:18.741890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.739742+0000","last_change":"2024-04-02T08:19:19.739742+0000","last_active":"2024-04-02T08:19:19.739742+0000","last_peered":"2024-04-02T08:19:19.739742+0000","last_clean":"2024-04-02T08:19:19.739742+0000","last_became_active":"2024-04-02T08:19:19.739345+0000","last_became_peered":"2024-04-02T08:19:19.739345+0000","last_unstale":"2024-04-02T08:19:19.739742+0000","last_undegraded":"2024-04-02T08:19:19.739742+0000","last_fullsized":"2024-04-02T08:19:19.739742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:24.305160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736542+0000","last_change":"2024-04-02T08:17:45.111553+0000","last_active":"2024-04-02T08:19:18.736542+0000","last_peered":"2024-04-02T08:19:18.736542+0000","last_clean":"2024-04-02T08:19:18.736542+0000","last_became_active":"2024-04-02T08:17:45.111249+0000","last_became_peered":"2024-04-02T08:17:45.111249+0000","last_unstale":"2024-04-02T08:19:18.736542+0000","last_undegraded":"2024-04-02T08:19:18.736542+0000","last_fullsized":"2024-04-02T08:19:18.736542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733719+0000","last_change":"2024-04-02T08:17:45.471608+0000","last_active":"2024-04-02T08:19:18.733719+0000","last_peered":"2024-04-02T08:19:18.733719+0000","last_clean":"2024-04-02T08:19:18.733719+0000","last_became_active":"2024-04-02T08:17:45.471085+0000","last_became_peered":"2024-04-02T08:17:45.471085+0000","last_unstale":"2024-04-02T08:19:18.733719+0000","last_undegraded":"2024-04-02T08:19:18.733719+0000","last_fullsized":"2024-04-02T08:19:18.733719+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736283+0000","last_change":"2024-04-02T08:17:45.106393+0000","last_active":"2024-04-02T08:19:18.736283+0000","last_peered":"2024-04-02T08:19:18.736283+0000","last_clean":"2024-04-02T08:19:18.736283+0000","last_became_active":"2024-04-02T08:17:45.106084+0000","last_became_peered":"2024-04-02T08:17:45.106084+0000","last_unstale":"2024-04-02T08:19:18.736283+0000","last_undegraded":"2024-04-02T08:19:18.736283+0000","last_fullsized":"2024-04-02T08:19:18.736283+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733788+0000","last_change":"2024-04-02T08:17:45.472197+0000","last_active":"2024-04-02T08:19:18.733788+0000","last_peered":"2024-04-02T08:19:18.733788+0000","last_clean":"2024-04-02T08:19:18.733788+0000","last_became_active":"2024-04-02T08:17:45.471880+0000","last_became_peered":"2024-04-02T08:17:45.471880+0000","last_unstale":"2024-04-02T08:19:18.733788+0000","last_undegraded":"2024-04-02T08:19:18.733788+0000","last_fullsized":"2024-04-02T08:19:18.733788+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741686+0000","last_change":"2024-04-02T08:17:45.110088+0000","last_active":"2024-04-02T08:19:18.741686+0000","last_peered":"2024-04-02T08:19:18.741686+0000","last_clean":"2024-04-02T08:19:18.741686+0000","last_became_active":"2024-04-02T08:17:45.109743+0000","last_became_peered":"2024-04-02T08:17:45.109743+0000","last_unstale":"2024-04-02T08:19:18.741686+0000","last_undegraded":"2024-04-02T08:19:18.741686+0000","last_fullsized":"2024-04-02T08:19:18.741686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739869+0000","last_change":"2024-04-02T08:17:45.474664+0000","last_active":"2024-04-02T08:19:18.739869+0000","last_peered":"2024-04-02T08:19:18.739869+0000","last_clean":"2024-04-02T08:19:18.739869+0000","last_became_active":"2024-04-02T08:17:45.474332+0000","last_became_peered":"2024-04-02T08:17:45.474332+0000","last_unstale":"2024-04-02T08:19:18.739869+0000","last_undegraded":"2024-04-02T08:19:18.739869+0000","last_fullsized":"2024-04-02T08:19:18.739869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738598+0000","last_change":"2024-04-02T08:17:45.101808+0000","last_active":"2024-04-02T08:19:18.738598+0000","last_peered":"2024-04-02T08:19:18.738598+0000","last_clean":"2024-04-02T08:19:18.738598+0000","last_became_active":"2024-04-02T08:17:45.101523+0000","last_became_peered":"2024-04-02T08:17:45.101523+0000","last_unstale":"2024-04-02T08:19:18.738598+0000","last_undegraded":"2024-04-02T08:19:18.738598+0000","last_fullsized":"2024-04-02T08:19:18.738598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736597+0000","last_change":"2024-04-02T08:17:45.469231+0000","last_active":"2024-04-02T08:19:18.736597+0000","last_peered":"2024-04-02T08:19:18.736597+0000","last_clean":"2024-04-02T08:19:18.736597+0000","last_became_active":"2024-04-02T08:17:45.468956+0000","last_became_peered":"2024-04-02T08:17:45.468956+0000","last_unstale":"2024-04-02T08:19:18.736597+0000","last_undegraded":"2024-04-02T08:19:18.736597+0000","last_fullsized":"2024-04-02T08:19:18.736597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.742303+0000","last_change":"2024-04-02T08:17:45.103031+0000","last_active":"2024-04-02T08:19:18.742303+0000","last_peered":"2024-04-02T08:19:18.742303+0000","last_clean":"2024-04-02T08:19:18.742303+0000","last_became_active":"2024-04-02T08:17:45.102733+0000","last_became_peered":"2024-04-02T08:17:45.102733+0000","last_unstale":"2024-04-02T08:19:18.742303+0000","last_undegraded":"2024-04-02T08:19:18.742303+0000","last_fullsized":"2024-04-02T08:19:18.742303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741479+0000","last_change":"2024-04-02T08:17:45.469573+0000","last_active":"2024-04-02T08:19:18.741479+0000","last_peered":"2024-04-02T08:19:18.741479+0000","last_clean":"2024-04-02T08:19:18.741479+0000","last_became_active":"2024-04-02T08:17:45.469300+0000","last_became_peered":"2024-04-02T08:17:45.469300+0000","last_unstale":"2024-04-02T08:19:18.741479+0000","last_undegraded":"2024-04-02T08:19:18.741479+0000","last_fullsized":"2024-04-02T08:19:18.741479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733266+0000","last_change":"2024-04-02T08:17:45.104336+0000","last_active":"2024-04-02T08:19:18.733266+0000","last_peered":"2024-04-02T08:19:18.733266+0000","last_clean":"2024-04-02T08:19:18.733266+0000","last_became_active":"2024-04-02T08:17:45.104033+0000","last_became_peered":"2024-04-02T08:17:45.104033+0000","last_unstale":"2024-04-02T08:19:18.733266+0000","last_undegraded":"2024-04-02T08:19:18.733266+0000","last_fullsized":"2024-04-02T08:19:18.733266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736966+0000","last_change":"2024-04-02T08:17:45.464471+0000","last_active":"2024-04-02T08:19:18.736966+0000","last_peered":"2024-04-02T08:19:18.736966+0000","last_clean":"2024-04-02T08:19:18.736966+0000","last_became_active":"2024-04-02T08:17:45.463944+0000","last_became_peered":"2024-04-02T08:17:45.463944+0000","last_unstale":"2024-04-02T08:19:18.736966+0000","last_undegraded":"2024-04-02T08:19:18.736966+0000","last_fullsized":"2024-04-02T08:19:18.736966+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739095+0000","last_change":"2024-04-02T08:17:45.103575+0000","last_active":"2024-04-02T08:19:18.739095+0000","last_peered":"2024-04-02T08:19:18.739095+0000","last_clean":"2024-04-02T08:19:18.739095+0000","last_became_active":"2024-04-02T08:17:45.103212+0000","last_became_peered":"2024-04-02T08:17:45.103212+0000","last_unstale":"2024-04-02T08:19:18.739095+0000","last_undegraded":"2024-04-02T08:19:18.739095+0000","last_fullsized":"2024-04-02T08:19:18.739095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733876+0000","last_change":"2024-04-02T08:17:45.476995+0000","last_active":"2024-04-02T08:19:18.733876+0000","last_peered":"2024-04-02T08:19:18.733876+0000","last_clean":"2024-04-02T08:19:18.733876+0000","last_became_active":"2024-04-02T08:17:45.476678+0000","last_became_peered":"2024-04-02T08:17:45.476678+0000","last_unstale":"2024-04-02T08:19:18.733876+0000","last_undegraded":"2024-04-02T08:19:18.733876+0000","last_fullsized":"2024-04-02T08:19:18.733876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733686+0000","last_change":"2024-04-02T08:17:45.107900+0000","last_active":"2024-04-02T08:19:18.733686+0000","last_peered":"2024-04-02T08:19:18.733686+0000","last_clean":"2024-04-02T08:19:18.733686+0000","last_became_active":"2024-04-02T08:17:45.105614+0000","last_became_peered":"2024-04-02T08:17:45.105614+0000","last_unstale":"2024-04-02T08:19:18.733686+0000","last_undegraded":"2024-04-02T08:19:18.733686+0000","last_fullsized":"2024-04-02T08:19:18.733686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738831+0000","last_change":"2024-04-02T08:17:45.478974+0000","last_active":"2024-04-02T08:19:18.738831+0000","last_peered":"2024-04-02T08:19:18.738831+0000","last_clean":"2024-04-02T08:19:18.738831+0000","last_became_active":"2024-04-02T08:17:45.478687+0000","last_became_peered":"2024-04-02T08:17:45.478687+0000","last_unstale":"2024-04-02T08:19:18.738831+0000","last_undegraded":"2024-04-02T08:19:18.738831+0000","last_fullsized":"2024-04-02T08:19:18.738831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738267+0000","last_change":"2024-04-02T08:17:45.110218+0000","last_active":"2024-04-02T08:19:18.738267+0000","last_peered":"2024-04-02T08:19:18.738267+0000","last_clean":"2024-04-02T08:19:18.738267+0000","last_became_active":"2024-04-02T08:17:45.109912+0000","last_became_peered":"2024-04-02T08:17:45.109912+0000","last_unstale":"2024-04-02T08:19:18.738267+0000","last_undegraded":"2024-04-02T08:19:18.738267+0000","last_fullsized":"2024-04-02T08:19:18.738267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740670+0000","last_change":"2024-04-02T08:17:45.476314+0000","last_active":"2024-04-02T08:19:18.740670+0000","last_peered":"2024-04-02T08:19:18.740670+0000","last_clean":"2024-04-02T08:19:18.740670+0000","last_became_active":"2024-04-02T08:17:45.475134+0000","last_became_peered":"2024-04-02T08:17:45.475134+0000","last_unstale":"2024-04-02T08:19:18.740670+0000","last_undegraded":"2024-04-02T08:19:18.740670+0000","last_fullsized":"2024-04-02T08:19:18.740670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738773+0000","last_change":"2024-04-02T08:17:45.104730+0000","last_active":"2024-04-02T08:19:18.738773+0000","last_peered":"2024-04-02T08:19:18.738773+0000","last_clean":"2024-04-02T08:19:18.738773+0000","last_became_active":"2024-04-02T08:17:45.104451+0000","last_became_peered":"2024-04-02T08:17:45.104451+0000","last_unstale":"2024-04-02T08:19:18.738773+0000","last_undegraded":"2024-04-02T08:19:18.738773+0000","last_fullsized":"2024-04-02T08:19:18.738773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736428+0000","last_change":"2024-04-02T08:17:45.476420+0000","last_active":"2024-04-02T08:19:18.736428+0000","last_peered":"2024-04-02T08:19:18.736428+0000","last_clean":"2024-04-02T08:19:18.736428+0000","last_became_active":"2024-04-02T08:17:45.476111+0000","last_became_peered":"2024-04-02T08:17:45.476111+0000","last_unstale":"2024-04-02T08:19:18.736428+0000","last_undegraded":"2024-04-02T08:19:18.736428+0000","last_fullsized":"2024-04-02T08:19:18.736428+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736793+0000","last_change":"2024-04-02T08:17:45.106876+0000","last_active":"2024-04-02T08:19:18.736793+0000","last_peered":"2024-04-02T08:19:18.736793+0000","last_clean":"2024-04-02T08:19:18.736793+0000","last_became_active":"2024-04-02T08:17:45.106575+0000","last_became_peered":"2024-04-02T08:17:45.106575+0000","last_unstale":"2024-04-02T08:19:18.736793+0000","last_undegraded":"2024-04-02T08:19:18.736793+0000","last_fullsized":"2024-04-02T08:19:18.736793+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736330+0000","last_change":"2024-04-02T08:17:45.469434+0000","last_active":"2024-04-02T08:19:18.736330+0000","last_peered":"2024-04-02T08:19:18.736330+0000","last_clean":"2024-04-02T08:19:18.736330+0000","last_became_active":"2024-04-02T08:17:45.468891+0000","last_became_peered":"2024-04-02T08:17:45.468891+0000","last_unstale":"2024-04-02T08:19:18.736330+0000","last_undegraded":"2024-04-02T08:19:18.736330+0000","last_fullsized":"2024-04-02T08:19:18.736330+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733267+0000","last_change":"2024-04-02T08:17:45.107649+0000","last_active":"2024-04-02T08:19:18.733267+0000","last_peered":"2024-04-02T08:19:18.733267+0000","last_clean":"2024-04-02T08:19:18.733267+0000","last_became_active":"2024-04-02T08:17:45.105359+0000","last_became_peered":"2024-04-02T08:17:45.105359+0000","last_unstale":"2024-04-02T08:19:18.733267+0000","last_undegraded":"2024-04-02T08:19:18.733267+0000","last_fullsized":"2024-04-02T08:19:18.733267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735978+0000","last_change":"2024-04-02T08:17:45.476656+0000","last_active":"2024-04-02T08:19:18.735978+0000","last_peered":"2024-04-02T08:19:18.735978+0000","last_clean":"2024-04-02T08:19:18.735978+0000","last_became_active":"2024-04-02T08:17:45.475934+0000","last_became_peered":"2024-04-02T08:17:45.475934+0000","last_unstale":"2024-04-02T08:19:18.735978+0000","last_undegraded":"2024-04-02T08:19:18.735978+0000","last_fullsized":"2024-04-02T08:19:18.735978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737920+0000","last_change":"2024-04-02T08:17:45.099457+0000","last_active":"2024-04-02T08:19:18.737920+0000","last_peered":"2024-04-02T08:19:18.737920+0000","last_clean":"2024-04-02T08:19:18.737920+0000","last_became_active":"2024-04-02T08:17:45.099159+0000","last_became_peered":"2024-04-02T08:17:45.099159+0000","last_unstale":"2024-04-02T08:19:18.737920+0000","last_undegraded":"2024-04-02T08:19:18.737920+0000","last_fullsized":"2024-04-02T08:19:18.737920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737927+0000","last_change":"2024-04-02T08:17:45.473608+0000","last_active":"2024-04-02T08:19:18.737927+0000","last_peered":"2024-04-02T08:19:18.737927+0000","last_clean":"2024-04-02T08:19:18.737927+0000","last_became_active":"2024-04-02T08:17:45.473323+0000","last_became_peered":"2024-04-02T08:17:45.473323+0000","last_unstale":"2024-04-02T08:19:18.737927+0000","last_undegraded":"2024-04-02T08:19:18.737927+0000","last_fullsized":"2024-04-02T08:19:18.737927+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734531+0000","last_change":"2024-04-02T08:17:45.101717+0000","last_active":"2024-04-02T08:19:18.734531+0000","last_peered":"2024-04-02T08:19:18.734531+0000","last_clean":"2024-04-02T08:19:18.734531+0000","last_became_active":"2024-04-02T08:17:45.101403+0000","last_became_peered":"2024-04-02T08:17:45.101403+0000","last_unstale":"2024-04-02T08:19:18.734531+0000","last_undegraded":"2024-04-02T08:19:18.734531+0000","last_fullsized":"2024-04-02T08:19:18.734531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735740+0000","last_change":"2024-04-02T08:17:45.476131+0000","last_active":"2024-04-02T08:19:18.735740+0000","last_peered":"2024-04-02T08:19:18.735740+0000","last_clean":"2024-04-02T08:19:18.735740+0000","last_became_active":"2024-04-02T08:17:45.475849+0000","last_became_peered":"2024-04-02T08:17:45.475849+0000","last_unstale":"2024-04-02T08:19:18.735740+0000","last_undegraded":"2024-04-02T08:19:18.735740+0000","last_fullsized":"2024-04-02T08:19:18.735740+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":33,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.750511+0000","last_change":"2024-04-02T08:19:19.750511+0000","last_active":"2024-04-02T08:19:19.750511+0000","last_peered":"2024-04-02T08:19:19.750511+0000","last_clean":"2024-04-02T08:19:19.750511+0000","last_became_active":"2024-04-02T08:19:19.746974+0000","last_became_peered":"2024-04-02T08:19:19.746974+0000","last_unstale":"2024-04-02T08:19:19.750511+0000","last_undegraded":"2024-04-02T08:19:19.750511+0000","last_fullsized":"2024-04-02T08:19:19.750511+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:48:55.852576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736238+0000","last_change":"2024-04-02T08:17:45.477488+0000","last_active":"2024-04-02T08:19:18.736238+0000","last_peered":"2024-04-02T08:19:18.736238+0000","last_clean":"2024-04-02T08:19:18.736238+0000","last_became_active":"2024-04-02T08:17:45.477153+0000","last_became_peered":"2024-04-02T08:17:45.477153+0000","last_unstale":"2024-04-02T08:19:18.736238+0000","last_undegraded":"2024-04-02T08:19:18.736238+0000","last_fullsized":"2024-04-02T08:19:18.736238+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737107+0000","last_change":"2024-04-02T08:18:20.946641+0000","last_active":"2024-04-02T08:19:18.737107+0000","last_peered":"2024-04-02T08:19:18.737107+0000","last_clean":"2024-04-02T08:19:18.737107+0000","last_became_active":"2024-04-02T08:18:20.946410+0000","last_became_peered":"2024-04-02T08:18:20.946410+0000","last_unstale":"2024-04-02T08:19:18.737107+0000","last_undegraded":"2024-04-02T08:19:18.737107+0000","last_fullsized":"2024-04-02T08:19:18.737107+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:15:19.021290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737717+0000","last_change":"2024-04-02T08:17:45.106946+0000","last_active":"2024-04-02T08:19:18.737717+0000","last_peered":"2024-04-02T08:19:18.737717+0000","last_clean":"2024-04-02T08:19:18.737717+0000","last_became_active":"2024-04-02T08:17:45.105934+0000","last_became_peered":"2024-04-02T08:17:45.105934+0000","last_unstale":"2024-04-02T08:19:18.737717+0000","last_undegraded":"2024-04-02T08:19:18.737717+0000","last_fullsized":"2024-04-02T08:19:18.737717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733912+0000","last_change":"2024-04-02T08:17:45.472842+0000","last_active":"2024-04-02T08:19:18.733912+0000","last_peered":"2024-04-02T08:19:18.733912+0000","last_clean":"2024-04-02T08:19:18.733912+0000","last_became_active":"2024-04-02T08:17:45.471640+0000","last_became_peered":"2024-04-02T08:17:45.471640+0000","last_unstale":"2024-04-02T08:19:18.733912+0000","last_undegraded":"2024-04-02T08:19:18.733912+0000","last_fullsized":"2024-04-02T08:19:18.733912+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737805+0000","last_change":"2024-04-02T08:18:20.936534+0000","last_active":"2024-04-02T08:19:18.737805+0000","last_peered":"2024-04-02T08:19:18.737805+0000","last_clean":"2024-04-02T08:19:18.737805+0000","last_became_active":"2024-04-02T08:18:20.936225+0000","last_became_peered":"2024-04-02T08:18:20.936225+0000","last_unstale":"2024-04-02T08:19:18.737805+0000","last_undegraded":"2024-04-02T08:19:18.737805+0000","last_fullsized":"2024-04-02T08:19:18.737805+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:17.246476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733258+0000","last_change":"2024-04-02T08:17:45.108103+0000","last_active":"2024-04-02T08:19:18.733258+0000","last_peered":"2024-04-02T08:19:18.733258+0000","last_clean":"2024-04-02T08:19:18.733258+0000","last_became_active":"2024-04-02T08:17:45.107778+0000","last_became_peered":"2024-04-02T08:17:45.107778+0000","last_unstale":"2024-04-02T08:19:18.733258+0000","last_undegraded":"2024-04-02T08:19:18.733258+0000","last_fullsized":"2024-04-02T08:19:18.733258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:20.012287+0000","last_change":"2024-04-02T08:19:20.012287+0000","last_active":"2024-04-02T08:19:20.012287+0000","last_peered":"2024-04-02T08:19:20.012287+0000","last_clean":"2024-04-02T08:19:20.012287+0000","last_became_active":"2024-04-02T08:19:20.011866+0000","last_became_peered":"2024-04-02T08:19:20.011866+0000","last_unstale":"2024-04-02T08:19:20.012287+0000","last_undegraded":"2024-04-02T08:19:20.012287+0000","last_fullsized":"2024-04-02T08:19:20.012287+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:36:48.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739413+0000","last_change":"2024-04-02T08:18:20.948706+0000","last_active":"2024-04-02T08:19:18.739413+0000","last_peered":"2024-04-02T08:19:18.739413+0000","last_clean":"2024-04-02T08:19:18.739413+0000","last_became_active":"2024-04-02T08:18:20.948408+0000","last_became_peered":"2024-04-02T08:18:20.948408+0000","last_unstale":"2024-04-02T08:19:18.739413+0000","last_undegraded":"2024-04-02T08:19:18.739413+0000","last_fullsized":"2024-04-02T08:19:18.739413+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:33:06.724441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736412+0000","last_change":"2024-04-02T08:17:45.461557+0000","last_active":"2024-04-02T08:19:18.736412+0000","last_peered":"2024-04-02T08:19:18.736412+0000","last_clean":"2024-04-02T08:19:18.736412+0000","last_became_active":"2024-04-02T08:17:45.461297+0000","last_became_peered":"2024-04-02T08:17:45.461297+0000","last_unstale":"2024-04-02T08:19:18.736412+0000","last_undegraded":"2024-04-02T08:19:18.736412+0000","last_fullsized":"2024-04-02T08:19:18.736412+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734721+0000","last_change":"2024-04-02T08:17:45.105266+0000","last_active":"2024-04-02T08:19:18.734721+0000","last_peered":"2024-04-02T08:19:18.734721+0000","last_clean":"2024-04-02T08:19:18.734721+0000","last_became_active":"2024-04-02T08:17:45.104920+0000","last_became_peered":"2024-04-02T08:17:45.104920+0000","last_unstale":"2024-04-02T08:19:18.734721+0000","last_undegraded":"2024-04-02T08:19:18.734721+0000","last_fullsized":"2024-04-02T08:19:18.734721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738623+0000","last_change":"2024-04-02T08:18:20.948902+0000","last_active":"2024-04-02T08:19:18.738623+0000","last_peered":"2024-04-02T08:19:18.738623+0000","last_clean":"2024-04-02T08:19:18.738623+0000","last_became_active":"2024-04-02T08:18:20.948606+0000","last_became_peered":"2024-04-02T08:18:20.948606+0000","last_unstale":"2024-04-02T08:19:18.738623+0000","last_undegraded":"2024-04-02T08:19:18.738623+0000","last_fullsized":"2024-04-02T08:19:18.738623+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:59.802855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741597+0000","last_change":"2024-04-02T08:17:45.464115+0000","last_active":"2024-04-02T08:19:18.741597+0000","last_peered":"2024-04-02T08:19:18.741597+0000","last_clean":"2024-04-02T08:19:18.741597+0000","last_became_active":"2024-04-02T08:17:45.463847+0000","last_became_peered":"2024-04-02T08:17:45.463847+0000","last_unstale":"2024-04-02T08:19:18.741597+0000","last_undegraded":"2024-04-02T08:19:18.741597+0000","last_fullsized":"2024-04-02T08:19:18.741597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733465+0000","last_change":"2024-04-02T08:17:45.104366+0000","last_active":"2024-04-02T08:19:18.733465+0000","last_peered":"2024-04-02T08:19:18.733465+0000","last_clean":"2024-04-02T08:19:18.733465+0000","last_became_active":"2024-04-02T08:17:45.104079+0000","last_became_peered":"2024-04-02T08:17:45.104079+0000","last_unstale":"2024-04-02T08:19:18.733465+0000","last_undegraded":"2024-04-02T08:19:18.733465+0000","last_fullsized":"2024-04-02T08:19:18.733465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"64'128","reported_seq":266,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.737350+0000","last_change":"2024-04-02T08:17:31.743838+0000","last_active":"2024-04-02T08:19:19.737350+0000","last_peered":"2024-04-02T08:19:19.737350+0000","last_clean":"2024-04-02T08:19:19.737350+0000","last_became_active":"2024-04-02T08:17:31.743429+0000","last_became_peered":"2024-04-02T08:17:31.743429+0000","last_unstale":"2024-04-02T08:19:19.737350+0000","last_undegraded":"2024-04-02T08:19:19.737350+0000","last_fullsized":"2024-04-02T08:19:19.737350+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736541+0000","last_change":"2024-04-02T08:18:20.939117+0000","last_active":"2024-04-02T08:19:18.736541+0000","last_peered":"2024-04-02T08:19:18.736541+0000","last_clean":"2024-04-02T08:19:18.736541+0000","last_became_active":"2024-04-02T08:18:20.938730+0000","last_became_peered":"2024-04-02T08:18:20.938730+0000","last_unstale":"2024-04-02T08:19:18.736541+0000","last_undegraded":"2024-04-02T08:19:18.736541+0000","last_fullsized":"2024-04-02T08:19:18.736541+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:32.945809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735664+0000","last_change":"2024-04-02T08:17:45.467119+0000","last_active":"2024-04-02T08:19:18.735664+0000","last_peered":"2024-04-02T08:19:18.735664+0000","last_clean":"2024-04-02T08:19:18.735664+0000","last_became_active":"2024-04-02T08:17:45.466809+0000","last_became_peered":"2024-04-02T08:17:45.466809+0000","last_unstale":"2024-04-02T08:19:18.735664+0000","last_undegraded":"2024-04-02T08:19:18.735664+0000","last_fullsized":"2024-04-02T08:19:18.735664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735318+0000","last_change":"2024-04-02T08:17:45.112331+0000","last_active":"2024-04-02T08:19:18.735318+0000","last_peered":"2024-04-02T08:19:18.735318+0000","last_clean":"2024-04-02T08:19:18.735318+0000","last_became_active":"2024-04-02T08:17:45.112064+0000","last_became_peered":"2024-04-02T08:17:45.112064+0000","last_unstale":"2024-04-02T08:19:18.735318+0000","last_undegraded":"2024-04-02T08:19:18.735318+0000","last_fullsized":"2024-04-02T08:19:18.735318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736524+0000","last_change":"2024-04-02T08:18:20.948470+0000","last_active":"2024-04-02T08:19:18.736524+0000","last_peered":"2024-04-02T08:19:18.736524+0000","last_clean":"2024-04-02T08:19:18.736524+0000","last_became_active":"2024-04-02T08:18:20.948155+0000","last_became_peered":"2024-04-02T08:18:20.948155+0000","last_unstale":"2024-04-02T08:19:18.736524+0000","last_undegraded":"2024-04-02T08:19:18.736524+0000","last_fullsized":"2024-04-02T08:19:18.736524+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:19:42.094867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736561+0000","last_change":"2024-04-02T08:17:45.112231+0000","last_active":"2024-04-02T08:19:18.736561+0000","last_peered":"2024-04-02T08:19:18.736561+0000","last_clean":"2024-04-02T08:19:18.736561+0000","last_became_active":"2024-04-02T08:17:45.111870+0000","last_became_peered":"2024-04-02T08:17:45.111870+0000","last_unstale":"2024-04-02T08:19:18.736561+0000","last_undegraded":"2024-04-02T08:19:18.736561+0000","last_fullsized":"2024-04-02T08:19:18.736561+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737902+0000","last_change":"2024-04-02T08:17:45.472742+0000","last_active":"2024-04-02T08:19:18.737902+0000","last_peered":"2024-04-02T08:19:18.737902+0000","last_clean":"2024-04-02T08:19:18.737902+0000","last_became_active":"2024-04-02T08:17:45.472458+0000","last_became_peered":"2024-04-02T08:17:45.472458+0000","last_unstale":"2024-04-02T08:19:18.737902+0000","last_undegraded":"2024-04-02T08:19:18.737902+0000","last_fullsized":"2024-04-02T08:19:18.737902+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741388+0000","last_change":"2024-04-02T08:18:20.948646+0000","last_active":"2024-04-02T08:19:18.741388+0000","last_peered":"2024-04-02T08:19:18.741388+0000","last_clean":"2024-04-02T08:19:18.741388+0000","last_became_active":"2024-04-02T08:18:20.948339+0000","last_became_peered":"2024-04-02T08:18:20.948339+0000","last_unstale":"2024-04-02T08:19:18.741388+0000","last_undegraded":"2024-04-02T08:19:18.741388+0000","last_fullsized":"2024-04-02T08:19:18.741388+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:09:16.291887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739189+0000","last_change":"2024-04-02T08:17:45.099822+0000","last_active":"2024-04-02T08:19:18.739189+0000","last_peered":"2024-04-02T08:19:18.739189+0000","last_clean":"2024-04-02T08:19:18.739189+0000","last_became_active":"2024-04-02T08:17:45.099533+0000","last_became_peered":"2024-04-02T08:17:45.099533+0000","last_unstale":"2024-04-02T08:19:18.739189+0000","last_undegraded":"2024-04-02T08:19:18.739189+0000","last_fullsized":"2024-04-02T08:19:18.739189+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741944+0000","last_change":"2024-04-02T08:17:45.472856+0000","last_active":"2024-04-02T08:19:18.741944+0000","last_peered":"2024-04-02T08:19:18.741944+0000","last_clean":"2024-04-02T08:19:18.741944+0000","last_became_active":"2024-04-02T08:17:45.472580+0000","last_became_peered":"2024-04-02T08:17:45.472580+0000","last_unstale":"2024-04-02T08:19:18.741944+0000","last_undegraded":"2024-04-02T08:19:18.741944+0000","last_fullsized":"2024-04-02T08:19:18.741944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739541+0000","last_change":"2024-04-02T08:18:20.946820+0000","last_active":"2024-04-02T08:19:18.739541+0000","last_peered":"2024-04-02T08:19:18.739541+0000","last_clean":"2024-04-02T08:19:18.739541+0000","last_became_active":"2024-04-02T08:18:20.946530+0000","last_became_peered":"2024-04-02T08:18:20.946530+0000","last_unstale":"2024-04-02T08:19:18.739541+0000","last_undegraded":"2024-04-02T08:19:18.739541+0000","last_fullsized":"2024-04-02T08:19:18.739541+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:51.849560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739049+0000","last_change":"2024-04-02T08:17:45.100974+0000","last_active":"2024-04-02T08:19:18.739049+0000","last_peered":"2024-04-02T08:19:18.739049+0000","last_clean":"2024-04-02T08:19:18.739049+0000","last_became_active":"2024-04-02T08:17:45.100684+0000","last_became_peered":"2024-04-02T08:17:45.100684+0000","last_unstale":"2024-04-02T08:19:18.739049+0000","last_undegraded":"2024-04-02T08:19:18.739049+0000","last_fullsized":"2024-04-02T08:19:18.739049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.745599+0000","last_change":"2024-04-02T08:19:19.745599+0000","last_active":"2024-04-02T08:19:19.745599+0000","last_peered":"2024-04-02T08:19:19.745599+0000","last_clean":"2024-04-02T08:19:19.745599+0000","last_became_active":"2024-04-02T08:19:19.745289+0000","last_became_peered":"2024-04-02T08:19:19.745289+0000","last_unstale":"2024-04-02T08:19:19.745599+0000","last_undegraded":"2024-04-02T08:19:19.745599+0000","last_fullsized":"2024-04-02T08:19:19.745599+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:50.236852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735462+0000","last_change":"2024-04-02T08:17:45.113389+0000","last_active":"2024-04-02T08:19:18.735462+0000","last_peered":"2024-04-02T08:19:18.735462+0000","last_clean":"2024-04-02T08:19:18.735462+0000","last_became_active":"2024-04-02T08:17:45.113187+0000","last_became_peered":"2024-04-02T08:17:45.113187+0000","last_unstale":"2024-04-02T08:19:18.735462+0000","last_undegraded":"2024-04-02T08:19:18.735462+0000","last_fullsized":"2024-04-02T08:19:18.735462+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.740088+0000","last_change":"2024-04-02T08:17:45.480348+0000","last_active":"2024-04-02T08:19:18.740088+0000","last_peered":"2024-04-02T08:19:18.740088+0000","last_clean":"2024-04-02T08:19:18.740088+0000","last_became_active":"2024-04-02T08:17:45.480032+0000","last_became_peered":"2024-04-02T08:17:45.480032+0000","last_unstale":"2024-04-02T08:19:18.740088+0000","last_undegraded":"2024-04-02T08:19:18.740088+0000","last_fullsized":"2024-04-02T08:19:18.740088+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736832+0000","last_change":"2024-04-02T08:17:45.107119+0000","last_active":"2024-04-02T08:19:18.736832+0000","last_peered":"2024-04-02T08:19:18.736832+0000","last_clean":"2024-04-02T08:19:18.736832+0000","last_became_active":"2024-04-02T08:17:45.106239+0000","last_became_peered":"2024-04-02T08:17:45.106239+0000","last_unstale":"2024-04-02T08:19:18.736832+0000","last_undegraded":"2024-04-02T08:19:18.736832+0000","last_fullsized":"2024-04-02T08:19:18.736832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741418+0000","last_change":"2024-04-02T08:17:45.472467+0000","last_active":"2024-04-02T08:19:18.741418+0000","last_peered":"2024-04-02T08:19:18.741418+0000","last_clean":"2024-04-02T08:19:18.741418+0000","last_became_active":"2024-04-02T08:17:45.472174+0000","last_became_peered":"2024-04-02T08:17:45.472174+0000","last_unstale":"2024-04-02T08:19:18.741418+0000","last_undegraded":"2024-04-02T08:19:18.741418+0000","last_fullsized":"2024-04-02T08:19:18.741418+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737407+0000","last_change":"2024-04-02T08:17:45.105057+0000","last_active":"2024-04-02T08:19:18.737407+0000","last_peered":"2024-04-02T08:19:18.737407+0000","last_clean":"2024-04-02T08:19:18.737407+0000","last_became_active":"2024-04-02T08:17:45.104763+0000","last_became_peered":"2024-04-02T08:17:45.104763+0000","last_unstale":"2024-04-02T08:19:18.737407+0000","last_undegraded":"2024-04-02T08:19:18.737407+0000","last_fullsized":"2024-04-02T08:19:18.737407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741580+0000","last_change":"2024-04-02T08:17:45.482332+0000","last_active":"2024-04-02T08:19:18.741580+0000","last_peered":"2024-04-02T08:19:18.741580+0000","last_clean":"2024-04-02T08:19:18.741580+0000","last_became_active":"2024-04-02T08:17:45.482056+0000","last_became_peered":"2024-04-02T08:17:45.482056+0000","last_unstale":"2024-04-02T08:19:18.741580+0000","last_undegraded":"2024-04-02T08:19:18.741580+0000","last_fullsized":"2024-04-02T08:19:18.741580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736018+0000","last_change":"2024-04-02T08:17:45.109669+0000","last_active":"2024-04-02T08:19:18.736018+0000","last_peered":"2024-04-02T08:19:18.736018+0000","last_clean":"2024-04-02T08:19:18.736018+0000","last_became_active":"2024-04-02T08:17:45.109363+0000","last_became_peered":"2024-04-02T08:17:45.109363+0000","last_unstale":"2024-04-02T08:19:18.736018+0000","last_undegraded":"2024-04-02T08:19:18.736018+0000","last_fullsized":"2024-04-02T08:19:18.736018+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738488+0000","last_change":"2024-04-02T08:17:45.469399+0000","last_active":"2024-04-02T08:19:18.738488+0000","last_peered":"2024-04-02T08:19:18.738488+0000","last_clean":"2024-04-02T08:19:18.738488+0000","last_became_active":"2024-04-02T08:17:45.469013+0000","last_became_peered":"2024-04-02T08:17:45.469013+0000","last_unstale":"2024-04-02T08:19:18.738488+0000","last_undegraded":"2024-04-02T08:19:18.738488+0000","last_fullsized":"2024-04-02T08:19:18.738488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734864+0000","last_change":"2024-04-02T08:17:45.103894+0000","last_active":"2024-04-02T08:19:18.734864+0000","last_peered":"2024-04-02T08:19:18.734864+0000","last_clean":"2024-04-02T08:19:18.734864+0000","last_became_active":"2024-04-02T08:17:45.103142+0000","last_became_peered":"2024-04-02T08:17:45.103142+0000","last_unstale":"2024-04-02T08:19:18.734864+0000","last_undegraded":"2024-04-02T08:19:18.734864+0000","last_fullsized":"2024-04-02T08:19:18.734864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:20.012097+0000","last_change":"2024-04-02T08:19:20.012097+0000","last_active":"2024-04-02T08:19:20.012097+0000","last_peered":"2024-04-02T08:19:20.012097+0000","last_clean":"2024-04-02T08:19:20.012097+0000","last_became_active":"2024-04-02T08:19:20.011724+0000","last_became_peered":"2024-04-02T08:19:20.011724+0000","last_unstale":"2024-04-02T08:19:20.012097+0000","last_undegraded":"2024-04-02T08:19:20.012097+0000","last_fullsized":"2024-04-02T08:19:20.012097+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:31:02.987382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738175+0000","last_change":"2024-04-02T08:17:45.103651+0000","last_active":"2024-04-02T08:19:18.738175+0000","last_peered":"2024-04-02T08:19:18.738175+0000","last_clean":"2024-04-02T08:19:18.738175+0000","last_became_active":"2024-04-02T08:17:45.103351+0000","last_became_peered":"2024-04-02T08:17:45.103351+0000","last_unstale":"2024-04-02T08:19:18.738175+0000","last_undegraded":"2024-04-02T08:19:18.738175+0000","last_fullsized":"2024-04-02T08:19:18.738175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733464+0000","last_change":"2024-04-02T08:17:45.471398+0000","last_active":"2024-04-02T08:19:18.733464+0000","last_peered":"2024-04-02T08:19:18.733464+0000","last_clean":"2024-04-02T08:19:18.733464+0000","last_became_active":"2024-04-02T08:17:45.470659+0000","last_became_peered":"2024-04-02T08:17:45.470659+0000","last_unstale":"2024-04-02T08:19:18.733464+0000","last_undegraded":"2024-04-02T08:19:18.733464+0000","last_fullsized":"2024-04-02T08:19:18.733464+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.735026+0000","last_change":"2024-04-02T08:17:45.102435+0000","last_active":"2024-04-02T08:19:18.735026+0000","last_peered":"2024-04-02T08:19:18.735026+0000","last_clean":"2024-04-02T08:19:18.735026+0000","last_became_active":"2024-04-02T08:17:45.100355+0000","last_became_peered":"2024-04-02T08:17:45.100355+0000","last_unstale":"2024-04-02T08:19:18.735026+0000","last_undegraded":"2024-04-02T08:19:18.735026+0000","last_fullsized":"2024-04-02T08:19:18.735026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.747070+0000","last_change":"2024-04-02T08:19:19.747070+0000","last_active":"2024-04-02T08:19:19.747070+0000","last_peered":"2024-04-02T08:19:19.747070+0000","last_clean":"2024-04-02T08:19:19.747070+0000","last_became_active":"2024-04-02T08:19:19.746708+0000","last_became_peered":"2024-04-02T08:19:19.746708+0000","last_unstale":"2024-04-02T08:19:19.747070+0000","last_undegraded":"2024-04-02T08:19:19.747070+0000","last_fullsized":"2024-04-02T08:19:19.747070+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:31.638010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.737815+0000","last_change":"2024-04-02T08:17:45.472532+0000","last_active":"2024-04-02T08:19:18.737815+0000","last_peered":"2024-04-02T08:19:18.737815+0000","last_clean":"2024-04-02T08:19:18.737815+0000","last_became_active":"2024-04-02T08:17:45.472241+0000","last_became_peered":"2024-04-02T08:17:45.472241+0000","last_unstale":"2024-04-02T08:19:18.737815+0000","last_undegraded":"2024-04-02T08:19:18.737815+0000","last_fullsized":"2024-04-02T08:19:18.737815+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.734597+0000","last_change":"2024-04-02T08:17:45.472237+0000","last_active":"2024-04-02T08:19:18.734597+0000","last_peered":"2024-04-02T08:19:18.734597+0000","last_clean":"2024-04-02T08:19:18.734597+0000","last_became_active":"2024-04-02T08:17:45.471966+0000","last_became_peered":"2024-04-02T08:17:45.471966+0000","last_unstale":"2024-04-02T08:19:18.734597+0000","last_undegraded":"2024-04-02T08:19:18.734597+0000","last_fullsized":"2024-04-02T08:19:18.734597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733415+0000","last_change":"2024-04-02T08:17:45.462834+0000","last_active":"2024-04-02T08:19:18.733415+0000","last_peered":"2024-04-02T08:19:18.733415+0000","last_clean":"2024-04-02T08:19:18.733415+0000","last_became_active":"2024-04-02T08:17:45.462541+0000","last_became_peered":"2024-04-02T08:17:45.462541+0000","last_unstale":"2024-04-02T08:19:18.733415+0000","last_undegraded":"2024-04-02T08:19:18.733415+0000","last_fullsized":"2024-04-02T08:19:18.733415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736664+0000","last_change":"2024-04-02T08:17:45.468981+0000","last_active":"2024-04-02T08:19:18.736664+0000","last_peered":"2024-04-02T08:19:18.736664+0000","last_clean":"2024-04-02T08:19:18.736664+0000","last_became_active":"2024-04-02T08:17:45.468518+0000","last_became_peered":"2024-04-02T08:17:45.468518+0000","last_unstale":"2024-04-02T08:19:18.736664+0000","last_undegraded":"2024-04-02T08:19:18.736664+0000","last_fullsized":"2024-04-02T08:19:18.736664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741885+0000","last_change":"2024-04-02T08:17:45.472638+0000","last_active":"2024-04-02T08:19:18.741885+0000","last_peered":"2024-04-02T08:19:18.741885+0000","last_clean":"2024-04-02T08:19:18.741885+0000","last_became_active":"2024-04-02T08:17:45.472372+0000","last_became_peered":"2024-04-02T08:17:45.472372+0000","last_unstale":"2024-04-02T08:19:18.741885+0000","last_undegraded":"2024-04-02T08:19:18.741885+0000","last_fullsized":"2024-04-02T08:19:18.741885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738084+0000","last_change":"2024-04-02T08:17:45.460349+0000","last_active":"2024-04-02T08:19:18.738084+0000","last_peered":"2024-04-02T08:19:18.738084+0000","last_clean":"2024-04-02T08:19:18.738084+0000","last_became_active":"2024-04-02T08:17:45.460036+0000","last_became_peered":"2024-04-02T08:17:45.460036+0000","last_unstale":"2024-04-02T08:19:18.738084+0000","last_undegraded":"2024-04-02T08:19:18.738084+0000","last_fullsized":"2024-04-02T08:19:18.738084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.739134+0000","last_change":"2024-04-02T08:17:45.482194+0000","last_active":"2024-04-02T08:19:18.739134+0000","last_peered":"2024-04-02T08:19:18.739134+0000","last_clean":"2024-04-02T08:19:18.739134+0000","last_became_active":"2024-04-02T08:17:45.481893+0000","last_became_peered":"2024-04-02T08:17:45.481893+0000","last_unstale":"2024-04-02T08:19:18.739134+0000","last_undegraded":"2024-04-02T08:19:18.739134+0000","last_fullsized":"2024-04-02T08:19:18.739134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.741985+0000","last_change":"2024-04-02T08:17:45.474311+0000","last_active":"2024-04-02T08:19:18.741985+0000","last_peered":"2024-04-02T08:19:18.741985+0000","last_clean":"2024-04-02T08:19:18.741985+0000","last_became_active":"2024-04-02T08:17:45.473831+0000","last_became_peered":"2024-04-02T08:17:45.473831+0000","last_unstale":"2024-04-02T08:19:18.741985+0000","last_undegraded":"2024-04-02T08:19:18.741985+0000","last_fullsized":"2024-04-02T08:19:18.741985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733379+0000","last_change":"2024-04-02T08:17:45.471960+0000","last_active":"2024-04-02T08:19:18.733379+0000","last_peered":"2024-04-02T08:19:18.733379+0000","last_clean":"2024-04-02T08:19:18.733379+0000","last_became_active":"2024-04-02T08:17:45.471493+0000","last_became_peered":"2024-04-02T08:17:45.471493+0000","last_unstale":"2024-04-02T08:19:18.733379+0000","last_undegraded":"2024-04-02T08:19:18.733379+0000","last_fullsized":"2024-04-02T08:19:18.733379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:19:19.741644+0000","last_change":"2024-04-02T08:19:19.741644+0000","last_active":"2024-04-02T08:19:19.741644+0000","last_peered":"2024-04-02T08:19:19.741644+0000","last_clean":"2024-04-02T08:19:19.741644+0000","last_became_active":"2024-04-02T08:19:19.741335+0000","last_became_peered":"2024-04-02T08:19:19.741335+0000","last_unstale":"2024-04-02T08:19:19.741644+0000","last_undegraded":"2024-04-02T08:19:19.741644+0000","last_fullsized":"2024-04-02T08:19:19.741644+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:18.964318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.733560+0000","last_change":"2024-04-02T08:17:45.471760+0000","last_active":"2024-04-02T08:19:18.733560+0000","last_peered":"2024-04-02T08:19:18.733560+0000","last_clean":"2024-04-02T08:19:18.733560+0000","last_became_active":"2024-04-02T08:17:45.470449+0000","last_became_peered":"2024-04-02T08:17:45.470449+0000","last_unstale":"2024-04-02T08:19:18.733560+0000","last_undegraded":"2024-04-02T08:19:18.733560+0000","last_fullsized":"2024-04-02T08:19:18.733560+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.736725+0000","last_change":"2024-04-02T08:17:45.477263+0000","last_active":"2024-04-02T08:19:18.736725+0000","last_peered":"2024-04-02T08:19:18.736725+0000","last_clean":"2024-04-02T08:19:18.736725+0000","last_became_active":"2024-04-02T08:17:45.476981+0000","last_became_peered":"2024-04-02T08:17:45.476981+0000","last_unstale":"2024-04-02T08:19:18.736725+0000","last_undegraded":"2024-04-02T08:19:18.736725+0000","last_fullsized":"2024-04-02T08:19:18.736725+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:19:18.738879+0000","last_change":"2024-04-02T08:17:45.470546+0000","last_active":"2024-04-02T08:19:18.738879+0000","last_peered":"2024-04-02T08:19:18.738879+0000","last_clean":"2024-04-02T08:19:18.738879+0000","last_became_active":"2024-04-02T08:17:45.470096+0000","last_became_peered":"2024-04-02T08:17:45.470096+0000","last_unstale":"2024-04-02T08:19:18.738879+0000","last_undegraded":"2024-04-02T08:19:18.738879+0000","last_fullsized":"2024-04-02T08:19:18.738879+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201308,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1314816,"data_stored":903460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54900000000000004,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68799999999999994,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38100000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.627,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.435}]},{"osd":1,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.35899999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.66400000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.38700000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.66600000000000004,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.41999999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52300000000000002,"15min":0.52600000000000002},"min":{"1min":0.372,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.63900000000000001,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.432,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.76900000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.45400000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.44500000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.67500000000000004,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.39400000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.82499999999999996,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.41399999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.45300000000000001,"15min":0.45200000000000001},"min":{"1min":0.32300000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.73999999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.46899999999999997,"15min":0.46600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69599999999999995,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.502,"15min":0.502},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.85599999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.38},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.51800000000000002,"15min":0.51500000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80000000000000004,"5min":0.877,"15min":0.877},"last":0.39600000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.37,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83799999999999997,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.37},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.753,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.69199999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462945,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32408,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712744,"statfs":{"total":95995035648,"available":95961849856,"internally_reserved":0,"allocated":1318912,"data_stored":904955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64500000000000002,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48899999999999999,"15min":0.48599999999999999},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.64800000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.496}]},{"osd":1,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66500000000000004,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68400000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.56000000000000005}]},{"osd":2,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38200000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.68700000000000006,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.53400000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.63900000000000001,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.71999999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.51800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.63700000000000001,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61399999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.31900000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:19:10 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.377},{"interface":"front","average":{"1min":0.442,"5min":0.44800000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.55300000000000005,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.39200000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.35299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31828,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713324,"statfs":{"total":95995035648,"available":95962443776,"internally_reserved":0,"allocated":724992,"data_stored":312670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34100000000000003,"15min":0.32900000000000001},"min":{"1min":0.22500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.32500000000000001},"min":{"1min":0.25700000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.29899999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.377,"15min":0.36299999999999999},"min":{"1min":0.22,"5min":0.215,"15min":0.215},"max":{"1min":0.54900000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.372},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63400000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36399999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:18:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.46500000000000002},"min":{"1min":0.315,"5min":0.307,"15min":0.307},"max":{"1min":0.66600000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.318}]},{"osd":4,"last update":"Tue Apr 2 08:19:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73699999999999999,"5min":1.022,"15min":1.022},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80000000000000004,"5min":1.01,"15min":1.01},"last":0.52800000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:18:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.60199999999999998,"15min":0.61199999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79800000000000004,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.501},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69599999999999995,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.54700000000000004}]},{"osd":6,"last update":"Tue Apr 2 08:19:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72799999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.45000000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:19:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.58399999999999996,"15min":0.58799999999999997},"min":{"1min":0.439,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83099999999999996,"5min":1.069,"15min":1.069},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.60899999999999999,"15min":0.61399999999999999},"min":{"1min":0.43099999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.76900000000000002,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.49099999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32412,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712740,"statfs":{"total":95995035648,"available":95961845760,"internally_reserved":0,"allocated":1327104,"data_stored":903606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.22500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.49299999999999999,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.45600000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.39500000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38700000000000001,"15min":0.376},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.29699999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:18:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.438,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56999999999999995,"5min":0.622,"15min":0.622},"last":0.38},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.434,"15min":0.44},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.27700000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.41399999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.70399999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:18:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.374,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.77800000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73099999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.65300000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76400000000000001,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.438,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.63400000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:19:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56799999999999995,"15min":0.56499999999999995},"min":{"1min":0.40300000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.55600000000000005,"15min":0.54700000000000004},"min":{"1min":0.45200000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.624}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":312532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.55300000000000005,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.39800000000000002,"15min":0.39100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.30499999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39700000000000002,"15min":0.39900000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40899999999999997},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.28699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:18:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.442,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.39700000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55900000000000005,"15min":0.55700000000000005},"min":{"1min":0.41099999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56399999999999995,"15min":0.57099999999999995},"min":{"1min":0.35199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.44400000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:18:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78700000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.48199999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81399999999999995,"5min":0.87,"15min":0.87},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61499999999999999,"15min":0.61699999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79600000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.495}]},{"osd":7,"last update":"Tue Apr 2 08:19:30 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.57099999999999995,"15min":0.56599999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.58299999999999996,"15min":0.57099999999999995},"min":{"1min":0.42699999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.47199999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149743,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27744,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717408,"statfs":{"total":95995035648,"available":95966625792,"internally_reserved":0,"allocated":737280,"data_stored":314964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.39100000000000001},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.495},{"interface":"front","average":{"1min":0.379,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42099999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40200000000000002,"15min":0.41199999999999998},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58799999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.42899999999999999,"15min":0.44700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.60599999999999998,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.44700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:18:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42899999999999999,"15min":0.441},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.503,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.41699999999999998,"15min":0.434},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46300000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.39800000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70899999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.81599999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:18:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.35599999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76300000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59399999999999997,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.82899999999999996}]},{"osd":6,"last update":"Tue Apr 2 08:19:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69399999999999995,"5min":0.751,"15min":0.751},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.71499999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.79400000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.76600000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986218,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":313218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.55100000000000005,"15min":0.57099999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.89100000000000001,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.41099999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78000000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.501}]},{"osd":2,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.872,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.55700000000000005,"15min":0.57099999999999995},"min":{"1min":0.40999999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.67500000000000004,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.442}]},{"osd":3,"last update":"Tue Apr 2 08:19:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.57099999999999995,"15min":0.58699999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73499999999999999,"5min":1.077,"15min":1.077},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82699999999999996,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.434}]},{"osd":5,"last update":"Tue Apr 2 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.40100000000000002},"min":{"1min":0.29299999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.44,"15min":0.438},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.77600000000000002,"5min":1.014,"15min":1.014},"last":0.374}]},{"osd":6,"last update":"Tue Apr 2 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47799999999999998,"15min":0.47599999999999998},"min":{"1min":0.29699999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.84399999999999997,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.46300000000000002,"15min":0.45300000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.38800000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53300000000000003,"15min":0.53400000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.67500000000000004,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.34000000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71399999999999997,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.35799999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724581,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":314677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.499,"15min":0.499},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67900000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.42999999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73099999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.60499999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69199999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83699999999999997,"5min":1.048,"15min":1.048},"last":0.503}]},{"osd":2,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64100000000000001,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.379,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76200000000000001,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.47699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.64800000000000002,"5min":1.034,"15min":1.034},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54100000000000004}]},{"osd":4,"last update":"Tue Apr 2 08:18:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39900000000000002,"15min":0.39600000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.624,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.313,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.63600000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45700000000000002},"min":{"1min":0.32600000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63200000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.623},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.71999999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.59399999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.64900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:19:39.774 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-02T08:19:39.774 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-02T08:19:39.775 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-02T08:19:39.775 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph health --format=json 2024-04-02T08:19:39.980 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:40.101 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:39 smithi084 ceph-mon[27534]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:40.102 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:39 smithi084 ceph-mon[39235]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:39 smithi132 ceph-mon[31218]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:40 smithi084 ceph-mon[27534]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:40 smithi084 ceph-mon[39235]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:40 smithi132 ceph-mon[31218]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:19:41.972 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:41.972 INFO:teuthology.orchestra.run.smithi084.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-02T08:19:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:41 smithi084 ceph-mon[27534]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:41 smithi084 ceph-mon[39235]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:41 smithi132 ceph-mon[31218]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:42.746 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-02T08:19:42.747 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:19:43.036 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:43.036 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":70,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:19:19.730804+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:18:19.184948+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:0/3882478028":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3189600847":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/2181459132":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/4008537474":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:19:43.048 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:42 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3947856543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:19:43.048 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:42 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3947856543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:19:43.049 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:15:27.644286+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:17:43.382272+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:17:44.626664+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:18:19.184948+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:19:43.049 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:19:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:42 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3947856543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:19:43.331 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-02T08:19:43.344 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:19:43.630 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-02T08:19:43.643 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:19:43.931 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-02T08:19:43.943 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[27534]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:43.943 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/4037448218' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:43.943 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/740631023' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:19:43.943 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/470627414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:19:43.944 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[39235]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:43.944 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/4037448218' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:43.944 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/740631023' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:19:43.944 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:43 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/470627414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:19:43.945 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:19:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:43 smithi132 ceph-mon[31218]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:43 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/4037448218' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:43 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/740631023' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:19:44.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:43 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/470627414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:19:44.232 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 8 2024-04-02T08:19:44.244 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:19:44] "GET /metrics HTTP/1.1" 200 33647 "" "Prometheus/2.43.0" 2024-04-02T08:19:44.245 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:19:44.566 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:44.566 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/494343268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":494343268},{"type":"v1","addr":"172.21.15.84:6835","nonce":494343268}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:17:45.442902+0000","modified":"2024-04-02T08:17:47.454249+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24337},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24337":{"gid":24337,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.132:6833/1033372047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1033372047},{"type":"v1","addr":"172.21.15.132:6833","nonce":1033372047}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:19:44.566 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 6 2024-04-02T08:19:44.579 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:19:44.867 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/870178046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:19:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/608678779' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:19:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2336464251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/870178046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:19:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/608678779' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:19:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2336464251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:44.868 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":70,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:19:19.730804+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:18:19.184948+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:0/3882478028":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3189600847":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/2181459132":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/4008537474":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:19:44.880 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:15:27.644286+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:17:43.382272+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:17:44.626664+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:18:19.184948+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:19:44.881 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:19:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/870178046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:19:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/608678779' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:19:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2336464251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:45.167 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-02T08:19:45.180 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:19:45.465 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-02T08:19:45.480 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:19:45.762 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-02T08:19:45.774 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:19:46.061 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 8 2024-04-02T08:19:46.073 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[39235]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:46.073 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/88221519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:46.073 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2000104267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.073 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/527255423' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.073 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1882012525' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.073 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[27534]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:46.074 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/88221519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:46.074 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2000104267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.074 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/527255423' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.074 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:45 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1882012525' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.075 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:19:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:45 smithi132 ceph-mon[31218]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/88221519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2000104267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/527255423' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:45 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1882012525' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:19:46.398 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:46.398 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/494343268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":494343268},{"type":"v1","addr":"172.21.15.84:6835","nonce":494343268}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:17:45.442902+0000","modified":"2024-04-02T08:17:47.454249+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24337},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24337":{"gid":24337,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.132:6833/1033372047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1033372047},{"type":"v1","addr":"172.21.15.132:6833","nonce":1033372047}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:19:46.399 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 6 2024-04-02T08:19:46.411 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:19:46.701 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:46.702 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":70,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:19:19.730804+0000","last_up_change":"2024-04-02T08:17:27.712521+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:18:19.184948+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6803","nonce":1921326976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6805","nonce":1921326976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6809","nonce":1921326976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1921326976},{"type":"v1","addr":"172.21.15.84:6807","nonce":1921326976}]},"public_addr":"172.21.15.84:6803/1921326976","cluster_addr":"172.21.15.84:6805/1921326976","heartbeat_back_addr":"172.21.15.84:6809/1921326976","heartbeat_front_addr":"172.21.15.84:6807/1921326976","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6811","nonce":1947776921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6813","nonce":1947776921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6817","nonce":1947776921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":1947776921},{"type":"v1","addr":"172.21.15.84:6815","nonce":1947776921}]},"public_addr":"172.21.15.84:6811/1947776921","cluster_addr":"172.21.15.84:6813/1947776921","heartbeat_back_addr":"172.21.15.84:6817/1947776921","heartbeat_front_addr":"172.21.15.84:6815/1947776921","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6819","nonce":1427439721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6821","nonce":1427439721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6825","nonce":1427439721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1427439721},{"type":"v1","addr":"172.21.15.84:6823","nonce":1427439721}]},"public_addr":"172.21.15.84:6819/1427439721","cluster_addr":"172.21.15.84:6821/1427439721","heartbeat_back_addr":"172.21.15.84:6825/1427439721","heartbeat_front_addr":"172.21.15.84:6823/1427439721","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6827","nonce":261607776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6829","nonce":261607776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6833","nonce":261607776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":261607776},{"type":"v1","addr":"172.21.15.84:6831","nonce":261607776}]},"public_addr":"172.21.15.84:6827/261607776","cluster_addr":"172.21.15.84:6829/261607776","heartbeat_back_addr":"172.21.15.84:6833/261607776","heartbeat_front_addr":"172.21.15.84:6831/261607776","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6801","nonce":2225365732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6803","nonce":2225365732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6807","nonce":2225365732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":2225365732},{"type":"v1","addr":"172.21.15.132:6805","nonce":2225365732}]},"public_addr":"172.21.15.132:6801/2225365732","cluster_addr":"172.21.15.132:6803/2225365732","heartbeat_back_addr":"172.21.15.132:6807/2225365732","heartbeat_front_addr":"172.21.15.132:6805/2225365732","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6809","nonce":2014900429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6811","nonce":2014900429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6815","nonce":2014900429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":2014900429},{"type":"v1","addr":"172.21.15.132:6813","nonce":2014900429}]},"public_addr":"172.21.15.132:6809/2014900429","cluster_addr":"172.21.15.132:6811/2014900429","heartbeat_back_addr":"172.21.15.132:6815/2014900429","heartbeat_front_addr":"172.21.15.132:6813/2014900429","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6817","nonce":3076210455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6819","nonce":3076210455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6823","nonce":3076210455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3076210455},{"type":"v1","addr":"172.21.15.132:6821","nonce":3076210455}]},"public_addr":"172.21.15.132:6817/3076210455","cluster_addr":"172.21.15.132:6819/3076210455","heartbeat_back_addr":"172.21.15.132:6823/3076210455","heartbeat_front_addr":"172.21.15.132:6821/3076210455","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6825","nonce":2284643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6827","nonce":2284643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6831","nonce":2284643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2284643711},{"type":"v1","addr":"172.21.15.132:6829","nonce":2284643711}]},"public_addr":"172.21.15.132:6825/2284643711","cluster_addr":"172.21.15.132:6827/2284643711","heartbeat_back_addr":"172.21.15.132:6831/2284643711","heartbeat_front_addr":"172.21.15.132:6829/2284643711","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:0/3882478028":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3189600847":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/2181459132":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/4008537474":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:19:46.715 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:19:47.040 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:19:47.040 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/494343268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":494343268},{"type":"v1","addr":"172.21.15.84:6835","nonce":494343268}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:17:45.442902+0000","modified":"2024-04-02T08:17:47.454249+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24337},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24337":{"gid":24337,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.132:6833/1033372047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1033372047},{"type":"v1","addr":"172.21.15.132:6833","nonce":1033372047}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:19:47.041 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 6 2024-04-02T08:19:47.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/629233632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:19:47.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/945431688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.052 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:46 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3420766769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.052 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/629233632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:19:47.052 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/945431688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.052 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:46 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3420766769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.053 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-02T08:17:45.442902+0000', 'modified': '2024-04-02T08:17:47.454249+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24337}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24337': {'gid': 24337, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.132:6833/1033372047', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6832', 'nonce': 1033372047}, {'type': 'v1', 'addr': '172.21.15.132:6833', 'nonce': 1033372047}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-02T08:19:47.053 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-02T08:19:47.053 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-02T08:19:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/629233632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:19:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/945431688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:46 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3420766769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-02T08:19:47.165+0000 7ff5377fe640 0 client.14925 ms_handle_reset on v2:172.21.15.132:6832/1033372047 2024-04-02T08:19:47.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-02T08:19:47.184+0000 7ff5377fe640 0 client.24821 ms_handle_reset on v2:172.21.15.132:6832/1033372047 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "cluster_fsid": "99c7bed6-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "whoami": 0, 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 24337, 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "want_state": "up:active", 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "state": "up:active", 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs", 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "rank_uptime": 121.739479317, 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "mdsmap_epoch": 6, 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch": 70, 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch_barrier": 63, 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout: "uptime": 126.23720263200001 2024-04-02T08:19:47.183 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:19:47.194 INFO:tasks.cephadm:Setup complete, yielding 2024-04-02T08:19:47.194 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:19:47.206 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-02T08:19:47.207 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:19:47.233 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-02T08:19:47.233 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-02T08:19:47.266 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi084.front.sepia.ceph.com 2024-04-02T08:19:47.266 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-02T08:19:47.469 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:47 smithi084 ceph-mon[39235]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:47 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3815234756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:47 smithi084 ceph-mon[27534]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:47 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3815234756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:47 smithi132 ceph-mon[31218]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:48.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:47 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3815234756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:19:49.016 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:48 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:49.016 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:48 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:48 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:19:49.732 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:49] ENGINE Bus STOPPING 2024-04-02T08:19:49.732 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:19:49.732 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:49] ENGINE Bus STOPPED 2024-04-02T08:19:49.732 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:49] ENGINE Bus STARTING 2024-04-02T08:19:49.732 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:49] ENGINE Serving on http://:::9283 2024-04-02T08:19:49.732 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:19:49] ENGINE Bus STARTED 2024-04-02T08:19:50.015 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-mon[39235]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:50.015 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1124662066' entity='client.admin' 2024-04-02T08:19:50.015 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:50.015 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-mon[27534]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:50.016 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1124662066' entity='client.admin' 2024-04-02T08:19:50.016 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:49 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:50.035 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:19:50.045 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-02T08:19:50.046 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:19:50.088 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-02T08:19:50.089 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T08:19:50.177 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:19:50.177 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:19:50.178 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:19:50.179 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:49 smithi132 ceph-mon[31218]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:19:50.179 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:49 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1124662066' entity='client.admin' 2024-04-02T08:19:50.179 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:49 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:50.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:19:50.193 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:19:50.193 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:19:50.249 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:19:50.249 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:19:50.304 INFO:tasks.workunit:timeout=3h 2024-04-02T08:19:50.304 INFO:tasks.workunit:cleanup=True 2024-04-02T08:19:50.304 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:19:50.359 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:19:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:51 smithi084 ceph-mon[27534]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:51 smithi084 ceph-mon[27534]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:19:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:51 smithi084 ceph-mon[39235]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:51 smithi084 ceph-mon[39235]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:19:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:51 smithi132 ceph-mon[31218]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:51 smithi132 ceph-mon[31218]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:19:54.089 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:54.089 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.089 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.090 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.091 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:54.091 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:54.091 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:53 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:53 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:19:54.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:19:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:19:54] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-02T08:19:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:55 smithi084 ceph-mon[27534]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:55 smithi084 ceph-mon[39235]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:55 smithi132 ceph-mon[31218]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:57 smithi084 ceph-mon[27534]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:57 smithi084 ceph-mon[39235]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:19:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:57 smithi132 ceph-mon[31218]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:20:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:19:59 smithi084 ceph-mon[27534]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:20:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:19:59 smithi084 ceph-mon[39235]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:20:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:19:59 smithi132 ceph-mon[31218]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:20:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:00 smithi084 ceph-mon[27534]: overall HEALTH_OK 2024-04-02T08:20:01.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:00 smithi084 ceph-mon[39235]: overall HEALTH_OK 2024-04-02T08:20:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:00 smithi132 ceph-mon[31218]: overall HEALTH_OK 2024-04-02T08:20:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:01 smithi084 ceph-mon[27534]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:20:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:01 smithi084 ceph-mon[39235]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:20:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:01 smithi132 ceph-mon[31218]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:20:04.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:03 smithi084 ceph-mon[27534]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:04.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:03 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:04.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:03 smithi084 ceph-mon[39235]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:04.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:03 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:03 smithi132 ceph-mon[31218]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:03 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:04.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:20:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:20:04] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-02T08:20:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:05 smithi084 ceph-mon[27534]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:05 smithi084 ceph-mon[39235]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:05 smithi132 ceph-mon[31218]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:07 smithi084 ceph-mon[27534]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:08.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:07 smithi084 ceph-mon[39235]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:07 smithi132 ceph-mon[31218]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:09 smithi084 ceph-mon[27534]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:09 smithi084 ceph-mon[39235]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:09 smithi132 ceph-mon[31218]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:11 smithi084 ceph-mon[27534]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:12.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:11 smithi084 ceph-mon[39235]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:12.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:11 smithi132 ceph-mon[31218]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:14.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:13 smithi084 ceph-mon[27534]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:14.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:13 smithi084 ceph-mon[39235]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:13 smithi132 ceph-mon[31218]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:14.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:20:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:20:14] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-02T08:20:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:15 smithi084 ceph-mon[27534]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:15 smithi084 ceph-mon[39235]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:15 smithi132 ceph-mon[31218]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:16 smithi084 ceph-mon[27534]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:16 smithi084 ceph-mon[39235]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:16 smithi132 ceph-mon[31218]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:18 smithi084 ceph-mon[27534]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:18 smithi084 ceph-mon[39235]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:18 smithi132 ceph-mon[31218]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:21 smithi084 ceph-mon[27534]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:21 smithi084 ceph-mon[39235]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:21 smithi132 ceph-mon[31218]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:24.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:23 smithi084 ceph-mon[39235]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:24.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:23 smithi084 ceph-mon[27534]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:23 smithi132 ceph-mon[31218]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:24.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:20:24 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:20:24] "GET /metrics HTTP/1.1" 200 33644 "" "Prometheus/2.43.0" 2024-04-02T08:20:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:25 smithi084 ceph-mon[27534]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:25 smithi084 ceph-mon[39235]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:25 smithi132 ceph-mon[31218]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:27 smithi084 ceph-mon[27534]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:27 smithi084 ceph-mon[39235]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:27 smithi132 ceph-mon[31218]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:29 smithi084 ceph-mon[27534]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:29 smithi084 ceph-mon[39235]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:29 smithi132 ceph-mon[31218]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:31 smithi084 ceph-mon[27534]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:32.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:31 smithi084 ceph-mon[39235]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:31 smithi132 ceph-mon[31218]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:34.086 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:33 smithi084 ceph-mon[27534]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:34.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:33 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:34.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:33 smithi084 ceph-mon[39235]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:34.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:33 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:33 smithi132 ceph-mon[31218]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:33 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:34.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:20:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:20:34] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-02T08:20:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:35 smithi084 ceph-mon[27534]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:35 smithi084 ceph-mon[39235]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:35 smithi132 ceph-mon[31218]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:37 smithi084 ceph-mon[27534]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:37 smithi084 ceph-mon[39235]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:37 smithi132 ceph-mon[31218]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:39 smithi084 ceph-mon[27534]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:39 smithi084 ceph-mon[39235]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:39 smithi132 ceph-mon[31218]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:41 smithi084 ceph-mon[27534]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:41 smithi084 ceph-mon[39235]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:41 smithi132 ceph-mon[31218]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:44.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:43 smithi084 ceph-mon[27534]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:44.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:43 smithi084 ceph-mon[39235]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:43 smithi132 ceph-mon[31218]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:44.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:20:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:20:44] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-02T08:20:46.083 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:45 smithi084 ceph-mon[27534]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:46.084 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:45 smithi084 ceph-mon[39235]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:45 smithi132 ceph-mon[31218]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:47 smithi084 ceph-mon[27534]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:47 smithi084 ceph-mon[39235]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:47 smithi132 ceph-mon[31218]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:48 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:48 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:48 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:49 smithi084 ceph-mon[39235]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:49 smithi084 ceph-mon[27534]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:49 smithi132 ceph-mon[31218]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:51 smithi084 ceph-mon[27534]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:52.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:51 smithi084 ceph-mon[39235]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:51 smithi132 ceph-mon[31218]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:54.086 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[27534]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[39235]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:54.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:53 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:20:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:53 smithi132 ceph-mon[31218]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:53 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:53 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:53 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:53 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:20:54.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:20:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:20:54] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-02T08:20:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:55 smithi084 ceph-mon[27534]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:55 smithi084 ceph-mon[39235]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:55 smithi132 ceph-mon[31218]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:57 smithi084 ceph-mon[27534]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:57 smithi084 ceph-mon[39235]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:57 smithi132 ceph-mon[31218]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:20:59 smithi084 ceph-mon[27534]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:20:59 smithi084 ceph-mon[39235]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:20:59 smithi132 ceph-mon[31218]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:01 smithi084 ceph-mon[27534]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:01 smithi084 ceph-mon[39235]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:01 smithi132 ceph-mon[31218]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:04.086 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:03 smithi084 ceph-mon[27534]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:04.086 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:03 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:04.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:03 smithi084 ceph-mon[39235]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:04.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:03 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:03 smithi132 ceph-mon[31218]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:03 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:04.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:21:04] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2024-04-02T08:21:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:05 smithi084 ceph-mon[27534]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:05 smithi084 ceph-mon[39235]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:05 smithi132 ceph-mon[31218]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:07 smithi084 ceph-mon[27534]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:08.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:07 smithi084 ceph-mon[39235]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:07 smithi132 ceph-mon[31218]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:09 smithi084 ceph-mon[27534]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:09 smithi084 ceph-mon[39235]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:09 smithi132 ceph-mon[31218]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:11 smithi084 ceph-mon[27534]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:12.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:11 smithi084 ceph-mon[39235]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:11 smithi132 ceph-mon[31218]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:14.086 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:13 smithi084 ceph-mon[27534]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:14.086 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:13 smithi084 ceph-mon[39235]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:13 smithi132 ceph-mon[31218]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:14.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:21:14] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2024-04-02T08:21:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:15 smithi084 ceph-mon[27534]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:15 smithi084 ceph-mon[39235]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:15 smithi132 ceph-mon[31218]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:16 smithi132 ceph-mon[31218]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:16 smithi084 ceph-mon[27534]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:16 smithi084 ceph-mon[39235]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:17 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:17 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:17 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:18 smithi132 ceph-mon[31218]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:18 smithi084 ceph-mon[27534]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:18 smithi084 ceph-mon[39235]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:21 smithi084 ceph-mon[27534]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:21 smithi084 ceph-mon[39235]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:21 smithi132 ceph-mon[31218]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:24.086 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:23 smithi084 ceph-mon[27534]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:24.090 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:23 smithi084 ceph-mon[39235]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:23 smithi132 ceph-mon[31218]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:24.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:24 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:21:24] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-02T08:21:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:25 smithi084 ceph-mon[27534]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:25 smithi084 ceph-mon[39235]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:25 smithi132 ceph-mon[31218]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:27 smithi084 ceph-mon[27534]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:27 smithi084 ceph-mon[39235]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:27 smithi132 ceph-mon[31218]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:29 smithi084 ceph-mon[27534]: pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:29 smithi084 ceph-mon[39235]: pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:29 smithi132 ceph-mon[31218]: pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:31 smithi084 ceph-mon[27534]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:32.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:31 smithi084 ceph-mon[39235]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:31 smithi132 ceph-mon[31218]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:34.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:33 smithi084 ceph-mon[27534]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:34.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:33 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:34.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:33 smithi084 ceph-mon[39235]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:34.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:33 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:33 smithi132 ceph-mon[31218]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:33 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:34.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:21:34] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-02T08:21:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:35 smithi084 ceph-mon[27534]: pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:35 smithi084 ceph-mon[39235]: pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:35 smithi132 ceph-mon[31218]: pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:38.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:37 smithi084 ceph-mon[27534]: pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:37 smithi084 ceph-mon[39235]: pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:37 smithi132 ceph-mon[31218]: pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:38.344 INFO:tasks.workunit.client.0.smithi084.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T08:21:38.344 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:38.344 INFO:tasks.workunit.client.0.smithi084.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T08:21:38.344 INFO:tasks.workunit.client.0.smithi084.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T08:21:38.344 INFO:tasks.workunit.client.0.smithi084.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T08:21:38.344 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:38.344 INFO:tasks.workunit.client.0.smithi084.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr: git switch -c 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr:Or undo this operation with: 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr: git switch - 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:38.345 INFO:tasks.workunit.client.0.smithi084.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T08:21:38.349 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:21:38.410 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:21:38.412 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:21:38.412 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:21:39.168 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:21:39.233 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:21:39.274 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:21:39.275 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:21:39.275 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:21:39.314 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:21:39.317 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:21:39.317 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:21:39.388 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-02T08:21:39.389 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-02T08:21:39.389 DEBUG:teuthology.orchestra.run.smithi084:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-02T08:21:39.446 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-02T08:21:39.836 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-02T08:21:40.110 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[27534]: pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:40.110 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1523634379' entity='client.admin' 2024-04-02T08:21:40.110 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:40.110 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:39] ENGINE Bus STOPPING 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:39] ENGINE Bus STOPPED 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:39] ENGINE Bus STARTING 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:39] ENGINE Serving on http://:::9283 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:39] ENGINE Bus STARTED 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STOPPING 2024-04-02T08:21:40.111 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[39235]: pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:40.112 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1523634379' entity='client.admin' 2024-04-02T08:21:40.112 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:40.112 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:40.112 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:40.112 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:39 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:39 smithi132 ceph-mon[31218]: pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:39 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1523634379' entity='client.admin' 2024-04-02T08:21:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:39 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:39 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:39 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:39 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:40.226 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-02T08:21:40.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:21:40.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STOPPED 2024-04-02T08:21:40.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STARTING 2024-04-02T08:21:40.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Serving on http://:::9283 2024-04-02T08:21:40.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STARTED 2024-04-02T08:21:40.614 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry preview 2024-04-02T08:21:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STOPPING 2024-04-02T08:21:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:21:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STOPPED 2024-04-02T08:21:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STARTING 2024-04-02T08:21:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Serving on http://:::9283 2024-04-02T08:21:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:40] ENGINE Bus STARTED 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "ident" 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T08:21:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_block_size", 2024-04-02T08:21:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_cache_size", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_compression", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_log", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_write_buffer_size", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:21:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:21:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pg_delete_cost", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addr", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addrv", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T08:21:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T08:21:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 1, 2024-04-02T08:21:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 0, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T08:21:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T08:21:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T08:21:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T08:21:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:21:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:21:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:21:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T08:21:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T08:21:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "reef" 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 18, 2024-04-02T08:21:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "reef" 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T08:21:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 212, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 313344, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 179, 2024-04-02T08:21:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 98304, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 98304, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.347928559880529e-07, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 3430, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 3430, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 10290, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 51, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 20480 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T08:21:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T08:21:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T08:21:41.097255", 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T08:21:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T08:21:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718752256, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241532928, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 241532928, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.0003145122609566897 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718752256, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241532928 2024-04-02T08:21:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.151 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T08:21:41.151 INFO:tasks.workunit.client.0.smithi084.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T08:21:41.151 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry preview-device 2024-04-02T08:21:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2279846636' entity='client.admin' 2024-04-02T08:21:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2279846636' entity='client.admin' 2024-04-02T08:21:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:41 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2279846636' entity='client.admin' 2024-04-02T08:21:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:41 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:41.626 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T08:21:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "08a7e456-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08a8c290-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081532": { 2024-04-02T08:21:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08a7e456-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045732 2024-04-02T08:21:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 28893840 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 49738537 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 89, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3379, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3394, 2024-04-02T08:21:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3364 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 10, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 390712420, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 1893586751, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 6304698856, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 33452594171, 2024-04-02T08:21:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 11, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 54875, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 53177, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 25, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 336 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 54875, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 53177 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 25 Celsius", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 11%", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 390,712,420 [200 TB]", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 1,893,586,751 [969 TB]", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 6,304,698,856", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 33,452,594,171", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 10", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 54,875", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 53,177", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 336", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 25 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "08aa47be-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08ab18e2-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081530": { 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08aa47be-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045730 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 33179553 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 54893910 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 88, 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3708, 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3726, 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3688 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 8, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 445028017, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 2174455227, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 7007996681, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 36915760070, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 12, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 55584, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 55428, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 27, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 337 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 55584, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 55428 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 27 Celsius", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 12%", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 445,028,017 [227 TB]", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 2,174,455,227 [1.11 PB]", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 7,007,996,681", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 36,915,760,070", 2024-04-02T08:21:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 8", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 55,584", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 55,428", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 337", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 27 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:41.663 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T08:21:41.663 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry preview-all 2024-04-02T08:21:42.142 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "device_report": { 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "08a7e456-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08a8c290-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081532": { 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08a7e456-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045732 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 28893840 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 49738537 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 89, 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3379, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3394, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3364 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 10, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 390712420, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 1893586751, 2024-04-02T08:21:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 6304698856, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 33452594171, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 11, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 54875, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 53177, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 25, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 336 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 54875, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 53177 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 25 Celsius", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 11%", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 390,712,420 [200 TB]", 2024-04-02T08:21:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 1,893,586,751 [969 TB]", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 6,304,698,856", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 33,452,594,171", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 10", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 54,875", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 53,177", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 336", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 25 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "08aa47be-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08ab18e2-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081530": { 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08aa47be-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045730 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 33179553 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 54893910 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 88, 2024-04-02T08:21:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3708, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3726, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3688 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 8, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 445028017, 2024-04-02T08:21:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 2174455227, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 7007996681, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 36915760070, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 12, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 55584, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 55428, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 27, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 337 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 55584, 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 55428 2024-04-02T08:21:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 27 Celsius", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 12%", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 445,028,017 [227 TB]", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 2,174,455,227 [1.11 PB]", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 7,007,996,681", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 36,915,760,070", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 8", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 55,584", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 55,428", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 337", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 27 2024-04-02T08:21:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "report": { 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T08:21:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "ident" 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_block_size", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_cache_size", 2024-04-02T08:21:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_compression", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_log", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_write_buffer_size", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T08:21:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T08:21:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:21:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pg_delete_cost", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T08:21:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addr", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addrv", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T08:21:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:21:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T08:21:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 1, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T08:21:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 0, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T08:21:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T08:21:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T08:21:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T08:21:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T08:21:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T08:21:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T08:21:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T08:21:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T08:21:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T08:21:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T08:21:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T08:21:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "reef" 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 18, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "reef" 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T08:21:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T08:21:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 212, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 313344, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T08:21:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 179, 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 98304, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 98304, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.347928559880529e-07, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 3430, 2024-04-02T08:21:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 3430, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 10290, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 51, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 20480 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296742666, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098910720, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T08:21:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T08:21:42.125680", 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T08:21:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718752256, 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241532928, 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 241532928, 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.0003145122609566897 2024-04-02T08:21:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718752256, 2024-04-02T08:21:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241532928 2024-04-02T08:21:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:42.234 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T08:21:42.235 INFO:tasks.workunit.client.0.smithi084.stderr:++ ceph telemetry collection ls 2024-04-02T08:21:42.636 INFO:tasks.workunit.client.0.smithi084.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:21:42.637 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:21:42.638 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:21:42.639 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:21:42.640 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:21:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:21:42.642 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:21:42.643 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:21:42.644 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:21:42.645 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:21:42.645 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:21:42.645 INFO:tasks.workunit.client.0.smithi084.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:21:42.645 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:21:42.645 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:21:42.645 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T08:21:42.645 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T08:21:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:42 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.136 INFO:tasks.workunit.client.0.smithi084.stdout:Telemetry is on. 2024-04-02T08:21:43.136 INFO:tasks.workunit.client.0.smithi084.stdout:Some channels are disabled, please enable with: 2024-04-02T08:21:43.137 INFO:tasks.workunit.client.0.smithi084.stdout:`ceph telemetry enable channel perf` 2024-04-02T08:21:43.151 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry enable channel perf 2024-04-02T08:21:43.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:42] ENGINE Bus STOPPING 2024-04-02T08:21:43.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:21:43.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:42] ENGINE Bus STOPPED 2024-04-02T08:21:43.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:42 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:42] ENGINE Bus STARTING 2024-04-02T08:21:43.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE Serving on http://:::9283 2024-04-02T08:21:43.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE Bus STARTED 2024-04-02T08:21:43.640 INFO:tasks.workunit.client.0.smithi084.stdout:channel_perf is enabled 2024-04-02T08:21:43.651 INFO:tasks.workunit.client.0.smithi084.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T08:21:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-02T08:21:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE Bus STOPPING 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE Bus STOPPED 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE Bus STARTING 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE Serving on http://:::9283 2024-04-02T08:21:43.870 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:21:43] ENGINE Bus STARTED 2024-04-02T08:21:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:43.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:43 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:44.032 INFO:tasks.workunit.client.0.smithi084.stderr:+ LAST_OPT_REVISION=1 2024-04-02T08:21:44.033 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T08:21:44.033 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry show 2024-04-02T08:21:44.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:21:44] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-02T08:21:44.750 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T08:21:44.750 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T08:21:44.750 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T08:21:44.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T08:21:44.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.750 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T08:21:44.750 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T08:21:44.751 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:44.752 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:44.754 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_block_size", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_cache_size", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_compression", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_log", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_write_buffer_size", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:44.755 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:44.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:21:44.757 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T08:21:44.758 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:44.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pg_delete_cost", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:44.760 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addr", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addrv", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T08:21:44.761 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:44.762 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:21:44.763 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/enabled", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:44.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:44.765 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:44.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T08:21:44.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 1, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T08:21:44.769 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 0, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T08:21:44.770 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.771 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T08:21:44.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_stats": { 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20267008, 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 382952, 2024-04-02T08:21:44.773 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 974848, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 0, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 325, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1315320, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 368128, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14473248, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:44.774 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20250624, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 484464, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 16384, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 394, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1301872, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 859136, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14852640, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.775 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 43859968, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1288792, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 811008, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2646016, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1764, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 11745904, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2582272, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 24679480, 2024-04-02T08:21:44.776 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 46505984 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 37412864, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 870664, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 450560, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 6045696, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1177, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 9249256, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1929216, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 22160656, 2024-04-02T08:21:44.777 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 43458560 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 34988032, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1149712, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 9519104, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1115, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 8686696, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 981504, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 21417608, 2024-04-02T08:21:44.778 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 51699712, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1783808, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 909312, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1786, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 6352784, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3741696, 2024-04-02T08:21:44.779 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 36937840, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 52609024 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 50388992, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1841912, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 57344, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1712, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 6177816, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3539968, 2024-04-02T08:21:44.780 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 35945712, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 50446336 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 44679168, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 708264, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 524288, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1254, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 4919488, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2432512, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 33735320, 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:21:44.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 47505408, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1724192, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 843776, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1623, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 4922800, 2024-04-02T08:21:44.782 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:21:44.786 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3454464, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34520368, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 48349184 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 48889856, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1911288, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 507904, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1642, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 5676416, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:44.787 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3386368, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 35032200, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 45146112, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1143648, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1105920, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1244, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 4228584, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2011648, 2024-04-02T08:21:44.788 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34878648, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 48496640, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2186552, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 966656, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1642, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 5237728, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3840256, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34348520, 2024-04-02T08:21:44.789 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 48881664, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2126208, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 581632, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1679, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 5567480, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3568128, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34736264, 2024-04-02T08:21:44.790 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "io_rate": { 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_stats_delta": { 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 0, 2024-04-02T08:21:44.791 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "stamp_delta": "12.002414", 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:44.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:44.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 182, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 278, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:44.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 40, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:44.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 0 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "mempool": { 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.796 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.798 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 150158, 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.801 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 928, 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.802 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.803 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 222439, 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 68 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 51496, 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 208 2024-04-02T08:21:44.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8008, 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 125 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.813 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1147763, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 341 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 352, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 4 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.818 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6584, 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 124 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12744, 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1546 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10240, 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 158 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1156939, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 386 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.827 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6584, 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 124 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12744, 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1546 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5120, 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 79 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.829 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.831 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.834 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1097331, 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 354 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6584, 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 124 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12744, 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1546 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5120, 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 79 2024-04-02T08:21:44.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5600, 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 70 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21168, 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 189 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1936, 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 47 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 620753, 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T08:21:44.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 92146, 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15821 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 206296, 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 335 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11412, 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 746 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9072, 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 189 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31878, 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 203 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21168, 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 189 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 415944, 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 93 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2460460, 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 198 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7040, 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 80 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 521640, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 88400, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.845 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.847 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4560, 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 57 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19824, 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 177 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1488, 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 43 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12288, 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 86650, 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14947 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 198136, 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 323 2024-04-02T08:21:44.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9608, 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 574 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8496, 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 177 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28202, 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 191 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19936, 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1472, 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 442425, 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 99 2024-04-02T08:21:44.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20128, 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2427506, 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5016, 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 57 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.852 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 452088, 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7280, 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 18 2024-04-02T08:21:44.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4560, 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 57 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19712, 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 176 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1152, 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 40 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12288, 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 44190, 2024-04-02T08:21:44.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8375 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 124696, 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 215 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8340, 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 521 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8448, 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 176 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26322, 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 183 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19712, 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 176 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T08:21:44.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 369292, 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 81 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2437196, 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 183 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4400, 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 50 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 359352, 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 31 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8840, 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 25 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225928, 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3448 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.862 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4000, 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 50 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20160, 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 480, 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 34 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 85266, 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14819 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 196096, 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 320 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9348, 2024-04-02T08:21:44.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 578 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8640, 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26930, 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 188 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20160, 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 275260, 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 58 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26565, 2024-04-02T08:21:44.868 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2469919, 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 194 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4664, 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 53 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.869 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 417312, 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10400, 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:44.870 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.871 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.872 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3600, 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20048, 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 179 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1040, 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8192, 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 85848, 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14905 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 197456, 2024-04-02T08:21:44.874 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 322 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9520, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 576 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8592, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 179 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 27610, 2024-04-02T08:21:44.875 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 190 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20048, 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 179 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 905071, 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 69 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2411830, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 171 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4840, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 55 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 440496, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 38 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7800, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225672, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3436 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.880 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2880, 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19936, 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 480, 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 34 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 45625, 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8704 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 130816, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 224 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9868, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 579 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8544, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28290, 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 192 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19936, 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 834020, 2024-04-02T08:21:44.884 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 52 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26565, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2419384, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 173 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5368, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 61 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.885 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 475272, 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11960, 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T08:21:44.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2320, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 29 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20944, 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 187 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 368, 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 33 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4096, 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 86897, 2024-04-02T08:21:44.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15269 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 198136, 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 323 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10892, 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 736 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8976, 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 187 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 29062, 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 191 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20944, 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 187 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 202438, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2452868, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 181 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4576, 2024-04-02T08:21:44.893 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 52 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 452088, 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 88712, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 181 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:44.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1840, 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20832, 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 186 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1152, 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 40 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:44.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 274432, 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 89180, 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15593 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 203576, 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 331 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11656, 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 741 2024-04-02T08:21:44.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8928, 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 186 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31278, 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 199 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.900 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20832, 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 186 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 148680, 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 29 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.901 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2435166, 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 196 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5984, 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 68 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.902 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 533232, 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 46 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 90480, 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 202 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:44.903 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:44.905 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.907 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.908 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:44.909 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T08:21:44.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T08:21:44.911 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "reef" 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:21:44.912 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 18, 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "reef" 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_perf_histograms": [ 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:44.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:44.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.916 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:44.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.927 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.935 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:44.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:44.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:44.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:44.946 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.959 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.962 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:44.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:44.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:44.971 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:44.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.987 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:44.995 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:44.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:44.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:44.998 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:44.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:45.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 3, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 17, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.022 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_counters": { 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": { 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_grant": { 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_commit": { 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_complete": { 2024-04-02T08:21:45.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_keys": { 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_merge": { 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_split": { 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "exported_inodes": { 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "forward": { 2024-04-02T08:21:45.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_cap_release": { 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps": { 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps_dirty": { 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_inode_file_caps": { 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.026 INFO:tasks.workunit.client.0.smithi084.stdout: "imported_inodes": { 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes": { 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_expired": { 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_pinned": { 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_with_caps": { 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "load_cent": { 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "openino_dir_fetch": { 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "process_request_cap_release": { 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "reply_latency": { 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 193961 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "request": { 2024-04-02T08:21:45.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rbytes": { 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rfiles": { 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rsnaps": { 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_reply": { 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "subtrees": { 2024-04-02T08:21:45.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_cache": { 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_exportdir": { 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_flush": { 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragmentdir": { 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragstats": { 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_inodestats": { 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_enqueued": { 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_prioritized": { 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_processing": { 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays": { 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_delayed": { 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_enqueuing": { 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_completed": { 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_started": { 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_created": { 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_enqueued": { 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_migrated": { 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_reintegrated": { 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.033 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_log": { 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "ev": { 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "evadd": { 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "evex": { 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "evexd": { 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "evexg": { 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "evtrm": { 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "jlat": { 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17144023 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "replayed": { 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "seg": { 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "segadd": { 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "segex": { 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "segexd": { 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "segexg": { 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "segtrm": { 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_mem": { 2024-04-02T08:21:45.036 INFO:tasks.workunit.client.0.smithi084.stdout: "cap": { 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "cap+": { 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "cap-": { 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "dir": { 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "dir+": { 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:45.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "dir-": { 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "dn": { 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "dn+": { 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "dn-": { 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "heap": { 2024-04-02T08:21:45.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 207156 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "ino": { 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "ino+": { 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "ino-": { 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "rss": { 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42112 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_server": { 2024-04-02T08:21:45.039 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_acquisition_throttle": { 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_revoke_eviction": { 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_request": { 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_session": { 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_peer_request": { 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "req_create_latency": { 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getattr_latency": { 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 193961 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getfilelock_latency": { 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getvxattr_latency": { 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "req_link_latency": { 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookup_latency": { 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookuphash_latency": { 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.042 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupino_latency": { 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupname_latency": { 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupparent_latency": { 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.043 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lssnap_latency": { 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mkdir_latency": { 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mknod_latency": { 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mksnap_latency": { 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "req_open_latency": { 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "req_readdir_latency": { 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rename_latency": { 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "req_renamesnap_latency": { 2024-04-02T08:21:45.045 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmdir_latency": { 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmsnap_latency": { 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmxattr_latency": { 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setattr_latency": { 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setfilelock_latency": { 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setlayout_latency": { 2024-04-02T08:21:45.047 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setxattr_latency": { 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "req_snapdiff_latency": { 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "req_symlink_latency": { 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.048 INFO:tasks.workunit.client.0.smithi084.stdout: "req_unlink_latency": { 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_sessions": { 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "average_load": { 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "avg_session_uptime": { 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 88 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "mdthresh_evicted": { 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "session_count": { 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "session_remove": { 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_open": { 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_stale": { 2024-04-02T08:21:45.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "total_load": { 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "purge_queue": { 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed": { 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing": { 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_high_water": { 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops": { 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_item_in_journal": { 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:45.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 212 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T08:21:45.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1105 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5235205 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3315 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 215996156 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T08:21:45.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1105 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5155554 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.058 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6590 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 520573624 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T08:21:45.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1107 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1107, 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2926947856 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T08:21:45.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1627 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T08:21:45.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43753472 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.063 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39575552 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4177920 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277021449 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 273248 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70832535 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.067 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277021449 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39251 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71066532 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322961408 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184680966 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.071 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71171578 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T08:21:45.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49002, 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 199200643 2024-04-02T08:21:45.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2384, 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 867182194 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:45.076 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 103 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T08:21:45.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 952 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 952, 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4154542 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 952, 2024-04-02T08:21:45.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 276995066 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T08:21:45.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 954 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T08:21:45.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 954 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 954, 2024-04-02T08:21:45.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2311958757 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 953 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 953, 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8130204 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.085 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 953, 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6688 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 953, 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 565989909 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40706048 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34086912 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6619136 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:45.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 273678 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.089 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70833181 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T08:21:45.090 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41690 2024-04-02T08:21:45.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71065169 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T08:21:45.093 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322961408 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184680248 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71172296 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T08:21:45.096 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T08:21:45.097 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40844, 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114531697 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2030, 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 937587486 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.099 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 50 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T08:21:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 965 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 965, 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4182790 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.102 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 965, 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 137996369 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 146 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 999974 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.104 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T08:21:45.106 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2114944382 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8184035 2024-04-02T08:21:45.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6782 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 394989641 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.109 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41754624 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30523392 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11231232 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.110 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 273678 2024-04-02T08:21:45.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70833181 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.113 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41690 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71065169 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322961408 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184680248 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71172296 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.119 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40942, 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 112093876 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2084, 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 625861024 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.122 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.123 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7557120 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3842048 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.125 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3702784 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.130 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11337728 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.131 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1327104 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360415 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 23, 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 64647 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.133 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 891, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 518354556 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 874, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28972816 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 891, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 691216 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 891, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 519045772 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.134 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40987 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18088 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.135 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3567 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3954 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 330 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 124, 2024-04-02T08:21:45.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2738971 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 332, 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 306819 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 208, 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3343300 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 102, 2024-04-02T08:21:45.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5589653 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4357583193 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 125, 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21309345 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 125, 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 632680252122 2024-04-02T08:21:45.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 125, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 131696409872 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 171913006177 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 201802 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8517052 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2698673493 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493918 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1366034228 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 400038758 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 903606 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59, 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 289748 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8831089706 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.141 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431399299 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 308586102 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.142 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49725440 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48758784 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966656 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.143 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85464729 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.145 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614400 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73304423 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 640985469 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72044083 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56976486 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.152 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68852170 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 640985469 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 355711 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.155 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71690500 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 616 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63220299 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3129335 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51564460 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.161 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.162 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 616 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63220299 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.163 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3129335 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51564460 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1771104 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33185792 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7036928 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3457024 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3317760 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.170 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10432512 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 724992 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 532984 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.175 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26, 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65507 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 797, 2024-04-02T08:21:45.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493101366 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 774, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24569103 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 797, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 736702 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 797, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493838068 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39149 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6268 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.178 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7732 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3916 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 341 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 136, 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3343558 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 351, 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320438 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 215, 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3018333 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.180 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 103, 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5691224 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3518874296 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 120, 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 91125091 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 118, 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 496341764599 2024-04-02T08:21:45.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 120, 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 147898571884 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3513, 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 162747950129 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3513, 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 232859 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 200580610 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2651305559 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 526185 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1558831266 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.183 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 367723314 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 312670 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 285770 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8297556181 2024-04-02T08:21:45.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 400188433 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 274742685 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47562752 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47423488 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 139264 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.186 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85502269 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73868995 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.189 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641267018 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71762534 2024-04-02T08:21:45.192 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57001512 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.195 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68827144 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.196 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641267018 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 330840 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71433822 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.199 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 155 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2429440 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 155, 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 866812746 2024-04-02T08:21:45.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1052 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 155, 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53893507 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 155, 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 256081980 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33 2024-04-02T08:21:45.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4965452 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1052 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4455261 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.203 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3697501 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22, 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18632411 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22, 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8476433 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22, 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17617850 2024-04-02T08:21:45.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 100 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2429440 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 843214883 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.206 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40961813 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 234766629 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 590368 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:45.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32591872 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2138112 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1331200 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1191936 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3407872 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 720896 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 179681 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9, 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12689 2024-04-02T08:21:45.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 278, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65981228 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 276, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7602088 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 278, 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 342879 2024-04-02T08:21:45.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 278, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66324107 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44773 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4142 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 619 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 214 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 101, 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1517310 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 280, 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 253598 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.222 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 179, 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1119377 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 107173 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15257042 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 119, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7208128 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 118, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494750158884 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 119, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 120275056978 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 340, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 160582326566 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.224 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 340, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34923 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2449147 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 111960242 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 121148 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.225 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52426808 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18681720 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 312532 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:45.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 272513 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 200826764 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23645538 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2132557 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.227 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42319872 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41705472 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614400 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.229 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85509455 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73861809 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641320913 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71708639 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57006303 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68822353 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641320913 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 212630 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71498137 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.241 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.242 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.243 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187573953 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4313532 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182741758 2024-04-02T08:21:45.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.247 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187573953 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4313532 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182741758 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.249 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28389376 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.250 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6004736 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3010560 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2871296 2024-04-02T08:21:45.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5503 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5503 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.257 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8953856 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 737280 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.260 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5652 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.261 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 688, 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494322570 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 686, 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20102125 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 688, 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 742082 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 688, 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 495064652 2024-04-02T08:21:45.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44330 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3844 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3438 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 319 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 84, 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 814799 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 243905 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63, 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 377817 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6105027 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3954059561 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20625232 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.266 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 51, 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 367745825307 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77338332172 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3331, 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1025989764 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3331, 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 190293 2024-04-02T08:21:45.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95931757 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2799128022 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471581 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1634105921 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 389663591 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 315246 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45, 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206824 2024-04-02T08:21:45.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8873114710 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425816462 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 288570886 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.270 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45465600 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44556288 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 909312 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85503322 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73880230 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641274915 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71754637 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.278 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57002214 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68826442 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.281 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641274915 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8029 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322342 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71426394 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 734598 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 734598 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28401664 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5890048 2024-04-02T08:21:45.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:45.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2863104 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2723840 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8691712 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 733184 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 630571 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.303 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6048 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 485261442 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28539446 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 528904 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 485790346 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44574 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2696 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5728 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3474 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 338 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96, 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1184652 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.308 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 162, 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314106 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66, 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 404492 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 106, 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5496086 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.309 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3821066482 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18473344 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42, 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 164944594383 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T08:21:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73855531305 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3364, 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1620855299 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3364, 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 208092 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277800165 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2743046052 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 492874 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1478842796 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 357949674 2024-04-02T08:21:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 313218 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42, 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182157 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8678948498 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 388628188 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 270952166 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 46514176 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45924352 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 589824 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.315 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85503047 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8192 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73872313 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641272857 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71756695 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57002031 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68826625 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641272857 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 329927 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71428896 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.329 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6414936 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568687 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6338886 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6414936 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568687 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6338886 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:45.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28401664 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.336 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1110016 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:45.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 794624 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 655360 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.339 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.340 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.342 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1843200 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 729088 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:45.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 251922 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4205 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65565809 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.347 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 142, 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9085187 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 136378 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65702187 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47013 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5627 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 336 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 243 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.350 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 90, 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 697879 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 145, 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 241459 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55, 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 323985 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.351 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 106872 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14353652 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2849512 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37, 2024-04-02T08:21:45.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 299641884669 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 60429365984 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 266, 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493095 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 266, 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27591 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.353 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 229736 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 185760393 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75627 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 135998041 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15135577 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314959 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 138053 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 351509792 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18811752 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4645734 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43368448 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42156032 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1212416 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85509939 2024-04-02T08:21:45.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.360 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73873613 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.361 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641324544 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.362 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71705008 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57006626 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.365 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68822030 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641324544 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8234 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 217618 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71481284 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.371 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.372 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.373 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28393472 2024-04-02T08:21:45.378 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.379 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6635520 2024-04-02T08:21:45.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3620864 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3481600 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5504 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5504 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.386 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10194944 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1318912 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6641 2024-04-02T08:21:45.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 837, 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 477866039 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 831, 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22102649 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 837, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 778452 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 837, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 478644491 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66098 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.391 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.392 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4135 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3453 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 351 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 89, 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 953217 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 136, 2024-04-02T08:21:45.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 378804 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 47, 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 511669 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5472199 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.394 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3771859899 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 34, 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18996289 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 34, 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 638884144377 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 34, 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51439473261 2024-04-02T08:21:45.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1230547775 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 169784 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 238018372 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2421022845 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425517 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1306896126 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 367583662 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 905237 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27, 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 113181 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8105613362 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 406192981 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 259768603 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45531136 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45506560 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24576 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.400 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85502908 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73876548 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641271810 2024-04-02T08:21:45.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71757742 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57001938 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68826718 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641271810 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8161 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 331116 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71420593 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2812 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.415 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 126363914 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7053686 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 113728464 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.416 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.417 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2812 2024-04-02T08:21:45.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 126363914 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7053686 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:45.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 113728464 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33177600 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.423 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:45.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5935104 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2957312 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2818048 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:45.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:45.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:45.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5500 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5500 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:45.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:45.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8830976 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1314816 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267862 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.432 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9, 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33082 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 675, 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464211031 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 657, 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25129159 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 675, 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471843 2024-04-02T08:21:45.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 675, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464682874 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41301 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3996 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:45.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3716 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 381 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 119, 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2645635 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 185, 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 383458 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66, 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1828357 2024-04-02T08:21:45.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 102, 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5476957 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3792826022 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21661820 2024-04-02T08:21:45.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 454064950371 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34191689671 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1518537095 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 172040 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102975911 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2522471659 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 424000 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.440 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1448378544 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 344748189 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 903460 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19, 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 99758 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.441 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8211637225 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 376657506 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 258073864 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:45.442 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 46579712 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45899776 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 679936 2024-04-02T08:21:45.443 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85494345 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 135168 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73754039 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641207593 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71821959 2024-04-02T08:21:45.449 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56996230 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68832426 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641207593 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.454 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 344822 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71479265 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:45.456 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 115, 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 103083560 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265051 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 117, 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28057342 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 115, 2024-04-02T08:21:45.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 94733364 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 80 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 80, 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13369087 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265051 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 80, 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11958530 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 80, 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9770880 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:45.460 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30, 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28344722 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30, 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12629272 2024-04-02T08:21:45.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30, 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26442831 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:45.462 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 61369751 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3469540 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58519653 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:45.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28979200 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.464 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T08:21:45.465 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:45.466 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 394, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 598016, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 219, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.467 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:45.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 98304, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 98304, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 3430, 2024-04-02T08:21:45.469 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 3430, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 10290, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 51, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 20480 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.470 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:45.471 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:45.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T08:21:45.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:45.475 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T08:21:44.626516", 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_stats": { 2024-04-02T08:21:45.476 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "7.9.2" 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.479 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T08:21:45.480 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pg": [ 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.481 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.480815+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.480815+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.481105+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.483 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3f", 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000", 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.487 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.488 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463806+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463806+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464101+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.490 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3e", 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000", 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.494 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.495 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475416+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475416+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.475764+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:45.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.497 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3d", 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000", 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.501 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.502 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.458128+0000", 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.458128+0000", 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.458487+0000", 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.504 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3c", 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.505 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000", 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.509 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:45.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476363+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476363+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476827+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.512 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3b", 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000", 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.516 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.517 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466564+0000", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466564+0000", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.466925+0000", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.519 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3a", 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.520 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000", 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.524 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.478115+0000", 2024-04-02T08:21:45.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.478115+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.478686+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:45.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.527 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.39", 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000", 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.531 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.532 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.464472+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.464472+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464747+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:45.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.534 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.38", 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000", 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.538 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.539 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.478942+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.478942+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.480551+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.541 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.37", 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000", 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.545 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476755+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476755+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.477036+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.547 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.548 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.36", 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000", 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.552 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.553 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.474931+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.474931+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.475207+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:45.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.555 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.35", 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000", 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.559 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.560 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468425+0000", 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468425+0000", 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.468846+0000", 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.561 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.562 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.34", 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.563 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000", 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.566 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.567 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470642+0000", 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470642+0000", 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.470923+0000", 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.568 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.569 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.33", 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.570 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000", 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.574 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.479207+0000", 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.479207+0000", 2024-04-02T08:21:45.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.479578+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:45.576 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.32", 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.577 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000", 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.581 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.473292+0000", 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.473292+0000", 2024-04-02T08:21:45.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.473593+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:45.583 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.584 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.31", 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000", 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.588 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.589 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463236+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463236+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.463673+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:45.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.591 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.30", 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000", 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.592 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.595 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.596 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470943+0000", 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470943+0000", 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471261+0000", 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.598 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2f", 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.599 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000", 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.606 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.607 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466846+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466846+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.470526+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.608 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.609 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2e", 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000", 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.613 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.614 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468283+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468283+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.468589+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:45.615 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.616 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2d", 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000", 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.618 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.620 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.621 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.108191+0000", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.108191+0000", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.108543+0000", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.622 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 4, 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.623 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 4, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1f", 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 24, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.624 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000", 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 582, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:45.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'4" 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.628 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466951+0000", 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466951+0000", 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.467250+0000", 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.630 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1e", 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000", 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.110907+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.110907+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.111444+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.638 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1e", 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000", 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.642 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.643 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.739345+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.739345+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.739742+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.645 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1f", 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 12, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:24.305160+0000", 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.649 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.650 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.111249+0000", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.111249+0000", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.111553+0000", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.652 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1d", 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000", 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.653 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.656 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.657 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471085+0000", 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471085+0000", 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471608+0000", 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.659 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1c", 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.660 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000", 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.664 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.106084+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.106084+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.106393+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:45.667 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1c", 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000", 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.671 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.672 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471880+0000", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471880+0000", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472197+0000", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.673 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.674 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1d", 2024-04-02T08:21:45.675 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000", 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.679 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.680 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.109743+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.109743+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.110088+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:45.681 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.682 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1b", 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000", 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.683 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.686 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:45.687 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.474332+0000", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.474332+0000", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.474664+0000", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.688 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.689 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1a", 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000", 2024-04-02T08:21:45.690 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.692 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.693 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.694 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.101523+0000", 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.101523+0000", 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.101808+0000", 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.695 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.696 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1a", 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.697 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000", 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.698 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.701 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468956+0000", 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468956+0000", 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469231+0000", 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:45.702 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.703 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1b", 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.704 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000", 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.708 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.102733+0000", 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.102733+0000", 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103031+0000", 2024-04-02T08:21:45.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.710 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.19", 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.711 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000", 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.715 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.469300+0000", 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.469300+0000", 2024-04-02T08:21:45.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469573+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.717 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.18", 2024-04-02T08:21:45.718 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000", 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104033+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104033+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.104336+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.725 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.18", 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000", 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.729 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.730 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463944+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463944+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464471+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:45.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.732 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.19", 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000", 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.736 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.737 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.103212+0000", 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.103212+0000", 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103575+0000", 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.738 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.739 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.17", 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.740 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000", 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.742 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.744 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476678+0000", 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476678+0000", 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476995+0000", 2024-04-02T08:21:45.745 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.746 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.16", 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.747 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000", 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.105614+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.105614+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.107900+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.753 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.754 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.16", 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000", 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.758 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.759 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.478687+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.478687+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.478974+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:45.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.761 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.17", 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000", 2024-04-02T08:21:45.762 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.765 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.766 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.109912+0000", 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.109912+0000", 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.110218+0000", 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.768 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.15", 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.769 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 23, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000", 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 90, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'3" 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.773 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475134+0000", 2024-04-02T08:21:45.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475134+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476314+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:45.775 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.14", 2024-04-02T08:21:45.776 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000", 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.780 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.781 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104451+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104451+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.104730+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:45.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 12, 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.783 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 12, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.14", 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 32, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000", 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 2632, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.784 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T08:21:45.785 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 9 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.787 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "70'12" 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.788 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476111+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476111+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476420+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:45.789 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.790 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.15", 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000", 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.791 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.792 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.794 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.795 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.106575+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.106575+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.106876+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:45.796 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.797 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.13", 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000", 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.798 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 34, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.799 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.800 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 7 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.801 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.802 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468891+0000", 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468891+0000", 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469434+0000", 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.803 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.804 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.12", 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.805 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000", 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.812 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.105359+0000", 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.105359+0000", 2024-04-02T08:21:45.813 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.107649+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:45.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.12", 2024-04-02T08:21:45.815 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000", 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.819 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.820 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475934+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475934+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476656+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.822 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.13", 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000", 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.826 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.827 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.099159+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.099159+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.099457+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:45.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.829 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.11", 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000", 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.833 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.834 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.473323+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.473323+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.473608+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:45.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.836 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.10", 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000", 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.840 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.841 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.101403+0000", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.101403+0000", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.101717+0000", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 8, 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.843 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 8, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.10", 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000", 2024-04-02T08:21:45.844 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 4, 2024-04-02T08:21:45.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.847 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'8" 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.848 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475849+0000", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475849+0000", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476131+0000", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.849 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.850 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.11", 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000", 2024-04-02T08:21:45.851 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.855 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.746974+0000", 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.746974+0000", 2024-04-02T08:21:45.856 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.750511+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:45.857 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.f", 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.858 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 34, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:48:55.852576+0000", 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 22, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 22, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:45.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 1, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.862 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.863 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.477153+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.477153+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.477488+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:45.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.865 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.e", 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000", 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.866 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.869 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.870 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.946410+0000", 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.946410+0000", 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.946641+0000", 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.2", 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.873 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:15:19.021290+0000", 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.877 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.105934+0000", 2024-04-02T08:21:45.878 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.105934+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.106946+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:45.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.4", 2024-04-02T08:21:45.880 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000", 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.884 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.885 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471640+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471640+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472842+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.887 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.5", 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000", 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.891 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.892 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.936225+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.936225+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.936534+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:45.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.894 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.4", 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:17.246476+0000", 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.895 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.898 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.899 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.107778+0000", 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.107778+0000", 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.108103+0000", 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:45.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.901 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.2", 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.902 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000", 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.906 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:20.011866+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:20.011866+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:20.012287+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:45.908 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3", 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.909 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 12, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:36:48.385384+0000", 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:45.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948408+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948408+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948706+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.916 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.7", 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:06.724441+0000", 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.920 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:45.921 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.461297+0000", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.461297+0000", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.461557+0000", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.0", 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000", 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.924 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.927 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104920+0000", 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104920+0000", 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.105266+0000", 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:45.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.930 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1", 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.931 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000", 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.935 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948606+0000", 2024-04-02T08:21:45.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948606+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948902+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.938 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.5", 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:59.802855+0000", 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.942 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:45.943 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463847+0000", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463847+0000", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464115+0000", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.945 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2", 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000", 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.950 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104079+0000", 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104079+0000", 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.104366+0000", 2024-04-02T08:21:45.951 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.3", 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.953 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000", 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.957 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 20, 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:31.743429+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:31.743429+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:31.743838+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 59, 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T08:21:45.959 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 148, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 58, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 148, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.960 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "1.0", 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 339, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000", 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:21:45.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:45.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 394, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 584, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 219, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.964 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "70'148" 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:45.965 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.938730+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.938730+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.939117+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:45.966 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.967 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.6", 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:32.945809+0000", 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.968 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.972 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466809+0000", 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466809+0000", 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.467119+0000", 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.973 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.974 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1", 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:45.975 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000", 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.977 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.979 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.112064+0000", 2024-04-02T08:21:45.980 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.112064+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.112331+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.981 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.982 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.0", 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000", 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:45.986 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.987 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948155+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948155+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948470+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:45.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.989 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.3", 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:19:42.094867+0000", 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.990 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:45.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:45.993 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:45.994 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.111870+0000", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.111870+0000", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.112231+0000", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:45.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:45.996 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.5", 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000", 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:45.997 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:45.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:45.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.000 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:46.001 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472458+0000", 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472458+0000", 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472742+0000", 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.003 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.4", 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000", 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.008 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948339+0000", 2024-04-02T08:21:46.009 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948339+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948646+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:46.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.0", 2024-04-02T08:21:46.011 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:09:16.291887+0000", 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:46.015 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.099533+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.099533+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.099822+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.6", 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000", 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:46.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.022 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "63'1" 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472580+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472580+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472856+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.025 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.7", 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000", 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.946530+0000", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.946530+0000", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.946820+0000", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:46.031 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.032 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.1", 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:51.849560+0000", 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.036 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.100684+0000", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.100684+0000", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.100974+0000", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.038 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.039 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.7", 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000", 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.040 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.043 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.044 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.745289+0000", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.745289+0000", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.745599+0000", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.045 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.6", 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 12, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.047 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:50.236852+0000", 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.050 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.113187+0000", 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.113187+0000", 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.113389+0000", 2024-04-02T08:21:46.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.053 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.8", 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.054 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000", 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:46.058 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.059 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.480032+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.480032+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.480348+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.061 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.9", 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000", 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.065 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.066 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.106239+0000", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.106239+0000", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.107119+0000", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.9", 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000", 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.069 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.072 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.073 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472174+0000", 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472174+0000", 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472467+0000", 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.8", 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.076 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000", 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:46.080 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.081 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104763+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104763+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.105057+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.083 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.a", 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000", 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.087 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.482056+0000", 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.482056+0000", 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.482332+0000", 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.090 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.b", 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.091 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000", 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.095 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.109363+0000", 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.109363+0000", 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.109669+0000", 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.097 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.b", 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:46.098 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000", 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.101 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:46.102 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.469013+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.469013+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469399+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.a", 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000", 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.109 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.103142+0000", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.103142+0000", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103894+0000", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.111 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.c", 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000", 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.115 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:20.012097+0000", 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:46.117 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.118 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.d", 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:31:02.987382+0000", 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.124 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.103351+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.103351+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103651+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.126 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.d", 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000", 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 70, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.130 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.131 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470659+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470659+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471398+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.133 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.c", 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000", 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:46.138 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.100355+0000", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.100355+0000", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.102435+0000", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.140 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.e", 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000", 2024-04-02T08:21:46.141 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:46.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.144 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.145 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.746708+0000", 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.746708+0000", 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.747070+0000", 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.f", 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:46.148 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:53:31.638010+0000", 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.152 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472241+0000", 2024-04-02T08:21:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472241+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472532+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.20", 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000", 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.160 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471966+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471966+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472237+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.162 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.21", 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000", 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:46.167 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.462541+0000", 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.462541+0000", 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.462834+0000", 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.169 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.22", 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.170 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000", 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.173 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.174 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468518+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468518+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.468981+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:46.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.23", 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000", 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:46.181 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472372+0000", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472372+0000", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472638+0000", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.183 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.24", 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000", 2024-04-02T08:21:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.460036+0000", 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.460036+0000", 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.460349+0000", 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.190 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.25", 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000", 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.195 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.481893+0000", 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.481893+0000", 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.482194+0000", 2024-04-02T08:21:46.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.26", 2024-04-02T08:21:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000", 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:46.202 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.203 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.473831+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.473831+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.474311+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.205 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.27", 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000", 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.209 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471493+0000", 2024-04-02T08:21:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471493+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471960+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:46.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.28", 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.212 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000", 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.216 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.216 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.216 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.217 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.741335+0000", 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.741335+0000", 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.741644+0000", 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.219 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.29", 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:18.964318+0000", 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.224 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470449+0000", 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470449+0000", 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471760+0000", 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:46.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2a", 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.227 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000", 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.231 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476981+0000", 2024-04-02T08:21:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476981+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.477263+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2b", 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000", 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:46.238 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470096+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470096+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.470546+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:46.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.241 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2c", 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000", 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pool": [ 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 24, 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 8, 2024-04-02T08:21:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 4, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 24 2024-04-02T08:21:46.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 192, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 64, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 3, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 192 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 3, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 148, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 1, 2024-04-02T08:21:46.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 3, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 148, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 1, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 394, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 584, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 219, 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T08:21:46.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 1781760, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 1771104, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 3 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.259 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 96, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 45, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 32, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 45, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 2, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 3430, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 22, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 66, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 22, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 22, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 14, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 1, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:46.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 51, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 20 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 98304, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 10290, 2024-04-02T08:21:46.263 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 96 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718764544, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241520640, 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 241520640, 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.0003144962538499385 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718764544, 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241520640 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T08:21:46.265 INFO:tasks.workunit.client.0.smithi084.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T08:21:46.266 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry show-device 2024-04-02T08:21:46.266 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3618362529' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3618362529' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3618362529' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3618362529' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:46.271 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3618362529' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3618362529' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.272 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:44 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.273 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.274 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:45 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.276 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.277 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.278 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.278 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:44 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.278 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T08:21:46.278 INFO:tasks.workunit.client.0.smithi084.stdout: "08a7e456-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.278 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08a8c290-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.278 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081532": { 2024-04-02T08:21:46.278 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08a7e456-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045732 2024-04-02T08:21:46.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.280 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:46.281 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 28893840 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.283 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 49738537 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.285 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.286 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 89, 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3379, 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3394, 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3364 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 10, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 390712420, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 1893586751, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 6304698856, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 33452594171, 2024-04-02T08:21:46.288 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 11, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 54875, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 53177, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 25, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 336 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 54875, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 53177 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:46.289 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.290 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:46.291 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:46.292 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:46.293 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 25 Celsius", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 11%", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 390,712,420 [200 TB]", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 1,893,586,751 [969 TB]", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 6,304,698,856", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 33,452,594,171", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 10", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 54,875", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 53,177", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 336", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 25 2024-04-02T08:21:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "08aa47be-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08ab18e2-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081530": { 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:46.296 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08aa47be-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045730 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:46.297 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:46.299 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 33179553 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 54893910 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:46.302 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:46.303 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.304 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 88, 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3708, 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3726, 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3688 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.305 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 8, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 445028017, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 2174455227, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 7007996681, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 36915760070, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 12, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 55584, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 55428, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 27, 2024-04-02T08:21:46.306 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 337 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 55584, 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 55428 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:46.310 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 27 Celsius", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 12%", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 445,028,017 [227 TB]", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 2,174,455,227 [1.11 PB]", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 7,007,996,681", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 36,915,760,070", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 8", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 55,584", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 55,428", 2024-04-02T08:21:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 337", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 27 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.313 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T08:21:46.314 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry show-all 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.317 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.318 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:45 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.323 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T08:21:46.323 INFO:tasks.workunit.client.0.smithi084.stdout: "device_report": { 2024-04-02T08:21:46.323 INFO:tasks.workunit.client.0.smithi084.stdout: "08a7e456-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.323 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08a8c290-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.323 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081532": { 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08a7e456-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045732 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:46.326 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 28893840 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 49738537 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.329 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.330 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.331 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 89, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3379, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3394, 2024-04-02T08:21:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3364 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 10, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 390712420, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 1893586751, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 6304698856, 2024-04-02T08:21:46.333 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 33452594171, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 11, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 54875, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 53177, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 25, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 336 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 54875, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 53177 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:46.334 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:46.335 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T08:21:46.336 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 25 Celsius", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 11%", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 390,712,420 [200 TB]", 2024-04-02T08:21:46.338 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 1,893,586,751 [969 TB]", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 6,304,698,856", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 33,452,594,171", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 10", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 54,875", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 53,177", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 336", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:46.339 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 25 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.340 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "08aa47be-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08ab18e2-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081530": { 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08aa47be-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:46.341 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045730 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T08:21:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.343 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 33179553 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.345 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 54893910 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T08:21:46.346 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T08:21:46.348 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 88, 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3708, 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3726, 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3688 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T08:21:46.350 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 8, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 445028017, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 2174455227, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 7007996681, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 36915760070, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 12, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 55584, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 55428, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 27, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 337 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.351 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 55584, 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 55428 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T08:21:46.352 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:21:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T08:21:46.354 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:21:46.355 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 27 Celsius", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 12%", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 445,028,017 [227 TB]", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 2,174,455,227 [1.11 PB]", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 7,007,996,681", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 36,915,760,070", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 8", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 55,584", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 55,428", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 337", 2024-04-02T08:21:46.356 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.357 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 27 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "report": { 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T08:21:46.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T08:21:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.360 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore" 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T08:21:46.361 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:46.362 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_block_size", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_cache_size", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_compression", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_log", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "leveldb_write_buffer_size", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:46.363 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:46.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:21:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pg_delete_cost", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T08:21:46.367 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addr", 2024-04-02T08:21:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: "public_addrv", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:21:46.369 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:21:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/enabled", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T08:21:46.371 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T08:21:46.372 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T08:21:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T08:21:46.374 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T08:21:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 1, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T08:21:46.376 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 0, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T08:21:46.377 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T08:21:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_stats": { 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20267008, 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 380920, 2024-04-02T08:21:46.380 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 942080, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 0, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 325, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1415656, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 302592, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14473248, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20267008, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 477568, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:46.381 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 0, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 394, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1326688, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 857600, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14852640, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 43139072, 2024-04-02T08:21:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1416920, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 3366912, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1772, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 11395952, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2725632, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 24848056, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 46505984 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 37945344, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1161336, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:46.383 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 843776, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 5513216, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1182, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 8890872, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1609216, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 22687632, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 43458560 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 35028992, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1139424, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 9478144, 2024-04-02T08:21:46.384 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1117, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 8485928, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1222144, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 21428984, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 51732480, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1791168, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 876544, 2024-04-02T08:21:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1790, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 6370368, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3739648, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 36947712, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 52609024 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 50413568, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1824440, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 32768, 2024-04-02T08:21:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1715, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 6232152, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3521536, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 35951856, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 50446336 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 44695552, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 709352, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 507904, 2024-04-02T08:21:46.387 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1256, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 5054592, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2309632, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 33738392, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 47554560, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1774704, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 794624, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1625, 2024-04-02T08:21:46.388 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 4836448, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3536384, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34523440, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 48349184 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 48947200, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1827880, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 450560, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1645, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 5746000, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3454464, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 35035272, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 45170688, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 1107984, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 16384, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1081344, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1248, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 4408120, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1872896, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34881720, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 48529408, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2002360, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 24576, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 933888, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1647, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 5609728, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:46.391 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3647744, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34361416, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 48939008, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2122784, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2883584, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 524288, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 1688, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 5746072, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3435008, 2024-04-02T08:21:46.392 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 34751560, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "io_rate": { 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_stats_delta": { 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 0, 2024-04-02T08:21:46.393 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "stamp_delta": "12.002543", 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:46.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 182, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 278, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 40, 2024-04-02T08:21:46.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.397 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 0 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "mempool": { 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.399 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.402 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 150158, 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 928, 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.404 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.405 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.406 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.407 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.410 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.411 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 222439, 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 68 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 51496, 2024-04-02T08:21:46.412 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 208 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8008, 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 125 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.418 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1161011, 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 363 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 352, 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 4 2024-04-02T08:21:46.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6584, 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 124 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12744, 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1546 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10240, 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 158 2024-04-02T08:21:46.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.423 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.425 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.426 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1390339, 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 441 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 176, 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T08:21:46.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6584, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 124 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12744, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1546 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5120, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 79 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.430 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.431 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.432 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1113171, 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 356 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.436 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.437 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6584, 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 124 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12744, 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1546 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5120, 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 79 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.440 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5600, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 70 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21168, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 189 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1936, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 47 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 620753, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.441 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 92146, 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15821 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 206296, 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 335 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11412, 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 746 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9072, 2024-04-02T08:21:46.442 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 189 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31878, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 203 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21168, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 189 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 415944, 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 93 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2460460, 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 198 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.444 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7040, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 80 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 521640, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.445 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 94640, 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 186 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.446 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4560, 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 57 2024-04-02T08:21:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19824, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 177 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1488, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 43 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12288, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 86650, 2024-04-02T08:21:46.449 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14947 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 198136, 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 323 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9608, 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 574 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8496, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 177 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28202, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 191 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19936, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.451 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1472, 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 442425, 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 99 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20128, 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.452 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2427506, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5016, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 57 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 452088, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7280, 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 18 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4560, 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 57 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19712, 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 176 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1152, 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 40 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.457 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12288, 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 44190, 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8375 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 124696, 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 215 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8340, 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 521 2024-04-02T08:21:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8448, 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 176 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26322, 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 183 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19712, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 176 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 369292, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 81 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.460 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2437196, 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 183 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4400, 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 50 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 359352, 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 31 2024-04-02T08:21:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8840, 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 25 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225928, 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3448 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.462 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4000, 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 50 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20160, 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 480, 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 34 2024-04-02T08:21:46.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 85266, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14819 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 196096, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 320 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9348, 2024-04-02T08:21:46.466 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 578 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8640, 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26930, 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 188 2024-04-02T08:21:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20160, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 180 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 275260, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 58 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26565, 2024-04-02T08:21:46.468 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2469919, 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 194 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4664, 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 53 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.469 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 417312, 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10400, 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.472 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3600, 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20048, 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 179 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.473 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1040, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8192, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 85848, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14905 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 197456, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 322 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.474 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9520, 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 576 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8592, 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 179 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 27610, 2024-04-02T08:21:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 190 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20048, 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 179 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 905071, 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 69 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.476 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2411830, 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 171 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4840, 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 55 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 440496, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 38 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7800, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225672, 2024-04-02T08:21:46.478 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3436 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.480 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2880, 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19936, 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 480, 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 34 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 45625, 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8704 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 130816, 2024-04-02T08:21:46.482 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 224 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 9868, 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 579 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8544, 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.483 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28290, 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 192 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19936, 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 178 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 834020, 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 52 2024-04-02T08:21:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 26565, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2419384, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 173 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5368, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 61 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 475272, 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11960, 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.486 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.487 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.488 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2320, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 29 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20944, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 187 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 368, 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 33 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4096, 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 86897, 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15269 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 198136, 2024-04-02T08:21:46.490 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 323 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10892, 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 736 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8976, 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 187 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.491 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 29062, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 191 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20944, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 187 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 202438, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.492 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2452868, 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 181 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4576, 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 52 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 452088, 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 94952, 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 193 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6368, 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 123 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16896, 2024-04-02T08:21:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 576, 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1840, 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20832, 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 186 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T08:21:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1152, 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 40 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 274432, 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 89180, 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 15593 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 203576, 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 331 2024-04-02T08:21:46.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11656, 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 741 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 8928, 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 186 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T08:21:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31278, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 199 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20832, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 186 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 148680, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 29 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2435166, 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 196 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5984, 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 68 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.501 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 533232, 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 46 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 97968, 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 226 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T08:21:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 225416, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3424 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.504 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.506 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T08:21:46.507 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.508 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T08:21:46.510 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "reef" 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 18, 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T08:21:46.511 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "reef" 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_perf_histograms": [ 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:46.514 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:46.515 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:46.516 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.518 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.519 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.520 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.522 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.523 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.524 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.526 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.527 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.528 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.529 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.532 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.534 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.536 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.538 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.539 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:46.541 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:46.542 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:46.544 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.545 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.548 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.549 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.551 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.552 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.553 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.554 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.556 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.558 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.561 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.563 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.565 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:46.567 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:46.569 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:46.570 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.572 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.573 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.576 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.577 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.579 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.580 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.581 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.584 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:46.586 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.588 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.590 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T08:21:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T08:21:46.593 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T08:21:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T08:21:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T08:21:46.596 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T08:21:46.597 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.599 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.600 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 3, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 17, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.601 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.604 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.606 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.608 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.611 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.613 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.614 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.616 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:21:46.617 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_counters": { 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": { 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_grant": { 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_commit": { 2024-04-02T08:21:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_complete": { 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_keys": { 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_merge": { 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_split": { 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "exported_inodes": { 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "forward": { 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_cap_release": { 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps": { 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps_dirty": { 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_inode_file_caps": { 2024-04-02T08:21:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "imported_inodes": { 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes": { 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_expired": { 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_pinned": { 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_with_caps": { 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "load_cent": { 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "openino_dir_fetch": { 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "process_request_cap_release": { 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "reply_latency": { 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 193961 2024-04-02T08:21:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "request": { 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rbytes": { 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rfiles": { 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rsnaps": { 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_reply": { 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: "subtrees": { 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_cache": { 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:21:46.625 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_exportdir": { 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_flush": { 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragmentdir": { 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragstats": { 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_inodestats": { 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_enqueued": { 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_prioritized": { 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_processing": { 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays": { 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.627 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_delayed": { 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_enqueuing": { 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_completed": { 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_started": { 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_created": { 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_enqueued": { 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_migrated": { 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_reintegrated": { 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_log": { 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "ev": { 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "evadd": { 2024-04-02T08:21:46.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "evex": { 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "evexd": { 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "evexg": { 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "evtrm": { 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "jlat": { 2024-04-02T08:21:46.630 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17144023 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "replayed": { 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "seg": { 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "segadd": { 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "segex": { 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: "segexd": { 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "segexg": { 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "segtrm": { 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_mem": { 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "cap": { 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "cap+": { 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "cap-": { 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "dir": { 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "dir+": { 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "dir-": { 2024-04-02T08:21:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "dn": { 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "dn+": { 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "dn-": { 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "heap": { 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 207156 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.634 INFO:tasks.workunit.client.0.smithi084.stdout: "ino": { 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "ino+": { 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "ino-": { 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "rss": { 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42112 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.635 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_server": { 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_acquisition_throttle": { 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_revoke_eviction": { 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_request": { 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_session": { 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_peer_request": { 2024-04-02T08:21:46.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "req_create_latency": { 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getattr_latency": { 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 193961 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getfilelock_latency": { 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.637 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getvxattr_latency": { 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "req_link_latency": { 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookup_latency": { 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookuphash_latency": { 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupino_latency": { 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupname_latency": { 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupparent_latency": { 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.639 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lssnap_latency": { 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mkdir_latency": { 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mknod_latency": { 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mksnap_latency": { 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "req_open_latency": { 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "req_readdir_latency": { 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rename_latency": { 2024-04-02T08:21:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "req_renamesnap_latency": { 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmdir_latency": { 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmsnap_latency": { 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmxattr_latency": { 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setattr_latency": { 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setfilelock_latency": { 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setlayout_latency": { 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setxattr_latency": { 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "req_snapdiff_latency": { 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "req_symlink_latency": { 2024-04-02T08:21:46.644 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "req_unlink_latency": { 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_sessions": { 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "average_load": { 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "avg_session_uptime": { 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 88 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: "mdthresh_evicted": { 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "session_count": { 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "session_remove": { 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_open": { 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_stale": { 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "total_load": { 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "purge_queue": { 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed": { 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing": { 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_high_water": { 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops": { 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_item_in_journal": { 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T08:21:46.649 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 212 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T08:21:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1105 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5235205 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3315 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 215996156 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1105 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5155554 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:46.654 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6590 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1105, 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 520573624 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.655 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1107 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1107, 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2926947856 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T08:21:46.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1627 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.658 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43753472 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39575552 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.659 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4177920 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277021449 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 273248 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.661 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.662 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70832535 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277021449 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39251 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71066532 2024-04-02T08:21:46.665 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322961408 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184680966 2024-04-02T08:21:46.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71171578 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49002, 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 199200643 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.671 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2384, 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 867182194 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.672 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 103 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.673 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 952 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 952, 2024-04-02T08:21:46.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4154542 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 952, 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 276995066 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T08:21:46.676 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 954 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T08:21:46.677 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T08:21:46.678 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 954 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 954, 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2311958757 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 953 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 953, 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8130204 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 953, 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6688 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 953, 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 565989909 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40706048 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34086912 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.682 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6619136 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 273678 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70833181 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:46.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41690 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71065169 2024-04-02T08:21:46.688 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322961408 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184680248 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.689 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71172296 2024-04-02T08:21:46.691 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.692 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40844, 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114531697 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2030, 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 937587486 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.694 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 50 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T08:21:46.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 965 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 965, 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4182790 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T08:21:46.697 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 965, 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 137996369 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 146 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T08:21:46.698 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 999974 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.700 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2114944382 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T08:21:46.701 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8184035 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6782 2024-04-02T08:21:46.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 966, 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 394989641 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41754624 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30523392 2024-04-02T08:21:46.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11231232 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 273678 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70833181 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 348127232 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.708 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277020373 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41690 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.709 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.710 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71065169 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322961408 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184680248 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.712 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71172296 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40942, 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 112093876 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2084, 2024-04-02T08:21:46.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 625861024 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:46.717 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7557120 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:46.718 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3842048 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3702784 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:46.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:46.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:46.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.724 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11337728 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:46.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1327104 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360415 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 23, 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 64647 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.727 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 891, 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 518354556 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 874, 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28972816 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 891, 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 691216 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 891, 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 519045772 2024-04-02T08:21:46.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40987 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18088 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.729 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3567 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3954 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 330 2024-04-02T08:21:46.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 124, 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2738971 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 332, 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 306819 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 208, 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3343300 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:46.731 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 102, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5589653 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4357583193 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 125, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21309345 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 125, 2024-04-02T08:21:46.732 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 632680252122 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 125, 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 131696409872 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 171913006177 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 201802 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:46.733 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8517052 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2698673493 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493918 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1366034228 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:46.734 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 400038758 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 903606 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59, 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 289748 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8831089706 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.735 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431399299 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3597, 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 308586102 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49725440 2024-04-02T08:21:46.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48758784 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 966656 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.737 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85464729 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614400 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73304423 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 640985469 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.741 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:46.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72044083 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.743 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56976486 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68852170 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 640985469 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 355711 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71690500 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.751 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 616 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63220299 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:46.752 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3129335 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51564460 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.753 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.754 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:46.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:46.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 616 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63220299 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3129335 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.757 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51564460 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1771104 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.758 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33185792 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.760 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7036928 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.761 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3457024 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3317760 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:46.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:46.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.764 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:46.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.766 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.767 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10432512 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 724992 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 532984 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.768 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26, 2024-04-02T08:21:46.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65507 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 797, 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493101366 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 774, 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24569103 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.770 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 797, 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 736702 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 797, 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493838068 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39149 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6268 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:46.772 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7732 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3916 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 341 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 136, 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3343558 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 351, 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320438 2024-04-02T08:21:46.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 215, 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3018333 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 103, 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5691224 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:46.774 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3518874296 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 120, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 91125091 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 118, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 496341764599 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 120, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 147898571884 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:46.775 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3513, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 162747950129 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3513, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 232859 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 200580610 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2651305559 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.776 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 526185 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1558831266 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 367723314 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 312670 2024-04-02T08:21:46.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 285770 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8297556181 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 400188433 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:46.778 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3515, 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 274742685 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47562752 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47423488 2024-04-02T08:21:46.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 139264 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.780 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85502269 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.781 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73868995 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641267018 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71762534 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.786 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57001512 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.788 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68827144 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641267018 2024-04-02T08:21:46.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 330840 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71433822 2024-04-02T08:21:46.791 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.792 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 155 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2429440 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 155, 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 866812746 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1052 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 155, 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53893507 2024-04-02T08:21:46.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 155, 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 256081980 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4965452 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.795 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1052 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4455261 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3697501 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.796 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22, 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18632411 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22, 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8476433 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22, 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17617850 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 100 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2429440 2024-04-02T08:21:46.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 843214883 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40961813 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 234766629 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.799 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 590368 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32591872 2024-04-02T08:21:46.800 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:46.801 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2138112 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.802 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:46.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1331200 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1191936 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:46.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.805 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:46.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:46.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3407872 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 720896 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 179681 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9, 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12689 2024-04-02T08:21:46.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 278, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65981228 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 276, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7602088 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 278, 2024-04-02T08:21:46.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 342879 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 278, 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66324107 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44773 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.813 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4142 2024-04-02T08:21:46.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 619 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 214 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 101, 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1517310 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 280, 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 253598 2024-04-02T08:21:46.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 179, 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1119377 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 107173 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15257042 2024-04-02T08:21:46.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 119, 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7208128 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 118, 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494750158884 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 119, 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 120275056978 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:46.817 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 340, 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 160582326566 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 340, 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34923 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2449147 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 111960242 2024-04-02T08:21:46.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 121148 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52426808 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18681720 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:46.819 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 312532 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 272513 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 200826764 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23645538 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:46.820 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 341, 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2132557 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42319872 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41705472 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.821 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614400 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.822 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85509455 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.824 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73861809 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.825 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641320913 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71708639 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57006303 2024-04-02T08:21:46.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.831 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68822353 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641320913 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 212630 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.834 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71498137 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:46.836 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187573953 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4313532 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182741758 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.838 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.840 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T08:21:46.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187573953 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4313532 2024-04-02T08:21:46.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182741758 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28389376 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:46.844 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:46.845 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6004736 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3010560 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2871296 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:46.848 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:46.849 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5503 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5503 2024-04-02T08:21:46.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8953856 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 737280 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5652 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 688, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494322570 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 686, 2024-04-02T08:21:46.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20102125 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 688, 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 742082 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 688, 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 495064652 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:46.856 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44330 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.857 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3844 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3438 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 319 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 84, 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 814799 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.858 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 243905 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63, 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 377817 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6105027 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.859 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3954059561 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20625232 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 51, 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 367745825307 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 54, 2024-04-02T08:21:46.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77338332172 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3331, 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1025989764 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3331, 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 190293 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95931757 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.861 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2799128022 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471581 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1634105921 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 389663591 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 315246 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45, 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206824 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8873114710 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425816462 2024-04-02T08:21:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3334, 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 288570886 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861632654 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45465600 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44556288 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.864 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137575321 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 909312 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85503322 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.867 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73880230 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641274915 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.869 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71754637 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.871 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57002214 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.872 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68826442 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.874 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641274915 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.875 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8029 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 322342 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.876 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71426394 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:46.877 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.878 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 734598 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.884 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 734598 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:46.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28401664 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:46.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5890048 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2863104 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2723840 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:46.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:46.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:46.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.894 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8691712 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 733184 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:46.895 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10, 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 630571 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:46.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6048 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 485261442 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:46.897 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28539446 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 528904 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 652, 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 485790346 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44574 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2696 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5728 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3474 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 338 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96, 2024-04-02T08:21:46.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1184652 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 162, 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314106 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66, 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 404492 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 106, 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5496086 2024-04-02T08:21:46.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3821066482 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18473344 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 164944594383 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T08:21:46.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73855531305 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3364, 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1620855299 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3364, 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 208092 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 277800165 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2743046052 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 492874 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1478842796 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 357949674 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 313218 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42, 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182157 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8678948498 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 388628188 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3365, 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 270952166 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 46514176 2024-04-02T08:21:46.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45924352 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 589824 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.907 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85503047 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.908 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8192 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.909 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73872313 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.910 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641272857 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.912 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71756695 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.913 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57002031 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.914 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68826625 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.916 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641272857 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 329927 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.918 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71428896 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:46.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T08:21:46.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:46.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6414936 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568687 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:46.922 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6338886 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.924 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:46.926 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6414936 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568687 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6338886 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:46.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28401664 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.928 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1110016 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:46.930 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 794624 2024-04-02T08:21:46.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 655360 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:46.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5505 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1843200 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.937 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 729088 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 6, 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 251922 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4205 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.939 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65565809 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 142, 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9085187 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 136378 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 147, 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65702187 2024-04-02T08:21:46.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47013 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:46.941 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5627 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 336 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.942 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 243 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 90, 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 697879 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 145, 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 241459 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55, 2024-04-02T08:21:46.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 323985 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 106872 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14353652 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T08:21:46.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2849512 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37, 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 299641884669 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 60429365984 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 266, 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 493095 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:46.945 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 266, 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27591 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 229736 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 185760393 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75627 2024-04-02T08:21:46.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 135998041 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15135577 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314959 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33, 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 138053 2024-04-02T08:21:46.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 351509792 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18811752 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 269, 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4645734 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43368448 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42156032 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1212416 2024-04-02T08:21:46.949 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85509939 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73873613 2024-04-02T08:21:46.952 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641324544 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71705008 2024-04-02T08:21:46.955 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57006626 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68822030 2024-04-02T08:21:46.958 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641324544 2024-04-02T08:21:46.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:46.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8234 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 217618 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:46.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71481284 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.964 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.965 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:46.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.967 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.968 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:46.969 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28393472 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:46.971 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6635520 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.973 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3620864 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3481600 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:46.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:46.975 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.976 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5504 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5504 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:46.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:46.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10194944 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1318912 2024-04-02T08:21:46.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4, 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6641 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:46.982 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 837, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 477866039 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 831, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22102649 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 837, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 778452 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 837, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 478644491 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.983 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66098 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.984 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4135 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3453 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 351 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:46.985 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 89, 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 953217 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 136, 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 378804 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 47, 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 511669 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:46.986 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 100, 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5472199 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3771859899 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 34, 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18996289 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 34, 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 638884144377 2024-04-02T08:21:46.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.988 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:46.988 INFO:tasks.workunit.client.0.smithi084.stderr:+ echo OK 2024-04-02T08:21:46.990 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.991 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.992 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.993 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:46.994 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:46 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:46.997 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 34, 2024-04-02T08:21:46.997 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51439473261 2024-04-02T08:21:46.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.997 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:46.997 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1230547775 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 169784 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 238018372 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2421022845 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425517 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1306896126 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 367583662 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:46.999 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 905237 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27, 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 113181 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8105613362 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 406192981 2024-04-02T08:21:47.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3374, 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 259768603 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45531136 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:47.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45506560 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24576 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85502908 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73876548 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:47.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641271810 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.007 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71757742 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:47.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57001938 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.010 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68826718 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641271810 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8161 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 331116 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.013 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71420593 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2812 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:47.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 126363914 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7053686 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 113728464 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:47.017 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:47.018 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2812 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 126363914 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7053686 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13, 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 113728464 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.022 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33177600 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T08:21:47.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_main": { 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T08:21:47.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5935104 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.025 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27656192 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2957312 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2818048 2024-04-02T08:21:47.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31850496 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T08:21:47.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206272 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1282048 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1286144 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4913 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5500 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:47.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5500 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8830976 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T08:21:47.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1314816 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267862 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9, 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33082 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 675, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464211031 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 657, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25129159 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 675, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471843 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 675, 2024-04-02T08:21:47.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464682874 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41301 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T08:21:47.036 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3996 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3716 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T08:21:47.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 381 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 119, 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2645635 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 185, 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 383458 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66, 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1828357 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 102, 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5476957 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3792826022 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21661820 2024-04-02T08:21:47.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 454064950371 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34191689671 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1518537095 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 172040 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102975911 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2522471659 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 424000 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T08:21:47.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1448378544 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 344748189 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 903460 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19, 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 99758 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T08:21:47.042 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8211637225 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 376657506 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3398, 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 258073864 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1861639357 2024-04-02T08:21:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 46579712 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45899776 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3137583206 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 679936 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 159383552 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 85494345 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 135168 2024-04-02T08:21:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73754039 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 780140544 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641207593 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2128 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71821959 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192937984 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 464 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56996230 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68832426 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 713031680 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 641207593 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 344822 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71479265 2024-04-02T08:21:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.058 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 115, 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 103083560 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265051 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T08:21:47.059 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 117, 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28057342 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 115, 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 94733364 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 80 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 80, 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13369087 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265051 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 80, 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11958530 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 80, 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9770880 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30 2024-04-02T08:21:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30, 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28344722 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T08:21:47.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30, 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12629272 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30, 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26442831 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 61369751 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3469540 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T08:21:47.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58519653 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28979200 2024-04-02T08:21:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:47.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:47.067 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 394, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 598016, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 219, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.068 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 98304, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 98304, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 3430, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 3430, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:47.070 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 10290, 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 51, 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 20480 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:47.071 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:47.072 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:47.073 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T08:21:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 729296775434, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T08:21:47.075 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 243098927104, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T08:21:47.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T08:21:45.866286", 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_stats": { 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "7.9.2" 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T08:21:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:47.079 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:21:47.080 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pg": [ 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.082 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.480815+0000", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.480815+0000", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.481105+0000", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.083 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738964+0000", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3f", 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:51.547256+0000", 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.085 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463806+0000", 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463806+0000", 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464101+0000", 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739583+0000", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3e", 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:54:35.390368+0000", 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.096 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475416+0000", 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475416+0000", 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.475764+0000", 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:47.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743974+0000", 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.098 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3d", 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.099 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:51.977227+0000", 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:47.104 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.458128+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.458128+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.458487+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:47.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735741+0000", 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.106 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3c", 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:26.426650+0000", 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.110 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.111 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476363+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476363+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476827+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737660+0000", 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.113 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3b", 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:11:19.953489+0000", 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.117 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.118 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466564+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466564+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.466925+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735933+0000", 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.120 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3a", 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:49.144627+0000", 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.125 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.478115+0000", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.478115+0000", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.478686+0000", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737201+0000", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.127 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.39", 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:56.830011+0000", 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.128 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.132 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.464472+0000", 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.464472+0000", 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464747+0000", 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735912+0000", 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.134 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.38", 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.135 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:33:49.216471+0000", 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.139 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.140 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.478942+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.478942+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.480551+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738877+0000", 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.142 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.37", 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:02.213913+0000", 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.146 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.147 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476755+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476755+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.477036+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011802+0000", 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.149 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.36", 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:51.510837+0000", 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.153 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.154 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.474931+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.474931+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.475207+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:47.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011807+0000", 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.156 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.35", 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:28:09.665288+0000", 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.160 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:47.161 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468425+0000", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468425+0000", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.468846+0000", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738178+0000", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.163 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.34", 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:38.803131+0000", 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.164 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.168 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470642+0000", 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470642+0000", 2024-04-02T08:21:47.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.470923+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736743+0000", 2024-04-02T08:21:47.170 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.33", 2024-04-02T08:21:47.171 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:10.471825+0000", 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.175 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.479207+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.479207+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.479578+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.177 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743264+0000", 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.178 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.32", 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:33.277179+0000", 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.182 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.183 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.473292+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.473292+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.473593+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:47.184 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736516+0000", 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.185 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.31", 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:27.853291+0000", 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.189 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.190 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463236+0000", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463236+0000", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.463673+0000", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735236+0000", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.192 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.30", 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:54.682007+0000", 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.193 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.196 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.197 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470943+0000", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470943+0000", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471261+0000", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736347+0000", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.199 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2f", 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:22:58.782083+0000", 2024-04-02T08:21:47.200 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.203 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.204 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466846+0000", 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466846+0000", 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.470526+0000", 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734915+0000", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.206 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2e", 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.207 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:07:06.199271+0000", 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.211 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468283+0000", 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468283+0000", 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.468589+0000", 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:47.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738201+0000", 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.213 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2d", 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.214 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:02:52.401833+0000", 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.218 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.108191+0000", 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.108191+0000", 2024-04-02T08:21:47.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.108543+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743595+0000", 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.220 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 4, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 4, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1f", 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.221 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 24, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:57.093880+0000", 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 582, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:47.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.225 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'4" 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.226 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466951+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466951+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.467250+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:47.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737376+0000", 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.228 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1e", 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:34:55.502645+0000", 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.232 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.233 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.110907+0000", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.110907+0000", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.111444+0000", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737461+0000", 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:47.235 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1e", 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.236 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:00.281284+0000", 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:47.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.241 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.739345+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.739345+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.739742+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.740356+0000", 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.243 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1f", 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 12, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:24.305160+0000", 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.247 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.248 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.111249+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.111249+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.111553+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:47.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738600+0000", 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.250 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1d", 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:07:01.948964+0000", 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.251 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.255 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471085+0000", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471085+0000", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471608+0000", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735871+0000", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.257 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1c", 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:12.706213+0000", 2024-04-02T08:21:47.258 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.262 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.106084+0000", 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.106084+0000", 2024-04-02T08:21:47.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.106393+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738109+0000", 2024-04-02T08:21:47.264 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1c", 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.265 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:49.443447+0000", 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.269 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.270 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471880+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471880+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472197+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735959+0000", 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.272 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1d", 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:03:01.766476+0000", 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.276 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.277 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.109743+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.109743+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.110088+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:47.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736959+0000", 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.279 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1b", 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:29.014532+0000", 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.280 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.284 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.474332+0000", 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.474332+0000", 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.474664+0000", 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:47.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738211+0000", 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.286 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1a", 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.287 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:09.514852+0000", 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.291 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.101523+0000", 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.101523+0000", 2024-04-02T08:21:47.292 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.101808+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011255+0000", 2024-04-02T08:21:47.293 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.294 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1a", 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:39:57.984072+0000", 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.298 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.299 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468956+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468956+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469231+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744047+0000", 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.301 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1b", 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:12.441811+0000", 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.302 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.303 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.305 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.306 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.102733+0000", 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.102733+0000", 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103031+0000", 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.307 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738742+0000", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.308 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.19", 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.309 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:12:20.894310+0000", 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.313 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.469300+0000", 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.469300+0000", 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469573+0000", 2024-04-02T08:21:47.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736135+0000", 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.18", 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.316 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:22.853253+0000", 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.320 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:47.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104033+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104033+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.104336+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735375+0000", 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.18", 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:09.330224+0000", 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.327 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.328 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463944+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463944+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464471+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736733+0000", 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.330 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.19", 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:58:50.923420+0000", 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.334 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.335 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.103212+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.103212+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103575+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:47.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011805+0000", 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.337 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.17", 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:24.658474+0000", 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.338 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.341 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.342 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476678+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476678+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476995+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:47.343 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736187+0000", 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.344 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.16", 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:16:41.359687+0000", 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.345 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.348 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.349 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.105614+0000", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.105614+0000", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.107900+0000", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.350 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736079+0000", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.351 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.16", 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.352 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:10.916028+0000", 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.356 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.478687+0000", 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.478687+0000", 2024-04-02T08:21:47.357 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.478974+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:47.358 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743483+0000", 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.359 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.17", 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:27:52.567158+0000", 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.363 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.364 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.109912+0000", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.109912+0000", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.110218+0000", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.365 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739219+0000", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.15", 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 23, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.367 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:01.847072+0000", 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 90, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T08:21:47.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'3" 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.371 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475134+0000", 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475134+0000", 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476314+0000", 2024-04-02T08:21:47.372 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738202+0000", 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.373 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.14", 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.374 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:45.353020+0000", 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.378 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104451+0000", 2024-04-02T08:21:47.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104451+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.104730+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:47.380 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:47.902179+0000", 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 12, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 12, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.14", 2024-04-02T08:21:47.381 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 32, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:29.867787+0000", 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 2632, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 9 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.385 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "70'12" 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476111+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476111+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476420+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738377+0000", 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.388 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.15", 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:59:08.446220+0000", 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.392 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.393 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.106575+0000", 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.106575+0000", 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.106876+0000", 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:47.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744214+0000", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.395 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.13", 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.396 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:16.858965+0000", 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 34, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:47.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 7 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.400 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468891+0000", 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468891+0000", 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469434+0000", 2024-04-02T08:21:47.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:47.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743390+0000", 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.12", 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:18.730633+0000", 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.407 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.408 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.105359+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.105359+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.107649+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735653+0000", 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.410 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.12", 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:05.092555+0000", 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.414 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.415 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475934+0000", 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475934+0000", 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476656+0000", 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737673+0000", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.417 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.13", 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.418 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:43:07.838821+0000", 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.422 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.099159+0000", 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.099159+0000", 2024-04-02T08:21:47.423 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.099457+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.010888+0000", 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.424 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.11", 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.425 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:25:59.313034+0000", 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.429 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.430 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.473323+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.473323+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.473608+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.010917+0000", 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.432 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.10", 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:01:39.310380+0000", 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.436 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.437 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.101403+0000", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.101403+0000", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.101717+0000", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734295+0000", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 8, 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.439 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 8, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.10", 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.440 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:20:56.199336+0000", 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 4, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'8" 2024-04-02T08:21:47.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:47.445 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.475849+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.475849+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.476131+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737363+0000", 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.11", 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:32:25.716404+0000", 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:47.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.746974+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.746974+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.750511+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:47.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.750798+0000", 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.454 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.f", 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 34, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:48:55.852576+0000", 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 22, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 22, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.455 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 1, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.458 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.459 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.477153+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.477153+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.477488+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.460 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738236+0000", 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.461 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.e", 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:58:29.486495+0000", 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.465 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.466 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.946410+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.946410+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.946641+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:47.467 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738176+0000", 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.468 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.2", 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:15:19.021290+0000", 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.469 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.473 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.105934+0000", 2024-04-02T08:21:47.474 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.105934+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.106946+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738449+0000", 2024-04-02T08:21:47.475 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.4", 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.476 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:55:38.625819+0000", 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.477 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.480 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.481 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471640+0000", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471640+0000", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472842+0000", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.482 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735904+0000", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.483 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.5", 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:34:33.523221+0000", 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.484 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.486 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.487 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.488 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.936225+0000", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.936225+0000", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.936534+0000", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738502+0000", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.490 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.4", 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:17.246476+0000", 2024-04-02T08:21:47.491 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.494 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.495 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.107778+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.107778+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.108103+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:47.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735457+0000", 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.497 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.2", 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:34.794277+0000", 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.501 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.502 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:20.011866+0000", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:20.011866+0000", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:20.012287+0000", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:47.503 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.012592+0000", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.504 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3", 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 12, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:36:48.385384+0000", 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.508 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.509 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948408+0000", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948408+0000", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948706+0000", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.510 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739579+0000", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.511 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.7", 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:06.724441+0000", 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.512 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.514 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.515 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.516 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.461297+0000", 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.461297+0000", 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.461557+0000", 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736233+0000", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.518 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.0", 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.519 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:08.567919+0000", 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.523 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104920+0000", 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104920+0000", 2024-04-02T08:21:47.524 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.105266+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734563+0000", 2024-04-02T08:21:47.525 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.526 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1", 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:59:19.345540+0000", 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.530 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.531 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948606+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948606+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948902+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.532 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011443+0000", 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.533 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.5", 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:59.802855+0000", 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.463847+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.463847+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.464115+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.539 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736655+0000", 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.540 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2", 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:03:52.187492+0000", 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.544 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104079+0000", 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104079+0000", 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.104366+0000", 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735388+0000", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.546 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.3", 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.547 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:30:50.865485+0000", 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.551 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 20, 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:31.743429+0000", 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:31.743429+0000", 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:31.743838+0000", 2024-04-02T08:21:47.552 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 59, 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:21:43.035672+0000", 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 148, 2024-04-02T08:21:47.553 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 58, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 148, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "1.0", 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 339, 2024-04-02T08:21:47.554 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:39.834282+0000", 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 394, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 584, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 219, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.557 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "70'148" 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.558 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.938730+0000", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.938730+0000", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.939117+0000", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744144+0000", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.560 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.6", 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:32.945809+0000", 2024-04-02T08:21:47.561 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.564 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.565 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.466809+0000", 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.466809+0000", 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.467119+0000", 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:47.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.743174+0000", 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.567 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1", 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.568 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:27.070825+0000", 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.572 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.573 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.112064+0000", 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.112064+0000", 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.112331+0000", 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737119+0000", 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.575 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.0", 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.576 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:41.986030+0000", 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.580 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948155+0000", 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948155+0000", 2024-04-02T08:21:47.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948470+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744031+0000", 2024-04-02T08:21:47.582 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.3", 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.583 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:19:42.094867+0000", 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:47.588 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.111870+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.111870+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.112231+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:47.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738493+0000", 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.590 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.5", 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:28:11.343943+0000", 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.594 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.595 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472458+0000", 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472458+0000", 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472742+0000", 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:47.596 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738538+0000", 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.597 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.4", 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.598 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:14.102518+0000", 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.602 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.948339+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.948339+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.948646+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.604 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735997+0000", 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.605 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.0", 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:09:16.291887+0000", 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.609 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.610 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.099533+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.099533+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.099822+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:47.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739740+0000", 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.612 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.6", 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:42:02.012148+0000", 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.613 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "63'1" 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.617 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472580+0000", 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472580+0000", 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472856+0000", 2024-04-02T08:21:47.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737688+0000", 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.619 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.7", 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.620 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:02.345731+0000", 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.624 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:18:20.946530+0000", 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:18:20.946530+0000", 2024-04-02T08:21:47.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:18:20.946820+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 66, 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:47.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737747+0000", 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 65, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.1", 2024-04-02T08:21:47.627 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 15, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:51.849560+0000", 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:47.632 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.100684+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.100684+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.100974+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011707+0000", 2024-04-02T08:21:47.633 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.7", 2024-04-02T08:21:47.634 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:15:01.932802+0000", 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.636 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.638 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.745289+0000", 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.745289+0000", 2024-04-02T08:21:47.639 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.745599+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.746071+0000", 2024-04-02T08:21:47.640 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.6", 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.641 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 12, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:50.236852+0000", 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.645 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.646 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.113187+0000", 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.113187+0000", 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.113389+0000", 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.647 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737323+0000", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.648 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.8", 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.649 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:25.298853+0000", 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.651 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.653 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.480032+0000", 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.480032+0000", 2024-04-02T08:21:47.654 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.480348+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738954+0000", 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.655 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.9", 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.656 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:56.742492+0000", 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.660 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.106239+0000", 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.106239+0000", 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.107119+0000", 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:47.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736602+0000", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.662 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.9", 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.663 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:00:07.514921+0000", 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.667 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472174+0000", 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472174+0000", 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472467+0000", 2024-04-02T08:21:47.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736069+0000", 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.669 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.8", 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.670 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:48:39.840796+0000", 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:47.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.104763+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.104763+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.105057+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738326+0000", 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.677 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.a", 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:38.433391+0000", 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.681 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.682 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.482056+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.482056+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.482332+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:47.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.736817+0000", 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.684 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.b", 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:50.999614+0000", 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.688 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.689 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.109363+0000", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.109363+0000", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.109669+0000", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737571+0000", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.691 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.b", 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:13:55.440352+0000", 2024-04-02T08:21:47.692 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:47.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.697 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.469013+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.469013+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.469399+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:47.698 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011182+0000", 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.699 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.a", 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.700 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:34.254706+0000", 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.704 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.705 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.103142+0000", 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.103142+0000", 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103894+0000", 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734743+0000", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.707 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.c", 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.708 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 20, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:09:50.641911+0000", 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.712 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.713 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:20.012097+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.012484+0000", 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.715 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.d", 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:31:02.987382+0000", 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.719 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.720 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.103351+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.103351+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.103651+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:47.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739182+0000", 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.722 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.d", 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 21, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:36:58.696588+0000", 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.723 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 70, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.726 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.727 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470659+0000", 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470659+0000", 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471398+0000", 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735577+0000", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.729 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.c", 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.730 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:22:30.871184+0000", 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.734 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.100355+0000", 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.100355+0000", 2024-04-02T08:21:47.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.102435+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 61, 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734830+0000", 2024-04-02T08:21:47.736 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 60, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.e", 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.737 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 22, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:32.808761+0000", 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T08:21:47.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T08:21:47.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.746708+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.746708+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.747070+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.747399+0000", 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.744 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.f", 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:53:31.638010+0000", 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.748 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.749 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472241+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472241+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472532+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:47.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.010854+0000", 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.751 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.20", 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:00:46.697200+0000", 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.755 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.756 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471966+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471966+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472237+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:47.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.734442+0000", 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.758 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.21", 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:51.230788+0000", 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.762 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.763 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.462541+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.462541+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.462834+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:47.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735705+0000", 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.765 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.22", 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:37:58.911619+0000", 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.766 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.769 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.770 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.468518+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.468518+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.468981+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:47.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744119+0000", 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.772 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.23", 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:58.504755+0000", 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.776 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.777 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.472372+0000", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.472372+0000", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.472638+0000", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.738125+0000", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.779 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.24", 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:44.845954+0000", 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.780 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.783 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.784 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.460036+0000", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.460036+0000", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.460349+0000", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.739108+0000", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.786 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.25", 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:34.133303+0000", 2024-04-02T08:21:47.787 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.790 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.791 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.481893+0000", 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.481893+0000", 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.482194+0000", 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011724+0000", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.793 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.26", 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.794 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:32.207524+0000", 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.473831+0000", 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.473831+0000", 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.474311+0000", 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:47.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.737767+0000", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.800 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.27", 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.801 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:02:28.054168+0000", 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.805 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.471493+0000", 2024-04-02T08:21:47.806 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.471493+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471960+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735389+0000", 2024-04-02T08:21:47.807 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.28", 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.808 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:49.504999+0000", 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.809 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.812 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:47.813 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:19:19.741335+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:19:19.741335+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:19:19.741644+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 70, 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.745492+0000", 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 69, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.815 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.29", 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 28, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:18.964318+0000", 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T08:21:47.819 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.820 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470449+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470449+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.471760+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.821 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.735763+0000", 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.822 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2a", 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:30.261155+0000", 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.826 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.827 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.476981+0000", 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.476981+0000", 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.477263+0000", 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.828 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:19.744135+0000", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.829 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2b", 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.830 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:48:38.954728+0000", 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.834 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:17:45.470096+0000", 2024-04-02T08:21:47.835 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:17:45.470096+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:17:45.470546+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 62, 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T08:19:20.011662+0000", 2024-04-02T08:21:47.836 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 61, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2c", 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T08:21:47.837 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 70, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 19, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:33.770750+0000", 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T08:21:47.841 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pool": [ 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 24, 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 8, 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 4, 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:47.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 24 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 192, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 64, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 3, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T08:21:47.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T08:21:47.851 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 192 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 3, 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.852 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 148, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 1, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 3, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 148, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 1, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 394, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 584, 2024-04-02T08:21:47.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 219, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 1781760, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 1771104, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:47.856 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 3 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 96, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 45, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 32, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 45, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 2, 2024-04-02T08:21:47.857 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 3430, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 22, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T08:21:47.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 66, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 22, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 22, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 14, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 1, 2024-04-02T08:21:47.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 51, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 20 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T08:21:47.860 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 98304, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 10290, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 96 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T08:21:47.861 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718764544, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241520640, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 241520640, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.0003144962538499385 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 767718764544, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 241520640 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.862 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T08:21:47.863 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T08:21:47.863 INFO:tasks.workunit.client.0.smithi084.stdout:OK 2024-04-02T08:21:47.863 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:21:47.863 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.864 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.865 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.866 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:21:47.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:47.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:46 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:47.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:47 smithi084 ceph-mon[27534]: pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:47.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:47 smithi084 ceph-mon[27534]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:47 smithi084 ceph-mon[39235]: pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:47.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:47 smithi084 ceph-mon[39235]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:47.906 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-02T08:21:47.907 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:21:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:47 smithi132 ceph-mon[31218]: pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:47 smithi132 ceph-mon[31218]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:48.196 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:48.197 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:21:48.223 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:21:48.224 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:21:48.283 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:21:48.283 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:21:48.293 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-02T08:21:48.294 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:21:48.329 INFO:teuthology.task.print:**** done start parallel 2024-04-02T08:21:48.329 INFO:teuthology.run_tasks:Running task parallel... 2024-04-02T08:21:48.375 INFO:teuthology.task.parallel:starting parallel... 2024-04-02T08:21:48.376 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-02T08:21:48.383 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:21:48.383 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-02T08:21:48.383 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-02T08:21:48.404 INFO:tasks.rados:Beginning rados... 2024-04-02T08:21:48.404 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:21:48.404 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-rf-oldDeep'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-rf-oldDeep', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:21:48.404 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:21:48.405 INFO:tasks.rados:joining rados 2024-04-02T08:21:48.405 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-02T08:21:48.406 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:21:48.406 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-02T08:21:48.406 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-02T08:21:48.406 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi084.front.sepia.ceph.com 2024-04-02T08:21:48.406 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-02T08:21:48.407 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-02T08:21:48.407 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-02T08:21:48.635 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:48.636 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:48.780 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:48 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:48.780 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:48 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:48 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:49 smithi084 ceph-mon[27534]: pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:49 smithi084 ceph-mon[39235]: pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:49 smithi132 ceph-mon[31218]: pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:21:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:51 smithi084 ceph-mon[27534]: pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:21:51.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:51 smithi084 ceph-mon[39235]: pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:21:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:51 smithi132 ceph-mon[31218]: pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:21:52.500 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-02T08:21:52.706 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:52 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2606176880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:21:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:52 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2606176880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:21:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:52 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2606176880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:21:54.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:53 smithi084 ceph-mon[27534]: pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:21:54.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:53 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2606176880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:21:54.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:53 smithi084 ceph-mon[27534]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:21:54.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:53 smithi084 ceph-mon[39235]: pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:21:54.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:53 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2606176880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:21:54.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:53 smithi084 ceph-mon[39235]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:21:54.134 INFO:tasks.rados:starting run 0 out of 1 2024-04-02T08:21:54.134 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-02T08:21:54.135 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-02T08:21:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:53 smithi132 ceph-mon[31218]: pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:21:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:53 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2606176880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:21:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:53 smithi132 ceph-mon[31218]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:21:54.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:21:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:21:54] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-02T08:21:54.904 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:55.840 INFO:teuthology.orchestra.run.smithi084.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:21:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:55 smithi084 ceph-mon[27534]: pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:55 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:55 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:55 smithi084 ceph-mon[39235]: pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:55 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:55 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:55 smithi132 ceph-mon[31218]: pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:55 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:55 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:56.433 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[27534]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[27534]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[39235]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[39235]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:57.048 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:56 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:57.061 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:56 smithi132 ceph-mon[31218]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:57.061 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:56 smithi132 ceph-mon[31218]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:21:57.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:56 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:57.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:56 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:57.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:56 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:21:57.466 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:57 smithi084 ceph-mon[27534]: pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:57 smithi084 ceph-mon[27534]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:21:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:57 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2074206505' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:21:57.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:57 smithi084 ceph-mon[39235]: pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:57.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:57 smithi084 ceph-mon[39235]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:21:57.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:57 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2074206505' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:21:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:57 smithi132 ceph-mon[31218]: pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:57 smithi132 ceph-mon[31218]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:21:58.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:57 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2074206505' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:21:58.803 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'unique_pool_0' created 2024-04-02T08:21:58.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:58 smithi084 ceph-mon[39235]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:21:58.993 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:58 smithi084 ceph-mon[27534]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:21:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:58 smithi132 ceph-mon[31218]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:21:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:59 smithi084 ceph-mon[39235]: pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:59 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2074206505' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:21:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:21:59 smithi084 ceph-mon[39235]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:21:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:59 smithi084 ceph-mon[27534]: pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:59 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2074206505' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:21:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:21:59 smithi084 ceph-mon[27534]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:21:59.920 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-02T08:22:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:59 smithi132 ceph-mon[31218]: pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:59 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2074206505' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:22:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:21:59 smithi132 ceph-mon[31218]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:22:00.239 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:00.476 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:22:00.829 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (2m) 2m ago 3m 15.6M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (3m) 2m ago 3m 83.8M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (4m) 2m ago 4m 13.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (4m) 2m ago 4m 16.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,8765 running (7m) 2m ago 7m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d dadb6e328b04 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 7cab8d7069cb 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (9m) 2m ago 9m 46.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a16388a6f0b0 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (8m) 2m ago 8m 39.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d fafbb6e99304 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (8m) 2m ago 8m 40.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a1549e333be4 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (3m) 2m ago 2m 15.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (2m) 2m ago 2m 8158k - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:22:00.830 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (7m) 2m ago 7m 51.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (7m) 2m ago 7m 52.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (6m) 2m ago 6m 41.8M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (6m) 2m ago 6m 49.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (5m) 2m ago 5m 51.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (5m) 2m ago 5m 44.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (5m) 2m ago 5m 48.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (4m) 2m ago 4m 50.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:22:00.831 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (2m) 2m ago 3m 29.4M - 2.43.0 a07b618ecd1d aeab06112fc6 2024-04-02T08:22:01.092 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:00 smithi084 ceph-mon[27534]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:22:01.092 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:00 smithi084 ceph-mon[39235]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:22:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:00 smithi132 ceph-mon[31218]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:22:01.272 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:22:01.272 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:22:01.272 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:22:01.272 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:01.272 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:22:01.273 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:22:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[27534]: pgmap v124: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[27534]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[27534]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[27534]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[27534]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/1762930074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[39235]: pgmap v124: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[39235]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[39235]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[39235]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[39235]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:01 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/1762930074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:22:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:01 smithi132 ceph-mon[31218]: pgmap v124: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:01 smithi132 ceph-mon[31218]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:01 smithi132 ceph-mon[31218]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:22:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:01 smithi132 ceph-mon[31218]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:22:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:01 smithi132 ceph-mon[31218]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:01 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/1762930074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:22:02.823 INFO:teuthology.orchestra.run.smithi084.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-02T08:22:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:02 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3739425392' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:02 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:02 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3739425392' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:02 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:02 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3739425392' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:02 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:04.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[27534]: pgmap v126: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[27534]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[27534]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[39235]: pgmap v126: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[39235]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[39235]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:04.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:03 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:03 smithi132 ceph-mon[31218]: pgmap v126: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:03 smithi132 ceph-mon[31218]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:22:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:03 smithi132 ceph-mon[31218]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:22:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:03 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:03 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:04.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:22:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:22:04] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-04-02T08:22:04.474 DEBUG:teuthology.orchestra.run.smithi084:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-02T08:22:04.503 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight read -> 100 2024-04-02T08:22:04.503 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight delete -> 50 2024-04-02T08:22:04.503 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight snap_create -> 50 2024-04-02T08:22:04.503 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight snap_remove -> 50 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight rollback -> 50 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight setattr -> 25 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight rmattr -> 25 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight copy_from -> 50 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout:adding op weight append -> 100 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout:ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout:Configuration: 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout: Number of operations: 4000 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout: Number of objects: 50 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout: Max in flight operations: 16 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout: Object size (in bytes): 4000000 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout: Write stride min: 400000 2024-04-02T08:22:04.504 INFO:tasks.rados.rados.0.smithi084.stdout: Write stride max: 800000 2024-04-02T08:22:04.826 INFO:tasks.rados.rados.0.smithi084.stdout:1: write initial oid 1 2024-04-02T08:22:04.827 INFO:tasks.rados.rados.0.smithi084.stdout:1: seq_num 0 ranges {0=24576} 2024-04-02T08:22:04.827 INFO:tasks.rados.rados.0.smithi084.stdout:1: writing smithi08483026-1 from 0 to 24576 tid 1 2024-04-02T08:22:04.827 INFO:tasks.rados.rados.0.smithi084.stdout:2: write initial oid 2 2024-04-02T08:22:04.827 INFO:tasks.rados.rados.0.smithi084.stdout:2: seq_num 1 ranges {0=24576} 2024-04-02T08:22:04.827 INFO:tasks.rados.rados.0.smithi084.stdout:2: writing smithi08483026-2 from 0 to 24576 tid 1 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:3: write initial oid 3 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:3: seq_num 2 ranges {0=40960} 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:3: writing smithi08483026-3 from 0 to 40960 tid 1 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:4: write initial oid 4 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:4: seq_num 3 ranges {0=57344} 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:4: writing smithi08483026-4 from 0 to 57344 tid 1 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:5: write initial oid 5 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:5: seq_num 4 ranges {0=73728} 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:5: writing smithi08483026-5 from 0 to 73728 tid 1 2024-04-02T08:22:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:6: write initial oid 6 2024-04-02T08:22:04.829 INFO:tasks.rados.rados.0.smithi084.stdout:6: seq_num 5 ranges {0=90112} 2024-04-02T08:22:04.829 INFO:tasks.rados.rados.0.smithi084.stdout:6: writing smithi08483026-6 from 0 to 90112 tid 1 2024-04-02T08:22:04.829 INFO:tasks.rados.rados.0.smithi084.stdout:7: write initial oid 7 2024-04-02T08:22:04.829 INFO:tasks.rados.rados.0.smithi084.stdout:7: seq_num 6 ranges {0=106496} 2024-04-02T08:22:04.830 INFO:tasks.rados.rados.0.smithi084.stdout:7: writing smithi08483026-7 from 0 to 106496 tid 1 2024-04-02T08:22:04.830 INFO:tasks.rados.rados.0.smithi084.stdout:8: write initial oid 8 2024-04-02T08:22:04.830 INFO:tasks.rados.rados.0.smithi084.stdout:8: seq_num 7 ranges {0=122880} 2024-04-02T08:22:04.831 INFO:tasks.rados.rados.0.smithi084.stdout:8: writing smithi08483026-8 from 0 to 122880 tid 1 2024-04-02T08:22:04.831 INFO:tasks.rados.rados.0.smithi084.stdout:9: write initial oid 9 2024-04-02T08:22:04.831 INFO:tasks.rados.rados.0.smithi084.stdout:9: seq_num 8 ranges {0=139264} 2024-04-02T08:22:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:9: writing smithi08483026-9 from 0 to 139264 tid 1 2024-04-02T08:22:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:10: write initial oid 10 2024-04-02T08:22:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:10: seq_num 9 ranges {0=155648} 2024-04-02T08:22:04.833 INFO:tasks.rados.rados.0.smithi084.stdout:10: writing smithi08483026-10 from 0 to 155648 tid 1 2024-04-02T08:22:04.833 INFO:tasks.rados.rados.0.smithi084.stdout:11: write initial oid 11 2024-04-02T08:22:04.833 INFO:tasks.rados.rados.0.smithi084.stdout:11: seq_num 10 ranges {0=172032} 2024-04-02T08:22:04.834 INFO:tasks.rados.rados.0.smithi084.stdout:11: writing smithi08483026-11 from 0 to 172032 tid 1 2024-04-02T08:22:04.834 INFO:tasks.rados.rados.0.smithi084.stdout:12: write initial oid 12 2024-04-02T08:22:04.835 INFO:tasks.rados.rados.0.smithi084.stdout:12: seq_num 11 ranges {0=188416} 2024-04-02T08:22:04.836 INFO:tasks.rados.rados.0.smithi084.stdout:12: writing smithi08483026-12 from 0 to 188416 tid 1 2024-04-02T08:22:04.836 INFO:tasks.rados.rados.0.smithi084.stdout:13: write initial oid 13 2024-04-02T08:22:04.836 INFO:tasks.rados.rados.0.smithi084.stdout:3: finishing write tid 1 to smithi08483026-3 2024-04-02T08:22:04.836 INFO:tasks.rados.rados.0.smithi084.stdout:2: finishing write tid 1 to smithi08483026-2 2024-04-02T08:22:04.836 INFO:tasks.rados.rados.0.smithi084.stdout:3: finishing write tid 2 to smithi08483026-3 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:2: finishing write tid 2 to smithi08483026-2 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:4: finishing write tid 1 to smithi08483026-4 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:3: finishing write tid 3 to smithi08483026-3 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:3: oid 3 updating version 0 to 1 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:3: oid 3 updating version 1 to 2 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:5: finishing write tid 1 to smithi08483026-5 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:5: finishing write tid 2 to smithi08483026-5 2024-04-02T08:22:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:13: seq_num 12 ranges {0=204800} 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:13: writing smithi08483026-13 from 0 to 204800 tid 1 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:3: done (12 left) 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:14: write initial oid 14 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:7: finishing write tid 1 to smithi08483026-7 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:7: finishing write tid 2 to smithi08483026-7 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:2: finishing write tid 3 to smithi08483026-2 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:2: oid 2 updating version 0 to 1 2024-04-02T08:22:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:2: oid 2 updating version 1 to 2 2024-04-02T08:22:04.839 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:22:04.839 INFO:tasks.rados.rados.0.smithi084.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:22:04.839 INFO:tasks.rados.rados.0.smithi084.stdout:6: finishing write tid 1 to smithi08483026-6 2024-04-02T08:22:04.839 INFO:tasks.rados.rados.0.smithi084.stdout:14: seq_num 13 ranges {0=221184} 2024-04-02T08:22:04.842 INFO:tasks.rados.rados.0.smithi084.stdout:14: writing smithi08483026-14 from 0 to 221184 tid 1 2024-04-02T08:22:04.842 INFO:tasks.rados.rados.0.smithi084.stdout:2: done (12 left) 2024-04-02T08:22:04.842 INFO:tasks.rados.rados.0.smithi084.stdout:15: write initial oid 15 2024-04-02T08:22:04.842 INFO:tasks.rados.rados.0.smithi084.stdout:15: seq_num 14 ranges {0=237568} 2024-04-02T08:22:04.844 INFO:tasks.rados.rados.0.smithi084.stdout:15: writing smithi08483026-15 from 0 to 237568 tid 1 2024-04-02T08:22:04.844 INFO:tasks.rados.rados.0.smithi084.stdout:16: write initial oid 16 2024-04-02T08:22:04.844 INFO:tasks.rados.rados.0.smithi084.stdout:16: seq_num 15 ranges {0=253952} 2024-04-02T08:22:04.845 INFO:tasks.rados.rados.0.smithi084.stdout:16: writing smithi08483026-16 from 0 to 253952 tid 1 2024-04-02T08:22:04.846 INFO:tasks.rados.rados.0.smithi084.stdout:17: write initial oid 17 2024-04-02T08:22:04.846 INFO:tasks.rados.rados.0.smithi084.stdout:17: seq_num 16 ranges {0=270336} 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:17: writing smithi08483026-17 from 0 to 270336 tid 1 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:6: finishing write tid 2 to smithi08483026-6 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:7: finishing write tid 3 to smithi08483026-7 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:7: oid 7 updating version 0 to 1 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:7: oid 7 updating version 1 to 2 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:5: finishing write tid 3 to smithi08483026-5 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:5: oid 5 updating version 0 to 3 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:5: oid 5 updating version 3 to 4 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:6: finishing write tid 3 to smithi08483026-6 2024-04-02T08:22:04.849 INFO:tasks.rados.rados.0.smithi084.stdout:6: oid 6 updating version 0 to 1 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:6: oid 6 updating version 1 to 2 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:9: finishing write tid 1 to smithi08483026-9 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:9: finishing write tid 2 to smithi08483026-9 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:13: finishing write tid 1 to smithi08483026-13 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:1: finishing write tid 1 to smithi08483026-1 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:1: finishing write tid 2 to smithi08483026-1 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:4: finishing write tid 2 to smithi08483026-4 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:8: finishing write tid 1 to smithi08483026-8 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:8: finishing write tid 2 to smithi08483026-8 2024-04-02T08:22:04.850 INFO:tasks.rados.rados.0.smithi084.stdout:10: finishing write tid 1 to smithi08483026-10 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:13: finishing write tid 2 to smithi08483026-13 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:9: finishing write tid 3 to smithi08483026-9 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:9: oid 9 updating version 0 to 1 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:9: oid 9 updating version 1 to 2 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:10: finishing write tid 2 to smithi08483026-10 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:4: finishing write tid 3 to smithi08483026-4 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:4: oid 4 updating version 0 to 1 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:4: oid 4 updating version 1 to 2 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:1: finishing write tid 3 to smithi08483026-1 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:1: oid 1 updating version 0 to 1 2024-04-02T08:22:04.851 INFO:tasks.rados.rados.0.smithi084.stdout:1: oid 1 updating version 1 to 2 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:11: finishing write tid 1 to smithi08483026-11 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:12: finishing write tid 1 to smithi08483026-12 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:13: finishing write tid 3 to smithi08483026-13 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:13: oid 13 updating version 0 to 4 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:13: oid 13 version 4 is already newer than 3 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:12: finishing write tid 2 to smithi08483026-12 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:11: finishing write tid 2 to smithi08483026-11 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:8: finishing write tid 3 to smithi08483026-8 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:8: oid 8 updating version 0 to 3 2024-04-02T08:22:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:8: oid 8 updating version 3 to 4 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:10: finishing write tid 3 to smithi08483026-10 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:10: oid 10 updating version 0 to 2 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:10: oid 10 version 2 is already newer than 1 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:11: finishing write tid 3 to smithi08483026-11 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:11: oid 11 updating version 0 to 4 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:11: oid 11 version 4 is already newer than 3 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:14: finishing write tid 1 to smithi08483026-14 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:14: finishing write tid 2 to smithi08483026-14 2024-04-02T08:22:04.853 INFO:tasks.rados.rados.0.smithi084.stdout:12: finishing write tid 3 to smithi08483026-12 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:12: oid 12 updating version 0 to 1 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:12: oid 12 updating version 1 to 2 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:14: finishing write tid 3 to smithi08483026-14 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:14: oid 14 updating version 0 to 3 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:14: oid 14 updating version 3 to 4 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:15: finishing write tid 1 to smithi08483026-15 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:1: done (14 left) 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:4: done (13 left) 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:5: done (12 left) 2024-04-02T08:22:04.854 INFO:tasks.rados.rados.0.smithi084.stdout:6: done (11 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:7: done (10 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:8: done (9 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:9: done (8 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:10: done (7 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:11: done (6 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:12: done (5 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:13: done (4 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:14: done (3 left) 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:18: write initial oid 18 2024-04-02T08:22:04.855 INFO:tasks.rados.rados.0.smithi084.stdout:18: seq_num 17 ranges {0=286720} 2024-04-02T08:22:04.856 INFO:tasks.rados.rados.0.smithi084.stdout:18: writing smithi08483026-18 from 0 to 286720 tid 1 2024-04-02T08:22:04.856 INFO:tasks.rados.rados.0.smithi084.stdout:19: write initial oid 19 2024-04-02T08:22:04.856 INFO:tasks.rados.rados.0.smithi084.stdout:19: seq_num 18 ranges {0=303104} 2024-04-02T08:22:04.856 INFO:tasks.rados.rados.0.smithi084.stdout:19: writing smithi08483026-19 from 0 to 303104 tid 1 2024-04-02T08:22:04.856 INFO:tasks.rados.rados.0.smithi084.stdout:20: write initial oid 20 2024-04-02T08:22:04.857 INFO:tasks.rados.rados.0.smithi084.stdout:20: seq_num 19 ranges {0=319488} 2024-04-02T08:22:04.857 INFO:tasks.rados.rados.0.smithi084.stdout:20: writing smithi08483026-20 from 0 to 319488 tid 1 2024-04-02T08:22:04.857 INFO:tasks.rados.rados.0.smithi084.stdout:21: write initial oid 21 2024-04-02T08:22:04.857 INFO:tasks.rados.rados.0.smithi084.stdout:21: seq_num 20 ranges {0=344064} 2024-04-02T08:22:04.857 INFO:tasks.rados.rados.0.smithi084.stdout:21: writing smithi08483026-21 from 0 to 344064 tid 1 2024-04-02T08:22:04.857 INFO:tasks.rados.rados.0.smithi084.stdout:22: write initial oid 22 2024-04-02T08:22:04.857 INFO:tasks.rados.rados.0.smithi084.stdout:22: seq_num 21 ranges {0=360448} 2024-04-02T08:22:04.859 INFO:tasks.rados.rados.0.smithi084.stdout:22: writing smithi08483026-22 from 0 to 360448 tid 1 2024-04-02T08:22:04.859 INFO:tasks.rados.rados.0.smithi084.stdout:23: write initial oid 23 2024-04-02T08:22:04.860 INFO:tasks.rados.rados.0.smithi084.stdout:23: seq_num 22 ranges {0=376832} 2024-04-02T08:22:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:23: writing smithi08483026-23 from 0 to 376832 tid 1 2024-04-02T08:22:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:24: write initial oid 24 2024-04-02T08:22:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:24: seq_num 23 ranges {0=393216} 2024-04-02T08:22:04.865 INFO:tasks.rados.rados.0.smithi084.stdout:24: writing smithi08483026-24 from 0 to 393216 tid 1 2024-04-02T08:22:04.865 INFO:tasks.rados.rados.0.smithi084.stdout:25: write initial oid 25 2024-04-02T08:22:04.865 INFO:tasks.rados.rados.0.smithi084.stdout:25: seq_num 24 ranges {0=409600} 2024-04-02T08:22:04.868 INFO:tasks.rados.rados.0.smithi084.stdout:25: writing smithi08483026-25 from 0 to 409600 tid 1 2024-04-02T08:22:04.868 INFO:tasks.rados.rados.0.smithi084.stdout:26: write initial oid 26 2024-04-02T08:22:04.868 INFO:tasks.rados.rados.0.smithi084.stdout:26: seq_num 25 ranges {0=425984} 2024-04-02T08:22:04.871 INFO:tasks.rados.rados.0.smithi084.stdout:26: writing smithi08483026-26 from 0 to 425984 tid 1 2024-04-02T08:22:04.871 INFO:tasks.rados.rados.0.smithi084.stdout:27: write initial oid 27 2024-04-02T08:22:04.871 INFO:tasks.rados.rados.0.smithi084.stdout:27: seq_num 26 ranges {0=442368} 2024-04-02T08:22:04.874 INFO:tasks.rados.rados.0.smithi084.stdout:27: writing smithi08483026-27 from 0 to 442368 tid 1 2024-04-02T08:22:04.874 INFO:tasks.rados.rados.0.smithi084.stdout:28: write initial oid 28 2024-04-02T08:22:04.874 INFO:tasks.rados.rados.0.smithi084.stdout:28: seq_num 27 ranges {0=458752} 2024-04-02T08:22:04.877 INFO:tasks.rados.rados.0.smithi084.stdout:28: writing smithi08483026-28 from 0 to 458752 tid 1 2024-04-02T08:22:04.877 INFO:tasks.rados.rados.0.smithi084.stdout:29: write initial oid 29 2024-04-02T08:22:04.877 INFO:tasks.rados.rados.0.smithi084.stdout:29: seq_num 28 ranges {0=475136} 2024-04-02T08:22:04.880 INFO:tasks.rados.rados.0.smithi084.stdout:29: writing smithi08483026-29 from 0 to 475136 tid 1 2024-04-02T08:22:04.880 INFO:tasks.rados.rados.0.smithi084.stdout:30: write initial oid 30 2024-04-02T08:22:04.880 INFO:tasks.rados.rados.0.smithi084.stdout:30: seq_num 29 ranges {0=491520} 2024-04-02T08:22:04.883 INFO:tasks.rados.rados.0.smithi084.stdout:30: writing smithi08483026-30 from 0 to 491520 tid 1 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:16: finishing write tid 1 to smithi08483026-16 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:16: finishing write tid 2 to smithi08483026-16 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:15: finishing write tid 2 to smithi08483026-15 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:16: finishing write tid 3 to smithi08483026-16 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:16: oid 16 updating version 0 to 4 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:16: oid 16 version 4 is already newer than 3 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:15: finishing write tid 3 to smithi08483026-15 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:15: oid 15 updating version 0 to 2 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:15: oid 15 version 2 is already newer than 1 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-02T08:22:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:17: finishing write tid 1 to smithi08483026-17 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:17: finishing write tid 2 to smithi08483026-17 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:18: finishing write tid 1 to smithi08483026-18 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:18: finishing write tid 2 to smithi08483026-18 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:18: finishing write tid 3 to smithi08483026-18 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:18: oid 18 updating version 0 to 2 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:18: oid 18 version 2 is already newer than 1 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:19: finishing write tid 1 to smithi08483026-19 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:19: finishing write tid 2 to smithi08483026-19 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:17: finishing write tid 3 to smithi08483026-17 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:17: oid 17 updating version 0 to 2 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:17: oid 17 version 2 is already newer than 1 2024-04-02T08:22:04.885 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:20: finishing write tid 1 to smithi08483026-20 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:20: finishing write tid 2 to smithi08483026-20 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:19: finishing write tid 3 to smithi08483026-19 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:19: oid 19 updating version 0 to 4 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:19: oid 19 version 4 is already newer than 3 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:20: finishing write tid 3 to smithi08483026-20 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:20: oid 20 updating version 0 to 6 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:20: oid 20 version 6 is already newer than 5 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:21: finishing write tid 1 to smithi08483026-21 2024-04-02T08:22:04.886 INFO:tasks.rados.rados.0.smithi084.stdout:21: finishing write tid 2 to smithi08483026-21 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:22: finishing write tid 1 to smithi08483026-22 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:15: done (15 left) 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:16: done (14 left) 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:17: done (13 left) 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:18: done (12 left) 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:19: done (11 left) 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:20: done (10 left) 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:31: write initial oid 31 2024-04-02T08:22:04.887 INFO:tasks.rados.rados.0.smithi084.stdout:31: seq_num 30 ranges {0=507904} 2024-04-02T08:22:04.888 INFO:tasks.rados.rados.0.smithi084.stdout:31: writing smithi08483026-31 from 0 to 507904 tid 1 2024-04-02T08:22:04.888 INFO:tasks.rados.rados.0.smithi084.stdout:32: write initial oid 32 2024-04-02T08:22:04.888 INFO:tasks.rados.rados.0.smithi084.stdout:32: seq_num 31 ranges {0=524288} 2024-04-02T08:22:04.890 INFO:tasks.rados.rados.0.smithi084.stdout:32: writing smithi08483026-32 from 0 to 524288 tid 1 2024-04-02T08:22:04.890 INFO:tasks.rados.rados.0.smithi084.stdout:33: write initial oid 33 2024-04-02T08:22:04.890 INFO:tasks.rados.rados.0.smithi084.stdout:33: seq_num 32 ranges {0=540672} 2024-04-02T08:22:04.893 INFO:tasks.rados.rados.0.smithi084.stdout:33: writing smithi08483026-33 from 0 to 540672 tid 1 2024-04-02T08:22:04.893 INFO:tasks.rados.rados.0.smithi084.stdout:34: write initial oid 34 2024-04-02T08:22:04.893 INFO:tasks.rados.rados.0.smithi084.stdout:34: seq_num 33 ranges {0=557056} 2024-04-02T08:22:04.897 INFO:tasks.rados.rados.0.smithi084.stdout:34: writing smithi08483026-34 from 0 to 557056 tid 1 2024-04-02T08:22:04.897 INFO:tasks.rados.rados.0.smithi084.stdout:35: write initial oid 35 2024-04-02T08:22:04.897 INFO:tasks.rados.rados.0.smithi084.stdout:35: seq_num 34 ranges {0=573440} 2024-04-02T08:22:04.900 INFO:tasks.rados.rados.0.smithi084.stdout:35: writing smithi08483026-35 from 0 to 573440 tid 1 2024-04-02T08:22:04.900 INFO:tasks.rados.rados.0.smithi084.stdout:36: write initial oid 36 2024-04-02T08:22:04.900 INFO:tasks.rados.rados.0.smithi084.stdout:36: seq_num 35 ranges {0=589824} 2024-04-02T08:22:04.904 INFO:tasks.rados.rados.0.smithi084.stdout:36: writing smithi08483026-36 from 0 to 589824 tid 1 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout: waiting on 16 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:22: finishing write tid 2 to smithi08483026-22 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:21: finishing write tid 3 to smithi08483026-21 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:21: oid 21 updating version 0 to 2 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:21: oid 21 version 2 is already newer than 1 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:22: finishing write tid 3 to smithi08483026-22 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:22: oid 22 updating version 0 to 4 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:22: oid 22 version 4 is already newer than 3 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:23: finishing write tid 1 to smithi08483026-23 2024-04-02T08:22:04.905 INFO:tasks.rados.rados.0.smithi084.stdout:23: finishing write tid 2 to smithi08483026-23 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:23: finishing write tid 3 to smithi08483026-23 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:23: oid 23 updating version 0 to 6 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:23: oid 23 version 6 is already newer than 5 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:24: finishing write tid 1 to smithi08483026-24 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:24: finishing write tid 2 to smithi08483026-24 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:25: finishing write tid 1 to smithi08483026-25 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:24: finishing write tid 3 to smithi08483026-24 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:24: oid 24 updating version 0 to 2 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:24: oid 24 version 2 is already newer than 1 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:22:04.906 INFO:tasks.rados.rados.0.smithi084.stdout:25: finishing write tid 2 to smithi08483026-25 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:25: finishing write tid 3 to smithi08483026-25 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:25: oid 25 updating version 0 to 6 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:25: oid 25 version 6 is already newer than 5 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:26: finishing write tid 1 to smithi08483026-26 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:21: done (15 left) 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:22: done (14 left) 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:23: done (13 left) 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:24: done (12 left) 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:25: done (11 left) 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:37: write initial oid 37 2024-04-02T08:22:04.907 INFO:tasks.rados.rados.0.smithi084.stdout:37: seq_num 36 ranges {0=606208} 2024-04-02T08:22:04.908 INFO:tasks.rados.rados.0.smithi084.stdout:37: writing smithi08483026-37 from 0 to 606208 tid 1 2024-04-02T08:22:04.908 INFO:tasks.rados.rados.0.smithi084.stdout:38: write initial oid 38 2024-04-02T08:22:04.908 INFO:tasks.rados.rados.0.smithi084.stdout:38: seq_num 37 ranges {0=622592} 2024-04-02T08:22:04.911 INFO:tasks.rados.rados.0.smithi084.stdout:38: writing smithi08483026-38 from 0 to 622592 tid 1 2024-04-02T08:22:04.911 INFO:tasks.rados.rados.0.smithi084.stdout:39: write initial oid 39 2024-04-02T08:22:04.911 INFO:tasks.rados.rados.0.smithi084.stdout:39: seq_num 38 ranges {0=638976} 2024-04-02T08:22:04.916 INFO:tasks.rados.rados.0.smithi084.stdout:39: writing smithi08483026-39 from 0 to 638976 tid 1 2024-04-02T08:22:04.916 INFO:tasks.rados.rados.0.smithi084.stdout:40: write initial oid 40 2024-04-02T08:22:04.916 INFO:tasks.rados.rados.0.smithi084.stdout:40: seq_num 39 ranges {0=663552} 2024-04-02T08:22:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:40: writing smithi08483026-40 from 0 to 663552 tid 1 2024-04-02T08:22:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:41: write initial oid 41 2024-04-02T08:22:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:41: seq_num 40 ranges {0=679936} 2024-04-02T08:22:04.926 INFO:tasks.rados.rados.0.smithi084.stdout:41: writing smithi08483026-41 from 0 to 679936 tid 1 2024-04-02T08:22:04.926 INFO:tasks.rados.rados.0.smithi084.stdout: waiting on 16 2024-04-02T08:22:04.926 INFO:tasks.rados.rados.0.smithi084.stdout:26: finishing write tid 2 to smithi08483026-26 2024-04-02T08:22:04.926 INFO:tasks.rados.rados.0.smithi084.stdout:26: finishing write tid 3 to smithi08483026-26 2024-04-02T08:22:04.926 INFO:tasks.rados.rados.0.smithi084.stdout:26: oid 26 updating version 0 to 5 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:26: oid 26 updating version 5 to 6 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:27: finishing write tid 1 to smithi08483026-27 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:27: finishing write tid 2 to smithi08483026-27 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:26: done (15 left) 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:42: write initial oid 42 2024-04-02T08:22:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:42: seq_num 41 ranges {0=696320} 2024-04-02T08:22:04.930 INFO:tasks.rados.rados.0.smithi084.stdout:42: writing smithi08483026-42 from 0 to 696320 tid 1 2024-04-02T08:22:04.930 INFO:tasks.rados.rados.0.smithi084.stdout: waiting on 16 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:27: finishing write tid 3 to smithi08483026-27 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:27: oid 27 updating version 0 to 3 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:27: oid 27 updating version 3 to 4 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:28: finishing write tid 1 to smithi08483026-28 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:28: finishing write tid 2 to smithi08483026-28 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:28: finishing write tid 3 to smithi08483026-28 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:28: oid 28 updating version 0 to 5 2024-04-02T08:22:04.931 INFO:tasks.rados.rados.0.smithi084.stdout:28: oid 28 updating version 5 to 6 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:29: finishing write tid 1 to smithi08483026-29 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:29: finishing write tid 2 to smithi08483026-29 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:29: finishing write tid 3 to smithi08483026-29 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:29: oid 29 updating version 0 to 4 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:29: oid 29 version 4 is already newer than 3 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:30: finishing write tid 1 to smithi08483026-30 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:30: finishing write tid 2 to smithi08483026-30 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:30: finishing write tid 3 to smithi08483026-30 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:30: oid 30 updating version 0 to 4 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:30: oid 30 version 4 is already newer than 3 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:22:04.932 INFO:tasks.rados.rados.0.smithi084.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:22:04.933 INFO:tasks.rados.rados.0.smithi084.stdout:31: finishing write tid 1 to smithi08483026-31 2024-04-02T08:22:04.933 INFO:tasks.rados.rados.0.smithi084.stdout:27: done (15 left) 2024-04-02T08:22:04.933 INFO:tasks.rados.rados.0.smithi084.stdout:28: done (14 left) 2024-04-02T08:22:04.933 INFO:tasks.rados.rados.0.smithi084.stdout:29: done (13 left) 2024-04-02T08:22:04.933 INFO:tasks.rados.rados.0.smithi084.stdout:30: done (12 left) 2024-04-02T08:22:04.933 INFO:tasks.rados.rados.0.smithi084.stdout:43: write initial oid 43 2024-04-02T08:22:04.933 INFO:tasks.rados.rados.0.smithi084.stdout:43: seq_num 42 ranges {0=712704} 2024-04-02T08:22:04.934 INFO:tasks.rados.rados.0.smithi084.stdout:43: writing smithi08483026-43 from 0 to 712704 tid 1 2024-04-02T08:22:04.934 INFO:tasks.rados.rados.0.smithi084.stdout:44: write initial oid 44 2024-04-02T08:22:04.934 INFO:tasks.rados.rados.0.smithi084.stdout:44: seq_num 43 ranges {0=729088} 2024-04-02T08:22:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:44: writing smithi08483026-44 from 0 to 729088 tid 1 2024-04-02T08:22:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:45: write initial oid 45 2024-04-02T08:22:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:45: seq_num 44 ranges {0=745472} 2024-04-02T08:22:04.944 INFO:tasks.rados.rados.0.smithi084.stdout:45: writing smithi08483026-45 from 0 to 745472 tid 1 2024-04-02T08:22:04.944 INFO:tasks.rados.rados.0.smithi084.stdout:46: write initial oid 46 2024-04-02T08:22:04.944 INFO:tasks.rados.rados.0.smithi084.stdout:46: seq_num 45 ranges {0=761856} 2024-04-02T08:22:04.949 INFO:tasks.rados.rados.0.smithi084.stdout:46: writing smithi08483026-46 from 0 to 761856 tid 1 2024-04-02T08:22:04.949 INFO:tasks.rados.rados.0.smithi084.stdout: waiting on 16 2024-04-02T08:22:04.949 INFO:tasks.rados.rados.0.smithi084.stdout:31: finishing write tid 2 to smithi08483026-31 2024-04-02T08:22:04.949 INFO:tasks.rados.rados.0.smithi084.stdout:31: finishing write tid 3 to smithi08483026-31 2024-04-02T08:22:04.949 INFO:tasks.rados.rados.0.smithi084.stdout:31: oid 31 updating version 0 to 5 2024-04-02T08:22:04.949 INFO:tasks.rados.rados.0.smithi084.stdout:31: oid 31 updating version 5 to 6 2024-04-02T08:22:04.950 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:22:04.950 INFO:tasks.rados.rados.0.smithi084.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:22:04.950 INFO:tasks.rados.rados.0.smithi084.stdout:32: finishing write tid 1 to smithi08483026-32 2024-04-02T08:22:04.950 INFO:tasks.rados.rados.0.smithi084.stdout:32: finishing write tid 2 to smithi08483026-32 2024-04-02T08:22:04.950 INFO:tasks.rados.rados.0.smithi084.stdout:31: done (15 left) 2024-04-02T08:22:04.950 INFO:tasks.rados.rados.0.smithi084.stdout:47: write initial oid 47 2024-04-02T08:22:04.950 INFO:tasks.rados.rados.0.smithi084.stdout:47: seq_num 46 ranges {0=778240} 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:47: writing smithi08483026-47 from 0 to 778240 tid 1 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout: waiting on 16 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:33: finishing write tid 1 to smithi08483026-33 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:33: finishing write tid 2 to smithi08483026-33 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:32: finishing write tid 3 to smithi08483026-32 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:32: oid 32 updating version 0 to 8 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:32: oid 32 version 8 is already newer than 7 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:22:04.955 INFO:tasks.rados.rados.0.smithi084.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:33: finishing write tid 3 to smithi08483026-33 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:33: oid 33 updating version 0 to 5 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:33: oid 33 updating version 5 to 6 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:34: finishing write tid 1 to smithi08483026-34 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:34: finishing write tid 2 to smithi08483026-34 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:34: finishing write tid 3 to smithi08483026-34 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:34: oid 34 updating version 0 to 6 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:34: oid 34 version 6 is already newer than 5 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:35: finishing write tid 1 to smithi08483026-35 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:35: finishing write tid 2 to smithi08483026-35 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:35: finishing write tid 3 to smithi08483026-35 2024-04-02T08:22:04.956 INFO:tasks.rados.rados.0.smithi084.stdout:35: oid 35 updating version 0 to 7 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:35: oid 35 updating version 7 to 8 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:36: finishing write tid 1 to smithi08483026-36 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:36: finishing write tid 2 to smithi08483026-36 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:36: finishing write tid 3 to smithi08483026-36 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:36: oid 36 updating version 0 to 7 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:36: oid 36 updating version 7 to 8 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:37: finishing write tid 1 to smithi08483026-37 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:32: done (15 left) 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:33: done (14 left) 2024-04-02T08:22:04.957 INFO:tasks.rados.rados.0.smithi084.stdout:34: done (13 left) 2024-04-02T08:22:04.958 INFO:tasks.rados.rados.0.smithi084.stdout:35: done (12 left) 2024-04-02T08:22:04.958 INFO:tasks.rados.rados.0.smithi084.stdout:36: done (11 left) 2024-04-02T08:22:04.958 INFO:tasks.rados.rados.0.smithi084.stdout:48: write initial oid 48 2024-04-02T08:22:04.958 INFO:tasks.rados.rados.0.smithi084.stdout:48: seq_num 47 ranges {0=794624} 2024-04-02T08:22:04.959 INFO:tasks.rados.rados.0.smithi084.stdout:48: writing smithi08483026-48 from 0 to 794624 tid 1 2024-04-02T08:22:04.959 INFO:tasks.rados.rados.0.smithi084.stdout:49: write initial oid 49 2024-04-02T08:22:04.959 INFO:tasks.rados.rados.0.smithi084.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-02T08:22:04.961 INFO:tasks.rados.rados.0.smithi084.stdout:49: writing smithi08483026-49 from 0 to 409600 tid 1 2024-04-02T08:22:04.964 INFO:tasks.rados.rados.0.smithi084.stdout:49: writing smithi08483026-49 from 409600 to 811008 tid 2 2024-04-02T08:22:04.964 INFO:tasks.rados.rados.0.smithi084.stdout:50: write initial oid 50 2024-04-02T08:22:04.964 INFO:tasks.rados.rados.0.smithi084.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-02T08:22:04.967 INFO:tasks.rados.rados.0.smithi084.stdout:50: writing smithi08483026-50 from 0 to 425984 tid 1 2024-04-02T08:22:04.971 INFO:tasks.rados.rados.0.smithi084.stdout:50: writing smithi08483026-50 from 425984 to 827392 tid 2 2024-04-02T08:22:04.971 INFO:tasks.rados.rados.0.smithi084.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 0 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:37: finishing write tid 2 to smithi08483026-37 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:38: finishing write tid 1 to smithi08483026-38 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:37: finishing write tid 3 to smithi08483026-37 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:37: oid 37 updating version 0 to 1 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:37: oid 37 updating version 1 to 2 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:38: finishing write tid 2 to smithi08483026-38 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:38: finishing write tid 3 to smithi08483026-38 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:38: oid 38 updating version 0 to 8 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:38: oid 38 version 8 is already newer than 7 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:22:04.972 INFO:tasks.rados.rados.0.smithi084.stdout:39: finishing write tid 1 to smithi08483026-39 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:39: finishing write tid 2 to smithi08483026-39 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:39: finishing write tid 3 to smithi08483026-39 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:39: oid 39 updating version 0 to 9 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:39: oid 39 updating version 9 to 10 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:40: finishing write tid 1 to smithi08483026-40 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:40: finishing write tid 2 to smithi08483026-40 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:40: finishing write tid 3 to smithi08483026-40 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:40: oid 40 updating version 0 to 10 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:40: oid 40 version 10 is already newer than 9 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:41: finishing write tid 1 to smithi08483026-41 2024-04-02T08:22:04.973 INFO:tasks.rados.rados.0.smithi084.stdout:41: finishing write tid 2 to smithi08483026-41 2024-04-02T08:22:04.974 INFO:tasks.rados.rados.0.smithi084.stdout:52: seq_num 50 ranges {393216=442368,835584=401408} 2024-04-02T08:22:04.975 INFO:tasks.rados.rados.0.smithi084.stdout:52: writing smithi08483026-24 from 393216 to 835584 tid 1 2024-04-02T08:22:04.979 INFO:tasks.rados.rados.0.smithi084.stdout:52: writing smithi08483026-24 from 835584 to 1236992 tid 2 2024-04-02T08:22:04.979 INFO:tasks.rados.rados.0.smithi084.stdout:37: done (15 left) 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:38: done (14 left) 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:39: done (13 left) 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:40: done (12 left) 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:53: rmattr oid 38 current snap is 0 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:53: done (12 left) 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:54: delete oid 4 current snap is 0 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:41: finishing write tid 3 to smithi08483026-41 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:41: oid 41 updating version 0 to 7 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:41: oid 41 updating version 7 to 8 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:42: finishing write tid 1 to smithi08483026-42 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:42: finishing write tid 2 to smithi08483026-42 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:42: finishing write tid 3 to smithi08483026-42 2024-04-02T08:22:04.980 INFO:tasks.rados.rados.0.smithi084.stdout:42: oid 42 updating version 0 to 9 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:42: oid 42 updating version 9 to 10 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:43: finishing write tid 1 to smithi08483026-43 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:43: finishing write tid 2 to smithi08483026-43 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:43: finishing write tid 3 to smithi08483026-43 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:43: oid 43 updating version 0 to 11 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:43: oid 43 updating version 11 to 12 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 12 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:44: finishing write tid 1 to smithi08483026-44 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:44: finishing write tid 2 to smithi08483026-44 2024-04-02T08:22:04.981 INFO:tasks.rados.rados.0.smithi084.stdout:44: finishing write tid 3 to smithi08483026-44 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:44: oid 44 updating version 0 to 2 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:44: oid 44 version 2 is already newer than 1 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 2 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:45: finishing write tid 1 to smithi08483026-45 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:45: finishing write tid 2 to smithi08483026-45 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:45: finishing write tid 3 to smithi08483026-45 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:45: oid 45 updating version 0 to 4 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:45: oid 45 version 4 is already newer than 3 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:46: finishing write tid 1 to smithi08483026-46 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:46: finishing write tid 2 to smithi08483026-46 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:46: finishing write tid 3 to smithi08483026-46 2024-04-02T08:22:04.982 INFO:tasks.rados.rados.0.smithi084.stdout:46: oid 46 updating version 0 to 7 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:46: oid 46 updating version 7 to 8 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:47: finishing write tid 1 to smithi08483026-47 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:47: finishing write tid 2 to smithi08483026-47 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:47: finishing write tid 3 to smithi08483026-47 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:47: oid 47 updating version 0 to 9 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:47: oid 47 updating version 9 to 10 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:48: finishing write tid 1 to smithi08483026-48 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:48: finishing write tid 2 to smithi08483026-48 2024-04-02T08:22:04.983 INFO:tasks.rados.rados.0.smithi084.stdout:48: finishing write tid 3 to smithi08483026-48 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:48: oid 48 updating version 0 to 6 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:48: oid 48 version 6 is already newer than 5 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: finishing write tid 1 to smithi08483026-49 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: finishing write tid 2 to smithi08483026-49 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: finishing write tid 3 to smithi08483026-49 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: finishing write tid 4 to smithi08483026-49 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: oid 49 updating version 0 to 6 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: oid 49 updating version 6 to 7 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: oid 49 version 7 is already newer than 5 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:50: finishing write tid 1 to smithi08483026-50 2024-04-02T08:22:04.984 INFO:tasks.rados.rados.0.smithi084.stdout:50: finishing write tid 2 to smithi08483026-50 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:50: finishing write tid 3 to smithi08483026-50 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:50: finishing write tid 4 to smithi08483026-50 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:50: oid 50 updating version 0 to 13 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:50: oid 50 version 13 is already newer than 12 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:50: oid 50 version 13 is already newer than 11 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:51: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:51: finishing copy_from to smithi08483026-8 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:22:04.985 INFO:tasks.rados.rados.0.smithi084.stdout:52: finishing write tid 1 to smithi08483026-24 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:41: done (12 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:42: done (11 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:43: done (10 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:44: done (9 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:45: done (8 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:46: done (7 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:47: done (6 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:48: done (5 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:49: done (4 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:50: done (3 left) 2024-04-02T08:22:04.987 INFO:tasks.rados.rados.0.smithi084.stdout:51: done (2 left) 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:54: done (1 left) 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:55: read oid 15 snap -1 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:56: rollback oid 31 current snap is 0 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:56: done (2 left) 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:57: read oid 28 snap -1 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:59: rollback oid 45 current snap is 0 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:59: done (4 left) 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:61: delete oid 1 current snap is 0 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:52: finishing write tid 2 to smithi08483026-24 2024-04-02T08:22:04.988 INFO:tasks.rados.rados.0.smithi084.stdout:52: finishing write tid 3 to smithi08483026-24 2024-04-02T08:22:04.989 INFO:tasks.rados.rados.0.smithi084.stdout:52: finishing write tid 4 to smithi08483026-24 2024-04-02T08:22:04.989 INFO:tasks.rados.rados.0.smithi084.stdout:52: oid 24 updating version 0 to 7 2024-04-02T08:22:04.989 INFO:tasks.rados.rados.0.smithi084.stdout:52: oid 24 version 7 is already newer than 6 2024-04-02T08:22:04.989 INFO:tasks.rados.rados.0.smithi084.stdout:52: oid 24 version 7 is already newer than 5 2024-04-02T08:22:04.989 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:22:04.989 INFO:tasks.rados.rados.0.smithi084.stdout:52: left oid 24 (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:22:04.989 INFO:tasks.rados.rados.0.smithi084.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:22:04.992 INFO:tasks.rados.rados.0.smithi084.stdout:52: done (5 left) 2024-04-02T08:22:04.992 INFO:tasks.rados.rados.0.smithi084.stdout:55: done (4 left) 2024-04-02T08:22:04.992 INFO:tasks.rados.rados.0.smithi084.stdout:61: done (3 left) 2024-04-02T08:22:04.992 INFO:tasks.rados.rados.0.smithi084.stdout:62: read oid 12 snap -1 2024-04-02T08:22:04.992 INFO:tasks.rados.rados.0.smithi084.stdout:62: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:22:04.992 INFO:tasks.rados.rados.0.smithi084.stdout:63: snap_create 2024-04-02T08:22:04.992 INFO:tasks.rados.rados.0.smithi084.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:22:05.004 INFO:tasks.rados.rados.0.smithi084.stdout:58: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:22:05.004 INFO:tasks.rados.rados.0.smithi084.stdout:58: finishing copy_from to smithi08483026-29 2024-04-02T08:22:05.004 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:22:05.005 INFO:tasks.rados.rados.0.smithi084.stdout:60: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:22:05.005 INFO:tasks.rados.rados.0.smithi084.stdout:60: finishing copy_from to smithi08483026-22 2024-04-02T08:22:05.005 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:22:05.005 INFO:tasks.rados.rados.0.smithi084.stdout:62: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:22:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:04 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/2090891159' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:22:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:04 smithi084 ceph-mon[27534]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:22:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:04 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/2090891159' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:22:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:04 smithi084 ceph-mon[39235]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:22:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:04 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/2090891159' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:22:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:04 smithi132 ceph-mon[31218]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:22:05.831 INFO:tasks.rados.rados.0.smithi084.stdout:57: done (4 left) 2024-04-02T08:22:05.831 INFO:tasks.rados.rados.0.smithi084.stdout:58: done (3 left) 2024-04-02T08:22:05.831 INFO:tasks.rados.rados.0.smithi084.stdout:60: done (2 left) 2024-04-02T08:22:05.831 INFO:tasks.rados.rados.0.smithi084.stdout:62: done (1 left) 2024-04-02T08:22:05.831 INFO:tasks.rados.rados.0.smithi084.stdout:63: done (0 left) 2024-04-02T08:22:05.832 INFO:tasks.rados.rados.0.smithi084.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-02T08:22:05.832 INFO:tasks.rados.rados.0.smithi084.stdout:65: read oid 30 snap -1 2024-04-02T08:22:05.832 INFO:tasks.rados.rados.0.smithi084.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:22:05.832 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 1 2024-04-02T08:22:05.832 INFO:tasks.rados.rados.0.smithi084.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-02T08:22:05.836 INFO:tasks.rados.rados.0.smithi084.stdout:66: writing smithi08483026-23 from 376832 to 868352 tid 1 2024-04-02T08:22:05.839 INFO:tasks.rados.rados.0.smithi084.stdout:66: writing smithi08483026-23 from 868352 to 1269760 tid 2 2024-04-02T08:22:05.840 INFO:tasks.rados.rados.0.smithi084.stdout:67: rollback oid 10 current snap is 1 2024-04-02T08:22:05.840 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 0 2024-04-02T08:22:05.840 INFO:tasks.rados.rados.0.smithi084.stdout:68: setattr oid 32 current snap is 1 2024-04-02T08:22:05.841 INFO:tasks.rados.rados.0.smithi084.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:64: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:64: finishing copy_from to smithi08483026-15 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:66: finishing write tid 1 to smithi08483026-23 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:67: finishing rollback tid 0 to smithi08483026-10 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:66: finishing write tid 2 to smithi08483026-23 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:66: finishing write tid 3 to smithi08483026-23 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:67: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:22:05.858 INFO:tasks.rados.rados.0.smithi084.stdout:67: finishing rollback tid 2 to smithi08483026-10 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:66: finishing write tid 4 to smithi08483026-23 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:66: oid 23 updating version 0 to 13 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:66: oid 23 version 13 is already newer than 12 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:66: oid 23 version 13 is already newer than 11 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:64: done (4 left) 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:65: done (3 left) 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:66: done (2 left) 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:67: done (1 left) 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:70: read oid 23 snap 0 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:22:05.859 INFO:tasks.rados.rados.0.smithi084.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:72: rollback oid 49 current snap is 1 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 49 to 0 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:73: read oid 4 snap 0 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:73: expect deleted 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:74: rmattr oid 7 current snap is 1 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:74: done (6 left) 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:76: read oid 39 snap -1 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:78: read oid 2 snap -1 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:22:05.860 INFO:tasks.rados.rados.0.smithi084.stdout:79: setattr oid 41 current snap is 1 2024-04-02T08:22:05.861 INFO:tasks.rados.rados.0.smithi084.stdout:80: snap_create 2024-04-02T08:22:05.861 INFO:tasks.rados.rados.0.smithi084.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:22:05.861 INFO:tasks.rados.rados.0.smithi084.stdout:72: finishing rollback tid 0 to smithi08483026-49 2024-04-02T08:22:05.861 INFO:tasks.rados.rados.0.smithi084.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:22:05.874 INFO:tasks.rados.rados.0.smithi084.stdout:72: finishing rollback tid 1 to smithi08483026-49 2024-04-02T08:22:05.874 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 12 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:22:05.874 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 19 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:22:05.874 INFO:tasks.rados.rados.0.smithi084.stdout:69: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:22:05.875 INFO:tasks.rados.rados.0.smithi084.stdout:72: finishing rollback tid 2 to smithi08483026-49 2024-04-02T08:22:05.875 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:22:05.875 INFO:tasks.rados.rados.0.smithi084.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:69: finishing copy_from to smithi08483026-45 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:71: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:75: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:71: finishing copy_from to smithi08483026-36 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:75: finishing copy_from to smithi08483026-20 2024-04-02T08:22:05.892 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:22:05.893 INFO:tasks.rados.rados.0.smithi084.stdout:77: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:22:05.893 INFO:tasks.rados.rados.0.smithi084.stdout:77: finishing copy_from to smithi08483026-6 2024-04-02T08:22:05.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:22:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[39235]: pgmap v128: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[39235]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:22:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[39235]: Cluster is now healthy 2024-04-02T08:22:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[39235]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:22:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[39235]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:22:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[27534]: pgmap v128: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:06.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[27534]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:22:06.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[27534]: Cluster is now healthy 2024-04-02T08:22:06.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[27534]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:22:06.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:05 smithi084 ceph-mon[27534]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:22:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:05 smithi132 ceph-mon[31218]: pgmap v128: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:05 smithi132 ceph-mon[31218]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:22:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:05 smithi132 ceph-mon[31218]: Cluster is now healthy 2024-04-02T08:22:06.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:05 smithi132 ceph-mon[31218]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:22:06.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:05 smithi132 ceph-mon[31218]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:68: done (11 left) 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:69: done (10 left) 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:70: done (9 left) 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:71: done (8 left) 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:72: done (7 left) 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:73: done (6 left) 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:75: done (5 left) 2024-04-02T08:22:06.841 INFO:tasks.rados.rados.0.smithi084.stdout:76: done (4 left) 2024-04-02T08:22:06.842 INFO:tasks.rados.rados.0.smithi084.stdout:77: done (3 left) 2024-04-02T08:22:06.842 INFO:tasks.rados.rados.0.smithi084.stdout:78: done (2 left) 2024-04-02T08:22:06.842 INFO:tasks.rados.rados.0.smithi084.stdout:79: done (1 left) 2024-04-02T08:22:06.842 INFO:tasks.rados.rados.0.smithi084.stdout:80: done (0 left) 2024-04-02T08:22:06.842 INFO:tasks.rados.rados.0.smithi084.stdout:81: rollback oid 40 current snap is 2 2024-04-02T08:22:06.842 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 1 2024-04-02T08:22:06.842 INFO:tasks.rados.rados.0.smithi084.stdout:82: snap_create 2024-04-02T08:22:06.843 INFO:tasks.rados.rados.0.smithi084.stdout:81: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:22:06.843 INFO:tasks.rados.rados.0.smithi084.stdout:81: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:22:06.844 INFO:tasks.rados.rados.0.smithi084.stdout:81: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:22:06.845 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 20 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:22:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:06 smithi084 ceph-mon[27534]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:22:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:06 smithi084 ceph-mon[27534]: pgmap v131: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:06 smithi084 ceph-mon[39235]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:22:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:06 smithi084 ceph-mon[39235]: pgmap v131: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:06 smithi132 ceph-mon[31218]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:22:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:06 smithi132 ceph-mon[31218]: pgmap v131: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:07.843 INFO:tasks.rados.rados.0.smithi084.stdout:81: done (1 left) 2024-04-02T08:22:07.843 INFO:tasks.rados.rados.0.smithi084.stdout:82: done (0 left) 2024-04-02T08:22:07.843 INFO:tasks.rados.rados.0.smithi084.stdout:83: rollback oid 9 current snap is 3 2024-04-02T08:22:07.843 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 9 to 0 2024-04-02T08:22:07.844 INFO:tasks.rados.rados.0.smithi084.stdout:84: read oid 20 snap 1 2024-04-02T08:22:07.844 INFO:tasks.rados.rados.0.smithi084.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:22:07.844 INFO:tasks.rados.rados.0.smithi084.stdout:85: read oid 41 snap -1 2024-04-02T08:22:07.844 INFO:tasks.rados.rados.0.smithi084.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:22:07.844 INFO:tasks.rados.rados.0.smithi084.stdout:86: snap_create 2024-04-02T08:22:07.846 INFO:tasks.rados.rados.0.smithi084.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:22:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:22:07.873 INFO:tasks.rados.rados.0.smithi084.stdout:83: finishing rollback tid 0 to smithi08483026-9 2024-04-02T08:22:07.873 INFO:tasks.rados.rados.0.smithi084.stdout:83: finishing rollback tid 1 to smithi08483026-9 2024-04-02T08:22:07.873 INFO:tasks.rados.rados.0.smithi084.stdout:83: finishing rollback tid 2 to smithi08483026-9 2024-04-02T08:22:07.873 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 6 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:22:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:07 smithi084 ceph-mon[27534]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:22:08.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:07 smithi084 ceph-mon[39235]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:22:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:07 smithi132 ceph-mon[31218]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:22:08.859 INFO:tasks.rados.rados.0.smithi084.stdout:83: done (3 left) 2024-04-02T08:22:08.859 INFO:tasks.rados.rados.0.smithi084.stdout:84: done (2 left) 2024-04-02T08:22:08.859 INFO:tasks.rados.rados.0.smithi084.stdout:85: done (1 left) 2024-04-02T08:22:08.859 INFO:tasks.rados.rados.0.smithi084.stdout:86: done (0 left) 2024-04-02T08:22:08.859 INFO:tasks.rados.rados.0.smithi084.stdout:87: snap_remove snap 0 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:08 smithi084 ceph-mon[27534]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:08 smithi084 ceph-mon[27534]: pgmap v134: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:08 smithi084 ceph-mon[39235]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:08 smithi084 ceph-mon[39235]: pgmap v134: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:08 smithi132 ceph-mon[31218]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:22:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:08 smithi132 ceph-mon[31218]: pgmap v134: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:09.858 INFO:tasks.rados.rados.0.smithi084.stdout:87: done (0 left) 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:88: read oid 29 snap 3 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:89: read oid 46 snap -1 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:91: rmattr oid 49 current snap is 4 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:91: done (3 left) 2024-04-02T08:22:09.859 INFO:tasks.rados.rados.0.smithi084.stdout:92: snap_remove snap 2 2024-04-02T08:22:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:09 smithi084 ceph-mon[27534]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:22:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:09 smithi084 ceph-mon[39235]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:22:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:09 smithi132 ceph-mon[31218]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:22:10.869 INFO:tasks.rados.rados.0.smithi084.stdout:92: done (3 left) 2024-04-02T08:22:10.869 INFO:tasks.rados.rados.0.smithi084.stdout:93: rmattr oid 30 current snap is 4 2024-04-02T08:22:10.869 INFO:tasks.rados.rados.0.smithi084.stdout:93: done (3 left) 2024-04-02T08:22:10.869 INFO:tasks.rados.rados.0.smithi084.stdout:90: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:22:10.869 INFO:tasks.rados.rados.0.smithi084.stdout:94: read oid 42 snap 1 2024-04-02T08:22:10.869 INFO:tasks.rados.rados.0.smithi084.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:22:10.869 INFO:tasks.rados.rados.0.smithi084.stdout:95: rmattr oid 14 current snap is 4 2024-04-02T08:22:10.870 INFO:tasks.rados.rados.0.smithi084.stdout:95: done (4 left) 2024-04-02T08:22:10.870 INFO:tasks.rados.rados.0.smithi084.stdout:96: read oid 9 snap 1 2024-04-02T08:22:10.870 INFO:tasks.rados.rados.0.smithi084.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:22:10.870 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 4 2024-04-02T08:22:10.870 INFO:tasks.rados.rados.0.smithi084.stdout:97: seq_num 54 ranges {1236992=507904,1744896=401408} 2024-04-02T08:22:10.879 INFO:tasks.rados.rados.0.smithi084.stdout:97: writing smithi08483026-24 from 1236992 to 1744896 tid 1 2024-04-02T08:22:10.882 INFO:tasks.rados.rados.0.smithi084.stdout:97: writing smithi08483026-24 from 1744896 to 2146304 tid 2 2024-04-02T08:22:10.882 INFO:tasks.rados.rados.0.smithi084.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-04-02T08:22:10.882 INFO:tasks.rados.rados.0.smithi084.stdout:90: finishing copy_from to smithi08483026-36 2024-04-02T08:22:10.882 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:22:10.882 INFO:tasks.rados.rados.0.smithi084.stdout:90: done (6 left) 2024-04-02T08:22:10.882 INFO:tasks.rados.rados.0.smithi084.stdout:99: copy_from oid 4 from oid 18 current snap is 4 2024-04-02T08:22:10.882 INFO:tasks.rados.rados.0.smithi084.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:22:10.905 INFO:tasks.rados.rados.0.smithi084.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:22:10.926 INFO:tasks.rados.rados.0.smithi084.stdout:88: done (6 left) 2024-04-02T08:22:10.926 INFO:tasks.rados.rados.0.smithi084.stdout:89: done (5 left) 2024-04-02T08:22:10.926 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 4 2024-04-02T08:22:10.927 INFO:tasks.rados.rados.0.smithi084.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:22:10.945 INFO:tasks.rados.rados.0.smithi084.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:22:10.949 INFO:tasks.rados.rados.0.smithi084.stdout:97: finishing write tid 1 to smithi08483026-24 2024-04-02T08:22:10.949 INFO:tasks.rados.rados.0.smithi084.stdout:97: finishing write tid 2 to smithi08483026-24 2024-04-02T08:22:10.949 INFO:tasks.rados.rados.0.smithi084.stdout:97: finishing write tid 3 to smithi08483026-24 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:97: finishing write tid 4 to smithi08483026-24 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:97: oid 24 updating version 0 to 12 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:97: oid 24 version 12 is already newer than 11 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:97: oid 24 updating version 12 to 13 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 13 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:99: finishing copy_from racing read to smithi08483026-4 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:99: finishing copy_from to smithi08483026-4 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:98: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:22:10.950 INFO:tasks.rados.rados.0.smithi084.stdout:100: seq_num 55 ranges {557056=524288,1081344=401408} 2024-04-02T08:22:10.955 INFO:tasks.rados.rados.0.smithi084.stdout:100: writing smithi08483026-45 from 557056 to 1081344 tid 1 2024-04-02T08:22:10.958 INFO:tasks.rados.rados.0.smithi084.stdout:100: writing smithi08483026-45 from 1081344 to 1482752 tid 2 2024-04-02T08:22:10.958 INFO:tasks.rados.rados.0.smithi084.stdout:94: done (5 left) 2024-04-02T08:22:10.958 INFO:tasks.rados.rados.0.smithi084.stdout:96: done (4 left) 2024-04-02T08:22:10.958 INFO:tasks.rados.rados.0.smithi084.stdout:97: done (3 left) 2024-04-02T08:22:10.958 INFO:tasks.rados.rados.0.smithi084.stdout:99: done (2 left) 2024-04-02T08:22:10.958 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 4 2024-04-02T08:22:10.958 INFO:tasks.rados.rados.0.smithi084.stdout:98: finishing copy_from to smithi08483026-31 2024-04-02T08:22:10.959 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:22:10.959 INFO:tasks.rados.rados.0.smithi084.stdout:101: seq_num 56 ranges {139264=540672,679936=401408} 2024-04-02T08:22:10.961 INFO:tasks.rados.rados.0.smithi084.stdout:101: writing smithi08483026-9 from 139264 to 679936 tid 1 2024-04-02T08:22:10.964 INFO:tasks.rados.rados.0.smithi084.stdout:101: writing smithi08483026-9 from 679936 to 1081344 tid 2 2024-04-02T08:22:10.964 INFO:tasks.rados.rados.0.smithi084.stdout:98: done (2 left) 2024-04-02T08:22:10.964 INFO:tasks.rados.rados.0.smithi084.stdout:102: rollback oid 8 current snap is 4 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 8 to 1 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: finishing write tid 1 to smithi08483026-45 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: finishing write tid 2 to smithi08483026-45 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: finishing write tid 3 to smithi08483026-45 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: finishing write tid 4 to smithi08483026-45 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: oid 45 updating version 0 to 25 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: oid 45 version 25 is already newer than 24 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: oid 45 version 25 is already newer than 23 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 25 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: left oid 45 (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:100: done (2 left) 2024-04-02T08:22:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:103: delete oid 33 current snap is 4 2024-04-02T08:22:10.967 INFO:tasks.rados.rados.0.smithi084.stdout:103: done (2 left) 2024-04-02T08:22:10.967 INFO:tasks.rados.rados.0.smithi084.stdout:104: read oid 43 snap -1 2024-04-02T08:22:10.967 INFO:tasks.rados.rados.0.smithi084.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:22:10.967 INFO:tasks.rados.rados.0.smithi084.stdout:105: rollback oid 38 current snap is 4 2024-04-02T08:22:10.967 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 38 to 1 2024-04-02T08:22:10.967 INFO:tasks.rados.rados.0.smithi084.stdout:101: finishing write tid 1 to smithi08483026-9 2024-04-02T08:22:10.967 INFO:tasks.rados.rados.0.smithi084.stdout:106: delete oid 16 current snap is 4 2024-04-02T08:22:10.968 INFO:tasks.rados.rados.0.smithi084.stdout:101: finishing write tid 2 to smithi08483026-9 2024-04-02T08:22:10.968 INFO:tasks.rados.rados.0.smithi084.stdout:101: finishing write tid 3 to smithi08483026-9 2024-04-02T08:22:10.969 INFO:tasks.rados.rados.0.smithi084.stdout:101: finishing write tid 4 to smithi08483026-9 2024-04-02T08:22:10.969 INFO:tasks.rados.rados.0.smithi084.stdout:101: oid 9 updating version 0 to 12 2024-04-02T08:22:10.969 INFO:tasks.rados.rados.0.smithi084.stdout:101: oid 9 updating version 12 to 14 2024-04-02T08:22:10.969 INFO:tasks.rados.rados.0.smithi084.stdout:101: oid 9 version 14 is already newer than 13 2024-04-02T08:22:10.969 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 14 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:101: left oid 9 (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:101: done (4 left) 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:106: done (3 left) 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:107: read oid 23 snap 3 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:107: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:108: rollback oid 26 current snap is 4 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 26 to 1 2024-04-02T08:22:10.970 INFO:tasks.rados.rados.0.smithi084.stdout:109: delete oid 34 current snap is 4 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:105: finishing rollback tid 0 to smithi08483026-38 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:105: finishing rollback tid 1 to smithi08483026-38 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:105: finishing rollback tid 2 to smithi08483026-38 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 12 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:102: finishing rollback tid 0 to smithi08483026-8 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:102: finishing rollback tid 1 to smithi08483026-8 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:102: finishing rollback tid 2 to smithi08483026-8 2024-04-02T08:22:10.971 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 28 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:22:10.972 INFO:tasks.rados.rados.0.smithi084.stdout:102: done (5 left) 2024-04-02T08:22:10.972 INFO:tasks.rados.rados.0.smithi084.stdout:105: done (4 left) 2024-04-02T08:22:10.972 INFO:tasks.rados.rados.0.smithi084.stdout:109: done (3 left) 2024-04-02T08:22:10.972 INFO:tasks.rados.rados.0.smithi084.stdout:110: setattr oid 46 current snap is 4 2024-04-02T08:22:10.972 INFO:tasks.rados.rados.0.smithi084.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:22:10.994 INFO:tasks.rados.rados.0.smithi084.stdout:108: finishing rollback tid 0 to smithi08483026-26 2024-04-02T08:22:10.994 INFO:tasks.rados.rados.0.smithi084.stdout:108: finishing rollback tid 1 to smithi08483026-26 2024-04-02T08:22:10.994 INFO:tasks.rados.rados.0.smithi084.stdout:108: finishing rollback tid 2 to smithi08483026-26 2024-04-02T08:22:10.994 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 18 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:22:10.994 INFO:tasks.rados.rados.0.smithi084.stdout:107: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:22:11.035 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 20 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:22:11.035 INFO:tasks.rados.rados.0.smithi084.stdout:104: done (3 left) 2024-04-02T08:22:11.035 INFO:tasks.rados.rados.0.smithi084.stdout:107: done (2 left) 2024-04-02T08:22:11.035 INFO:tasks.rados.rados.0.smithi084.stdout:108: done (1 left) 2024-04-02T08:22:11.035 INFO:tasks.rados.rados.0.smithi084.stdout:110: done (0 left) 2024-04-02T08:22:11.035 INFO:tasks.rados.rados.0.smithi084.stdout:111: snap_create 2024-04-02T08:22:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:10 smithi084 ceph-mon[27534]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:22:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:10 smithi084 ceph-mon[27534]: pgmap v137: 121 pgs: 121 active+clean; 25 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-04-02T08:22:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:10 smithi084 ceph-mon[39235]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:22:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:10 smithi084 ceph-mon[39235]: pgmap v137: 121 pgs: 121 active+clean; 25 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-04-02T08:22:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:10 smithi132 ceph-mon[31218]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:22:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:10 smithi132 ceph-mon[31218]: pgmap v137: 121 pgs: 121 active+clean; 25 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 77 op/s 2024-04-02T08:22:11.873 INFO:tasks.rados.rados.0.smithi084.stdout:111: done (0 left) 2024-04-02T08:22:11.873 INFO:tasks.rados.rados.0.smithi084.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-04-02T08:22:11.873 INFO:tasks.rados.rados.0.smithi084.stdout:113: setattr oid 23 current snap is 5 2024-04-02T08:22:11.875 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 5 2024-04-02T08:22:11.876 INFO:tasks.rados.rados.0.smithi084.stdout:114: seq_num 60 ranges {24576=614400,638976=401408} 2024-04-02T08:22:11.879 INFO:tasks.rados.rados.0.smithi084.stdout:114: writing smithi08483026-15 from 24576 to 638976 tid 1 2024-04-02T08:22:11.882 INFO:tasks.rados.rados.0.smithi084.stdout:114: writing smithi08483026-15 from 638976 to 1040384 tid 2 2024-04-02T08:22:11.882 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 5 2024-04-02T08:22:11.882 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 22 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:22:11.882 INFO:tasks.rados.rados.0.smithi084.stdout:112: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:22:11.882 INFO:tasks.rados.rados.0.smithi084.stdout:115: seq_num 61 ranges {188416=630784,819200=401408} 2024-04-02T08:22:11.886 INFO:tasks.rados.rados.0.smithi084.stdout:115: writing smithi08483026-20 from 188416 to 819200 tid 1 2024-04-02T08:22:11.888 INFO:tasks.rados.rados.0.smithi084.stdout:115: writing smithi08483026-20 from 819200 to 1220608 tid 2 2024-04-02T08:22:11.889 INFO:tasks.rados.rados.0.smithi084.stdout:112: finishing copy_from to smithi08483026-25 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:114: finishing write tid 1 to smithi08483026-15 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:114: finishing write tid 2 to smithi08483026-15 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:114: finishing write tid 3 to smithi08483026-15 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:112: done (3 left) 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:113: done (2 left) 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:116: rollback oid 14 current snap is 5 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 14 to 3 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:117: read oid 22 snap -1 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 5 2024-04-02T08:22:11.890 INFO:tasks.rados.rados.0.smithi084.stdout:118: seq_num 62 ranges {663552=647168,1310720=401408} 2024-04-02T08:22:11.897 INFO:tasks.rados.rados.0.smithi084.stdout:118: writing smithi08483026-40 from 663552 to 1310720 tid 1 2024-04-02T08:22:11.900 INFO:tasks.rados.rados.0.smithi084.stdout:118: writing smithi08483026-40 from 1310720 to 1712128 tid 2 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:119: snap_create 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:114: finishing write tid 4 to smithi08483026-15 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:114: oid 15 updating version 0 to 29 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:114: oid 15 version 29 is already newer than 28 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:114: oid 15 version 29 is already newer than 27 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 29 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:114: left oid 15 (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:115: finishing write tid 1 to smithi08483026-20 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:116: finishing rollback tid 0 to smithi08483026-14 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:115: finishing write tid 2 to smithi08483026-20 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:115: finishing write tid 3 to smithi08483026-20 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:116: finishing rollback tid 1 to smithi08483026-14 2024-04-02T08:22:11.901 INFO:tasks.rados.rados.0.smithi084.stdout:116: finishing rollback tid 2 to smithi08483026-14 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 22 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:115: finishing write tid 4 to smithi08483026-20 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:115: oid 20 updating version 0 to 32 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:115: oid 20 version 32 is already newer than 31 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:115: oid 20 version 32 is already newer than 30 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 32 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:115: left oid 20 (ObjNum 61 snap 5 seq_num 61) 2024-04-02T08:22:11.902 INFO:tasks.rados.rados.0.smithi084.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:22:11.922 INFO:tasks.rados.rados.0.smithi084.stdout:118: finishing write tid 1 to smithi08483026-40 2024-04-02T08:22:11.922 INFO:tasks.rados.rados.0.smithi084.stdout:118: finishing write tid 2 to smithi08483026-40 2024-04-02T08:22:11.922 INFO:tasks.rados.rados.0.smithi084.stdout:118: finishing write tid 3 to smithi08483026-40 2024-04-02T08:22:11.922 INFO:tasks.rados.rados.0.smithi084.stdout:118: finishing write tid 4 to smithi08483026-40 2024-04-02T08:22:11.922 INFO:tasks.rados.rados.0.smithi084.stdout:118: oid 40 updating version 0 to 36 2024-04-02T08:22:11.923 INFO:tasks.rados.rados.0.smithi084.stdout:118: oid 40 version 36 is already newer than 35 2024-04-02T08:22:11.923 INFO:tasks.rados.rados.0.smithi084.stdout:118: oid 40 version 36 is already newer than 34 2024-04-02T08:22:11.923 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 36 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:22:11.923 INFO:tasks.rados.rados.0.smithi084.stdout:118: left oid 40 (ObjNum 62 snap 5 seq_num 62) 2024-04-02T08:22:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:11 smithi132 ceph-mon[31218]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:22:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:11 smithi084 ceph-mon[27534]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:22:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:11 smithi084 ceph-mon[39235]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:114: done (5 left) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:115: done (4 left) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:116: done (3 left) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:117: done (2 left) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:118: done (1 left) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:119: done (0 left) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:120: read oid 48 snap 3 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:121: read oid 49 snap 1 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:22:12.879 INFO:tasks.rados.rados.0.smithi084.stdout:122: delete oid 44 current snap is 6 2024-04-02T08:22:12.882 INFO:tasks.rados.rados.0.smithi084.stdout:122: done (2 left) 2024-04-02T08:22:12.883 INFO:tasks.rados.rados.0.smithi084.stdout:123: rollback oid 23 current snap is 6 2024-04-02T08:22:12.883 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 4 2024-04-02T08:22:12.883 INFO:tasks.rados.rados.0.smithi084.stdout:124: read oid 30 snap -1 2024-04-02T08:22:12.883 INFO:tasks.rados.rados.0.smithi084.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:22:12.883 INFO:tasks.rados.rados.0.smithi084.stdout:125: setattr oid 35 current snap is 6 2024-04-02T08:22:12.884 INFO:tasks.rados.rados.0.smithi084.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:22:12.908 INFO:tasks.rados.rados.0.smithi084.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:22:12.933 INFO:tasks.rados.rados.0.smithi084.stdout:123: finishing rollback tid 0 to smithi08483026-23 2024-04-02T08:22:12.933 INFO:tasks.rados.rados.0.smithi084.stdout:123: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:22:12.933 INFO:tasks.rados.rados.0.smithi084.stdout:123: finishing rollback tid 2 to smithi08483026-23 2024-04-02T08:22:12.933 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 26 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:22:12.933 INFO:tasks.rados.rados.0.smithi084.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:22:12.946 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 38 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:22:12.946 INFO:tasks.rados.rados.0.smithi084.stdout:120: done (4 left) 2024-04-02T08:22:12.947 INFO:tasks.rados.rados.0.smithi084.stdout:121: done (3 left) 2024-04-02T08:22:12.947 INFO:tasks.rados.rados.0.smithi084.stdout:123: done (2 left) 2024-04-02T08:22:12.947 INFO:tasks.rados.rados.0.smithi084.stdout:124: done (1 left) 2024-04-02T08:22:12.947 INFO:tasks.rados.rados.0.smithi084.stdout:125: done (0 left) 2024-04-02T08:22:12.947 INFO:tasks.rados.rados.0.smithi084.stdout:126: delete oid 10 current snap is 6 2024-04-02T08:22:12.948 INFO:tasks.rados.rados.0.smithi084.stdout:126: done (0 left) 2024-04-02T08:22:12.948 INFO:tasks.rados.rados.0.smithi084.stdout:127: snap_remove snap 4 2024-04-02T08:22:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:12 smithi132 ceph-mon[31218]: pgmap v139: 121 pgs: 121 active+clean; 25 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-04-02T08:22:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:12 smithi132 ceph-mon[31218]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:22:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:12 smithi084 ceph-mon[39235]: pgmap v139: 121 pgs: 121 active+clean; 25 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-04-02T08:22:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:12 smithi084 ceph-mon[39235]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:22:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:12 smithi084 ceph-mon[27534]: pgmap v139: 121 pgs: 121 active+clean; 25 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-04-02T08:22:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:12 smithi084 ceph-mon[27534]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:22:13.920 INFO:tasks.rados.rados.0.smithi084.stdout:127: done (0 left) 2024-04-02T08:22:13.920 INFO:tasks.rados.rados.0.smithi084.stdout:128: setattr oid 28 current snap is 6 2024-04-02T08:22:13.921 INFO:tasks.rados.rados.0.smithi084.stdout:129: snap_remove snap 3 2024-04-02T08:22:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:13 smithi132 ceph-mon[31218]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:22:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:13 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:13 smithi084 ceph-mon[27534]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:22:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:13 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:14.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:22:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:22:14] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-04-02T08:22:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:13 smithi084 ceph-mon[39235]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:22:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:13 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:14.766 INFO:tasks.rados.rados.0.smithi084.stdout:129: done (1 left) 2024-04-02T08:22:14.766 INFO:tasks.rados.rados.0.smithi084.stdout:130: delete oid 6 current snap is 6 2024-04-02T08:22:14.767 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:22:14.773 INFO:tasks.rados.rados.0.smithi084.stdout:128: done (1 left) 2024-04-02T08:22:14.773 INFO:tasks.rados.rados.0.smithi084.stdout:130: done (0 left) 2024-04-02T08:22:14.773 INFO:tasks.rados.rados.0.smithi084.stdout:131: snap_remove snap 1 2024-04-02T08:22:15.167 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:14 smithi084 ceph-mon[39235]: pgmap v142: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-04-02T08:22:15.167 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:14 smithi084 ceph-mon[39235]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:22:15.167 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:14 smithi084 ceph-mon[39235]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:22:15.167 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:14 smithi084 ceph-mon[27534]: pgmap v142: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-04-02T08:22:15.167 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:14 smithi084 ceph-mon[27534]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:22:15.167 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:14 smithi084 ceph-mon[27534]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:22:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:14 smithi132 ceph-mon[31218]: pgmap v142: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-04-02T08:22:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:14 smithi132 ceph-mon[31218]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:22:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:14 smithi132 ceph-mon[31218]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:22:15.780 INFO:tasks.rados.rados.0.smithi084.stdout:131: done (0 left) 2024-04-02T08:22:15.780 INFO:tasks.rados.rados.0.smithi084.stdout:132: rollback oid 17 current snap is 6 2024-04-02T08:22:15.780 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 17 to 5 2024-04-02T08:22:15.780 INFO:tasks.rados.rados.0.smithi084.stdout:133: delete oid 18 current snap is 6 2024-04-02T08:22:15.787 INFO:tasks.rados.rados.0.smithi084.stdout:132: finishing rollback tid 0 to smithi08483026-17 2024-04-02T08:22:15.787 INFO:tasks.rados.rados.0.smithi084.stdout:132: finishing rollback tid 1 to smithi08483026-17 2024-04-02T08:22:15.789 INFO:tasks.rados.rados.0.smithi084.stdout:132: finishing rollback tid 2 to smithi08483026-17 2024-04-02T08:22:15.789 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 16 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:22:15.789 INFO:tasks.rados.rados.0.smithi084.stdout:132: done (1 left) 2024-04-02T08:22:15.789 INFO:tasks.rados.rados.0.smithi084.stdout:133: done (0 left) 2024-04-02T08:22:15.789 INFO:tasks.rados.rados.0.smithi084.stdout:134: delete oid 42 current snap is 6 2024-04-02T08:22:15.791 INFO:tasks.rados.rados.0.smithi084.stdout:134: done (0 left) 2024-04-02T08:22:15.791 INFO:tasks.rados.rados.0.smithi084.stdout:135: copy_from oid 36 from oid 1 current snap is 6 2024-04-02T08:22:15.791 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 6 2024-04-02T08:22:15.792 INFO:tasks.rados.rados.0.smithi084.stdout:136: seq_num 68 ranges {606208=745472,1351680=401408} 2024-04-02T08:22:15.799 INFO:tasks.rados.rados.0.smithi084.stdout:136: writing smithi08483026-31 from 606208 to 1351680 tid 1 2024-04-02T08:22:15.802 INFO:tasks.rados.rados.0.smithi084.stdout:136: writing smithi08483026-31 from 1351680 to 1753088 tid 2 2024-04-02T08:22:15.802 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 6 2024-04-02T08:22:15.802 INFO:tasks.rados.rados.0.smithi084.stdout:135: finishing copy_from to smithi08483026-36 2024-04-02T08:22:15.802 INFO:tasks.rados.rados.0.smithi084.stdout:135: got expected ENOENT (src dne) 2024-04-02T08:22:15.802 INFO:tasks.rados.rados.0.smithi084.stdout:137: seq_num 69 ranges {286720=761856,1048576=401408} 2024-04-02T08:22:15.808 INFO:tasks.rados.rados.0.smithi084.stdout:137: writing smithi08483026-8 from 286720 to 1048576 tid 1 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:137: writing smithi08483026-8 from 1048576 to 1449984 tid 2 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:138: copy_from oid 41 from oid 17 current snap is 6 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:135: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:136: finishing write tid 1 to smithi08483026-31 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:136: finishing write tid 2 to smithi08483026-31 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:136: finishing write tid 3 to smithi08483026-31 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:136: finishing write tid 4 to smithi08483026-31 2024-04-02T08:22:15.812 INFO:tasks.rados.rados.0.smithi084.stdout:136: oid 31 updating version 0 to 20 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:136: oid 31 version 20 is already newer than 19 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:136: oid 31 version 20 is already newer than 18 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 20 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:136: left oid 31 (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:137: finishing write tid 1 to smithi08483026-8 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:135: done (3 left) 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:136: done (2 left) 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:139: copy_from oid 29 from oid 10 current snap is 6 2024-04-02T08:22:15.813 INFO:tasks.rados.rados.0.smithi084.stdout:140: snap_create 2024-04-02T08:22:15.814 INFO:tasks.rados.rados.0.smithi084.stdout:139: finishing copy_from to smithi08483026-29 2024-04-02T08:22:15.814 INFO:tasks.rados.rados.0.smithi084.stdout:139: got expected ENOENT (src dne) 2024-04-02T08:22:15.814 INFO:tasks.rados.rados.0.smithi084.stdout:139: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:22:15.814 INFO:tasks.rados.rados.0.smithi084.stdout:137: finishing write tid 2 to smithi08483026-8 2024-04-02T08:22:15.814 INFO:tasks.rados.rados.0.smithi084.stdout:137: finishing write tid 3 to smithi08483026-8 2024-04-02T08:22:15.815 INFO:tasks.rados.rados.0.smithi084.stdout:137: finishing write tid 4 to smithi08483026-8 2024-04-02T08:22:15.815 INFO:tasks.rados.rados.0.smithi084.stdout:137: oid 8 updating version 0 to 62 2024-04-02T08:22:15.815 INFO:tasks.rados.rados.0.smithi084.stdout:137: oid 8 updating version 62 to 63 2024-04-02T08:22:15.815 INFO:tasks.rados.rados.0.smithi084.stdout:137: oid 8 updating version 63 to 64 2024-04-02T08:22:15.815 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 64 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-04-02T08:22:15.816 INFO:tasks.rados.rados.0.smithi084.stdout:137: left oid 8 (ObjNum 69 snap 6 seq_num 69) 2024-04-02T08:22:15.817 INFO:tasks.rados.rados.0.smithi084.stdout:138: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:22:15.818 INFO:tasks.rados.rados.0.smithi084.stdout:138: finishing copy_from to smithi08483026-41 2024-04-02T08:22:15.818 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 16 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:22:16.783 INFO:tasks.rados.rados.0.smithi084.stdout:137: done (3 left) 2024-04-02T08:22:16.783 INFO:tasks.rados.rados.0.smithi084.stdout:138: done (2 left) 2024-04-02T08:22:16.783 INFO:tasks.rados.rados.0.smithi084.stdout:139: done (1 left) 2024-04-02T08:22:16.783 INFO:tasks.rados.rados.0.smithi084.stdout:140: done (0 left) 2024-04-02T08:22:16.783 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 7 2024-04-02T08:22:16.783 INFO:tasks.rados.rados.0.smithi084.stdout:141: seq_num 70 ranges {1081344=778240,1859584=401408} 2024-04-02T08:22:16.792 INFO:tasks.rados.rados.0.smithi084.stdout:141: writing smithi08483026-9 from 1081344 to 1859584 tid 1 2024-04-02T08:22:16.795 INFO:tasks.rados.rados.0.smithi084.stdout:141: writing smithi08483026-9 from 1859584 to 2260992 tid 2 2024-04-02T08:22:16.795 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 7 2024-04-02T08:22:16.795 INFO:tasks.rados.rados.0.smithi084.stdout:142: seq_num 71 ranges {188416=794624,983040=401408} 2024-04-02T08:22:16.801 INFO:tasks.rados.rados.0.smithi084.stdout:142: writing smithi08483026-12 from 188416 to 983040 tid 1 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:142: writing smithi08483026-12 from 983040 to 1384448 tid 2 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:143: rollback oid 22 current snap is 7 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 22 to 5 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: finishing write tid 1 to smithi08483026-9 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: finishing write tid 2 to smithi08483026-9 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: finishing write tid 3 to smithi08483026-9 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: finishing write tid 4 to smithi08483026-9 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: oid 9 updating version 0 to 22 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: oid 9 version 22 is already newer than 21 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: oid 9 version 22 is already newer than 20 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 22 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: left oid 9 (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:22:16.804 INFO:tasks.rados.rados.0.smithi084.stdout:141: done (2 left) 2024-04-02T08:22:16.805 INFO:tasks.rados.rados.0.smithi084.stdout:144: snap_create 2024-04-02T08:22:16.805 INFO:tasks.rados.rados.0.smithi084.stdout:142: finishing write tid 1 to smithi08483026-12 2024-04-02T08:22:16.806 INFO:tasks.rados.rados.0.smithi084.stdout:142: finishing write tid 2 to smithi08483026-12 2024-04-02T08:22:16.809 INFO:tasks.rados.rados.0.smithi084.stdout:142: finishing write tid 3 to smithi08483026-12 2024-04-02T08:22:16.809 INFO:tasks.rados.rados.0.smithi084.stdout:143: finishing rollback tid 0 to smithi08483026-22 2024-04-02T08:22:16.809 INFO:tasks.rados.rados.0.smithi084.stdout:143: finishing rollback tid 1 to smithi08483026-22 2024-04-02T08:22:16.810 INFO:tasks.rados.rados.0.smithi084.stdout:143: finishing rollback tid 2 to smithi08483026-22 2024-04-02T08:22:16.810 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 11 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:22:16.810 INFO:tasks.rados.rados.0.smithi084.stdout:142: finishing write tid 4 to smithi08483026-12 2024-04-02T08:22:16.810 INFO:tasks.rados.rados.0.smithi084.stdout:142: oid 12 updating version 0 to 36 2024-04-02T08:22:16.811 INFO:tasks.rados.rados.0.smithi084.stdout:142: oid 12 version 36 is already newer than 34 2024-04-02T08:22:16.811 INFO:tasks.rados.rados.0.smithi084.stdout:142: oid 12 version 36 is already newer than 35 2024-04-02T08:22:16.811 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 36 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-04-02T08:22:16.811 INFO:tasks.rados.rados.0.smithi084.stdout:142: left oid 12 (ObjNum 71 snap 7 seq_num 71) 2024-04-02T08:22:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:16 smithi084 ceph-mon[27534]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:22:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:16 smithi084 ceph-mon[39235]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:22:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:16 smithi132 ceph-mon[31218]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:142: done (2 left) 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:143: done (1 left) 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:144: done (0 left) 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:145: read oid 33 snap -1 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:145: expect deleted 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:146: read oid 45 snap -1 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:146: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:22:17.792 INFO:tasks.rados.rados.0.smithi084.stdout:147: snap_create 2024-04-02T08:22:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:146: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:22:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:17 smithi084 ceph-mon[27534]: pgmap v146: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-04-02T08:22:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:17 smithi084 ceph-mon[27534]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:22:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:17 smithi084 ceph-mon[39235]: pgmap v146: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-04-02T08:22:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:17 smithi084 ceph-mon[39235]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:22:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:17 smithi132 ceph-mon[31218]: pgmap v146: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-04-02T08:22:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:17 smithi132 ceph-mon[31218]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:22:18.799 INFO:tasks.rados.rados.0.smithi084.stdout:145: done (2 left) 2024-04-02T08:22:18.799 INFO:tasks.rados.rados.0.smithi084.stdout:146: done (1 left) 2024-04-02T08:22:18.799 INFO:tasks.rados.rados.0.smithi084.stdout:147: done (0 left) 2024-04-02T08:22:18.799 INFO:tasks.rados.rados.0.smithi084.stdout:148: copy_from oid 48 from oid 42 current snap is 9 2024-04-02T08:22:18.799 INFO:tasks.rados.rados.0.smithi084.stdout:149: delete oid 29 current snap is 9 2024-04-02T08:22:18.803 INFO:tasks.rados.rados.0.smithi084.stdout:149: done (1 left) 2024-04-02T08:22:18.803 INFO:tasks.rados.rados.0.smithi084.stdout:150: snap_create 2024-04-02T08:22:18.803 INFO:tasks.rados.rados.0.smithi084.stdout:148: finishing copy_from to smithi08483026-48 2024-04-02T08:22:18.803 INFO:tasks.rados.rados.0.smithi084.stdout:148: got expected ENOENT (src dne) 2024-04-02T08:22:18.804 INFO:tasks.rados.rados.0.smithi084.stdout:148: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:22:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:18 smithi084 ceph-mon[39235]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:22:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:18 smithi084 ceph-mon[27534]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:22:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:18 smithi132 ceph-mon[31218]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:22:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:19.796 INFO:tasks.rados.rados.0.smithi084.stdout:148: done (1 left) 2024-04-02T08:22:19.796 INFO:tasks.rados.rados.0.smithi084.stdout:150: done (0 left) 2024-04-02T08:22:19.796 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 10 2024-04-02T08:22:19.796 INFO:tasks.rados.rados.0.smithi084.stdout:151: seq_num 73 ranges {712704=425984,1138688=409600,1548288=393216} 2024-04-02T08:22:19.802 INFO:tasks.rados.rados.0.smithi084.stdout:151: writing smithi08483026-43 from 712704 to 1138688 tid 1 2024-04-02T08:22:19.804 INFO:tasks.rados.rados.0.smithi084.stdout:151: writing smithi08483026-43 from 1138688 to 1548288 tid 2 2024-04-02T08:22:19.807 INFO:tasks.rados.rados.0.smithi084.stdout:151: writing smithi08483026-43 from 1548288 to 1941504 tid 3 2024-04-02T08:22:19.807 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 10 2024-04-02T08:22:19.807 INFO:tasks.rados.rados.0.smithi084.stdout:151: finishing write tid 1 to smithi08483026-43 2024-04-02T08:22:19.807 INFO:tasks.rados.rados.0.smithi084.stdout:152: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-04-02T08:22:19.810 INFO:tasks.rados.rados.0.smithi084.stdout:152: writing smithi08483026-10 from 0 to 442368 tid 1 2024-04-02T08:22:19.814 INFO:tasks.rados.rados.0.smithi084.stdout:152: writing smithi08483026-10 from 442368 to 1138688 tid 2 2024-04-02T08:22:19.814 INFO:tasks.rados.rados.0.smithi084.stdout:152: writing smithi08483026-10 from 1138688 to 1245184 tid 3 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:153: snap_create 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: finishing write tid 2 to smithi08483026-43 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: finishing write tid 3 to smithi08483026-43 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: finishing write tid 4 to smithi08483026-43 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: finishing write tid 5 to smithi08483026-43 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: oid 43 updating version 0 to 69 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: oid 43 version 69 is already newer than 66 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: oid 43 version 69 is already newer than 67 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: oid 43 version 69 is already newer than 68 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 69 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:151: left oid 43 (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:22:19.815 INFO:tasks.rados.rados.0.smithi084.stdout:152: finishing write tid 1 to smithi08483026-10 2024-04-02T08:22:19.817 INFO:tasks.rados.rados.0.smithi084.stdout:152: finishing write tid 2 to smithi08483026-10 2024-04-02T08:22:19.817 INFO:tasks.rados.rados.0.smithi084.stdout:152: finishing write tid 3 to smithi08483026-10 2024-04-02T08:22:19.817 INFO:tasks.rados.rados.0.smithi084.stdout:152: finishing write tid 4 to smithi08483026-10 2024-04-02T08:22:19.818 INFO:tasks.rados.rados.0.smithi084.stdout:152: finishing write tid 5 to smithi08483026-10 2024-04-02T08:22:19.818 INFO:tasks.rados.rados.0.smithi084.stdout:152: oid 10 updating version 0 to 44 2024-04-02T08:22:19.818 INFO:tasks.rados.rados.0.smithi084.stdout:152: oid 10 updating version 44 to 45 2024-04-02T08:22:19.818 INFO:tasks.rados.rados.0.smithi084.stdout:152: oid 10 version 45 is already newer than 42 2024-04-02T08:22:19.818 INFO:tasks.rados.rados.0.smithi084.stdout:152: oid 10 version 45 is already newer than 43 2024-04-02T08:22:19.818 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 45 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-04-02T08:22:19.818 INFO:tasks.rados.rados.0.smithi084.stdout:152: left oid 10 (ObjNum 74 snap 10 seq_num 74) 2024-04-02T08:22:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:19 smithi084 ceph-mon[27534]: pgmap v149: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:19 smithi084 ceph-mon[27534]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:22:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:19 smithi084 ceph-mon[39235]: pgmap v149: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:19 smithi084 ceph-mon[39235]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:22:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:19 smithi132 ceph-mon[31218]: pgmap v149: 121 pgs: 121 active+clean; 30 MiB data, 288 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:19 smithi132 ceph-mon[31218]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:22:20.801 INFO:tasks.rados.rados.0.smithi084.stdout:151: done (2 left) 2024-04-02T08:22:20.801 INFO:tasks.rados.rados.0.smithi084.stdout:152: done (1 left) 2024-04-02T08:22:20.801 INFO:tasks.rados.rados.0.smithi084.stdout:153: done (0 left) 2024-04-02T08:22:20.801 INFO:tasks.rados.rados.0.smithi084.stdout:154: snap_create 2024-04-02T08:22:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:20 smithi084 ceph-mon[27534]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:22:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:20 smithi084 ceph-mon[39235]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:22:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:20 smithi132 ceph-mon[31218]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:22:21.803 INFO:tasks.rados.rados.0.smithi084.stdout:154: done (0 left) 2024-04-02T08:22:21.803 INFO:tasks.rados.rados.0.smithi084.stdout:155: read oid 42 snap -1 2024-04-02T08:22:21.803 INFO:tasks.rados.rados.0.smithi084.stdout:155: expect deleted 2024-04-02T08:22:21.803 INFO:tasks.rados.rados.0.smithi084.stdout:156: rmattr oid 17 current snap is 12 2024-04-02T08:22:21.803 INFO:tasks.rados.rados.0.smithi084.stdout:156: done (1 left) 2024-04-02T08:22:21.803 INFO:tasks.rados.rados.0.smithi084.stdout:157: setattr oid 28 current snap is 12 2024-04-02T08:22:21.805 INFO:tasks.rados.rados.0.smithi084.stdout:155: done (1 left) 2024-04-02T08:22:21.805 INFO:tasks.rados.rados.0.smithi084.stdout:158: copy_from oid 7 from oid 24 current snap is 12 2024-04-02T08:22:21.805 INFO:tasks.rados.rados.0.smithi084.stdout:159: setattr oid 10 current snap is 12 2024-04-02T08:22:21.807 INFO:tasks.rados.rados.0.smithi084.stdout:160: snap_remove snap 7 2024-04-02T08:22:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:21 smithi084 ceph-mon[27534]: pgmap v152: 121 pgs: 121 active+clean; 32 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:22:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:21 smithi084 ceph-mon[27534]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:22:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:21 smithi084 ceph-mon[39235]: pgmap v152: 121 pgs: 121 active+clean; 32 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:22:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:21 smithi084 ceph-mon[39235]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:22:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:21 smithi132 ceph-mon[31218]: pgmap v152: 121 pgs: 121 active+clean; 32 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:22:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:21 smithi132 ceph-mon[31218]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:22:22.818 INFO:tasks.rados.rados.0.smithi084.stdout:160: done (3 left) 2024-04-02T08:22:22.819 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 12 2024-04-02T08:22:22.819 INFO:tasks.rados.rados.0.smithi084.stdout:161: seq_num 75 ranges {761856=458752,1220608=581632,1802240=221184} 2024-04-02T08:22:22.824 INFO:tasks.rados.rados.0.smithi084.stdout:161: writing smithi08483026-46 from 761856 to 1220608 tid 1 2024-04-02T08:22:22.827 INFO:tasks.rados.rados.0.smithi084.stdout:161: writing smithi08483026-46 from 1220608 to 1802240 tid 2 2024-04-02T08:22:22.829 INFO:tasks.rados.rados.0.smithi084.stdout:161: writing smithi08483026-46 from 1802240 to 2023424 tid 3 2024-04-02T08:22:22.830 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 12 2024-04-02T08:22:22.830 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 47 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-04-02T08:22:22.830 INFO:tasks.rados.rados.0.smithi084.stdout:162: seq_num 76 ranges {442368=475136,917504=458752,1376256=344064} 2024-04-02T08:22:22.835 INFO:tasks.rados.rados.0.smithi084.stdout:162: writing smithi08483026-27 from 442368 to 917504 tid 1 2024-04-02T08:22:22.838 INFO:tasks.rados.rados.0.smithi084.stdout:162: writing smithi08483026-27 from 917504 to 1376256 tid 2 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:162: writing smithi08483026-27 from 1376256 to 1720320 tid 3 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 14 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:158: finishing copy_from racing read to smithi08483026-7 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:158: finishing copy_from to smithi08483026-7 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 13 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:161: finishing write tid 1 to smithi08483026-46 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:161: finishing write tid 2 to smithi08483026-46 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:161: finishing write tid 3 to smithi08483026-46 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:161: finishing write tid 4 to smithi08483026-46 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:161: finishing write tid 5 to smithi08483026-46 2024-04-02T08:22:22.841 INFO:tasks.rados.rados.0.smithi084.stdout:161: oid 46 updating version 0 to 44 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:161: oid 46 version 44 is already newer than 43 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:161: oid 46 version 44 is already newer than 42 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:161: oid 46 updating version 44 to 45 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 45 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:161: left oid 46 (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:162: finishing write tid 1 to smithi08483026-27 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:162: finishing write tid 2 to smithi08483026-27 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:157: done (4 left) 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:158: done (3 left) 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:159: done (2 left) 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:161: done (1 left) 2024-04-02T08:22:22.842 INFO:tasks.rados.rados.0.smithi084.stdout:163: snap_remove snap 5 2024-04-02T08:22:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:22 smithi084 ceph-mon[27534]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:22:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:22 smithi084 ceph-mon[39235]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:22:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:22 smithi132 ceph-mon[31218]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:22:23.823 INFO:tasks.rados.rados.0.smithi084.stdout:163: done (1 left) 2024-04-02T08:22:23.823 INFO:tasks.rados.rados.0.smithi084.stdout:164: delete oid 22 current snap is 12 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: finishing write tid 3 to smithi08483026-27 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: finishing write tid 4 to smithi08483026-27 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: finishing write tid 5 to smithi08483026-27 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: oid 27 updating version 0 to 25 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: oid 27 version 25 is already newer than 23 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: oid 27 version 25 is already newer than 22 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: oid 27 version 25 is already newer than 24 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 25 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:22:23.824 INFO:tasks.rados.rados.0.smithi084.stdout:162: left oid 27 (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:22:23.829 INFO:tasks.rados.rados.0.smithi084.stdout:162: done (1 left) 2024-04-02T08:22:23.829 INFO:tasks.rados.rados.0.smithi084.stdout:164: done (0 left) 2024-04-02T08:22:23.829 INFO:tasks.rados.rados.0.smithi084.stdout:165: snap_create 2024-04-02T08:22:24.086 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:23 smithi084 ceph-mon[27534]: pgmap v155: 121 pgs: 121 active+clean; 32 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:22:24.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:23 smithi084 ceph-mon[27534]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:22:24.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:23 smithi084 ceph-mon[39235]: pgmap v155: 121 pgs: 121 active+clean; 32 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:22:24.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:23 smithi084 ceph-mon[39235]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:22:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:23 smithi132 ceph-mon[31218]: pgmap v155: 121 pgs: 121 active+clean; 32 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:22:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:23 smithi132 ceph-mon[31218]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:22:24.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:22:24 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:22:24] "GET /metrics HTTP/1.1" 200 36074 "" "Prometheus/2.43.0" 2024-04-02T08:22:24.763 INFO:tasks.rados.rados.0.smithi084.stdout:165: done (0 left) 2024-04-02T08:22:24.763 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 13 2024-04-02T08:22:24.763 INFO:tasks.rados.rados.0.smithi084.stdout:166: seq_num 78 ranges {1753088=516096,2269184=679936,2949120=122880} 2024-04-02T08:22:24.775 INFO:tasks.rados.rados.0.smithi084.stdout:166: writing smithi08483026-31 from 1753088 to 2269184 tid 1 2024-04-02T08:22:24.779 INFO:tasks.rados.rados.0.smithi084.stdout:166: writing smithi08483026-31 from 2269184 to 2949120 tid 2 2024-04-02T08:22:24.780 INFO:tasks.rados.rados.0.smithi084.stdout:166: writing smithi08483026-31 from 2949120 to 3072000 tid 3 2024-04-02T08:22:24.780 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 13 2024-04-02T08:22:24.780 INFO:tasks.rados.rados.0.smithi084.stdout:166: finishing write tid 1 to smithi08483026-31 2024-04-02T08:22:24.780 INFO:tasks.rados.rados.0.smithi084.stdout:167: seq_num 79 ranges {0=532480,532480=565248,1097728=237568} 2024-04-02T08:22:24.783 INFO:tasks.rados.rados.0.smithi084.stdout:167: writing smithi08483026-16 from 0 to 532480 tid 1 2024-04-02T08:22:24.787 INFO:tasks.rados.rados.0.smithi084.stdout:167: writing smithi08483026-16 from 532480 to 1097728 tid 2 2024-04-02T08:22:24.789 INFO:tasks.rados.rados.0.smithi084.stdout:167: writing smithi08483026-16 from 1097728 to 1335296 tid 3 2024-04-02T08:22:24.789 INFO:tasks.rados.rados.0.smithi084.stdout:168: copy_from oid 10 from oid 39 current snap is 13 2024-04-02T08:22:24.789 INFO:tasks.rados.rados.0.smithi084.stdout:166: finishing write tid 2 to smithi08483026-31 2024-04-02T08:22:24.789 INFO:tasks.rados.rados.0.smithi084.stdout:166: finishing write tid 3 to smithi08483026-31 2024-04-02T08:22:24.789 INFO:tasks.rados.rados.0.smithi084.stdout:169: read oid 48 snap 9 2024-04-02T08:22:24.789 INFO:tasks.rados.rados.0.smithi084.stdout:169: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:22:24.789 INFO:tasks.rados.rados.0.smithi084.stdout:170: copy_from oid 50 from oid 1 current snap is 13 2024-04-02T08:22:24.790 INFO:tasks.rados.rados.0.smithi084.stdout:166: finishing write tid 4 to smithi08483026-31 2024-04-02T08:22:24.790 INFO:tasks.rados.rados.0.smithi084.stdout:171: snap_remove snap 8 2024-04-02T08:22:24.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:24 smithi084 ceph-mon[27534]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:22:24.992 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:24 smithi084 ceph-mon[27534]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:22:24.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:24 smithi084 ceph-mon[39235]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:22:24.992 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:24 smithi084 ceph-mon[39235]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:22:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:24 smithi132 ceph-mon[31218]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:22:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:24 smithi132 ceph-mon[31218]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:166: finishing write tid 5 to smithi08483026-31 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:166: oid 31 updating version 0 to 35 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:166: oid 31 version 35 is already newer than 34 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:166: oid 31 updating version 35 to 36 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:166: oid 31 version 36 is already newer than 33 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 36 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:166: left oid 31 (ObjNum 78 snap 13 seq_num 78) 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:167: finishing write tid 1 to smithi08483026-16 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:167: finishing write tid 2 to smithi08483026-16 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:170: finishing copy_from to smithi08483026-50 2024-04-02T08:22:25.771 INFO:tasks.rados.rados.0.smithi084.stdout:170: got expected ENOENT (src dne) 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:170: finishing copy_from racing read to smithi08483026-50 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: finishing write tid 3 to smithi08483026-16 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: finishing write tid 4 to smithi08483026-16 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: finishing write tid 5 to smithi08483026-16 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: oid 16 updating version 0 to 52 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: oid 16 updating version 52 to 53 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: oid 16 version 53 is already newer than 50 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: oid 16 version 53 is already newer than 51 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 53 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:167: left oid 16 (ObjNum 79 snap 13 seq_num 79) 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:168: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:168: finishing copy_from to smithi08483026-10 2024-04-02T08:22:25.772 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:22:25.773 INFO:tasks.rados.rados.0.smithi084.stdout:169: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:22:25.793 INFO:tasks.rados.rados.0.smithi084.stdout:166: done (5 left) 2024-04-02T08:22:25.794 INFO:tasks.rados.rados.0.smithi084.stdout:167: done (4 left) 2024-04-02T08:22:25.794 INFO:tasks.rados.rados.0.smithi084.stdout:168: done (3 left) 2024-04-02T08:22:25.794 INFO:tasks.rados.rados.0.smithi084.stdout:169: done (2 left) 2024-04-02T08:22:25.794 INFO:tasks.rados.rados.0.smithi084.stdout:170: done (1 left) 2024-04-02T08:22:25.794 INFO:tasks.rados.rados.0.smithi084.stdout:171: done (0 left) 2024-04-02T08:22:25.794 INFO:tasks.rados.rados.0.smithi084.stdout:172: delete oid 48 current snap is 13 2024-04-02T08:22:25.795 INFO:tasks.rados.rados.0.smithi084.stdout:172: done (0 left) 2024-04-02T08:22:25.795 INFO:tasks.rados.rados.0.smithi084.stdout:173: snap_remove snap 11 2024-04-02T08:22:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:25 smithi084 ceph-mon[39235]: pgmap v158: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:25 smithi084 ceph-mon[39235]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:22:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:25 smithi084 ceph-mon[27534]: pgmap v158: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:25 smithi084 ceph-mon[27534]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:22:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:25 smithi132 ceph-mon[31218]: pgmap v158: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:25 smithi132 ceph-mon[31218]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:22:26.774 INFO:tasks.rados.rados.0.smithi084.stdout:173: done (0 left) 2024-04-02T08:22:26.774 INFO:tasks.rados.rados.0.smithi084.stdout:174: snap_create 2024-04-02T08:22:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: pgmap v161: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi132 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[27534]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:22:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: pgmap v161: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi132 2024-04-02T08:22:27.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:26 smithi084 ceph-mon[39235]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:22:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: pgmap v161: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:22:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:22:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:22:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi132 2024-04-02T08:22:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:26 smithi132 ceph-mon[31218]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:22:27.773 INFO:tasks.rados.rados.0.smithi084.stdout:174: done (0 left) 2024-04-02T08:22:27.773 INFO:tasks.rados.rados.0.smithi084.stdout:175: read oid 46 snap -1 2024-04-02T08:22:27.773 INFO:tasks.rados.rados.0.smithi084.stdout:175: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:22:27.773 INFO:tasks.rados.rados.0.smithi084.stdout:176: copy_from oid 3 from oid 30 current snap is 14 2024-04-02T08:22:27.773 INFO:tasks.rados.rados.0.smithi084.stdout:177: copy_from oid 17 from oid 9 current snap is 14 2024-04-02T08:22:27.773 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 14 2024-04-02T08:22:27.773 INFO:tasks.rados.rados.0.smithi084.stdout:178: seq_num 81 ranges {3072000=565248,3637248=737280,4374528=65536} 2024-04-02T08:22:27.794 INFO:tasks.rados.rados.0.smithi084.stdout:178: writing smithi08483026-31 from 3072000 to 3637248 tid 1 2024-04-02T08:22:27.798 INFO:tasks.rados.rados.0.smithi084.stdout:178: writing smithi08483026-31 from 3637248 to 4374528 tid 2 2024-04-02T08:22:27.798 INFO:tasks.rados.rados.0.smithi084.stdout:178: writing smithi08483026-31 from 4374528 to 4440064 tid 3 2024-04-02T08:22:27.799 INFO:tasks.rados.rados.0.smithi084.stdout:179: setattr oid 32 current snap is 14 2024-04-02T08:22:27.799 INFO:tasks.rados.rados.0.smithi084.stdout:175: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:22:27.867 INFO:tasks.rados.rados.0.smithi084.stdout:176: finishing copy_from racing read to smithi08483026-3 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:176: finishing copy_from to smithi08483026-3 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:177: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:177: finishing copy_from to smithi08483026-17 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 22 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: finishing write tid 1 to smithi08483026-31 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: finishing write tid 2 to smithi08483026-31 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: finishing write tid 3 to smithi08483026-31 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: finishing write tid 4 to smithi08483026-31 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: finishing write tid 5 to smithi08483026-31 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: oid 31 updating version 0 to 51 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: oid 31 version 51 is already newer than 50 2024-04-02T08:22:27.868 INFO:tasks.rados.rados.0.smithi084.stdout:178: oid 31 version 51 is already newer than 48 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:178: oid 31 version 51 is already newer than 49 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 51 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:178: left oid 31 (ObjNum 81 snap 14 seq_num 81) 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:175: done (4 left) 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:176: done (3 left) 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:177: done (2 left) 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:178: done (1 left) 2024-04-02T08:22:27.869 INFO:tasks.rados.rados.0.smithi084.stdout:180: snap_remove snap 12 2024-04-02T08:22:28.778 INFO:tasks.rados.rados.0.smithi084.stdout:180: done (1 left) 2024-04-02T08:22:28.778 INFO:tasks.rados.rados.0.smithi084.stdout:181: rmattr oid 36 current snap is 14 2024-04-02T08:22:28.778 INFO:tasks.rados.rados.0.smithi084.stdout:181: done (1 left) 2024-04-02T08:22:28.778 INFO:tasks.rados.rados.0.smithi084.stdout:182: copy_from oid 6 from oid 13 current snap is 14 2024-04-02T08:22:28.778 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 40 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:22:28.778 INFO:tasks.rados.rados.0.smithi084.stdout:179: done (1 left) 2024-04-02T08:22:28.778 INFO:tasks.rados.rados.0.smithi084.stdout:183: snap_remove snap 6 2024-04-02T08:22:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:28 smithi084 ceph-mon[27534]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:22:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:28 smithi084 ceph-mon[39235]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:22:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:28 smithi132 ceph-mon[31218]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:183: done (1 left) 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:184: read oid 29 snap -1 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:184: expect deleted 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:185: rollback oid 35 current snap is 14 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 13 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:182: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:182: finishing copy_from to smithi08483026-6 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:182: done (2 left) 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 14 2024-04-02T08:22:29.783 INFO:tasks.rados.rados.0.smithi084.stdout:186: seq_num 82 ranges {1335296=581632,1916928=622592,2539520=180224} 2024-04-02T08:22:29.793 INFO:tasks.rados.rados.0.smithi084.stdout:186: writing smithi08483026-16 from 1335296 to 1916928 tid 1 2024-04-02T08:22:29.798 INFO:tasks.rados.rados.0.smithi084.stdout:186: writing smithi08483026-16 from 1916928 to 2539520 tid 2 2024-04-02T08:22:29.800 INFO:tasks.rados.rados.0.smithi084.stdout:186: writing smithi08483026-16 from 2539520 to 2719744 tid 3 2024-04-02T08:22:29.800 INFO:tasks.rados.rados.0.smithi084.stdout:187: read oid 27 snap -1 2024-04-02T08:22:29.800 INFO:tasks.rados.rados.0.smithi084.stdout:187: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:22:29.800 INFO:tasks.rados.rados.0.smithi084.stdout:188: rollback oid 40 current snap is 14 2024-04-02T08:22:29.800 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 9 2024-04-02T08:22:29.800 INFO:tasks.rados.rados.0.smithi084.stdout:184: done (4 left) 2024-04-02T08:22:29.800 INFO:tasks.rados.rados.0.smithi084.stdout:189: delete oid 1 current snap is 14 2024-04-02T08:22:29.802 INFO:tasks.rados.rados.0.smithi084.stdout:185: finishing rollback tid 0 to smithi08483026-35 2024-04-02T08:22:29.805 INFO:tasks.rados.rados.0.smithi084.stdout:185: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:22:29.805 INFO:tasks.rados.rados.0.smithi084.stdout:185: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:22:29.805 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 85 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:22:29.805 INFO:tasks.rados.rados.0.smithi084.stdout:188: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:22:29.806 INFO:tasks.rados.rados.0.smithi084.stdout:188: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:22:29.807 INFO:tasks.rados.rados.0.smithi084.stdout:188: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:22:29.808 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 89 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:22:29.808 INFO:tasks.rados.rados.0.smithi084.stdout:186: finishing write tid 1 to smithi08483026-16 2024-04-02T08:22:29.808 INFO:tasks.rados.rados.0.smithi084.stdout:185: done (4 left) 2024-04-02T08:22:29.808 INFO:tasks.rados.rados.0.smithi084.stdout:188: done (3 left) 2024-04-02T08:22:29.808 INFO:tasks.rados.rados.0.smithi084.stdout:189: done (2 left) 2024-04-02T08:22:29.808 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 14 2024-04-02T08:22:29.808 INFO:tasks.rados.rados.0.smithi084.stdout:190: seq_num 84 ranges {491520=614400,1105920=434176,1540096=368640} 2024-04-02T08:22:29.814 INFO:tasks.rados.rados.0.smithi084.stdout:190: writing smithi08483026-3 from 491520 to 1105920 tid 1 2024-04-02T08:22:29.816 INFO:tasks.rados.rados.0.smithi084.stdout:190: writing smithi08483026-3 from 1105920 to 1540096 tid 2 2024-04-02T08:22:29.818 INFO:tasks.rados.rados.0.smithi084.stdout:190: writing smithi08483026-3 from 1540096 to 1908736 tid 3 2024-04-02T08:22:29.819 INFO:tasks.rados.rados.0.smithi084.stdout:191: snap_create 2024-04-02T08:22:29.819 INFO:tasks.rados.rados.0.smithi084.stdout:187: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: finishing write tid 2 to smithi08483026-16 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: finishing write tid 3 to smithi08483026-16 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: finishing write tid 4 to smithi08483026-16 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: finishing write tid 5 to smithi08483026-16 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: oid 16 updating version 0 to 63 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: oid 16 version 63 is already newer than 62 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: oid 16 version 63 is already newer than 61 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: oid 16 updating version 63 to 64 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 64 (ObjNum 82 snap 14 seq_num 82) dirty exists 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:186: left oid 16 (ObjNum 82 snap 14 seq_num 82) 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:190: finishing write tid 1 to smithi08483026-3 2024-04-02T08:22:29.872 INFO:tasks.rados.rados.0.smithi084.stdout:190: finishing write tid 2 to smithi08483026-3 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: finishing write tid 3 to smithi08483026-3 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: finishing write tid 4 to smithi08483026-3 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: finishing write tid 5 to smithi08483026-3 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: oid 3 updating version 0 to 31 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: oid 3 version 31 is already newer than 30 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: oid 3 updating version 31 to 32 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: oid 3 version 32 is already newer than 29 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 32 (ObjNum 84 snap 14 seq_num 84) dirty exists 2024-04-02T08:22:29.873 INFO:tasks.rados.rados.0.smithi084.stdout:190: left oid 3 (ObjNum 84 snap 14 seq_num 84) 2024-04-02T08:22:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:29 smithi084 ceph-mon[27534]: pgmap v164: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:29 smithi084 ceph-mon[27534]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:22:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:29 smithi084 ceph-mon[39235]: pgmap v164: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:29 smithi084 ceph-mon[39235]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:22:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:29 smithi132 ceph-mon[31218]: pgmap v164: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 37 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:29 smithi132 ceph-mon[31218]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:22:30.809 INFO:tasks.rados.rados.0.smithi084.stdout:186: done (3 left) 2024-04-02T08:22:30.809 INFO:tasks.rados.rados.0.smithi084.stdout:187: done (2 left) 2024-04-02T08:22:30.809 INFO:tasks.rados.rados.0.smithi084.stdout:190: done (1 left) 2024-04-02T08:22:30.810 INFO:tasks.rados.rados.0.smithi084.stdout:191: done (0 left) 2024-04-02T08:22:30.810 INFO:tasks.rados.rados.0.smithi084.stdout:192: snap_remove snap 9 2024-04-02T08:22:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:30 smithi084 ceph-mon[27534]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:22:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:30 smithi084 ceph-mon[39235]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:22:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:30 smithi132 ceph-mon[31218]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:22:31.643 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:22:31.812 INFO:tasks.rados.rados.0.smithi084.stdout:192: done (0 left) 2024-04-02T08:22:31.812 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 15 2024-04-02T08:22:31.812 INFO:tasks.rados.rados.0.smithi084.stdout:193: seq_num 85 ranges {0=630784,630784=720896,1351680=81920} 2024-04-02T08:22:31.816 INFO:tasks.rados.rados.0.smithi084.stdout:193: writing smithi08483026-22 from 0 to 630784 tid 1 2024-04-02T08:22:31.823 INFO:tasks.rados.rados.0.smithi084.stdout:193: writing smithi08483026-22 from 630784 to 1351680 tid 2 2024-04-02T08:22:31.823 INFO:tasks.rados.rados.0.smithi084.stdout:193: writing smithi08483026-22 from 1351680 to 1433600 tid 3 2024-04-02T08:22:31.823 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 15 2024-04-02T08:22:31.823 INFO:tasks.rados.rados.0.smithi084.stdout:194: seq_num 86 ranges {638976=647168,1286144=606208,1892352=196608} 2024-04-02T08:22:31.830 INFO:tasks.rados.rados.0.smithi084.stdout:194: writing smithi08483026-10 from 638976 to 1286144 tid 1 2024-04-02T08:22:31.833 INFO:tasks.rados.rados.0.smithi084.stdout:194: writing smithi08483026-10 from 1286144 to 1892352 tid 2 2024-04-02T08:22:31.834 INFO:tasks.rados.rados.0.smithi084.stdout:194: writing smithi08483026-10 from 1892352 to 2088960 tid 3 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:195: setattr oid 6 current snap is 15 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: finishing write tid 1 to smithi08483026-22 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: finishing write tid 2 to smithi08483026-22 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: finishing write tid 3 to smithi08483026-22 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: finishing write tid 4 to smithi08483026-22 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: finishing write tid 5 to smithi08483026-22 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: oid 22 updating version 0 to 28 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: oid 22 version 28 is already newer than 26 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: oid 22 version 28 is already newer than 27 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:193: oid 22 updating version 28 to 29 2024-04-02T08:22:31.835 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 29 (ObjNum 85 snap 15 seq_num 85) dirty exists 2024-04-02T08:22:31.836 INFO:tasks.rados.rados.0.smithi084.stdout:193: left oid 22 (ObjNum 85 snap 15 seq_num 85) 2024-04-02T08:22:31.836 INFO:tasks.rados.rados.0.smithi084.stdout:194: finishing write tid 1 to smithi08483026-10 2024-04-02T08:22:31.837 INFO:tasks.rados.rados.0.smithi084.stdout:194: finishing write tid 2 to smithi08483026-10 2024-04-02T08:22:31.837 INFO:tasks.rados.rados.0.smithi084.stdout:194: finishing write tid 3 to smithi08483026-10 2024-04-02T08:22:31.837 INFO:tasks.rados.rados.0.smithi084.stdout:193: done (2 left) 2024-04-02T08:22:31.837 INFO:tasks.rados.rados.0.smithi084.stdout:196: read oid 12 snap 13 2024-04-02T08:22:31.837 INFO:tasks.rados.rados.0.smithi084.stdout:196: expect (ObjNum 71 snap 7 seq_num 71) 2024-04-02T08:22:31.837 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 15 2024-04-02T08:22:31.837 INFO:tasks.rados.rados.0.smithi084.stdout:197: seq_num 87 ranges {1908736=663552,2572288=491520,3063808=311296} 2024-04-02T08:22:31.850 INFO:tasks.rados.rados.0.smithi084.stdout:197: writing smithi08483026-3 from 1908736 to 2572288 tid 1 2024-04-02T08:22:31.853 INFO:tasks.rados.rados.0.smithi084.stdout:197: writing smithi08483026-3 from 2572288 to 3063808 tid 2 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:197: writing smithi08483026-3 from 3063808 to 3375104 tid 3 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:198: snap_create 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:194: finishing write tid 4 to smithi08483026-10 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:194: finishing write tid 5 to smithi08483026-10 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:194: oid 10 updating version 0 to 63 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:194: oid 10 version 63 is already newer than 61 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:194: oid 10 updating version 63 to 64 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:194: oid 10 version 64 is already newer than 62 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 64 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-02T08:22:31.856 INFO:tasks.rados.rados.0.smithi084.stdout:194: left oid 10 (ObjNum 86 snap 15 seq_num 86) 2024-04-02T08:22:31.857 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 15 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:22:31.857 INFO:tasks.rados.rados.0.smithi084.stdout:196: expect (ObjNum 71 snap 7 seq_num 71) 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: finishing write tid 1 to smithi08483026-3 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: finishing write tid 2 to smithi08483026-3 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: finishing write tid 3 to smithi08483026-3 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: finishing write tid 4 to smithi08483026-3 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: finishing write tid 5 to smithi08483026-3 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: oid 3 updating version 0 to 37 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: oid 3 updating version 37 to 38 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: oid 3 updating version 38 to 39 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: oid 3 version 39 is already newer than 36 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 39 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-04-02T08:22:31.896 INFO:tasks.rados.rados.0.smithi084.stdout:197: left oid 3 (ObjNum 87 snap 15 seq_num 87) 2024-04-02T08:22:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:22:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (3m) 2m ago 3m 15.6M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:22:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (3m) 2m ago 3m 83.8M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:22:31.975 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (4m) 2m ago 4m 13.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (4m) 2m ago 4m 16.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,8765 running (8m) 2m ago 8m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d dadb6e328b04 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:9283,8765 running (10m) 2m ago 10m 496M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 7cab8d7069cb 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (10m) 2m ago 10m 46.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a16388a6f0b0 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (8m) 2m ago 8m 39.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d fafbb6e99304 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (8m) 2m ago 8m 40.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a1549e333be4 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (3m) 2m ago 3m 15.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (3m) 2m ago 3m 8158k - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (8m) 2m ago 8m 51.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (7m) 2m ago 7m 52.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (7m) 2m ago 7m 41.8M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (6m) 2m ago 6m 49.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:22:31.976 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (6m) 2m ago 6m 51.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:22:31.977 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (6m) 2m ago 6m 44.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:22:31.977 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (5m) 2m ago 5m 48.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:22:31.977 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (5m) 2m ago 5m 50.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:22:31.977 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (2m) 2m ago 4m 29.4M - 2.43.0 a07b618ecd1d aeab06112fc6 2024-04-02T08:22:31.977 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:31 smithi084 ceph-mon[27534]: pgmap v167: 121 pgs: 121 active+clean; 43 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-02T08:22:31.977 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:31 smithi084 ceph-mon[27534]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:22:31.977 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:31 smithi084 ceph-mon[39235]: pgmap v167: 121 pgs: 121 active+clean; 43 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-02T08:22:31.977 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:31 smithi084 ceph-mon[39235]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:22:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:31 smithi132 ceph-mon[31218]: pgmap v167: 121 pgs: 121 active+clean; 43 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-02T08:22:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:31 smithi132 ceph-mon[31218]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:22:32.368 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:22:32.368 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:22:32.368 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:22:32.369 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:22:32.370 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:22:32.820 INFO:tasks.rados.rados.0.smithi084.stdout:194: done (4 left) 2024-04-02T08:22:32.820 INFO:tasks.rados.rados.0.smithi084.stdout:195: done (3 left) 2024-04-02T08:22:32.820 INFO:tasks.rados.rados.0.smithi084.stdout:196: done (2 left) 2024-04-02T08:22:32.820 INFO:tasks.rados.rados.0.smithi084.stdout:197: done (1 left) 2024-04-02T08:22:32.820 INFO:tasks.rados.rados.0.smithi084.stdout:198: done (0 left) 2024-04-02T08:22:32.821 INFO:tasks.rados.rados.0.smithi084.stdout:199: snap_create 2024-04-02T08:22:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:32 smithi084 ceph-mon[27534]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:32 smithi084 ceph-mon[27534]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:22:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:32 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3524837565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:22:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:32 smithi084 ceph-mon[39235]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:32 smithi084 ceph-mon[39235]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:22:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:32 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3524837565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:22:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:32 smithi132 ceph-mon[31218]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:32 smithi132 ceph-mon[31218]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:22:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:32 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3524837565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:22:33.824 INFO:tasks.rados.rados.0.smithi084.stdout:199: done (0 left) 2024-04-02T08:22:33.824 INFO:tasks.rados.rados.0.smithi084.stdout:200: read oid 45 snap -1 2024-04-02T08:22:33.824 INFO:tasks.rados.rados.0.smithi084.stdout:200: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:22:33.824 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 17 2024-04-02T08:22:33.824 INFO:tasks.rados.rados.0.smithi084.stdout:201: seq_num 88 ranges {4440064=679936,5120000=778240,5898240=24576} 2024-04-02T08:22:33.852 INFO:tasks.rados.rados.0.smithi084.stdout:201: writing smithi08483026-31 from 4440064 to 5120000 tid 1 2024-04-02T08:22:33.857 INFO:tasks.rados.rados.0.smithi084.stdout:201: writing smithi08483026-31 from 5120000 to 5898240 tid 2 2024-04-02T08:22:33.857 INFO:tasks.rados.rados.0.smithi084.stdout:201: writing smithi08483026-31 from 5898240 to 5922816 tid 3 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:202: read oid 49 snap -1 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:202: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:203: read oid 38 snap -1 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:203: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:204: read oid 40 snap -1 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:204: expect (ObjNum 62 snap 5 seq_num 62) 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:205: snap_create 2024-04-02T08:22:33.858 INFO:tasks.rados.rados.0.smithi084.stdout:200: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:22:33.909 INFO:tasks.rados.rados.0.smithi084.stdout:201: finishing write tid 1 to smithi08483026-31 2024-04-02T08:22:33.909 INFO:tasks.rados.rados.0.smithi084.stdout:201: finishing write tid 2 to smithi08483026-31 2024-04-02T08:22:33.909 INFO:tasks.rados.rados.0.smithi084.stdout:201: finishing write tid 3 to smithi08483026-31 2024-04-02T08:22:33.909 INFO:tasks.rados.rados.0.smithi084.stdout:202: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:22:33.929 INFO:tasks.rados.rados.0.smithi084.stdout:201: finishing write tid 4 to smithi08483026-31 2024-04-02T08:22:33.929 INFO:tasks.rados.rados.0.smithi084.stdout:203: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:22:33.945 INFO:tasks.rados.rados.0.smithi084.stdout:204: expect (ObjNum 62 snap 5 seq_num 62) 2024-04-02T08:22:34.001 INFO:tasks.rados.rados.0.smithi084.stdout:201: finishing write tid 5 to smithi08483026-31 2024-04-02T08:22:34.001 INFO:tasks.rados.rados.0.smithi084.stdout:201: oid 31 updating version 0 to 71 2024-04-02T08:22:34.001 INFO:tasks.rados.rados.0.smithi084.stdout:201: oid 31 version 71 is already newer than 70 2024-04-02T08:22:34.001 INFO:tasks.rados.rados.0.smithi084.stdout:201: oid 31 version 71 is already newer than 69 2024-04-02T08:22:34.001 INFO:tasks.rados.rados.0.smithi084.stdout:201: oid 31 updating version 71 to 72 2024-04-02T08:22:34.001 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 72 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-04-02T08:22:34.001 INFO:tasks.rados.rados.0.smithi084.stdout:201: left oid 31 (ObjNum 88 snap 17 seq_num 88) 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[27534]: pgmap v170: 121 pgs: 121 active+clean; 43 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[27534]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[27534]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[39235]: pgmap v170: 121 pgs: 121 active+clean; 43 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[39235]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[39235]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:22:34.088 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:33 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:33 smithi132 ceph-mon[31218]: pgmap v170: 121 pgs: 121 active+clean; 43 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-02T08:22:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:33 smithi132 ceph-mon[31218]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:33 smithi132 ceph-mon[31218]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:22:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:33 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:34.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:22:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:22:34] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:22:34.767 INFO:tasks.rados.rados.0.smithi084.stdout:200: done (5 left) 2024-04-02T08:22:34.767 INFO:tasks.rados.rados.0.smithi084.stdout:201: done (4 left) 2024-04-02T08:22:34.767 INFO:tasks.rados.rados.0.smithi084.stdout:202: done (3 left) 2024-04-02T08:22:34.767 INFO:tasks.rados.rados.0.smithi084.stdout:203: done (2 left) 2024-04-02T08:22:34.767 INFO:tasks.rados.rados.0.smithi084.stdout:204: done (1 left) 2024-04-02T08:22:34.767 INFO:tasks.rados.rados.0.smithi084.stdout:205: done (0 left) 2024-04-02T08:22:34.767 INFO:tasks.rados.rados.0.smithi084.stdout:206: snap_remove snap 15 2024-04-02T08:22:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:34 smithi084 ceph-mon[27534]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:22:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:34 smithi084 ceph-mon[27534]: pgmap v173: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:34 smithi084 ceph-mon[27534]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:22:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:34 smithi084 ceph-mon[39235]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:22:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:34 smithi084 ceph-mon[39235]: pgmap v173: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:34 smithi084 ceph-mon[39235]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:22:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:34 smithi132 ceph-mon[31218]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:22:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:34 smithi132 ceph-mon[31218]: pgmap v173: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:34 smithi132 ceph-mon[31218]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:22:35.773 INFO:tasks.rados.rados.0.smithi084.stdout:206: done (0 left) 2024-04-02T08:22:35.774 INFO:tasks.rados.rados.0.smithi084.stdout:207: read oid 36 snap -1 2024-04-02T08:22:35.774 INFO:tasks.rados.rados.0.smithi084.stdout:207: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:22:35.774 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 18 2024-04-02T08:22:35.774 INFO:tasks.rados.rados.0.smithi084.stdout:208: seq_num 89 ranges {0=696320,696320=655360,1351680=147456} 2024-04-02T08:22:35.777 INFO:tasks.rados.rados.0.smithi084.stdout:208: writing smithi08483026-1 from 0 to 696320 tid 1 2024-04-02T08:22:35.781 INFO:tasks.rados.rados.0.smithi084.stdout:208: writing smithi08483026-1 from 696320 to 1351680 tid 2 2024-04-02T08:22:35.782 INFO:tasks.rados.rados.0.smithi084.stdout:208: writing smithi08483026-1 from 1351680 to 1499136 tid 3 2024-04-02T08:22:35.782 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 18 2024-04-02T08:22:35.782 INFO:tasks.rados.rados.0.smithi084.stdout:209: seq_num 90 ranges {2260992=712704,2973696=540672,3514368=262144} 2024-04-02T08:22:35.798 INFO:tasks.rados.rados.0.smithi084.stdout:209: writing smithi08483026-9 from 2260992 to 2973696 tid 1 2024-04-02T08:22:35.801 INFO:tasks.rados.rados.0.smithi084.stdout:209: writing smithi08483026-9 from 2973696 to 3514368 tid 2 2024-04-02T08:22:35.803 INFO:tasks.rados.rados.0.smithi084.stdout:209: writing smithi08483026-9 from 3514368 to 3776512 tid 3 2024-04-02T08:22:35.803 INFO:tasks.rados.rados.0.smithi084.stdout:210: rmattr oid 11 current snap is 18 2024-04-02T08:22:35.803 INFO:tasks.rados.rados.0.smithi084.stdout:210: done (3 left) 2024-04-02T08:22:35.803 INFO:tasks.rados.rados.0.smithi084.stdout:211: snap_remove snap 13 2024-04-02T08:22:36.782 INFO:tasks.rados.rados.0.smithi084.stdout:211: done (3 left) 2024-04-02T08:22:36.782 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 18 2024-04-02T08:22:36.782 INFO:tasks.rados.rados.0.smithi084.stdout:212: seq_num 91 ranges {24576=729088,753664=425984,1179648=376832} 2024-04-02T08:22:36.786 INFO:tasks.rados.rados.0.smithi084.stdout:212: writing smithi08483026-2 from 24576 to 753664 tid 1 2024-04-02T08:22:36.789 INFO:tasks.rados.rados.0.smithi084.stdout:212: writing smithi08483026-2 from 753664 to 1179648 tid 2 2024-04-02T08:22:36.792 INFO:tasks.rados.rados.0.smithi084.stdout:212: writing smithi08483026-2 from 1179648 to 1556480 tid 3 2024-04-02T08:22:36.792 INFO:tasks.rados.rados.0.smithi084.stdout:213: copy_from oid 38 from oid 46 current snap is 18 2024-04-02T08:22:36.792 INFO:tasks.rados.rados.0.smithi084.stdout:207: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:22:36.793 INFO:tasks.rados.rados.0.smithi084.stdout:208: finishing write tid 1 to smithi08483026-1 2024-04-02T08:22:36.793 INFO:tasks.rados.rados.0.smithi084.stdout:208: finishing write tid 2 to smithi08483026-1 2024-04-02T08:22:36.793 INFO:tasks.rados.rados.0.smithi084.stdout:208: finishing write tid 3 to smithi08483026-1 2024-04-02T08:22:36.793 INFO:tasks.rados.rados.0.smithi084.stdout:207: done (4 left) 2024-04-02T08:22:36.793 INFO:tasks.rados.rados.0.smithi084.stdout:214: snap_remove snap 10 2024-04-02T08:22:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:36 smithi084 ceph-mon[27534]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:22:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:36 smithi084 ceph-mon[39235]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:22:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:36 smithi132 ceph-mon[31218]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:22:37.784 INFO:tasks.rados.rados.0.smithi084.stdout:214: done (4 left) 2024-04-02T08:22:37.784 INFO:tasks.rados.rados.0.smithi084.stdout:215: rmattr oid 20 current snap is 18 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:215: done (4 left) 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:216: rmattr oid 16 current snap is 18 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:216: done (4 left) 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:217: rmattr oid 12 current snap is 18 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:217: done (4 left) 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:218: read oid 4 snap -1 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:218: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:219: read oid 19 snap -1 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:219: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:22:37.785 INFO:tasks.rados.rados.0.smithi084.stdout:220: setattr oid 26 current snap is 18 2024-04-02T08:22:37.786 INFO:tasks.rados.rados.0.smithi084.stdout:208: finishing write tid 4 to smithi08483026-1 2024-04-02T08:22:37.786 INFO:tasks.rados.rados.0.smithi084.stdout:208: finishing write tid 5 to smithi08483026-1 2024-04-02T08:22:37.786 INFO:tasks.rados.rados.0.smithi084.stdout:208: oid 1 updating version 0 to 98 2024-04-02T08:22:37.786 INFO:tasks.rados.rados.0.smithi084.stdout:208: oid 1 version 98 is already newer than 97 2024-04-02T08:22:37.786 INFO:tasks.rados.rados.0.smithi084.stdout:208: oid 1 updating version 98 to 100 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:208: oid 1 version 100 is already newer than 99 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 100 (ObjNum 89 snap 18 seq_num 89) dirty exists 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:208: left oid 1 (ObjNum 89 snap 18 seq_num 89) 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:209: finishing write tid 1 to smithi08483026-9 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:209: finishing write tid 2 to smithi08483026-9 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:209: finishing write tid 3 to smithi08483026-9 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:209: finishing write tid 4 to smithi08483026-9 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:209: finishing write tid 5 to smithi08483026-9 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:209: oid 9 updating version 0 to 29 2024-04-02T08:22:37.787 INFO:tasks.rados.rados.0.smithi084.stdout:209: oid 9 updating version 29 to 31 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:209: oid 9 version 31 is already newer than 28 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:209: oid 9 version 31 is already newer than 30 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 31 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:209: left oid 9 (ObjNum 90 snap 18 seq_num 90) 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: finishing write tid 1 to smithi08483026-2 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: finishing write tid 2 to smithi08483026-2 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: finishing write tid 3 to smithi08483026-2 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: finishing write tid 4 to smithi08483026-2 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: finishing write tid 5 to smithi08483026-2 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: oid 2 updating version 0 to 33 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: oid 2 updating version 33 to 34 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: oid 2 version 34 is already newer than 32 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: oid 2 updating version 34 to 35 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 35 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:212: left oid 2 (ObjNum 91 snap 18 seq_num 91) 2024-04-02T08:22:37.788 INFO:tasks.rados.rados.0.smithi084.stdout:213: finishing copy_from racing read to smithi08483026-38 2024-04-02T08:22:37.789 INFO:tasks.rados.rados.0.smithi084.stdout:213: finishing copy_from to smithi08483026-38 2024-04-02T08:22:37.789 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 45 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:22:37.790 INFO:tasks.rados.rados.0.smithi084.stdout:208: done (6 left) 2024-04-02T08:22:37.790 INFO:tasks.rados.rados.0.smithi084.stdout:209: done (5 left) 2024-04-02T08:22:37.790 INFO:tasks.rados.rados.0.smithi084.stdout:212: done (4 left) 2024-04-02T08:22:37.790 INFO:tasks.rados.rados.0.smithi084.stdout:213: done (3 left) 2024-04-02T08:22:37.790 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 18 2024-04-02T08:22:37.790 INFO:tasks.rados.rados.0.smithi084.stdout:221: seq_num 92 ranges {1499136=745472,2244608=761856,3006464=40960} 2024-04-02T08:22:37.800 INFO:tasks.rados.rados.0.smithi084.stdout:221: writing smithi08483026-1 from 1499136 to 2244608 tid 1 2024-04-02T08:22:37.805 INFO:tasks.rados.rados.0.smithi084.stdout:221: writing smithi08483026-1 from 2244608 to 3006464 tid 2 2024-04-02T08:22:37.805 INFO:tasks.rados.rados.0.smithi084.stdout:221: writing smithi08483026-1 from 3006464 to 3047424 tid 3 2024-04-02T08:22:37.805 INFO:tasks.rados.rados.0.smithi084.stdout:222: copy_from oid 25 from oid 10 current snap is 18 2024-04-02T08:22:37.805 INFO:tasks.rados.rados.0.smithi084.stdout:219: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:22:37.814 INFO:tasks.rados.rados.0.smithi084.stdout:218: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 52 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: finishing write tid 1 to smithi08483026-1 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:218: done (4 left) 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:219: done (3 left) 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:220: done (2 left) 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:223: snap_create 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: finishing write tid 2 to smithi08483026-1 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: finishing write tid 3 to smithi08483026-1 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: finishing write tid 4 to smithi08483026-1 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: finishing write tid 5 to smithi08483026-1 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: oid 1 updating version 0 to 109 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: oid 1 updating version 109 to 112 2024-04-02T08:22:37.823 INFO:tasks.rados.rados.0.smithi084.stdout:221: oid 1 version 112 is already newer than 110 2024-04-02T08:22:37.824 INFO:tasks.rados.rados.0.smithi084.stdout:221: oid 1 version 112 is already newer than 111 2024-04-02T08:22:37.824 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 112 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-04-02T08:22:37.824 INFO:tasks.rados.rados.0.smithi084.stdout:221: left oid 1 (ObjNum 92 snap 18 seq_num 92) 2024-04-02T08:22:37.824 INFO:tasks.rados.rados.0.smithi084.stdout:222: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:22:37.824 INFO:tasks.rados.rados.0.smithi084.stdout:222: finishing copy_from to smithi08483026-25 2024-04-02T08:22:37.824 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 64 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-02T08:22:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:37 smithi084 ceph-mon[27534]: pgmap v176: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:37 smithi084 ceph-mon[27534]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:22:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:37 smithi084 ceph-mon[39235]: pgmap v176: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:37 smithi084 ceph-mon[39235]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:22:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:37 smithi132 ceph-mon[31218]: pgmap v176: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:22:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:37 smithi132 ceph-mon[31218]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:22:38.791 INFO:tasks.rados.rados.0.smithi084.stdout:221: done (2 left) 2024-04-02T08:22:38.791 INFO:tasks.rados.rados.0.smithi084.stdout:222: done (1 left) 2024-04-02T08:22:38.791 INFO:tasks.rados.rados.0.smithi084.stdout:223: done (0 left) 2024-04-02T08:22:38.791 INFO:tasks.rados.rados.0.smithi084.stdout:224: delete oid 31 current snap is 19 2024-04-02T08:22:38.795 INFO:tasks.rados.rados.0.smithi084.stdout:224: done (0 left) 2024-04-02T08:22:38.795 INFO:tasks.rados.rados.0.smithi084.stdout:225: delete oid 26 current snap is 19 2024-04-02T08:22:38.799 INFO:tasks.rados.rados.0.smithi084.stdout:225: done (0 left) 2024-04-02T08:22:38.799 INFO:tasks.rados.rados.0.smithi084.stdout:226: copy_from oid 20 from oid 42 current snap is 19 2024-04-02T08:22:38.799 INFO:tasks.rados.rados.0.smithi084.stdout:227: delete oid 5 current snap is 19 2024-04-02T08:22:38.799 INFO:tasks.rados.rados.0.smithi084.stdout:226: finishing copy_from to smithi08483026-20 2024-04-02T08:22:38.800 INFO:tasks.rados.rados.0.smithi084.stdout:226: got expected ENOENT (src dne) 2024-04-02T08:22:38.800 INFO:tasks.rados.rados.0.smithi084.stdout:226: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:22:38.800 INFO:tasks.rados.rados.0.smithi084.stdout:226: done (1 left) 2024-04-02T08:22:38.800 INFO:tasks.rados.rados.0.smithi084.stdout:227: done (0 left) 2024-04-02T08:22:38.800 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 19 2024-04-02T08:22:38.801 INFO:tasks.rados.rados.0.smithi084.stdout:228: seq_num 96 ranges {2146304=409600,2555904=696320,3252224=507904} 2024-04-02T08:22:38.814 INFO:tasks.rados.rados.0.smithi084.stdout:228: writing smithi08483026-24 from 2146304 to 2555904 tid 1 2024-04-02T08:22:38.817 INFO:tasks.rados.rados.0.smithi084.stdout:228: writing smithi08483026-24 from 2555904 to 3252224 tid 2 2024-04-02T08:22:38.821 INFO:tasks.rados.rados.0.smithi084.stdout:228: writing smithi08483026-24 from 3252224 to 3760128 tid 3 2024-04-02T08:22:38.821 INFO:tasks.rados.rados.0.smithi084.stdout:229: read oid 34 snap -1 2024-04-02T08:22:38.821 INFO:tasks.rados.rados.0.smithi084.stdout:229: expect deleted 2024-04-02T08:22:38.821 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 19 2024-04-02T08:22:38.821 INFO:tasks.rados.rados.0.smithi084.stdout:230: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-04-02T08:22:38.823 INFO:tasks.rados.rados.0.smithi084.stdout:230: writing smithi08483026-42 from 0 to 434176 tid 1 2024-04-02T08:22:38.827 INFO:tasks.rados.rados.0.smithi084.stdout:230: writing smithi08483026-42 from 434176 to 1015808 tid 2 2024-04-02T08:22:38.830 INFO:tasks.rados.rados.0.smithi084.stdout:230: writing smithi08483026-42 from 1015808 to 1556480 tid 3 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:230: writing smithi08483026-42 from 1556480 to 1638400 tid 4 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:231: delete oid 11 current snap is 19 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:228: finishing write tid 1 to smithi08483026-24 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:228: finishing write tid 2 to smithi08483026-24 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:228: finishing write tid 3 to smithi08483026-24 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:228: finishing write tid 4 to smithi08483026-24 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:228: finishing write tid 5 to smithi08483026-24 2024-04-02T08:22:38.831 INFO:tasks.rados.rados.0.smithi084.stdout:228: oid 24 updating version 0 to 30 2024-04-02T08:22:38.832 INFO:tasks.rados.rados.0.smithi084.stdout:228: oid 24 updating version 30 to 31 2024-04-02T08:22:38.832 INFO:tasks.rados.rados.0.smithi084.stdout:228: oid 24 version 31 is already newer than 29 2024-04-02T08:22:38.832 INFO:tasks.rados.rados.0.smithi084.stdout:228: oid 24 version 31 is already newer than 28 2024-04-02T08:22:38.832 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 31 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-04-02T08:22:38.832 INFO:tasks.rados.rados.0.smithi084.stdout:228: left oid 24 (ObjNum 96 snap 19 seq_num 96) 2024-04-02T08:22:38.832 INFO:tasks.rados.rados.0.smithi084.stdout:230: finishing write tid 1 to smithi08483026-42 2024-04-02T08:22:38.832 INFO:tasks.rados.rados.0.smithi084.stdout:230: finishing write tid 2 to smithi08483026-42 2024-04-02T08:22:38.833 INFO:tasks.rados.rados.0.smithi084.stdout:230: finishing write tid 3 to smithi08483026-42 2024-04-02T08:22:38.833 INFO:tasks.rados.rados.0.smithi084.stdout:230: finishing write tid 4 to smithi08483026-42 2024-04-02T08:22:38.833 INFO:tasks.rados.rados.0.smithi084.stdout:230: finishing write tid 5 to smithi08483026-42 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:228: done (3 left) 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:229: done (2 left) 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:231: done (1 left) 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:232: read oid 31 snap -1 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:232: expect deleted 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:233: copy_from oid 27 from oid 4 current snap is 19 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:234: copy_from oid 20 from oid 21 current snap is 19 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:235: read oid 8 snap 18 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:235: expect (ObjNum 69 snap 6 seq_num 69) 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:236: delete oid 32 current snap is 19 2024-04-02T08:22:38.835 INFO:tasks.rados.rados.0.smithi084.stdout:230: finishing write tid 6 to smithi08483026-42 2024-04-02T08:22:38.836 INFO:tasks.rados.rados.0.smithi084.stdout:230: oid 42 updating version 0 to 73 2024-04-02T08:22:38.836 INFO:tasks.rados.rados.0.smithi084.stdout:230: oid 42 version 73 is already newer than 71 2024-04-02T08:22:38.836 INFO:tasks.rados.rados.0.smithi084.stdout:230: oid 42 version 73 is already newer than 70 2024-04-02T08:22:38.836 INFO:tasks.rados.rados.0.smithi084.stdout:230: oid 42 version 73 is already newer than 72 2024-04-02T08:22:38.836 INFO:tasks.rados.rados.0.smithi084.stdout:230: oid 42 version 73 is already newer than 69 2024-04-02T08:22:38.836 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 73 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-04-02T08:22:38.836 INFO:tasks.rados.rados.0.smithi084.stdout:230: left oid 42 (ObjNum 97 snap 19 seq_num 97) 2024-04-02T08:22:38.838 INFO:tasks.rados.rados.0.smithi084.stdout:230: done (5 left) 2024-04-02T08:22:38.838 INFO:tasks.rados.rados.0.smithi084.stdout:232: done (4 left) 2024-04-02T08:22:38.838 INFO:tasks.rados.rados.0.smithi084.stdout:236: done (3 left) 2024-04-02T08:22:38.838 INFO:tasks.rados.rados.0.smithi084.stdout:237: rollback oid 30 current snap is 19 2024-04-02T08:22:38.838 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 30 to 16 2024-04-02T08:22:38.838 INFO:tasks.rados.rados.0.smithi084.stdout:238: delete oid 14 current snap is 19 2024-04-02T08:22:38.840 INFO:tasks.rados.rados.0.smithi084.stdout:233: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:22:38.841 INFO:tasks.rados.rados.0.smithi084.stdout:233: finishing copy_from to smithi08483026-27 2024-04-02T08:22:38.841 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:22:38.842 INFO:tasks.rados.rados.0.smithi084.stdout:233: done (4 left) 2024-04-02T08:22:38.842 INFO:tasks.rados.rados.0.smithi084.stdout:238: done (3 left) 2024-04-02T08:22:38.842 INFO:tasks.rados.rados.0.smithi084.stdout:239: copy_from oid 36 from oid 32 current snap is 19 2024-04-02T08:22:38.843 INFO:tasks.rados.rados.0.smithi084.stdout:240: rollback oid 26 current snap is 19 2024-04-02T08:22:38.843 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 26 to 14 2024-04-02T08:22:38.843 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 19 2024-04-02T08:22:38.843 INFO:tasks.rados.rados.0.smithi084.stdout:241: seq_num 101 ranges {204800=499712,704512=573440,1277952=524288,1802240=106496} 2024-04-02T08:22:38.846 INFO:tasks.rados.rados.0.smithi084.stdout:241: writing smithi08483026-13 from 204800 to 704512 tid 1 2024-04-02T08:22:38.850 INFO:tasks.rados.rados.0.smithi084.stdout:241: writing smithi08483026-13 from 704512 to 1277952 tid 2 2024-04-02T08:22:38.853 INFO:tasks.rados.rados.0.smithi084.stdout:241: writing smithi08483026-13 from 1277952 to 1802240 tid 3 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:241: writing smithi08483026-13 from 1802240 to 1908736 tid 4 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:242: rollback oid 24 current snap is 19 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 16 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:239: finishing copy_from to smithi08483026-36 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:239: got expected ENOENT (src dne) 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:239: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:237: finishing rollback tid 0 to smithi08483026-30 2024-04-02T08:22:38.854 INFO:tasks.rados.rados.0.smithi084.stdout:235: expect (ObjNum 69 snap 6 seq_num 69) 2024-04-02T08:22:38.896 INFO:tasks.rados.rados.0.smithi084.stdout:237: finishing rollback tid 1 to smithi08483026-30 2024-04-02T08:22:38.896 INFO:tasks.rados.rados.0.smithi084.stdout:237: finishing rollback tid 2 to smithi08483026-30 2024-04-02T08:22:38.896 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 22 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:22:38.896 INFO:tasks.rados.rados.0.smithi084.stdout:240: finishing rollback tid 1 to smithi08483026-26 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:234: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:240: finishing rollback tid 2 to smithi08483026-26 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 62 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:234: finishing copy_from to smithi08483026-20 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:241: finishing write tid 1 to smithi08483026-13 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:241: finishing write tid 2 to smithi08483026-13 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:234: done (6 left) 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:235: done (5 left) 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:237: done (4 left) 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:239: done (3 left) 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:240: done (2 left) 2024-04-02T08:22:38.897 INFO:tasks.rados.rados.0.smithi084.stdout:243: snap_remove snap 18 2024-04-02T08:22:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:38 smithi084 ceph-mon[27534]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:22:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:38 smithi084 ceph-mon[39235]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:22:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:38 smithi132 ceph-mon[31218]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:22:39.796 INFO:tasks.rados.rados.0.smithi084.stdout:243: done (2 left) 2024-04-02T08:22:39.796 INFO:tasks.rados.rados.0.smithi084.stdout:244: snap_remove snap 14 2024-04-02T08:22:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:39 smithi084 ceph-mon[27534]: pgmap v179: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:39 smithi084 ceph-mon[27534]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:22:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:39 smithi084 ceph-mon[39235]: pgmap v179: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:39 smithi084 ceph-mon[39235]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:22:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:39 smithi132 ceph-mon[31218]: pgmap v179: 121 pgs: 121 active+clean; 49 MiB data, 318 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:39 smithi132 ceph-mon[31218]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:22:40.800 INFO:tasks.rados.rados.0.smithi084.stdout:244: done (2 left) 2024-04-02T08:22:40.801 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 19 2024-04-02T08:22:40.801 INFO:tasks.rados.rados.0.smithi084.stdout:242: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:22:40.801 INFO:tasks.rados.rados.0.smithi084.stdout:242: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:22:40.801 INFO:tasks.rados.rados.0.smithi084.stdout:241: finishing write tid 3 to smithi08483026-13 2024-04-02T08:22:40.801 INFO:tasks.rados.rados.0.smithi084.stdout:241: finishing write tid 4 to smithi08483026-13 2024-04-02T08:22:40.801 INFO:tasks.rados.rados.0.smithi084.stdout:245: seq_num 102 ranges {2088960=516096,2605056=450560,3055616=729088,3784704=24576} 2024-04-02T08:22:40.815 INFO:tasks.rados.rados.0.smithi084.stdout:245: writing smithi08483026-25 from 2088960 to 2605056 tid 1 2024-04-02T08:22:40.818 INFO:tasks.rados.rados.0.smithi084.stdout:245: writing smithi08483026-25 from 2605056 to 3055616 tid 2 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:245: writing smithi08483026-25 from 3055616 to 3784704 tid 3 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:245: writing smithi08483026-25 from 3784704 to 3809280 tid 4 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:246: copy_from oid 18 from oid 39 current snap is 19 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:242: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 34 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:241: finishing write tid 5 to smithi08483026-13 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:241: finishing write tid 6 to smithi08483026-13 2024-04-02T08:22:40.823 INFO:tasks.rados.rados.0.smithi084.stdout:241: oid 13 updating version 0 to 65 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:241: oid 13 updating version 65 to 68 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:241: oid 13 version 68 is already newer than 66 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:241: oid 13 updating version 68 to 69 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:241: oid 13 version 69 is already newer than 67 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 69 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:241: left oid 13 (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:245: finishing write tid 1 to smithi08483026-25 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:245: finishing write tid 2 to smithi08483026-25 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:241: done (3 left) 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:242: done (2 left) 2024-04-02T08:22:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:247: delete oid 15 current snap is 19 2024-04-02T08:22:40.825 INFO:tasks.rados.rados.0.smithi084.stdout:247: done (2 left) 2024-04-02T08:22:40.825 INFO:tasks.rados.rados.0.smithi084.stdout:248: delete oid 41 current snap is 19 2024-04-02T08:22:40.825 INFO:tasks.rados.rados.0.smithi084.stdout:245: finishing write tid 3 to smithi08483026-25 2024-04-02T08:22:40.825 INFO:tasks.rados.rados.0.smithi084.stdout:245: finishing write tid 4 to smithi08483026-25 2024-04-02T08:22:40.826 INFO:tasks.rados.rados.0.smithi084.stdout:245: finishing write tid 5 to smithi08483026-25 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:248: done (2 left) 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:249: setattr oid 8 current snap is 19 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:245: finishing write tid 6 to smithi08483026-25 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:245: oid 25 updating version 0 to 70 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:245: oid 25 updating version 70 to 74 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:245: oid 25 version 74 is already newer than 71 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:245: oid 25 version 74 is already newer than 72 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:245: oid 25 version 74 is already newer than 73 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 74 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:245: left oid 25 (ObjNum 102 snap 19 seq_num 102) 2024-04-02T08:22:40.828 INFO:tasks.rados.rados.0.smithi084.stdout:246: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:22:40.829 INFO:tasks.rados.rados.0.smithi084.stdout:246: finishing copy_from to smithi08483026-18 2024-04-02T08:22:40.829 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:22:40.829 INFO:tasks.rados.rados.0.smithi084.stdout:245: done (2 left) 2024-04-02T08:22:40.829 INFO:tasks.rados.rados.0.smithi084.stdout:246: done (1 left) 2024-04-02T08:22:40.829 INFO:tasks.rados.rados.0.smithi084.stdout:250: snap_remove snap 16 2024-04-02T08:22:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:40 smithi084 ceph-mon[27534]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:22:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:40 smithi084 ceph-mon[39235]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:22:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:40 smithi132 ceph-mon[31218]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:22:41.810 INFO:tasks.rados.rados.0.smithi084.stdout:250: done (1 left) 2024-04-02T08:22:41.810 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 19 2024-04-02T08:22:41.810 INFO:tasks.rados.rados.0.smithi084.stdout:251: seq_num 105 ranges {606208=565248,1171456=507904,1679360=507904,2187264=188416} 2024-04-02T08:22:41.817 INFO:tasks.rados.rados.0.smithi084.stdout:251: writing smithi08483026-37 from 606208 to 1171456 tid 1 2024-04-02T08:22:41.821 INFO:tasks.rados.rados.0.smithi084.stdout:251: writing smithi08483026-37 from 1171456 to 1679360 tid 2 2024-04-02T08:22:41.824 INFO:tasks.rados.rados.0.smithi084.stdout:251: writing smithi08483026-37 from 1679360 to 2187264 tid 3 2024-04-02T08:22:41.825 INFO:tasks.rados.rados.0.smithi084.stdout:251: writing smithi08483026-37 from 2187264 to 2375680 tid 4 2024-04-02T08:22:41.826 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 19 2024-04-02T08:22:41.826 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 120 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-04-02T08:22:41.826 INFO:tasks.rados.rados.0.smithi084.stdout:252: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-04-02T08:22:41.828 INFO:tasks.rados.rados.0.smithi084.stdout:252: writing smithi08483026-48 from 0 to 581632 tid 1 2024-04-02T08:22:41.833 INFO:tasks.rados.rados.0.smithi084.stdout:252: writing smithi08483026-48 from 581632 to 1376256 tid 2 2024-04-02T08:22:41.836 INFO:tasks.rados.rados.0.smithi084.stdout:252: writing smithi08483026-48 from 1376256 to 1785856 tid 3 2024-04-02T08:22:41.836 INFO:tasks.rados.rados.0.smithi084.stdout:249: done (2 left) 2024-04-02T08:22:41.836 INFO:tasks.rados.rados.0.smithi084.stdout:253: copy_from oid 26 from oid 25 current snap is 19 2024-04-02T08:22:41.836 INFO:tasks.rados.rados.0.smithi084.stdout:251: finishing write tid 1 to smithi08483026-37 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: finishing write tid 2 to smithi08483026-37 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: finishing write tid 3 to smithi08483026-37 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: finishing write tid 4 to smithi08483026-37 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: finishing write tid 5 to smithi08483026-37 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:252: finishing write tid 1 to smithi08483026-48 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: finishing write tid 6 to smithi08483026-37 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: oid 37 updating version 0 to 7 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: oid 37 version 7 is already newer than 5 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: oid 37 version 7 is already newer than 6 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: oid 37 updating version 7 to 8 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: oid 37 version 8 is already newer than 4 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 8 (ObjNum 105 snap 19 seq_num 105) dirty exists 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: left oid 37 (ObjNum 105 snap 19 seq_num 105) 2024-04-02T08:22:41.837 INFO:tasks.rados.rados.0.smithi084.stdout:251: done (2 left) 2024-04-02T08:22:41.838 INFO:tasks.rados.rados.0.smithi084.stdout:254: snap_create 2024-04-02T08:22:41.838 INFO:tasks.rados.rados.0.smithi084.stdout:252: finishing write tid 2 to smithi08483026-48 2024-04-02T08:22:41.839 INFO:tasks.rados.rados.0.smithi084.stdout:252: finishing write tid 3 to smithi08483026-48 2024-04-02T08:22:41.840 INFO:tasks.rados.rados.0.smithi084.stdout:252: finishing write tid 4 to smithi08483026-48 2024-04-02T08:22:41.841 INFO:tasks.rados.rados.0.smithi084.stdout:252: finishing write tid 5 to smithi08483026-48 2024-04-02T08:22:41.841 INFO:tasks.rados.rados.0.smithi084.stdout:252: oid 48 updating version 0 to 29 2024-04-02T08:22:41.841 INFO:tasks.rados.rados.0.smithi084.stdout:252: oid 48 updating version 29 to 31 2024-04-02T08:22:41.841 INFO:tasks.rados.rados.0.smithi084.stdout:252: oid 48 updating version 31 to 32 2024-04-02T08:22:41.841 INFO:tasks.rados.rados.0.smithi084.stdout:252: oid 48 version 32 is already newer than 30 2024-04-02T08:22:41.841 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 32 (ObjNum 106 snap 19 seq_num 106) dirty exists 2024-04-02T08:22:41.841 INFO:tasks.rados.rados.0.smithi084.stdout:252: left oid 48 (ObjNum 106 snap 19 seq_num 106) 2024-04-02T08:22:41.857 INFO:tasks.rados.rados.0.smithi084.stdout:253: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:22:41.860 INFO:tasks.rados.rados.0.smithi084.stdout:253: finishing copy_from to smithi08483026-26 2024-04-02T08:22:41.860 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 74 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:22:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:41 smithi084 ceph-mon[27534]: pgmap v182: 121 pgs: 121 active+clean; 59 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:22:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:41 smithi084 ceph-mon[27534]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:22:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:41 smithi084 ceph-mon[39235]: pgmap v182: 121 pgs: 121 active+clean; 59 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:22:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:41 smithi084 ceph-mon[39235]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:22:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:41 smithi132 ceph-mon[31218]: pgmap v182: 121 pgs: 121 active+clean; 59 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:22:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:41 smithi132 ceph-mon[31218]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:22:42.820 INFO:tasks.rados.rados.0.smithi084.stdout:252: done (2 left) 2024-04-02T08:22:42.820 INFO:tasks.rados.rados.0.smithi084.stdout:253: done (1 left) 2024-04-02T08:22:42.820 INFO:tasks.rados.rados.0.smithi084.stdout:254: done (0 left) 2024-04-02T08:22:42.820 INFO:tasks.rados.rados.0.smithi084.stdout:255: snap_create 2024-04-02T08:22:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:42 smithi084 ceph-mon[27534]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:22:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:42 smithi084 ceph-mon[39235]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:22:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:42 smithi132 ceph-mon[31218]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:22:43.815 INFO:tasks.rados.rados.0.smithi084.stdout:255: done (0 left) 2024-04-02T08:22:43.815 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 21 2024-04-02T08:22:43.815 INFO:tasks.rados.rados.0.smithi084.stdout:256: seq_num 107 ranges {2260992=598016,2859008=729088,3588096=466944,4055040=8192} 2024-04-02T08:22:43.830 INFO:tasks.rados.rados.0.smithi084.stdout:256: writing smithi08483026-17 from 2260992 to 2859008 tid 1 2024-04-02T08:22:43.835 INFO:tasks.rados.rados.0.smithi084.stdout:256: writing smithi08483026-17 from 2859008 to 3588096 tid 2 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:256: writing smithi08483026-17 from 3588096 to 4055040 tid 3 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:256: writing smithi08483026-17 from 4055040 to 4063232 tid 4 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:257: rollback oid 8 current snap is 21 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 8 to 19 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:256: finishing write tid 1 to smithi08483026-17 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:258: rmattr oid 26 current snap is 21 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:258: done (2 left) 2024-04-02T08:22:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:259: delete oid 2 current snap is 21 2024-04-02T08:22:43.840 INFO:tasks.rados.rados.0.smithi084.stdout:259: done (2 left) 2024-04-02T08:22:43.840 INFO:tasks.rados.rados.0.smithi084.stdout:260: rmattr oid 24 current snap is 21 2024-04-02T08:22:43.840 INFO:tasks.rados.rados.0.smithi084.stdout:260: done (2 left) 2024-04-02T08:22:43.840 INFO:tasks.rados.rados.0.smithi084.stdout:261: snap_create 2024-04-02T08:22:43.841 INFO:tasks.rados.rados.0.smithi084.stdout:256: finishing write tid 2 to smithi08483026-17 2024-04-02T08:22:43.842 INFO:tasks.rados.rados.0.smithi084.stdout:256: finishing write tid 3 to smithi08483026-17 2024-04-02T08:22:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:257: finishing rollback tid 0 to smithi08483026-8 2024-04-02T08:22:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:256: finishing write tid 4 to smithi08483026-17 2024-04-02T08:22:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:257: finishing rollback tid 1 to smithi08483026-8 2024-04-02T08:22:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:256: finishing write tid 5 to smithi08483026-17 2024-04-02T08:22:43.844 INFO:tasks.rados.rados.0.smithi084.stdout:257: finishing rollback tid 2 to smithi08483026-8 2024-04-02T08:22:43.844 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 128 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:256: finishing write tid 6 to smithi08483026-17 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:256: oid 17 updating version 0 to 106 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:256: oid 17 version 106 is already newer than 105 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:256: oid 17 version 106 is already newer than 104 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:256: oid 17 version 106 is already newer than 103 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:256: oid 17 version 106 is already newer than 102 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 106 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:22:43.845 INFO:tasks.rados.rados.0.smithi084.stdout:256: left oid 17 (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:22:44.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:43 smithi084 ceph-mon[27534]: pgmap v185: 121 pgs: 121 active+clean; 59 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:22:44.087 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:43 smithi084 ceph-mon[27534]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:22:44.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:43 smithi084 ceph-mon[39235]: pgmap v185: 121 pgs: 121 active+clean; 59 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:22:44.087 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:43 smithi084 ceph-mon[39235]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:22:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:43 smithi132 ceph-mon[31218]: pgmap v185: 121 pgs: 121 active+clean; 59 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:22:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:43 smithi132 ceph-mon[31218]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:22:44.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:22:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:22:44] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:22:44.770 INFO:tasks.rados.rados.0.smithi084.stdout:256: done (2 left) 2024-04-02T08:22:44.770 INFO:tasks.rados.rados.0.smithi084.stdout:257: done (1 left) 2024-04-02T08:22:44.770 INFO:tasks.rados.rados.0.smithi084.stdout:261: done (0 left) 2024-04-02T08:22:44.770 INFO:tasks.rados.rados.0.smithi084.stdout:262: copy_from oid 48 from oid 47 current snap is 22 2024-04-02T08:22:44.770 INFO:tasks.rados.rados.0.smithi084.stdout:263: read oid 34 snap -1 2024-04-02T08:22:44.770 INFO:tasks.rados.rados.0.smithi084.stdout:263: expect deleted 2024-04-02T08:22:44.770 INFO:tasks.rados.rados.0.smithi084.stdout:264: snap_create 2024-04-02T08:22:44.781 INFO:tasks.rados.rados.0.smithi084.stdout:262: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:22:44.781 INFO:tasks.rados.rados.0.smithi084.stdout:262: finishing copy_from to smithi08483026-48 2024-04-02T08:22:44.781 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:22:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:44 smithi084 ceph-mon[27534]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:22:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:44 smithi084 ceph-mon[27534]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:22:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:44 smithi084 ceph-mon[39235]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:22:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:44 smithi084 ceph-mon[39235]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:22:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:44 smithi132 ceph-mon[31218]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:22:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:44 smithi132 ceph-mon[31218]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:22:45.777 INFO:tasks.rados.rados.0.smithi084.stdout:262: done (2 left) 2024-04-02T08:22:45.777 INFO:tasks.rados.rados.0.smithi084.stdout:263: done (1 left) 2024-04-02T08:22:45.777 INFO:tasks.rados.rados.0.smithi084.stdout:264: done (0 left) 2024-04-02T08:22:45.777 INFO:tasks.rados.rados.0.smithi084.stdout:265: read oid 47 snap -1 2024-04-02T08:22:45.777 INFO:tasks.rados.rados.0.smithi084.stdout:265: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:22:45.777 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 23 2024-04-02T08:22:45.777 INFO:tasks.rados.rados.0.smithi084.stdout:266: seq_num 109 ranges {1482752=630784,2113536=491520,2605056=483328,3088384=229376} 2024-04-02T08:22:45.788 INFO:tasks.rados.rados.0.smithi084.stdout:266: writing smithi08483026-45 from 1482752 to 2113536 tid 1 2024-04-02T08:22:45.791 INFO:tasks.rados.rados.0.smithi084.stdout:266: writing smithi08483026-45 from 2113536 to 2605056 tid 2 2024-04-02T08:22:45.793 INFO:tasks.rados.rados.0.smithi084.stdout:266: writing smithi08483026-45 from 2605056 to 3088384 tid 3 2024-04-02T08:22:45.795 INFO:tasks.rados.rados.0.smithi084.stdout:266: writing smithi08483026-45 from 3088384 to 3317760 tid 4 2024-04-02T08:22:45.795 INFO:tasks.rados.rados.0.smithi084.stdout:267: read oid 49 snap 22 2024-04-02T08:22:45.795 INFO:tasks.rados.rados.0.smithi084.stdout:267: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:22:45.796 INFO:tasks.rados.rados.0.smithi084.stdout:268: read oid 28 snap -1 2024-04-02T08:22:45.796 INFO:tasks.rados.rados.0.smithi084.stdout:268: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:22:45.796 INFO:tasks.rados.rados.0.smithi084.stdout:269: rollback oid 29 current snap is 23 2024-04-02T08:22:45.796 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 22 2024-04-02T08:22:45.796 INFO:tasks.rados.rados.0.smithi084.stdout:265: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:22:45.817 INFO:tasks.rados.rados.0.smithi084.stdout:266: finishing write tid 1 to smithi08483026-45 2024-04-02T08:22:45.817 INFO:tasks.rados.rados.0.smithi084.stdout:266: finishing write tid 2 to smithi08483026-45 2024-04-02T08:22:45.817 INFO:tasks.rados.rados.0.smithi084.stdout:266: finishing write tid 3 to smithi08483026-45 2024-04-02T08:22:45.818 INFO:tasks.rados.rados.0.smithi084.stdout:266: finishing write tid 4 to smithi08483026-45 2024-04-02T08:22:45.818 INFO:tasks.rados.rados.0.smithi084.stdout:269: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:22:45.818 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 0 (ObjNum 33 snap 0 seq_num 609850616) dirty dne 2024-04-02T08:22:45.818 INFO:tasks.rados.rados.0.smithi084.stdout:268: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:22:45.834 INFO:tasks.rados.rados.0.smithi084.stdout:266: finishing write tid 5 to smithi08483026-45 2024-04-02T08:22:45.835 INFO:tasks.rados.rados.0.smithi084.stdout:267: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: finishing write tid 6 to smithi08483026-45 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: oid 45 updating version 0 to 47 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: oid 45 updating version 47 to 49 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: oid 45 version 49 is already newer than 48 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: oid 45 version 49 is already newer than 46 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: oid 45 version 49 is already newer than 45 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 49 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: left oid 45 (ObjNum 109 snap 23 seq_num 109) 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:265: done (4 left) 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:266: done (3 left) 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:267: done (2 left) 2024-04-02T08:22:45.856 INFO:tasks.rados.rados.0.smithi084.stdout:268: done (1 left) 2024-04-02T08:22:45.857 INFO:tasks.rados.rados.0.smithi084.stdout:269: done (0 left) 2024-04-02T08:22:45.857 INFO:tasks.rados.rados.0.smithi084.stdout:270: snap_remove snap 20 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:45 smithi084 ceph-mon[27534]: pgmap v188: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:45 smithi084 ceph-mon[27534]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:45 smithi084 ceph-mon[39235]: pgmap v188: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:45 smithi084 ceph-mon[39235]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:22:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:45 smithi132 ceph-mon[31218]: pgmap v188: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:22:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:45 smithi132 ceph-mon[31218]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:22:46.829 INFO:tasks.rados.rados.0.smithi084.stdout:270: done (0 left) 2024-04-02T08:22:46.829 INFO:tasks.rados.rados.0.smithi084.stdout:271: rollback oid 25 current snap is 23 2024-04-02T08:22:46.829 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 25 to 21 2024-04-02T08:22:46.830 INFO:tasks.rados.rados.0.smithi084.stdout:272: snap_remove snap 19 2024-04-02T08:22:47.832 INFO:tasks.rados.rados.0.smithi084.stdout:272: done (1 left) 2024-04-02T08:22:47.832 INFO:tasks.rados.rados.0.smithi084.stdout:273: snap_create 2024-04-02T08:22:47.832 INFO:tasks.rados.rados.0.smithi084.stdout:271: finishing rollback tid 0 to smithi08483026-25 2024-04-02T08:22:47.832 INFO:tasks.rados.rados.0.smithi084.stdout:271: finishing rollback tid 1 to smithi08483026-25 2024-04-02T08:22:47.833 INFO:tasks.rados.rados.0.smithi084.stdout:271: finishing rollback tid 2 to smithi08483026-25 2024-04-02T08:22:47.833 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 78 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:22:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:47 smithi084 ceph-mon[27534]: pgmap v191: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:22:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:47 smithi084 ceph-mon[27534]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:22:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:47 smithi084 ceph-mon[39235]: pgmap v191: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:22:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:47 smithi084 ceph-mon[39235]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:22:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:47 smithi132 ceph-mon[31218]: pgmap v191: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:22:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:47 smithi132 ceph-mon[31218]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:22:48.845 INFO:tasks.rados.rados.0.smithi084.stdout:271: done (1 left) 2024-04-02T08:22:48.845 INFO:tasks.rados.rados.0.smithi084.stdout:273: done (0 left) 2024-04-02T08:22:48.845 INFO:tasks.rados.rados.0.smithi084.stdout:274: snap_create 2024-04-02T08:22:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:48 smithi084 ceph-mon[27534]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:22:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:48 smithi084 ceph-mon[27534]: pgmap v194: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:48 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:48 smithi084 ceph-mon[39235]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:22:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:48 smithi084 ceph-mon[39235]: pgmap v194: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:48 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:48 smithi132 ceph-mon[31218]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:22:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:48 smithi132 ceph-mon[31218]: pgmap v194: 121 pgs: 121 active+clean; 71 MiB data, 359 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:48 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:49.845 INFO:tasks.rados.rados.0.smithi084.stdout:274: done (0 left) 2024-04-02T08:22:49.846 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 25 2024-04-02T08:22:49.846 INFO:tasks.rados.rados.0.smithi084.stdout:275: seq_num 110 ranges {491520=647168,1138688=778240,1916928=425984} 2024-04-02T08:22:49.851 INFO:tasks.rados.rados.0.smithi084.stdout:275: writing smithi08483026-30 from 491520 to 1138688 tid 1 2024-04-02T08:22:49.856 INFO:tasks.rados.rados.0.smithi084.stdout:275: writing smithi08483026-30 from 1138688 to 1916928 tid 2 2024-04-02T08:22:49.859 INFO:tasks.rados.rados.0.smithi084.stdout:275: writing smithi08483026-30 from 1916928 to 2342912 tid 3 2024-04-02T08:22:49.859 INFO:tasks.rados.rados.0.smithi084.stdout:276: rmattr oid 17 current snap is 25 2024-04-02T08:22:49.859 INFO:tasks.rados.rados.0.smithi084.stdout:276: done (1 left) 2024-04-02T08:22:49.859 INFO:tasks.rados.rados.0.smithi084.stdout:277: snap_remove snap 23 2024-04-02T08:22:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:49 smithi084 ceph-mon[27534]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:22:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:49 smithi084 ceph-mon[39235]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:22:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:49 smithi132 ceph-mon[31218]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:22:50.863 INFO:tasks.rados.rados.0.smithi084.stdout:277: done (1 left) 2024-04-02T08:22:50.863 INFO:tasks.rados.rados.0.smithi084.stdout:278: snap_remove snap 17 2024-04-02T08:22:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:50 smithi084 ceph-mon[27534]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:22:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:50 smithi084 ceph-mon[27534]: pgmap v197: 121 pgs: 121 active+clean; 73 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-04-02T08:22:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:50 smithi084 ceph-mon[39235]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:22:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:50 smithi084 ceph-mon[39235]: pgmap v197: 121 pgs: 121 active+clean; 73 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-04-02T08:22:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:50 smithi132 ceph-mon[31218]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:22:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:50 smithi132 ceph-mon[31218]: pgmap v197: 121 pgs: 121 active+clean; 73 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-04-02T08:22:51.867 INFO:tasks.rados.rados.0.smithi084.stdout:278: done (1 left) 2024-04-02T08:22:51.867 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 25 2024-04-02T08:22:51.867 INFO:tasks.rados.rados.0.smithi084.stdout:275: finishing write tid 1 to smithi08483026-30 2024-04-02T08:22:51.867 INFO:tasks.rados.rados.0.smithi084.stdout:275: finishing write tid 2 to smithi08483026-30 2024-04-02T08:22:51.867 INFO:tasks.rados.rados.0.smithi084.stdout:275: finishing write tid 3 to smithi08483026-30 2024-04-02T08:22:51.867 INFO:tasks.rados.rados.0.smithi084.stdout:275: finishing write tid 4 to smithi08483026-30 2024-04-02T08:22:51.867 INFO:tasks.rados.rados.0.smithi084.stdout:275: finishing write tid 5 to smithi08483026-30 2024-04-02T08:22:51.868 INFO:tasks.rados.rados.0.smithi084.stdout:275: oid 30 updating version 0 to 40 2024-04-02T08:22:51.868 INFO:tasks.rados.rados.0.smithi084.stdout:275: oid 30 updating version 40 to 41 2024-04-02T08:22:51.868 INFO:tasks.rados.rados.0.smithi084.stdout:275: oid 30 updating version 41 to 43 2024-04-02T08:22:51.868 INFO:tasks.rados.rados.0.smithi084.stdout:275: oid 30 version 43 is already newer than 42 2024-04-02T08:22:51.868 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 43 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:22:51.868 INFO:tasks.rados.rados.0.smithi084.stdout:275: left oid 30 (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:22:51.868 INFO:tasks.rados.rados.0.smithi084.stdout:279: seq_num 111 ranges {204800=663552,868352=663552,1531904=450560,1982464=90112} 2024-04-02T08:22:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:279: writing smithi08483026-6 from 204800 to 868352 tid 1 2024-04-02T08:22:51.877 INFO:tasks.rados.rados.0.smithi084.stdout:279: writing smithi08483026-6 from 868352 to 1531904 tid 2 2024-04-02T08:22:51.881 INFO:tasks.rados.rados.0.smithi084.stdout:279: writing smithi08483026-6 from 1531904 to 1982464 tid 3 2024-04-02T08:22:51.882 INFO:tasks.rados.rados.0.smithi084.stdout:279: writing smithi08483026-6 from 1982464 to 2072576 tid 4 2024-04-02T08:22:51.882 INFO:tasks.rados.rados.0.smithi084.stdout:275: done (1 left) 2024-04-02T08:22:51.882 INFO:tasks.rados.rados.0.smithi084.stdout:280: read oid 29 snap -1 2024-04-02T08:22:51.882 INFO:tasks.rados.rados.0.smithi084.stdout:280: expect deleted 2024-04-02T08:22:51.882 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 25 2024-04-02T08:22:51.883 INFO:tasks.rados.rados.0.smithi084.stdout:279: finishing write tid 1 to smithi08483026-6 2024-04-02T08:22:51.883 INFO:tasks.rados.rados.0.smithi084.stdout:281: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2024-04-02T08:22:51.886 INFO:tasks.rados.rados.0.smithi084.stdout:281: writing smithi08483026-2 from 0 to 679936 tid 1 2024-04-02T08:22:51.888 INFO:tasks.rados.rados.0.smithi084.stdout:281: writing smithi08483026-2 from 679936 to 1228800 tid 2 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:281: writing smithi08483026-2 from 1228800 to 1884160 tid 3 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:282: snap_create 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: finishing write tid 2 to smithi08483026-6 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: finishing write tid 3 to smithi08483026-6 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: finishing write tid 4 to smithi08483026-6 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: finishing write tid 5 to smithi08483026-6 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:281: finishing write tid 1 to smithi08483026-2 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: finishing write tid 6 to smithi08483026-6 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: oid 6 updating version 0 to 22 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: oid 6 version 22 is already newer than 20 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: oid 6 version 22 is already newer than 19 2024-04-02T08:22:51.893 INFO:tasks.rados.rados.0.smithi084.stdout:279: oid 6 version 22 is already newer than 21 2024-04-02T08:22:51.894 INFO:tasks.rados.rados.0.smithi084.stdout:279: oid 6 updating version 22 to 23 2024-04-02T08:22:51.894 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 23 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-04-02T08:22:51.894 INFO:tasks.rados.rados.0.smithi084.stdout:279: left oid 6 (ObjNum 111 snap 25 seq_num 111) 2024-04-02T08:22:51.894 INFO:tasks.rados.rados.0.smithi084.stdout:281: finishing write tid 2 to smithi08483026-2 2024-04-02T08:22:51.895 INFO:tasks.rados.rados.0.smithi084.stdout:281: finishing write tid 3 to smithi08483026-2 2024-04-02T08:22:51.895 INFO:tasks.rados.rados.0.smithi084.stdout:281: finishing write tid 4 to smithi08483026-2 2024-04-02T08:22:51.896 INFO:tasks.rados.rados.0.smithi084.stdout:281: finishing write tid 5 to smithi08483026-2 2024-04-02T08:22:51.896 INFO:tasks.rados.rados.0.smithi084.stdout:281: oid 2 updating version 0 to 83 2024-04-02T08:22:51.896 INFO:tasks.rados.rados.0.smithi084.stdout:281: oid 2 updating version 83 to 85 2024-04-02T08:22:51.896 INFO:tasks.rados.rados.0.smithi084.stdout:281: oid 2 version 85 is already newer than 84 2024-04-02T08:22:51.897 INFO:tasks.rados.rados.0.smithi084.stdout:281: oid 2 updating version 85 to 86 2024-04-02T08:22:51.897 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 86 (ObjNum 112 snap 25 seq_num 112) dirty exists 2024-04-02T08:22:51.897 INFO:tasks.rados.rados.0.smithi084.stdout:281: left oid 2 (ObjNum 112 snap 25 seq_num 112) 2024-04-02T08:22:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:51 smithi084 ceph-mon[27534]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:22:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:51 smithi084 ceph-mon[39235]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:22:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:51 smithi132 ceph-mon[31218]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:22:52.878 INFO:tasks.rados.rados.0.smithi084.stdout:279: done (3 left) 2024-04-02T08:22:52.878 INFO:tasks.rados.rados.0.smithi084.stdout:280: done (2 left) 2024-04-02T08:22:52.878 INFO:tasks.rados.rados.0.smithi084.stdout:281: done (1 left) 2024-04-02T08:22:52.878 INFO:tasks.rados.rados.0.smithi084.stdout:282: done (0 left) 2024-04-02T08:22:52.878 INFO:tasks.rados.rados.0.smithi084.stdout:283: delete oid 41 current snap is 26 2024-04-02T08:22:52.879 INFO:tasks.rados.rados.0.smithi084.stdout:283: done (0 left) 2024-04-02T08:22:52.879 INFO:tasks.rados.rados.0.smithi084.stdout:284: read oid 13 snap -1 2024-04-02T08:22:52.879 INFO:tasks.rados.rados.0.smithi084.stdout:284: expect (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:22:52.879 INFO:tasks.rados.rados.0.smithi084.stdout:285: setattr oid 26 current snap is 26 2024-04-02T08:22:52.881 INFO:tasks.rados.rados.0.smithi084.stdout:286: copy_from oid 32 from oid 7 current snap is 26 2024-04-02T08:22:52.881 INFO:tasks.rados.rados.0.smithi084.stdout:287: read oid 22 snap -1 2024-04-02T08:22:52.881 INFO:tasks.rados.rados.0.smithi084.stdout:287: expect (ObjNum 85 snap 15 seq_num 85) 2024-04-02T08:22:52.881 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 26 2024-04-02T08:22:52.881 INFO:tasks.rados.rados.0.smithi084.stdout:288: seq_num 114 ranges {0=712704,712704=712704,1425408=491520} 2024-04-02T08:22:52.885 INFO:tasks.rados.rados.0.smithi084.stdout:288: writing smithi08483026-15 from 0 to 712704 tid 1 2024-04-02T08:22:52.889 INFO:tasks.rados.rados.0.smithi084.stdout:288: writing smithi08483026-15 from 712704 to 1425408 tid 2 2024-04-02T08:22:52.892 INFO:tasks.rados.rados.0.smithi084.stdout:288: writing smithi08483026-15 from 1425408 to 1916928 tid 3 2024-04-02T08:22:52.892 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 26 2024-04-02T08:22:52.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 89 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:22:52.893 INFO:tasks.rados.rados.0.smithi084.stdout:289: seq_num 115 ranges {811008=729088,1540096=647168,2187264=434176,2621440=122880} 2024-04-02T08:22:52.901 INFO:tasks.rados.rados.0.smithi084.stdout:289: writing smithi08483026-49 from 811008 to 1540096 tid 1 2024-04-02T08:22:52.904 INFO:tasks.rados.rados.0.smithi084.stdout:289: writing smithi08483026-49 from 1540096 to 2187264 tid 2 2024-04-02T08:22:52.907 INFO:tasks.rados.rados.0.smithi084.stdout:289: writing smithi08483026-49 from 2187264 to 2621440 tid 3 2024-04-02T08:22:52.908 INFO:tasks.rados.rados.0.smithi084.stdout:289: writing smithi08483026-49 from 2621440 to 2744320 tid 4 2024-04-02T08:22:52.908 INFO:tasks.rados.rados.0.smithi084.stdout:285: done (5 left) 2024-04-02T08:22:52.908 INFO:tasks.rados.rados.0.smithi084.stdout:290: rollback oid 28 current snap is 26 2024-04-02T08:22:52.908 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 21 2024-04-02T08:22:52.908 INFO:tasks.rados.rados.0.smithi084.stdout:287: expect (ObjNum 85 snap 15 seq_num 85) 2024-04-02T08:22:52.947 INFO:tasks.rados.rados.0.smithi084.stdout:288: finishing write tid 1 to smithi08483026-15 2024-04-02T08:22:52.947 INFO:tasks.rados.rados.0.smithi084.stdout:288: finishing write tid 2 to smithi08483026-15 2024-04-02T08:22:52.947 INFO:tasks.rados.rados.0.smithi084.stdout:288: finishing write tid 3 to smithi08483026-15 2024-04-02T08:22:52.948 INFO:tasks.rados.rados.0.smithi084.stdout:287: done (5 left) 2024-04-02T08:22:52.948 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 26 2024-04-02T08:22:52.948 INFO:tasks.rados.rados.0.smithi084.stdout:288: finishing write tid 4 to smithi08483026-15 2024-04-02T08:22:52.948 INFO:tasks.rados.rados.0.smithi084.stdout:286: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:22:52.948 INFO:tasks.rados.rados.0.smithi084.stdout:286: finishing copy_from to smithi08483026-32 2024-04-02T08:22:52.948 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 13 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:22:52.948 INFO:tasks.rados.rados.0.smithi084.stdout:284: expect (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:22:52.999 INFO:tasks.rados.rados.0.smithi084.stdout:288: finishing write tid 5 to smithi08483026-15 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:288: oid 15 updating version 0 to 60 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:288: oid 15 updating version 60 to 61 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:288: oid 15 version 61 is already newer than 58 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:288: oid 15 version 61 is already newer than 59 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 61 (ObjNum 114 snap 26 seq_num 114) dirty exists 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:288: left oid 15 (ObjNum 114 snap 26 seq_num 114) 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:289: finishing write tid 1 to smithi08483026-49 2024-04-02T08:22:53.000 INFO:tasks.rados.rados.0.smithi084.stdout:291: seq_num 116 ranges {2719744=745472,3465216=532480,3997696=638976,4636672=32768} 2024-04-02T08:22:53.017 INFO:tasks.rados.rados.0.smithi084.stdout:291: writing smithi08483026-16 from 2719744 to 3465216 tid 1 2024-04-02T08:22:53.020 INFO:tasks.rados.rados.0.smithi084.stdout:291: writing smithi08483026-16 from 3465216 to 3997696 tid 2 2024-04-02T08:22:53.025 INFO:tasks.rados.rados.0.smithi084.stdout:291: writing smithi08483026-16 from 3997696 to 4636672 tid 3 2024-04-02T08:22:53.025 INFO:tasks.rados.rados.0.smithi084.stdout:291: writing smithi08483026-16 from 4636672 to 4669440 tid 4 2024-04-02T08:22:53.025 INFO:tasks.rados.rados.0.smithi084.stdout:284: done (5 left) 2024-04-02T08:22:53.025 INFO:tasks.rados.rados.0.smithi084.stdout:286: done (4 left) 2024-04-02T08:22:53.025 INFO:tasks.rados.rados.0.smithi084.stdout:288: done (3 left) 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:292: read oid 12 snap -1 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:292: expect (ObjNum 71 snap 7 seq_num 71) 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:293: rollback oid 26 current snap is 26 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 26 to 25 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:289: finishing write tid 2 to smithi08483026-49 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:289: finishing write tid 3 to smithi08483026-49 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:290: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:289: finishing write tid 4 to smithi08483026-49 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:290: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:290: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 48 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:289: finishing write tid 5 to smithi08483026-49 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:289: finishing write tid 6 to smithi08483026-49 2024-04-02T08:22:53.026 INFO:tasks.rados.rados.0.smithi084.stdout:289: oid 49 updating version 0 to 63 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:289: oid 49 updating version 63 to 66 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:289: oid 49 version 66 is already newer than 64 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:289: oid 49 version 66 is already newer than 65 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:289: oid 49 updating version 66 to 67 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 67 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:289: left oid 49 (ObjNum 115 snap 26 seq_num 115) 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:291: finishing write tid 1 to smithi08483026-16 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:291: finishing write tid 2 to smithi08483026-16 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:289: done (4 left) 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:290: done (3 left) 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:294: rmattr oid 24 current snap is 26 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:294: done (3 left) 2024-04-02T08:22:53.027 INFO:tasks.rados.rados.0.smithi084.stdout:295: copy_from oid 8 from oid 7 current snap is 26 2024-04-02T08:22:53.028 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 26 2024-04-02T08:22:53.028 INFO:tasks.rados.rados.0.smithi084.stdout:296: seq_num 117 ranges {2146304=770048,2916352=417792,3334144=442368,3776512=344064} 2024-04-02T08:22:53.041 INFO:tasks.rados.rados.0.smithi084.stdout:296: writing smithi08483026-32 from 2146304 to 2916352 tid 1 2024-04-02T08:22:53.043 INFO:tasks.rados.rados.0.smithi084.stdout:296: writing smithi08483026-32 from 2916352 to 3334144 tid 2 2024-04-02T08:22:53.046 INFO:tasks.rados.rados.0.smithi084.stdout:296: writing smithi08483026-32 from 3334144 to 3776512 tid 3 2024-04-02T08:22:53.048 INFO:tasks.rados.rados.0.smithi084.stdout:296: writing smithi08483026-32 from 3776512 to 4120576 tid 4 2024-04-02T08:22:53.048 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 26 2024-04-02T08:22:53.048 INFO:tasks.rados.rados.0.smithi084.stdout:297: seq_num 118 ranges {0=786432,786432=704512,1490944=499712} 2024-04-02T08:22:53.052 INFO:tasks.rados.rados.0.smithi084.stdout:297: writing smithi08483026-11 from 0 to 786432 tid 1 2024-04-02T08:22:53.056 INFO:tasks.rados.rados.0.smithi084.stdout:297: writing smithi08483026-11 from 786432 to 1490944 tid 2 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:297: writing smithi08483026-11 from 1490944 to 1990656 tid 3 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:298: read oid 45 snap 24 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:298: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:299: rmattr oid 17 current snap is 26 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:299: done (7 left) 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 26 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:291: finishing write tid 3 to smithi08483026-16 2024-04-02T08:22:53.060 INFO:tasks.rados.rados.0.smithi084.stdout:300: seq_num 119 ranges {778240=802816,1581056=589824,2170880=409600,2580480=204800} 2024-04-02T08:22:53.068 INFO:tasks.rados.rados.0.smithi084.stdout:300: writing smithi08483026-48 from 778240 to 1581056 tid 1 2024-04-02T08:22:53.071 INFO:tasks.rados.rados.0.smithi084.stdout:300: writing smithi08483026-48 from 1581056 to 2170880 tid 2 2024-04-02T08:22:53.074 INFO:tasks.rados.rados.0.smithi084.stdout:300: writing smithi08483026-48 from 2170880 to 2580480 tid 3 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:300: writing smithi08483026-48 from 2580480 to 2785280 tid 4 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:301: read oid 47 snap -1 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:301: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:302: read oid 19 snap 24 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:302: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 26 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:291: finishing write tid 4 to smithi08483026-16 2024-04-02T08:22:53.076 INFO:tasks.rados.rados.0.smithi084.stdout:291: finishing write tid 5 to smithi08483026-16 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:291: finishing write tid 6 to smithi08483026-16 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:291: oid 16 updating version 0 to 73 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:291: oid 16 updating version 73 to 75 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:291: oid 16 updating version 75 to 76 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:291: oid 16 version 76 is already newer than 72 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:291: oid 16 version 76 is already newer than 74 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 76 (ObjNum 116 snap 26 seq_num 116) dirty exists 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:291: left oid 16 (ObjNum 116 snap 26 seq_num 116) 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:293: finishing rollback tid 0 to smithi08483026-26 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:293: finishing rollback tid 1 to smithi08483026-26 2024-04-02T08:22:53.077 INFO:tasks.rados.rados.0.smithi084.stdout:292: expect (ObjNum 71 snap 7 seq_num 71) 2024-04-02T08:22:53.115 INFO:tasks.rados.rados.0.smithi084.stdout:295: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:22:53.115 INFO:tasks.rados.rados.0.smithi084.stdout:293: finishing rollback tid 2 to smithi08483026-26 2024-04-02T08:22:53.115 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 93 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:22:53.115 INFO:tasks.rados.rados.0.smithi084.stdout:295: finishing copy_from to smithi08483026-8 2024-04-02T08:22:53.115 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 13 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:22:53.115 INFO:tasks.rados.rados.0.smithi084.stdout:303: seq_num 120 ranges {2146304=417792,2564096=475136,3039232=622592,3661824=507904} 2024-04-02T08:22:53.128 INFO:tasks.rados.rados.0.smithi084.stdout:303: writing smithi08483026-24 from 2146304 to 2564096 tid 1 2024-04-02T08:22:53.131 INFO:tasks.rados.rados.0.smithi084.stdout:303: writing smithi08483026-24 from 2564096 to 3039232 tid 2 2024-04-02T08:22:53.135 INFO:tasks.rados.rados.0.smithi084.stdout:303: writing smithi08483026-24 from 3039232 to 3661824 tid 3 2024-04-02T08:22:53.138 INFO:tasks.rados.rados.0.smithi084.stdout:303: writing smithi08483026-24 from 3661824 to 4169728 tid 4 2024-04-02T08:22:53.138 INFO:tasks.rados.rados.0.smithi084.stdout:291: done (10 left) 2024-04-02T08:22:53.138 INFO:tasks.rados.rados.0.smithi084.stdout:292: done (9 left) 2024-04-02T08:22:53.138 INFO:tasks.rados.rados.0.smithi084.stdout:293: done (8 left) 2024-04-02T08:22:53.138 INFO:tasks.rados.rados.0.smithi084.stdout:295: done (7 left) 2024-04-02T08:22:53.138 INFO:tasks.rados.rados.0.smithi084.stdout:304: snap_remove snap 25 2024-04-02T08:22:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:52 smithi132 ceph-mon[31218]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:22:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:52 smithi132 ceph-mon[31218]: pgmap v200: 121 pgs: 121 active+clean; 73 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-04-02T08:22:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:52 smithi084 ceph-mon[27534]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:22:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:52 smithi084 ceph-mon[27534]: pgmap v200: 121 pgs: 121 active+clean; 73 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-04-02T08:22:53.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:52 smithi084 ceph-mon[39235]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:22:53.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:52 smithi084 ceph-mon[39235]: pgmap v200: 121 pgs: 121 active+clean; 73 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-04-02T08:22:53.888 INFO:tasks.rados.rados.0.smithi084.stdout:304: done (7 left) 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:305: copy_from oid 12 from oid 23 current snap is 26 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: finishing write tid 1 to smithi08483026-32 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: finishing write tid 2 to smithi08483026-32 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: finishing write tid 3 to smithi08483026-32 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: finishing write tid 4 to smithi08483026-32 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: finishing write tid 5 to smithi08483026-32 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: finishing write tid 6 to smithi08483026-32 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: oid 32 updating version 0 to 98 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: oid 32 version 98 is already newer than 95 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: oid 32 version 98 is already newer than 96 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: oid 32 version 98 is already newer than 97 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: oid 32 version 98 is already newer than 94 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 98 (ObjNum 117 snap 26 seq_num 117) dirty exists 2024-04-02T08:22:53.889 INFO:tasks.rados.rados.0.smithi084.stdout:296: left oid 32 (ObjNum 117 snap 26 seq_num 117) 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: finishing write tid 1 to smithi08483026-11 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: finishing write tid 2 to smithi08483026-11 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: finishing write tid 3 to smithi08483026-11 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: finishing write tid 4 to smithi08483026-11 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: finishing write tid 5 to smithi08483026-11 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: oid 11 updating version 0 to 95 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: oid 11 updating version 95 to 96 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: oid 11 version 96 is already newer than 94 2024-04-02T08:22:53.890 INFO:tasks.rados.rados.0.smithi084.stdout:297: oid 11 version 96 is already newer than 93 2024-04-02T08:22:53.891 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 96 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-04-02T08:22:53.891 INFO:tasks.rados.rados.0.smithi084.stdout:297: left oid 11 (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:22:53.891 INFO:tasks.rados.rados.0.smithi084.stdout:300: finishing write tid 1 to smithi08483026-48 2024-04-02T08:22:53.891 INFO:tasks.rados.rados.0.smithi084.stdout:300: finishing write tid 2 to smithi08483026-48 2024-04-02T08:22:53.891 INFO:tasks.rados.rados.0.smithi084.stdout:298: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-02T08:22:54.006 INFO:tasks.rados.rados.0.smithi084.stdout:300: finishing write tid 3 to smithi08483026-48 2024-04-02T08:22:54.006 INFO:tasks.rados.rados.0.smithi084.stdout:300: finishing write tid 4 to smithi08483026-48 2024-04-02T08:22:54.007 INFO:tasks.rados.rados.0.smithi084.stdout:300: finishing write tid 5 to smithi08483026-48 2024-04-02T08:22:54.007 INFO:tasks.rados.rados.0.smithi084.stdout:302: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:22:54.014 INFO:tasks.rados.rados.0.smithi084.stdout:300: finishing write tid 6 to smithi08483026-48 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:300: oid 48 updating version 0 to 50 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:300: oid 48 updating version 50 to 52 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:300: oid 48 version 52 is already newer than 51 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:300: oid 48 version 52 is already newer than 49 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:300: oid 48 updating version 52 to 53 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 53 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:300: left oid 48 (ObjNum 119 snap 26 seq_num 119) 2024-04-02T08:22:54.015 INFO:tasks.rados.rados.0.smithi084.stdout:301: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:22:54.036 INFO:tasks.rados.rados.0.smithi084.stdout:303: finishing write tid 1 to smithi08483026-24 2024-04-02T08:22:54.036 INFO:tasks.rados.rados.0.smithi084.stdout:303: finishing write tid 2 to smithi08483026-24 2024-04-02T08:22:54.036 INFO:tasks.rados.rados.0.smithi084.stdout:303: finishing write tid 3 to smithi08483026-24 2024-04-02T08:22:54.036 INFO:tasks.rados.rados.0.smithi084.stdout:303: finishing write tid 4 to smithi08483026-24 2024-04-02T08:22:54.036 INFO:tasks.rados.rados.0.smithi084.stdout:303: finishing write tid 5 to smithi08483026-24 2024-04-02T08:22:54.036 INFO:tasks.rados.rados.0.smithi084.stdout:303: finishing write tid 6 to smithi08483026-24 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:303: oid 24 updating version 0 to 46 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:303: oid 24 version 46 is already newer than 45 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:303: oid 24 updating version 46 to 47 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:303: oid 24 version 47 is already newer than 44 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:303: oid 24 updating version 47 to 48 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 48 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:303: left oid 24 (ObjNum 120 snap 26 seq_num 120) 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:296: done (7 left) 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:297: done (6 left) 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:298: done (5 left) 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:300: done (4 left) 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:301: done (3 left) 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:302: done (2 left) 2024-04-02T08:22:54.037 INFO:tasks.rados.rados.0.smithi084.stdout:303: done (1 left) 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:306: rollback oid 17 current snap is 26 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 17 to 24 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:305: finishing copy_from racing read to smithi08483026-12 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:305: finishing copy_from to smithi08483026-12 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 26 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:305: done (1 left) 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:307: rollback oid 50 current snap is 26 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 24 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:308: rmattr oid 5 current snap is 26 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:308: done (2 left) 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:309: rollback oid 27 current snap is 26 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 27 to 21 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:310: rmattr oid 38 current snap is 26 2024-04-02T08:22:54.038 INFO:tasks.rados.rados.0.smithi084.stdout:311: copy_from oid 20 from oid 39 current snap is 26 2024-04-02T08:22:54.039 INFO:tasks.rados.rados.0.smithi084.stdout:312: rollback oid 7 current snap is 26 2024-04-02T08:22:54.039 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 22 2024-04-02T08:22:54.039 INFO:tasks.rados.rados.0.smithi084.stdout:313: snap_create 2024-04-02T08:22:54.040 INFO:tasks.rados.rados.0.smithi084.stdout:307: finishing rollback tid 0 to smithi08483026-50 2024-04-02T08:22:54.040 INFO:tasks.rados.rados.0.smithi084.stdout:312: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:22:54.040 INFO:tasks.rados.rados.0.smithi084.stdout:312: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:22:54.040 INFO:tasks.rados.rados.0.smithi084.stdout:307: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:22:54.040 INFO:tasks.rados.rados.0.smithi084.stdout:312: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:22:54.040 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 54 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:22:54.040 INFO:tasks.rados.rados.0.smithi084.stdout:306: finishing rollback tid 0 to smithi08483026-17 2024-04-02T08:22:54.041 INFO:tasks.rados.rados.0.smithi084.stdout:306: finishing rollback tid 1 to smithi08483026-17 2024-04-02T08:22:54.041 INFO:tasks.rados.rados.0.smithi084.stdout:307: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:22:54.041 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 100 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:22:54.041 INFO:tasks.rados.rados.0.smithi084.stdout:306: finishing rollback tid 2 to smithi08483026-17 2024-04-02T08:22:54.041 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 120 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:22:54.041 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 67 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:22:54.041 INFO:tasks.rados.rados.0.smithi084.stdout:309: finishing rollback tid 0 to smithi08483026-27 2024-04-02T08:22:54.042 INFO:tasks.rados.rados.0.smithi084.stdout:311: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:22:54.042 INFO:tasks.rados.rados.0.smithi084.stdout:309: finishing rollback tid 1 to smithi08483026-27 2024-04-02T08:22:54.042 INFO:tasks.rados.rados.0.smithi084.stdout:309: finishing rollback tid 2 to smithi08483026-27 2024-04-02T08:22:54.042 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 124 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:22:54.042 INFO:tasks.rados.rados.0.smithi084.stdout:311: finishing copy_from to smithi08483026-20 2024-04-02T08:22:54.042 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:22:54.153 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:53 smithi132 ceph-mon[31218]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:22:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:53 smithi084 ceph-mon[27534]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:22:54.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:22:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:22:54] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:22:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:53 smithi084 ceph-mon[39235]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:22:54.776 INFO:tasks.rados.rados.0.smithi084.stdout:306: done (6 left) 2024-04-02T08:22:54.776 INFO:tasks.rados.rados.0.smithi084.stdout:307: done (5 left) 2024-04-02T08:22:54.776 INFO:tasks.rados.rados.0.smithi084.stdout:309: done (4 left) 2024-04-02T08:22:54.776 INFO:tasks.rados.rados.0.smithi084.stdout:310: done (3 left) 2024-04-02T08:22:54.776 INFO:tasks.rados.rados.0.smithi084.stdout:311: done (2 left) 2024-04-02T08:22:54.776 INFO:tasks.rados.rados.0.smithi084.stdout:312: done (1 left) 2024-04-02T08:22:54.776 INFO:tasks.rados.rados.0.smithi084.stdout:313: done (0 left) 2024-04-02T08:22:54.777 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 27 2024-04-02T08:22:54.777 INFO:tasks.rados.rados.0.smithi084.stdout:314: seq_num 121 ranges {4669440=434176,5103616=753664,5857280=425984,6283264=425984} 2024-04-02T08:22:54.803 INFO:tasks.rados.rados.0.smithi084.stdout:314: writing smithi08483026-16 from 4669440 to 5103616 tid 1 2024-04-02T08:22:54.808 INFO:tasks.rados.rados.0.smithi084.stdout:314: writing smithi08483026-16 from 5103616 to 5857280 tid 2 2024-04-02T08:22:54.810 INFO:tasks.rados.rados.0.smithi084.stdout:314: writing smithi08483026-16 from 5857280 to 6283264 tid 3 2024-04-02T08:22:54.813 INFO:tasks.rados.rados.0.smithi084.stdout:314: writing smithi08483026-16 from 6283264 to 6709248 tid 4 2024-04-02T08:22:54.813 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 27 2024-04-02T08:22:54.813 INFO:tasks.rados.rados.0.smithi084.stdout:314: finishing write tid 1 to smithi08483026-16 2024-04-02T08:22:54.813 INFO:tasks.rados.rados.0.smithi084.stdout:315: seq_num 122 ranges {638976=450560,1089536=688128,1777664=630784,2408448=286720} 2024-04-02T08:22:54.819 INFO:tasks.rados.rados.0.smithi084.stdout:315: writing smithi08483026-18 from 638976 to 1089536 tid 1 2024-04-02T08:22:54.823 INFO:tasks.rados.rados.0.smithi084.stdout:315: writing smithi08483026-18 from 1089536 to 1777664 tid 2 2024-04-02T08:22:54.827 INFO:tasks.rados.rados.0.smithi084.stdout:315: writing smithi08483026-18 from 1777664 to 2408448 tid 3 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:315: writing smithi08483026-18 from 2408448 to 2695168 tid 4 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:316: setattr oid 45 current snap is 27 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:314: finishing write tid 2 to smithi08483026-16 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:314: finishing write tid 3 to smithi08483026-16 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:314: finishing write tid 4 to smithi08483026-16 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:314: finishing write tid 5 to smithi08483026-16 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:314: finishing write tid 6 to smithi08483026-16 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:314: oid 16 updating version 0 to 82 2024-04-02T08:22:54.829 INFO:tasks.rados.rados.0.smithi084.stdout:314: oid 16 updating version 82 to 84 2024-04-02T08:22:54.830 INFO:tasks.rados.rados.0.smithi084.stdout:314: oid 16 version 84 is already newer than 81 2024-04-02T08:22:54.830 INFO:tasks.rados.rados.0.smithi084.stdout:314: oid 16 version 84 is already newer than 83 2024-04-02T08:22:54.830 INFO:tasks.rados.rados.0.smithi084.stdout:314: oid 16 version 84 is already newer than 80 2024-04-02T08:22:54.830 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 84 (ObjNum 121 snap 27 seq_num 121) dirty exists 2024-04-02T08:22:54.830 INFO:tasks.rados.rados.0.smithi084.stdout:314: left oid 16 (ObjNum 121 snap 27 seq_num 121) 2024-04-02T08:22:54.830 INFO:tasks.rados.rados.0.smithi084.stdout:315: finishing write tid 1 to smithi08483026-18 2024-04-02T08:22:54.830 INFO:tasks.rados.rados.0.smithi084.stdout:315: finishing write tid 2 to smithi08483026-18 2024-04-02T08:22:54.831 INFO:tasks.rados.rados.0.smithi084.stdout:315: finishing write tid 3 to smithi08483026-18 2024-04-02T08:22:54.831 INFO:tasks.rados.rados.0.smithi084.stdout:315: finishing write tid 4 to smithi08483026-18 2024-04-02T08:22:54.831 INFO:tasks.rados.rados.0.smithi084.stdout:315: finishing write tid 5 to smithi08483026-18 2024-04-02T08:22:54.831 INFO:tasks.rados.rados.0.smithi084.stdout:315: finishing write tid 6 to smithi08483026-18 2024-04-02T08:22:54.831 INFO:tasks.rados.rados.0.smithi084.stdout:315: oid 18 updating version 0 to 37 2024-04-02T08:22:54.831 INFO:tasks.rados.rados.0.smithi084.stdout:315: oid 18 version 37 is already newer than 35 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:315: oid 18 version 37 is already newer than 34 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:315: oid 18 updating version 37 to 38 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:315: oid 18 version 38 is already newer than 36 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 38 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:315: left oid 18 (ObjNum 122 snap 27 seq_num 122) 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:314: done (2 left) 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:315: done (1 left) 2024-04-02T08:22:54.832 INFO:tasks.rados.rados.0.smithi084.stdout:317: snap_remove snap 21 2024-04-02T08:22:55.068 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:54 smithi132 ceph-mon[31218]: pgmap v202: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.6 MiB/s wr, 26 op/s 2024-04-02T08:22:55.069 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:54 smithi132 ceph-mon[31218]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:22:55.069 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:54 smithi132 ceph-mon[31218]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:22:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:54 smithi084 ceph-mon[27534]: pgmap v202: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.6 MiB/s wr, 26 op/s 2024-04-02T08:22:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:54 smithi084 ceph-mon[27534]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:22:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:54 smithi084 ceph-mon[27534]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:22:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:54 smithi084 ceph-mon[39235]: pgmap v202: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.6 MiB/s wr, 26 op/s 2024-04-02T08:22:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:54 smithi084 ceph-mon[39235]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:22:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:54 smithi084 ceph-mon[39235]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:22:55.786 INFO:tasks.rados.rados.0.smithi084.stdout:317: done (1 left) 2024-04-02T08:22:55.786 INFO:tasks.rados.rados.0.smithi084.stdout:318: setattr oid 29 current snap is 27 2024-04-02T08:22:55.786 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 71 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-02T08:22:55.791 INFO:tasks.rados.rados.0.smithi084.stdout:316: done (1 left) 2024-04-02T08:22:55.791 INFO:tasks.rados.rados.0.smithi084.stdout:319: snap_create 2024-04-02T08:22:55.794 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 53 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-02T08:22:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: Upgrade: Updating mgr.x 2024-04-02T08:22:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:22:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:22:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:22:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: Deploying daemon mgr.x on smithi132 2024-04-02T08:22:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:56 smithi132 ceph-mon[31218]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: Upgrade: Updating mgr.x 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: Deploying daemon mgr.x on smithi132 2024-04-02T08:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[27534]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: Upgrade: Updating mgr.x 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: Deploying daemon mgr.x on smithi132 2024-04-02T08:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:56 smithi084 ceph-mon[39235]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:22:56.792 INFO:tasks.rados.rados.0.smithi084.stdout:318: done (1 left) 2024-04-02T08:22:56.792 INFO:tasks.rados.rados.0.smithi084.stdout:319: done (0 left) 2024-04-02T08:22:56.792 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 28 2024-04-02T08:22:56.792 INFO:tasks.rados.rados.0.smithi084.stdout:320: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-04-02T08:22:56.794 INFO:tasks.rados.rados.0.smithi084.stdout:320: writing smithi08483026-33 from 0 to 466944 tid 1 2024-04-02T08:22:56.797 INFO:tasks.rados.rados.0.smithi084.stdout:320: writing smithi08483026-33 from 466944 to 1040384 tid 2 2024-04-02T08:22:56.802 INFO:tasks.rados.rados.0.smithi084.stdout:320: writing smithi08483026-33 from 1040384 to 1835008 tid 3 2024-04-02T08:22:56.804 INFO:tasks.rados.rados.0.smithi084.stdout:320: writing smithi08483026-33 from 1835008 to 2072576 tid 4 2024-04-02T08:22:56.804 INFO:tasks.rados.rados.0.smithi084.stdout:321: copy_from oid 18 from oid 13 current snap is 28 2024-04-02T08:22:56.804 INFO:tasks.rados.rados.0.smithi084.stdout:320: finishing write tid 1 to smithi08483026-33 2024-04-02T08:22:56.804 INFO:tasks.rados.rados.0.smithi084.stdout:320: finishing write tid 2 to smithi08483026-33 2024-04-02T08:22:56.804 INFO:tasks.rados.rados.0.smithi084.stdout:322: snap_create 2024-04-02T08:22:56.806 INFO:tasks.rados.rados.0.smithi084.stdout:320: finishing write tid 3 to smithi08483026-33 2024-04-02T08:22:56.806 INFO:tasks.rados.rados.0.smithi084.stdout:320: finishing write tid 4 to smithi08483026-33 2024-04-02T08:22:56.806 INFO:tasks.rados.rados.0.smithi084.stdout:320: finishing write tid 5 to smithi08483026-33 2024-04-02T08:22:56.807 INFO:tasks.rados.rados.0.smithi084.stdout:320: finishing write tid 6 to smithi08483026-33 2024-04-02T08:22:56.807 INFO:tasks.rados.rados.0.smithi084.stdout:320: oid 33 updating version 0 to 107 2024-04-02T08:22:56.807 INFO:tasks.rados.rados.0.smithi084.stdout:320: oid 33 version 107 is already newer than 105 2024-04-02T08:22:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:320: oid 33 version 107 is already newer than 103 2024-04-02T08:22:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:320: oid 33 version 107 is already newer than 104 2024-04-02T08:22:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:320: oid 33 version 107 is already newer than 106 2024-04-02T08:22:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 107 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-04-02T08:22:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:320: left oid 33 (ObjNum 123 snap 28 seq_num 123) 2024-04-02T08:22:56.813 INFO:tasks.rados.rados.0.smithi084.stdout:321: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:22:56.813 INFO:tasks.rados.rados.0.smithi084.stdout:321: finishing copy_from to smithi08483026-18 2024-04-02T08:22:56.813 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 69 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-04-02T08:22:57.189 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:56 smithi132 systemd[1]: Stopping Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:57.457 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 podman[67503]: 2024-04-02 08:22:57.191038173 +0000 UTC m=+0.135341372 container died dadb6e328b042383a16babc10ada00ba392f859dbd47b9c75bd0e88afb7cb786 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:22:57.784 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 podman[67503]: 2024-04-02 08:22:57.558923805 +0000 UTC m=+0.503227006 container cleanup dadb6e328b042383a16babc10ada00ba392f859dbd47b9c75bd0e88afb7cb786 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:22:57.784 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 bash[67503]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:22:57.798 INFO:tasks.rados.rados.0.smithi084.stdout:320: done (2 left) 2024-04-02T08:22:57.798 INFO:tasks.rados.rados.0.smithi084.stdout:321: done (1 left) 2024-04-02T08:22:57.798 INFO:tasks.rados.rados.0.smithi084.stdout:322: done (0 left) 2024-04-02T08:22:57.798 INFO:tasks.rados.rados.0.smithi084.stdout:323: snap_create 2024-04-02T08:22:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:57 smithi084 ceph-mon[27534]: pgmap v206: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.6 MiB/s wr, 26 op/s 2024-04-02T08:22:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:57 smithi084 ceph-mon[27534]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:22:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:57 smithi084 ceph-mon[39235]: pgmap v206: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.6 MiB/s wr, 26 op/s 2024-04-02T08:22:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:57 smithi084 ceph-mon[39235]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:22:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:57 smithi132 ceph-mon[31218]: pgmap v206: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.6 MiB/s wr, 26 op/s 2024-04-02T08:22:58.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:57 smithi132 ceph-mon[31218]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:22:58.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 podman[67522]: 2024-04-02 08:22:57.83558307 +0000 UTC m=+0.639325604 container remove dadb6e328b042383a16babc10ada00ba392f859dbd47b9c75bd0e88afb7cb786 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:22:58.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:22:58.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:22:58.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 systemd[1]: Stopped Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:58.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:57 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 18.806s CPU time. 2024-04-02T08:22:58.417 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 systemd[1]: Starting Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:58.417 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 podman[67661]: 2024-04-02 08:22:58.292291483 +0000 UTC m=+0.019510103 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:22:58.712 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 podman[67661]: 2024-04-02 08:22:58.41989426 +0000 UTC m=+0.147112875 container create faa2658a30ae50813ac524fc7ffbb2fcef56cf2475f04bb176b0d1fc2e6ec6cf (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:22:58.712 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 podman[67661]: 2024-04-02 08:22:58.714358843 +0000 UTC m=+0.441577463 container init faa2658a30ae50813ac524fc7ffbb2fcef56cf2475f04bb176b0d1fc2e6ec6cf (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:22:58.802 INFO:tasks.rados.rados.0.smithi084.stdout:323: done (0 left) 2024-04-02T08:22:58.802 INFO:tasks.rados.rados.0.smithi084.stdout:324: read oid 15 snap -1 2024-04-02T08:22:58.802 INFO:tasks.rados.rados.0.smithi084.stdout:324: expect (ObjNum 114 snap 26 seq_num 114) 2024-04-02T08:22:58.802 INFO:tasks.rados.rados.0.smithi084.stdout:325: read oid 1 snap -1 2024-04-02T08:22:58.802 INFO:tasks.rados.rados.0.smithi084.stdout:325: expect (ObjNum 92 snap 18 seq_num 92) 2024-04-02T08:22:58.802 INFO:tasks.rados.rados.0.smithi084.stdout:326: read oid 10 snap -1 2024-04-02T08:22:58.802 INFO:tasks.rados.rados.0.smithi084.stdout:326: expect (ObjNum 86 snap 15 seq_num 86) 2024-04-02T08:22:58.803 INFO:tasks.rados.rados.0.smithi084.stdout:327: delete oid 49 current snap is 30 2024-04-02T08:22:58.815 INFO:tasks.rados.rados.0.smithi084.stdout:327: done (3 left) 2024-04-02T08:22:58.815 INFO:tasks.rados.rados.0.smithi084.stdout:328: delete oid 27 current snap is 30 2024-04-02T08:22:58.816 INFO:tasks.rados.rados.0.smithi084.stdout:326: expect (ObjNum 86 snap 15 seq_num 86) 2024-04-02T08:22:58.884 INFO:tasks.rados.rados.0.smithi084.stdout:324: expect (ObjNum 114 snap 26 seq_num 114) 2024-04-02T08:22:58.935 INFO:tasks.rados.rados.0.smithi084.stdout:325: expect (ObjNum 92 snap 18 seq_num 92) 2024-04-02T08:22:59.041 INFO:tasks.rados.rados.0.smithi084.stdout:324: done (3 left) 2024-04-02T08:22:59.041 INFO:tasks.rados.rados.0.smithi084.stdout:325: done (2 left) 2024-04-02T08:22:59.042 INFO:tasks.rados.rados.0.smithi084.stdout:326: done (1 left) 2024-04-02T08:22:59.042 INFO:tasks.rados.rados.0.smithi084.stdout:328: done (0 left) 2024-04-02T08:22:59.042 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 30 2024-04-02T08:22:59.042 INFO:tasks.rados.rados.0.smithi084.stdout:329: seq_num 126 ranges {3809280=516096,4325376=630784,4956160=614400,5570560=360448} 2024-04-02T08:22:59.065 INFO:tasks.rados.rados.0.smithi084.stdout:329: writing smithi08483026-25 from 3809280 to 4325376 tid 1 2024-04-02T08:22:59.069 INFO:tasks.rados.rados.0.smithi084.stdout:329: writing smithi08483026-25 from 4325376 to 4956160 tid 2 2024-04-02T08:22:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:329: writing smithi08483026-25 from 4956160 to 5570560 tid 3 2024-04-02T08:22:59.074 INFO:tasks.rados.rados.0.smithi084.stdout:329: writing smithi08483026-25 from 5570560 to 5931008 tid 4 2024-04-02T08:22:59.074 INFO:tasks.rados.rados.0.smithi084.stdout:330: delete oid 42 current snap is 30 2024-04-02T08:22:59.074 INFO:tasks.rados.rados.0.smithi084.stdout:329: finishing write tid 1 to smithi08483026-25 2024-04-02T08:22:59.074 INFO:tasks.rados.rados.0.smithi084.stdout:329: finishing write tid 2 to smithi08483026-25 2024-04-02T08:22:59.076 INFO:tasks.rados.rados.0.smithi084.stdout:329: finishing write tid 3 to smithi08483026-25 2024-04-02T08:22:59.077 INFO:tasks.rados.rados.0.smithi084.stdout:330: done (1 left) 2024-04-02T08:22:59.077 INFO:tasks.rados.rados.0.smithi084.stdout:331: snap_remove snap 26 2024-04-02T08:22:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:58 smithi084 ceph-mon[27534]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:22:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:58 smithi084 ceph-mon[39235]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:22:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:58 smithi132 ceph-mon[31218]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:22:59.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 podman[67661]: 2024-04-02 08:22:58.720503301 +0000 UTC m=+0.447721911 container start faa2658a30ae50813ac524fc7ffbb2fcef56cf2475f04bb176b0d1fc2e6ec6cf (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:22:59.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 ceph-mgr[67707]: -- 172.21.15.132:0/3529475174 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564f8342c5a0 con 0x564f83400c00 2024-04-02T08:22:59.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 bash[67661]: faa2658a30ae50813ac524fc7ffbb2fcef56cf2475f04bb176b0d1fc2e6ec6cf 2024-04-02T08:22:59.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:58 smithi132 systemd[1]: Started Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:59.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:22:59.319+0000 7f1f8ade6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:59.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:22:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:22:59.432+0000 7f1f8ade6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:59.891 INFO:tasks.rados.rados.0.smithi084.stdout:331: done (1 left) 2024-04-02T08:22:59.891 INFO:tasks.rados.rados.0.smithi084.stdout:332: delete oid 48 current snap is 30 2024-04-02T08:22:59.892 INFO:tasks.rados.rados.0.smithi084.stdout:329: finishing write tid 4 to smithi08483026-25 2024-04-02T08:22:59.892 INFO:tasks.rados.rados.0.smithi084.stdout:329: finishing write tid 5 to smithi08483026-25 2024-04-02T08:22:59.892 INFO:tasks.rados.rados.0.smithi084.stdout:329: finishing write tid 6 to smithi08483026-25 2024-04-02T08:22:59.892 INFO:tasks.rados.rados.0.smithi084.stdout:329: oid 25 updating version 0 to 91 2024-04-02T08:22:59.892 INFO:tasks.rados.rados.0.smithi084.stdout:329: oid 25 updating version 91 to 92 2024-04-02T08:22:59.892 INFO:tasks.rados.rados.0.smithi084.stdout:329: oid 25 version 92 is already newer than 90 2024-04-02T08:22:59.893 INFO:tasks.rados.rados.0.smithi084.stdout:329: oid 25 updating version 92 to 94 2024-04-02T08:22:59.893 INFO:tasks.rados.rados.0.smithi084.stdout:329: oid 25 version 94 is already newer than 93 2024-04-02T08:22:59.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 94 (ObjNum 126 snap 30 seq_num 126) dirty exists 2024-04-02T08:22:59.893 INFO:tasks.rados.rados.0.smithi084.stdout:329: left oid 25 (ObjNum 126 snap 30 seq_num 126) 2024-04-02T08:22:59.896 INFO:tasks.rados.rados.0.smithi084.stdout:329: done (1 left) 2024-04-02T08:22:59.897 INFO:tasks.rados.rados.0.smithi084.stdout:332: done (0 left) 2024-04-02T08:22:59.897 INFO:tasks.rados.rados.0.smithi084.stdout:333: copy_from oid 36 from oid 46 current snap is 30 2024-04-02T08:22:59.897 INFO:tasks.rados.rados.0.smithi084.stdout:334: rollback oid 15 current snap is 30 2024-04-02T08:22:59.897 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 24 2024-04-02T08:22:59.897 INFO:tasks.rados.rados.0.smithi084.stdout:335: setattr oid 14 current snap is 30 2024-04-02T08:22:59.898 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 30 2024-04-02T08:22:59.898 INFO:tasks.rados.rados.0.smithi084.stdout:336: seq_num 129 ranges {827392=565248,1392640=679936,2072576=786432,2859008=139264} 2024-04-02T08:22:59.906 INFO:tasks.rados.rados.0.smithi084.stdout:336: writing smithi08483026-50 from 827392 to 1392640 tid 1 2024-04-02T08:22:59.909 INFO:tasks.rados.rados.0.smithi084.stdout:336: writing smithi08483026-50 from 1392640 to 2072576 tid 2 2024-04-02T08:22:59.914 INFO:tasks.rados.rados.0.smithi084.stdout:336: writing smithi08483026-50 from 2072576 to 2859008 tid 3 2024-04-02T08:22:59.915 INFO:tasks.rados.rados.0.smithi084.stdout:336: writing smithi08483026-50 from 2859008 to 2998272 tid 4 2024-04-02T08:22:59.915 INFO:tasks.rados.rados.0.smithi084.stdout:337: read oid 12 snap 28 2024-04-02T08:22:59.915 INFO:tasks.rados.rados.0.smithi084.stdout:337: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:22:59.916 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 30 2024-04-02T08:22:59.916 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 107 (ObjNum 129 snap 0 seq_num 620874648) dirty exists 2024-04-02T08:22:59.916 INFO:tasks.rados.rados.0.smithi084.stdout:334: finishing rollback tid 0 to smithi08483026-15 2024-04-02T08:22:59.916 INFO:tasks.rados.rados.0.smithi084.stdout:338: seq_num 130 ranges {638976=581632,1220608=614400,1835008=598016,2433024=393216} 2024-04-02T08:22:59.922 INFO:tasks.rados.rados.0.smithi084.stdout:338: writing smithi08483026-20 from 638976 to 1220608 tid 1 2024-04-02T08:22:59.926 INFO:tasks.rados.rados.0.smithi084.stdout:338: writing smithi08483026-20 from 1220608 to 1835008 tid 2 2024-04-02T08:22:59.929 INFO:tasks.rados.rados.0.smithi084.stdout:338: writing smithi08483026-20 from 1835008 to 2433024 tid 3 2024-04-02T08:22:59.932 INFO:tasks.rados.rados.0.smithi084.stdout:338: writing smithi08483026-20 from 2433024 to 2826240 tid 4 2024-04-02T08:22:59.932 INFO:tasks.rados.rados.0.smithi084.stdout:335: done (5 left) 2024-04-02T08:22:59.932 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 30 2024-04-02T08:22:59.932 INFO:tasks.rados.rados.0.smithi084.stdout:334: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:22:59.932 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 80 (ObjNum 37009 snap 0 seq_num 2856301632) dirty dne 2024-04-02T08:22:59.932 INFO:tasks.rados.rados.0.smithi084.stdout:333: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:22:59.932 INFO:tasks.rados.rados.0.smithi084.stdout:339: seq_num 131 ranges {2072576=598016,2670592=499712,3170304=753664,3923968=352256} 2024-04-02T08:22:59.946 INFO:tasks.rados.rados.0.smithi084.stdout:339: writing smithi08483026-33 from 2072576 to 2670592 tid 1 2024-04-02T08:22:59.949 INFO:tasks.rados.rados.0.smithi084.stdout:339: writing smithi08483026-33 from 2670592 to 3170304 tid 2 2024-04-02T08:22:59.953 INFO:tasks.rados.rados.0.smithi084.stdout:339: writing smithi08483026-33 from 3170304 to 3923968 tid 3 2024-04-02T08:22:59.956 INFO:tasks.rados.rados.0.smithi084.stdout:339: writing smithi08483026-33 from 3923968 to 4276224 tid 4 2024-04-02T08:22:59.956 INFO:tasks.rados.rados.0.smithi084.stdout:334: done (5 left) 2024-04-02T08:22:59.956 INFO:tasks.rados.rados.0.smithi084.stdout:340: rollback oid 7 current snap is 30 2024-04-02T08:22:59.956 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 29 2024-04-02T08:22:59.956 INFO:tasks.rados.rados.0.smithi084.stdout:333: finishing copy_from to smithi08483026-36 2024-04-02T08:22:59.957 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 45 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:22:59.957 INFO:tasks.rados.rados.0.smithi084.stdout:336: finishing write tid 1 to smithi08483026-50 2024-04-02T08:22:59.957 INFO:tasks.rados.rados.0.smithi084.stdout:336: finishing write tid 2 to smithi08483026-50 2024-04-02T08:22:59.957 INFO:tasks.rados.rados.0.smithi084.stdout:333: done (5 left) 2024-04-02T08:22:59.957 INFO:tasks.rados.rados.0.smithi084.stdout:341: snap_remove snap 27 2024-04-02T08:23:00.106 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:59 smithi132 ceph-mon[31218]: pgmap v209: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:00.106 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:59 smithi132 ceph-mon[31218]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:23:00.106 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:59 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:00.106 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:59 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:00.106 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:22:59 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[27534]: pgmap v209: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[27534]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:23:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[39235]: pgmap v209: 121 pgs: 121 active+clean; 83 MiB data, 373 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[39235]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:23:00.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:00.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:00.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:22:59 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:00.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:00.108+0000 7f1f8ade6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:23:00.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:00.209+0000 7f1f8ade6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:23:00.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:00.354+0000 7f1f8ade6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:23:00.712 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:00.450+0000 7f1f8ade6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:23:00.712 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:00.549+0000 7f1f8ade6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: finishing write tid 3 to smithi08483026-50 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: finishing write tid 4 to smithi08483026-50 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: finishing write tid 5 to smithi08483026-50 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: finishing write tid 6 to smithi08483026-50 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: oid 50 updating version 0 to 117 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: oid 50 version 117 is already newer than 114 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: oid 50 version 117 is already newer than 115 2024-04-02T08:23:00.908 INFO:tasks.rados.rados.0.smithi084.stdout:336: oid 50 version 117 is already newer than 116 2024-04-02T08:23:00.909 INFO:tasks.rados.rados.0.smithi084.stdout:336: oid 50 version 117 is already newer than 113 2024-04-02T08:23:00.909 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 117 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:23:00.909 INFO:tasks.rados.rados.0.smithi084.stdout:336: left oid 50 (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:23:00.909 INFO:tasks.rados.rados.0.smithi084.stdout:337: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:23:00.949 INFO:tasks.rados.rados.0.smithi084.stdout:338: finishing write tid 1 to smithi08483026-20 2024-04-02T08:23:00.949 INFO:tasks.rados.rados.0.smithi084.stdout:338: finishing write tid 2 to smithi08483026-20 2024-04-02T08:23:00.949 INFO:tasks.rados.rados.0.smithi084.stdout:338: finishing write tid 3 to smithi08483026-20 2024-04-02T08:23:00.949 INFO:tasks.rados.rados.0.smithi084.stdout:338: finishing write tid 4 to smithi08483026-20 2024-04-02T08:23:00.949 INFO:tasks.rados.rados.0.smithi084.stdout:338: finishing write tid 5 to smithi08483026-20 2024-04-02T08:23:00.949 INFO:tasks.rados.rados.0.smithi084.stdout:338: finishing write tid 6 to smithi08483026-20 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:338: oid 20 updating version 0 to 149 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:338: oid 20 updating version 149 to 151 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:338: oid 20 updating version 151 to 152 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:338: oid 20 version 152 is already newer than 150 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:338: oid 20 version 152 is already newer than 148 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 152 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:338: left oid 20 (ObjNum 130 snap 30 seq_num 130) 2024-04-02T08:23:00.950 INFO:tasks.rados.rados.0.smithi084.stdout:339: finishing write tid 1 to smithi08483026-33 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:339: finishing write tid 2 to smithi08483026-33 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:336: done (5 left) 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:337: done (4 left) 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:338: done (3 left) 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:341: done (2 left) 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:342: read oid 18 snap 28 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:342: expect (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:343: snap_create 2024-04-02T08:23:00.951 INFO:tasks.rados.rados.0.smithi084.stdout:339: finishing write tid 3 to smithi08483026-33 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:339: finishing write tid 4 to smithi08483026-33 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:339: finishing write tid 5 to smithi08483026-33 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:340: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:340: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:340: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 62 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:339: finishing write tid 6 to smithi08483026-33 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:339: oid 33 updating version 0 to 121 2024-04-02T08:23:00.952 INFO:tasks.rados.rados.0.smithi084.stdout:339: oid 33 updating version 121 to 122 2024-04-02T08:23:00.953 INFO:tasks.rados.rados.0.smithi084.stdout:339: oid 33 version 122 is already newer than 119 2024-04-02T08:23:00.953 INFO:tasks.rados.rados.0.smithi084.stdout:339: oid 33 version 122 is already newer than 120 2024-04-02T08:23:00.953 INFO:tasks.rados.rados.0.smithi084.stdout:339: oid 33 updating version 122 to 123 2024-04-02T08:23:00.953 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 123 (ObjNum 131 snap 30 seq_num 131) dirty exists 2024-04-02T08:23:00.953 INFO:tasks.rados.rados.0.smithi084.stdout:339: left oid 33 (ObjNum 131 snap 30 seq_num 131) 2024-04-02T08:23:00.959 INFO:tasks.rados.rados.0.smithi084.stdout:342: expect (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:23:01.039 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-mon[31218]: pgmap v211: 121 pgs: 121 active+clean; 91 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-02T08:23:01.040 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-mon[31218]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:23:01.040 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:00.821+0000 7f1f8ade6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:23:01.040 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:00.939+0000 7f1f8ade6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:01.040 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:01.041+0000 7f1f8ade6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:23:01.338 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:01.150+0000 7f1f8ade6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:23:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:00 smithi084 ceph-mon[27534]: pgmap v211: 121 pgs: 121 active+clean; 91 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-02T08:23:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:00 smithi084 ceph-mon[27534]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:23:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:00 smithi084 ceph-mon[39235]: pgmap v211: 121 pgs: 121 active+clean; 91 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-02T08:23:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:00 smithi084 ceph-mon[39235]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:23:01.633 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:01.340+0000 7f1f8ade6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:23:01.907 INFO:tasks.rados.rados.0.smithi084.stdout:339: done (3 left) 2024-04-02T08:23:01.907 INFO:tasks.rados.rados.0.smithi084.stdout:340: done (2 left) 2024-04-02T08:23:01.907 INFO:tasks.rados.rados.0.smithi084.stdout:342: done (1 left) 2024-04-02T08:23:01.907 INFO:tasks.rados.rados.0.smithi084.stdout:343: done (0 left) 2024-04-02T08:23:01.907 INFO:tasks.rados.rados.0.smithi084.stdout:344: read oid 23 snap -1 2024-04-02T08:23:01.907 INFO:tasks.rados.rados.0.smithi084.stdout:344: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:23:01.907 INFO:tasks.rados.rados.0.smithi084.stdout:345: snap_remove snap 22 2024-04-02T08:23:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:01 smithi132 ceph-mon[31218]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:23:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:01 smithi084 ceph-mon[27534]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:23:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:01 smithi084 ceph-mon[39235]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:23:02.488 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:02.352+0000 7f1f8ade6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:23:02.724 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:23:02.841 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:02.490+0000 7f1f8ade6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:23:02.841 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:02.842+0000 7f1f8ade6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:23:02.909 INFO:tasks.rados.rados.0.smithi084.stdout:345: done (1 left) 2024-04-02T08:23:02.909 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 31 2024-04-02T08:23:02.909 INFO:tasks.rados.rados.0.smithi084.stdout:346: seq_num 132 ranges {3317760=614400,3932160=786432,4718592=565248,5283840=253952} 2024-04-02T08:23:02.930 INFO:tasks.rados.rados.0.smithi084.stdout:346: writing smithi08483026-45 from 3317760 to 3932160 tid 1 2024-04-02T08:23:02.935 INFO:tasks.rados.rados.0.smithi084.stdout:346: writing smithi08483026-45 from 3932160 to 4718592 tid 2 2024-04-02T08:23:02.938 INFO:tasks.rados.rados.0.smithi084.stdout:346: writing smithi08483026-45 from 4718592 to 5283840 tid 3 2024-04-02T08:23:02.940 INFO:tasks.rados.rados.0.smithi084.stdout:346: writing smithi08483026-45 from 5283840 to 5537792 tid 4 2024-04-02T08:23:02.940 INFO:tasks.rados.rados.0.smithi084.stdout:347: rollback oid 35 current snap is 31 2024-04-02T08:23:02.940 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 24 2024-04-02T08:23:02.940 INFO:tasks.rados.rados.0.smithi084.stdout:344: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:23:02.993 INFO:tasks.rados.rados.0.smithi084.stdout:346: finishing write tid 1 to smithi08483026-45 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:346: finishing write tid 2 to smithi08483026-45 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:344: done (2 left) 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:348: snap_create 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:346: finishing write tid 3 to smithi08483026-45 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:346: finishing write tid 4 to smithi08483026-45 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:346: finishing write tid 5 to smithi08483026-45 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:347: finishing rollback tid 0 to smithi08483026-35 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:347: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:23:02.994 INFO:tasks.rados.rados.0.smithi084.stdout:347: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 162 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:346: finishing write tid 6 to smithi08483026-45 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:346: oid 45 updating version 0 to 94 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:346: oid 45 updating version 94 to 96 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:346: oid 45 version 96 is already newer than 95 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:346: oid 45 updating version 96 to 97 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:346: oid 45 updating version 97 to 98 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 98 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-02T08:23:02.995 INFO:tasks.rados.rados.0.smithi084.stdout:346: left oid 45 (ObjNum 132 snap 31 seq_num 132) 2024-04-02T08:23:03.114 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-mon[31218]: pgmap v214: 121 pgs: 121 active+clean; 91 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-02T08:23:03.114 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-mon[31218]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:23:03.114 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-mon[31218]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:03.114 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:03.115 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:02.942+0000 7f1f8ade6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[27534]: pgmap v214: 121 pgs: 121 active+clean; 91 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[27534]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[27534]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[39235]: pgmap v214: 121 pgs: 121 active+clean; 91 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[39235]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[39235]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:02 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:03.161 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:23:03.162 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (3m) 3m ago 4m 15.6M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:23:03.162 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (4m) 3m ago 4m 83.8M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:23:03.162 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (5m) 3m ago 5m 13.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:23:03.162 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (5m) 3m ago 5m 16.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:23:03.162 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 starting - - - - 2024-04-02T08:23:03.162 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:9283,8765 running (10m) 3m ago 10m 496M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 7cab8d7069cb 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (10m) 3m ago 10m 46.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a16388a6f0b0 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (9m) 3m ago 9m 39.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d fafbb6e99304 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (9m) 3m ago 9m 40.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a1549e333be4 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (4m) 3m ago 3m 15.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (3m) 3m ago 3m 8158k - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (8m) 3m ago 8m 51.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (8m) 3m ago 8m 52.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (7m) 3m ago 7m 41.8M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:23:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (7m) 3m ago 7m 49.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:23:03.164 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (6m) 3m ago 6m 51.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:23:03.164 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (6m) 3m ago 6m 44.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:23:03.164 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (6m) 3m ago 6m 48.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:23:03.164 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (5m) 3m ago 5m 50.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:23:03.164 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (3m) 3m ago 4m 29.4M - 2.43.0 a07b618ecd1d aeab06112fc6 2024-04-02T08:23:03.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:03.147+0000 7f1f8ade6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:03.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:03.335+0000 7f1f8ade6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:23:03.551 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:23:03.551 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:23:03.551 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:23:03.551 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:03.551 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:23:03.551 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:23:03.552 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:23:03.867 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:23:03.517Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T08:23:03.907 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:03.634+0000 7f1f8ade6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:03.915 INFO:tasks.rados.rados.0.smithi084.stdout:346: done (2 left) 2024-04-02T08:23:03.915 INFO:tasks.rados.rados.0.smithi084.stdout:347: done (1 left) 2024-04-02T08:23:03.915 INFO:tasks.rados.rados.0.smithi084.stdout:348: done (0 left) 2024-04-02T08:23:03.916 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 32 2024-04-02T08:23:03.916 INFO:tasks.rados.rados.0.smithi084.stdout:349: seq_num 133 ranges {1908736=630784,2539520=663552,3203072=770048,3973120=172032} 2024-04-02T08:23:03.929 INFO:tasks.rados.rados.0.smithi084.stdout:349: writing smithi08483026-18 from 1908736 to 2539520 tid 1 2024-04-02T08:23:03.933 INFO:tasks.rados.rados.0.smithi084.stdout:349: writing smithi08483026-18 from 2539520 to 3203072 tid 2 2024-04-02T08:23:03.937 INFO:tasks.rados.rados.0.smithi084.stdout:349: writing smithi08483026-18 from 3203072 to 3973120 tid 3 2024-04-02T08:23:03.939 INFO:tasks.rados.rados.0.smithi084.stdout:349: writing smithi08483026-18 from 3973120 to 4145152 tid 4 2024-04-02T08:23:03.939 INFO:tasks.rados.rados.0.smithi084.stdout:350: read oid 31 snap -1 2024-04-02T08:23:03.939 INFO:tasks.rados.rados.0.smithi084.stdout:350: expect deleted 2024-04-02T08:23:03.940 INFO:tasks.rados.rados.0.smithi084.stdout:351: read oid 5 snap -1 2024-04-02T08:23:03.940 INFO:tasks.rados.rados.0.smithi084.stdout:351: expect deleted 2024-04-02T08:23:03.940 INFO:tasks.rados.rados.0.smithi084.stdout:352: copy_from oid 21 from oid 32 current snap is 32 2024-04-02T08:23:03.940 INFO:tasks.rados.rados.0.smithi084.stdout:349: finishing write tid 1 to smithi08483026-18 2024-04-02T08:23:03.940 INFO:tasks.rados.rados.0.smithi084.stdout:349: finishing write tid 2 to smithi08483026-18 2024-04-02T08:23:03.940 INFO:tasks.rados.rados.0.smithi084.stdout:353: snap_create 2024-04-02T08:23:03.941 INFO:tasks.rados.rados.0.smithi084.stdout:349: finishing write tid 3 to smithi08483026-18 2024-04-02T08:23:03.942 INFO:tasks.rados.rados.0.smithi084.stdout:349: finishing write tid 4 to smithi08483026-18 2024-04-02T08:23:03.942 INFO:tasks.rados.rados.0.smithi084.stdout:349: finishing write tid 5 to smithi08483026-18 2024-04-02T08:23:03.943 INFO:tasks.rados.rados.0.smithi084.stdout:349: finishing write tid 6 to smithi08483026-18 2024-04-02T08:23:03.943 INFO:tasks.rados.rados.0.smithi084.stdout:349: oid 18 updating version 0 to 73 2024-04-02T08:23:03.943 INFO:tasks.rados.rados.0.smithi084.stdout:349: oid 18 version 73 is already newer than 71 2024-04-02T08:23:03.943 INFO:tasks.rados.rados.0.smithi084.stdout:349: oid 18 updating version 73 to 74 2024-04-02T08:23:03.944 INFO:tasks.rados.rados.0.smithi084.stdout:349: oid 18 version 74 is already newer than 70 2024-04-02T08:23:03.944 INFO:tasks.rados.rados.0.smithi084.stdout:349: oid 18 version 74 is already newer than 72 2024-04-02T08:23:03.944 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 74 (ObjNum 133 snap 32 seq_num 133) dirty exists 2024-04-02T08:23:03.944 INFO:tasks.rados.rados.0.smithi084.stdout:349: left oid 18 (ObjNum 133 snap 32 seq_num 133) 2024-04-02T08:23:03.957 INFO:tasks.rados.rados.0.smithi084.stdout:352: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:23:03.960 INFO:tasks.rados.rados.0.smithi084.stdout:352: finishing copy_from to smithi08483026-21 2024-04-02T08:23:03.960 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 98 (ObjNum 117 snap 26 seq_num 117) dirty exists 2024-04-02T08:23:04.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:03.913+0000 7f1f8ade6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-mon[31218]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:23:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-mon[31218]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:03 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/4136510162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:23:04.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:23:04] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-04-02T08:23:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[27534]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:23:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[27534]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/4136510162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:23:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[39235]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:23:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[39235]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:03 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/4136510162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:23:04.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:04.172+0000 7f1f8ade6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:23:04.783 INFO:tasks.rados.rados.0.smithi084.stdout:349: done (4 left) 2024-04-02T08:23:04.783 INFO:tasks.rados.rados.0.smithi084.stdout:350: done (3 left) 2024-04-02T08:23:04.783 INFO:tasks.rados.rados.0.smithi084.stdout:351: done (2 left) 2024-04-02T08:23:04.783 INFO:tasks.rados.rados.0.smithi084.stdout:352: done (1 left) 2024-04-02T08:23:04.783 INFO:tasks.rados.rados.0.smithi084.stdout:353: done (0 left) 2024-04-02T08:23:04.783 INFO:tasks.rados.rados.0.smithi084.stdout:354: read oid 41 snap -1 2024-04-02T08:23:04.784 INFO:tasks.rados.rados.0.smithi084.stdout:354: expect deleted 2024-04-02T08:23:04.784 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 33 2024-04-02T08:23:04.784 INFO:tasks.rados.rados.0.smithi084.stdout:355: seq_num 134 ranges {6709248=647168,7356416=548864,7905280=573440,8478720=483328} 2024-04-02T08:23:04.822 INFO:tasks.rados.rados.0.smithi084.stdout:355: writing smithi08483026-16 from 6709248 to 7356416 tid 1 2024-04-02T08:23:04.825 INFO:tasks.rados.rados.0.smithi084.stdout:355: writing smithi08483026-16 from 7356416 to 7905280 tid 2 2024-04-02T08:23:04.828 INFO:tasks.rados.rados.0.smithi084.stdout:355: writing smithi08483026-16 from 7905280 to 8478720 tid 3 2024-04-02T08:23:04.831 INFO:tasks.rados.rados.0.smithi084.stdout:355: writing smithi08483026-16 from 8478720 to 8962048 tid 4 2024-04-02T08:23:04.831 INFO:tasks.rados.rados.0.smithi084.stdout:356: setattr oid 13 current snap is 33 2024-04-02T08:23:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:355: finishing write tid 1 to smithi08483026-16 2024-04-02T08:23:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:355: finishing write tid 2 to smithi08483026-16 2024-04-02T08:23:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:355: finishing write tid 3 to smithi08483026-16 2024-04-02T08:23:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:354: done (2 left) 2024-04-02T08:23:04.832 INFO:tasks.rados.rados.0.smithi084.stdout:357: delete oid 37 current snap is 33 2024-04-02T08:23:04.833 INFO:tasks.rados.rados.0.smithi084.stdout:355: finishing write tid 4 to smithi08483026-16 2024-04-02T08:23:04.834 INFO:tasks.rados.rados.0.smithi084.stdout:355: finishing write tid 5 to smithi08483026-16 2024-04-02T08:23:04.834 INFO:tasks.rados.rados.0.smithi084.stdout:355: finishing write tid 6 to smithi08483026-16 2024-04-02T08:23:04.834 INFO:tasks.rados.rados.0.smithi084.stdout:355: oid 16 updating version 0 to 96 2024-04-02T08:23:04.834 INFO:tasks.rados.rados.0.smithi084.stdout:355: oid 16 version 96 is already newer than 94 2024-04-02T08:23:04.834 INFO:tasks.rados.rados.0.smithi084.stdout:355: oid 16 version 96 is already newer than 95 2024-04-02T08:23:04.835 INFO:tasks.rados.rados.0.smithi084.stdout:355: oid 16 version 96 is already newer than 93 2024-04-02T08:23:04.835 INFO:tasks.rados.rados.0.smithi084.stdout:355: oid 16 version 96 is already newer than 92 2024-04-02T08:23:04.835 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 96 (ObjNum 134 snap 33 seq_num 134) dirty exists 2024-04-02T08:23:04.835 INFO:tasks.rados.rados.0.smithi084.stdout:355: left oid 16 (ObjNum 134 snap 33 seq_num 134) 2024-04-02T08:23:04.835 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 108 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-04-02T08:23:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:355: done (2 left) 2024-04-02T08:23:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:356: done (1 left) 2024-04-02T08:23:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:357: done (0 left) 2024-04-02T08:23:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:358: read oid 35 snap -1 2024-04-02T08:23:04.837 INFO:tasks.rados.rados.0.smithi084.stdout:358: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:23:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:359: copy_from oid 13 from oid 14 current snap is 33 2024-04-02T08:23:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 33 2024-04-02T08:23:04.838 INFO:tasks.rados.rados.0.smithi084.stdout:360: seq_num 136 ranges {2072576=688128,2760704=720896,3481600=540672,4022272=344064} 2024-04-02T08:23:04.852 INFO:tasks.rados.rados.0.smithi084.stdout:360: writing smithi08483026-6 from 2072576 to 2760704 tid 1 2024-04-02T08:23:04.856 INFO:tasks.rados.rados.0.smithi084.stdout:360: writing smithi08483026-6 from 2760704 to 3481600 tid 2 2024-04-02T08:23:04.859 INFO:tasks.rados.rados.0.smithi084.stdout:360: writing smithi08483026-6 from 3481600 to 4022272 tid 3 2024-04-02T08:23:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:360: writing smithi08483026-6 from 4022272 to 4366336 tid 4 2024-04-02T08:23:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:361: read oid 37 snap -1 2024-04-02T08:23:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:361: expect deleted 2024-04-02T08:23:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:362: rollback oid 9 current snap is 33 2024-04-02T08:23:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 9 to 30 2024-04-02T08:23:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:359: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:23:04.862 INFO:tasks.rados.rados.0.smithi084.stdout:359: finishing copy_from to smithi08483026-13 2024-04-02T08:23:04.863 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 107 (ObjNum 129 snap 0 seq_num 621292016) dirty exists 2024-04-02T08:23:04.863 INFO:tasks.rados.rados.0.smithi084.stdout:358: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:360: finishing write tid 1 to smithi08483026-6 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:360: finishing write tid 2 to smithi08483026-6 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:358: done (4 left) 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:359: done (3 left) 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:363: read oid 27 snap -1 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:363: expect deleted 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:364: delete oid 8 current snap is 33 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:360: finishing write tid 3 to smithi08483026-6 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:360: finishing write tid 4 to smithi08483026-6 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:362: finishing rollback tid 0 to smithi08483026-9 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:360: finishing write tid 5 to smithi08483026-6 2024-04-02T08:23:04.881 INFO:tasks.rados.rados.0.smithi084.stdout:362: finishing rollback tid 1 to smithi08483026-9 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:362: finishing rollback tid 2 to smithi08483026-9 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 45 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:360: finishing write tid 6 to smithi08483026-6 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:360: oid 6 updating version 0 to 32 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:360: oid 6 updating version 32 to 33 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:360: oid 6 version 33 is already newer than 30 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:360: oid 6 version 33 is already newer than 31 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:360: oid 6 version 33 is already newer than 29 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 33 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-04-02T08:23:04.882 INFO:tasks.rados.rados.0.smithi084.stdout:360: left oid 6 (ObjNum 136 snap 33 seq_num 136) 2024-04-02T08:23:04.883 INFO:tasks.rados.rados.0.smithi084.stdout:360: done (4 left) 2024-04-02T08:23:04.883 INFO:tasks.rados.rados.0.smithi084.stdout:361: done (3 left) 2024-04-02T08:23:04.883 INFO:tasks.rados.rados.0.smithi084.stdout:362: done (2 left) 2024-04-02T08:23:04.883 INFO:tasks.rados.rados.0.smithi084.stdout:363: done (1 left) 2024-04-02T08:23:04.883 INFO:tasks.rados.rados.0.smithi084.stdout:364: done (0 left) 2024-04-02T08:23:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:365: rollback oid 40 current snap is 33 2024-04-02T08:23:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 30 2024-04-02T08:23:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:366: rollback oid 34 current snap is 33 2024-04-02T08:23:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 31 2024-04-02T08:23:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 33 2024-04-02T08:23:04.884 INFO:tasks.rados.rados.0.smithi084.stdout:367: seq_num 138 ranges {4276224=720896,4997120=540672,5537792=557056,6094848=507904} 2024-04-02T08:23:04.910 INFO:tasks.rados.rados.0.smithi084.stdout:367: writing smithi08483026-33 from 4276224 to 4997120 tid 1 2024-04-02T08:23:04.912 INFO:tasks.rados.rados.0.smithi084.stdout:367: writing smithi08483026-33 from 4997120 to 5537792 tid 2 2024-04-02T08:23:04.916 INFO:tasks.rados.rados.0.smithi084.stdout:367: writing smithi08483026-33 from 5537792 to 6094848 tid 3 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:367: writing smithi08483026-33 from 6094848 to 6602752 tid 4 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:368: read oid 46 snap -1 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:368: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:369: copy_from oid 22 from oid 17 current snap is 33 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:366: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 0 (ObjNum 65 snap 0 seq_num 2030440682) dirty dne 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:365: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:365: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:365: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 168 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:23:04.920 INFO:tasks.rados.rados.0.smithi084.stdout:367: finishing write tid 1 to smithi08483026-33 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:367: finishing write tid 2 to smithi08483026-33 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:367: finishing write tid 3 to smithi08483026-33 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:365: done (4 left) 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:366: done (3 left) 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:370: rollback oid 16 current snap is 33 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 29 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:371: read oid 42 snap -1 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:371: expect deleted 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:372: rmattr oid 18 current snap is 33 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:372: done (5 left) 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 33 2024-04-02T08:23:04.921 INFO:tasks.rados.rados.0.smithi084.stdout:373: seq_num 139 ranges {573440=737280,1310720=425984,1736704=761856,2498560=417792} 2024-04-02T08:23:04.927 INFO:tasks.rados.rados.0.smithi084.stdout:373: writing smithi08483026-35 from 573440 to 1310720 tid 1 2024-04-02T08:23:04.929 INFO:tasks.rados.rados.0.smithi084.stdout:373: writing smithi08483026-35 from 1310720 to 1736704 tid 2 2024-04-02T08:23:04.934 INFO:tasks.rados.rados.0.smithi084.stdout:373: writing smithi08483026-35 from 1736704 to 2498560 tid 3 2024-04-02T08:23:04.937 INFO:tasks.rados.rados.0.smithi084.stdout:373: writing smithi08483026-35 from 2498560 to 2916352 tid 4 2024-04-02T08:23:04.937 INFO:tasks.rados.rados.0.smithi084.stdout:374: read oid 20 snap -1 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:374: expect (ObjNum 130 snap 30 seq_num 130) 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:375: copy_from oid 25 from oid 44 current snap is 33 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:367: finishing write tid 4 to smithi08483026-33 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:371: done (7 left) 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:376: read oid 48 snap -1 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:376: expect deleted 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:377: read oid 45 snap 29 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:377: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:378: delete oid 36 current snap is 33 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:367: finishing write tid 5 to smithi08483026-33 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:367: finishing write tid 6 to smithi08483026-33 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:367: oid 33 updating version 0 to 137 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:367: oid 33 version 137 is already newer than 136 2024-04-02T08:23:04.938 INFO:tasks.rados.rados.0.smithi084.stdout:367: oid 33 version 137 is already newer than 133 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:367: oid 33 version 137 is already newer than 135 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:367: oid 33 version 137 is already newer than 134 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 137 (ObjNum 138 snap 33 seq_num 138) dirty exists 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:367: left oid 33 (ObjNum 138 snap 33 seq_num 138) 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:370: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:370: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:370: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 99 (ObjNum 121 snap 27 seq_num 121) dirty exists 2024-04-02T08:23:04.939 INFO:tasks.rados.rados.0.smithi084.stdout:368: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:23:05.033 INFO:tasks.rados.rados.0.smithi084.stdout:373: finishing write tid 1 to smithi08483026-35 2024-04-02T08:23:05.033 INFO:tasks.rados.rados.0.smithi084.stdout:373: finishing write tid 2 to smithi08483026-35 2024-04-02T08:23:05.033 INFO:tasks.rados.rados.0.smithi084.stdout:367: done (9 left) 2024-04-02T08:23:05.033 INFO:tasks.rados.rados.0.smithi084.stdout:368: done (8 left) 2024-04-02T08:23:05.033 INFO:tasks.rados.rados.0.smithi084.stdout:370: done (7 left) 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:378: done (6 left) 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:379: rollback oid 21 current snap is 33 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 28 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:373: finishing write tid 3 to smithi08483026-35 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:375: finishing copy_from to smithi08483026-25 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:375: got expected ENOENT (src dne) 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:375: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:373: finishing write tid 4 to smithi08483026-35 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:373: finishing write tid 5 to smithi08483026-35 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:373: finishing write tid 6 to smithi08483026-35 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:373: oid 35 updating version 0 to 171 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:373: oid 35 updating version 171 to 173 2024-04-02T08:23:05.034 INFO:tasks.rados.rados.0.smithi084.stdout:373: oid 35 version 173 is already newer than 172 2024-04-02T08:23:05.035 INFO:tasks.rados.rados.0.smithi084.stdout:373: oid 35 updating version 173 to 174 2024-04-02T08:23:05.035 INFO:tasks.rados.rados.0.smithi084.stdout:373: oid 35 version 174 is already newer than 170 2024-04-02T08:23:05.035 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 174 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-04-02T08:23:05.035 INFO:tasks.rados.rados.0.smithi084.stdout:373: left oid 35 (ObjNum 139 snap 33 seq_num 139) 2024-04-02T08:23:05.035 INFO:tasks.rados.rados.0.smithi084.stdout:374: expect (ObjNum 130 snap 30 seq_num 130) 2024-04-02T08:23:05.119 INFO:tasks.rados.rados.0.smithi084.stdout:369: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:23:05.120 INFO:tasks.rados.rados.0.smithi084.stdout:377: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-02T08:23:05.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:05.052+0000 7f1f8ade6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:23:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:04 smithi132 ceph-mon[31218]: pgmap v217: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:23:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:04 smithi132 ceph-mon[31218]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:23:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:04 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:04 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:04 smithi132 ceph-mon[31218]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:23:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:369: finishing copy_from to smithi08483026-22 2024-04-02T08:23:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 120 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:23:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:379: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:379: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:369: done (6 left) 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:373: done (5 left) 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:374: done (4 left) 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:375: done (3 left) 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:376: done (2 left) 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:377: done (1 left) 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:380: snap_create 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:379: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:23:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 101 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[39235]: pgmap v217: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[39235]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[39235]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[27534]: pgmap v217: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[27534]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:04 smithi084 ceph-mon[27534]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:23:05.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:05.633+0000 7f1f8ade6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:23:05.911 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:05.732+0000 7f1f8ade6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:379: done (1 left) 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:380: done (0 left) 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:381: rollback oid 41 current snap is 34 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 41 to 29 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:382: rollback oid 18 current snap is 34 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 18 to 31 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:383: rmattr oid 23 current snap is 34 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:383: done (2 left) 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:384: copy_from oid 43 from oid 10 current snap is 34 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 34 2024-04-02T08:23:05.928 INFO:tasks.rados.rados.0.smithi084.stdout:385: seq_num 141 ranges {303104=770048,1073152=589824,1662976=729088,2392064=286720} 2024-04-02T08:23:05.933 INFO:tasks.rados.rados.0.smithi084.stdout:385: writing smithi08483026-19 from 303104 to 1073152 tid 1 2024-04-02T08:23:05.937 INFO:tasks.rados.rados.0.smithi084.stdout:385: writing smithi08483026-19 from 1073152 to 1662976 tid 2 2024-04-02T08:23:05.941 INFO:tasks.rados.rados.0.smithi084.stdout:385: writing smithi08483026-19 from 1662976 to 2392064 tid 3 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:385: writing smithi08483026-19 from 2392064 to 2678784 tid 4 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 34 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:381: finishing rollback tid 1 to smithi08483026-41 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 0 (ObjNum 33 snap 0 seq_num 621488856) dirty dne 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:382: finishing rollback tid 0 to smithi08483026-18 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:382: finishing rollback tid 1 to smithi08483026-18 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:382: finishing rollback tid 2 to smithi08483026-18 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 123 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:384: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:384: finishing copy_from to smithi08483026-43 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 64 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-02T08:23:05.944 INFO:tasks.rados.rados.0.smithi084.stdout:385: finishing write tid 1 to smithi08483026-19 2024-04-02T08:23:05.945 INFO:tasks.rados.rados.0.smithi084.stdout:386: seq_num 142 ranges {0=786432,786432=475136,1261568=540672,1802240=589824} 2024-04-02T08:23:05.948 INFO:tasks.rados.rados.0.smithi084.stdout:386: writing smithi08483026-13 from 0 to 786432 tid 1 2024-04-02T08:23:05.950 INFO:tasks.rados.rados.0.smithi084.stdout:386: writing smithi08483026-13 from 786432 to 1261568 tid 2 2024-04-02T08:23:05.953 INFO:tasks.rados.rados.0.smithi084.stdout:386: writing smithi08483026-13 from 1261568 to 1802240 tid 3 2024-04-02T08:23:05.957 INFO:tasks.rados.rados.0.smithi084.stdout:386: writing smithi08483026-13 from 1802240 to 2392064 tid 4 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:381: done (4 left) 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:382: done (3 left) 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:384: done (2 left) 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:387: setattr oid 31 current snap is 34 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: finishing write tid 2 to smithi08483026-19 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: finishing write tid 3 to smithi08483026-19 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: finishing write tid 4 to smithi08483026-19 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: finishing write tid 5 to smithi08483026-19 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: finishing write tid 6 to smithi08483026-19 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: oid 19 updating version 0 to 70 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: oid 19 updating version 70 to 73 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: oid 19 version 73 is already newer than 72 2024-04-02T08:23:05.958 INFO:tasks.rados.rados.0.smithi084.stdout:385: oid 19 version 73 is already newer than 71 2024-04-02T08:23:05.959 INFO:tasks.rados.rados.0.smithi084.stdout:385: oid 19 updating version 73 to 74 2024-04-02T08:23:05.959 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 74 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-04-02T08:23:05.959 INFO:tasks.rados.rados.0.smithi084.stdout:385: left oid 19 (ObjNum 141 snap 34 seq_num 141) 2024-04-02T08:23:05.959 INFO:tasks.rados.rados.0.smithi084.stdout:386: finishing write tid 1 to smithi08483026-13 2024-04-02T08:23:05.959 INFO:tasks.rados.rados.0.smithi084.stdout:386: finishing write tid 2 to smithi08483026-13 2024-04-02T08:23:05.959 INFO:tasks.rados.rados.0.smithi084.stdout:386: finishing write tid 3 to smithi08483026-13 2024-04-02T08:23:05.959 INFO:tasks.rados.rados.0.smithi084.stdout:385: done (2 left) 2024-04-02T08:23:05.960 INFO:tasks.rados.rados.0.smithi084.stdout:388: snap_create 2024-04-02T08:23:05.960 INFO:tasks.rados.rados.0.smithi084.stdout:386: finishing write tid 4 to smithi08483026-13 2024-04-02T08:23:05.960 INFO:tasks.rados.rados.0.smithi084.stdout:386: finishing write tid 5 to smithi08483026-13 2024-04-02T08:23:05.960 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 139 (ObjNum 33 snap 0 seq_num 621574512) dirty exists 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:386: finishing write tid 6 to smithi08483026-13 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:386: oid 13 updating version 0 to 113 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:386: oid 13 updating version 113 to 116 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:386: oid 13 updating version 116 to 117 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:386: oid 13 version 117 is already newer than 114 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:386: oid 13 version 117 is already newer than 115 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 117 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-04-02T08:23:05.961 INFO:tasks.rados.rados.0.smithi084.stdout:386: left oid 13 (ObjNum 142 snap 34 seq_num 142) 2024-04-02T08:23:06.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:05.963+0000 7f1f8ade6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:23:06.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:05] ENGINE Bus STARTING 2024-04-02T08:23:06.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: CherryPy Checker: 2024-04-02T08:23:06.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: The Application mounted at '' has an empty config. 2024-04-02T08:23:06.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:06.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:06] ENGINE Serving on http://:::9283 2024-04-02T08:23:06.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:06] ENGINE Bus STARTED 2024-04-02T08:23:06.867 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:23:06.442Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=4 2024-04-02T08:23:06.936 INFO:tasks.rados.rados.0.smithi084.stdout:386: done (2 left) 2024-04-02T08:23:06.936 INFO:tasks.rados.rados.0.smithi084.stdout:387: done (1 left) 2024-04-02T08:23:06.936 INFO:tasks.rados.rados.0.smithi084.stdout:388: done (0 left) 2024-04-02T08:23:06.936 INFO:tasks.rados.rados.0.smithi084.stdout:389: copy_from oid 34 from oid 46 current snap is 35 2024-04-02T08:23:06.936 INFO:tasks.rados.rados.0.smithi084.stdout:390: snap_remove snap 32 2024-04-02T08:23:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: pgmap v220: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:23:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:23:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: Standby manager daemon x restarted 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: Standby manager daemon x started 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: pgmap v220: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: Standby manager daemon x restarted 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: Standby manager daemon x started 2024-04-02T08:23:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:07.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:07.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:07.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:06 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: pgmap v220: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:23:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:23:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: Standby manager daemon x restarted 2024-04-02T08:23:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: Standby manager daemon x started 2024-04-02T08:23:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:06 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:07.942 INFO:tasks.rados.rados.0.smithi084.stdout:390: done (1 left) 2024-04-02T08:23:07.942 INFO:tasks.rados.rados.0.smithi084.stdout:391: rollback oid 45 current snap is 35 2024-04-02T08:23:07.942 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 45 to 34 2024-04-02T08:23:07.942 INFO:tasks.rados.rados.0.smithi084.stdout:389: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:23:07.942 INFO:tasks.rados.rados.0.smithi084.stdout:389: finishing copy_from to smithi08483026-34 2024-04-02T08:23:07.943 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 45 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:23:07.943 INFO:tasks.rados.rados.0.smithi084.stdout:389: done (1 left) 2024-04-02T08:23:07.943 INFO:tasks.rados.rados.0.smithi084.stdout:392: read oid 28 snap -1 2024-04-02T08:23:07.943 INFO:tasks.rados.rados.0.smithi084.stdout:392: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:23:07.943 INFO:tasks.rados.rados.0.smithi084.stdout:393: snap_remove snap 31 2024-04-02T08:23:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:07 smithi132 ceph-mon[31218]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:23:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:07 smithi132 ceph-mon[31218]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:23:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:07 smithi084 ceph-mon[27534]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:23:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:07 smithi084 ceph-mon[27534]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:23:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:07 smithi084 ceph-mon[39235]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:23:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:07 smithi084 ceph-mon[39235]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:23:08.951 INFO:tasks.rados.rados.0.smithi084.stdout:393: done (2 left) 2024-04-02T08:23:08.951 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 35 2024-04-02T08:23:08.951 INFO:tasks.rados.rados.0.smithi084.stdout:394: seq_num 143 ranges {344064=802816,1146880=761856,1908736=745472,2654208=98304} 2024-04-02T08:23:08.958 INFO:tasks.rados.rados.0.smithi084.stdout:394: writing smithi08483026-21 from 344064 to 1146880 tid 1 2024-04-02T08:23:08.963 INFO:tasks.rados.rados.0.smithi084.stdout:394: writing smithi08483026-21 from 1146880 to 1908736 tid 2 2024-04-02T08:23:08.967 INFO:tasks.rados.rados.0.smithi084.stdout:394: writing smithi08483026-21 from 1908736 to 2654208 tid 3 2024-04-02T08:23:08.968 INFO:tasks.rados.rados.0.smithi084.stdout:394: writing smithi08483026-21 from 2654208 to 2752512 tid 4 2024-04-02T08:23:08.968 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 35 2024-04-02T08:23:08.968 INFO:tasks.rados.rados.0.smithi084.stdout:395: seq_num 144 ranges {0=16384} 2024-04-02T08:23:08.968 INFO:tasks.rados.rados.0.smithi084.stdout:395: writing smithi08483026-37 from 0 to 16384 tid 1 2024-04-02T08:23:08.968 INFO:tasks.rados.rados.0.smithi084.stdout:396: snap_remove snap 29 2024-04-02T08:23:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:08 smithi132 ceph-mon[31218]: pgmap v223: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:08 smithi132 ceph-mon[31218]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:23:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:08 smithi084 ceph-mon[27534]: pgmap v223: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:08 smithi084 ceph-mon[27534]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:23:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:08 smithi084 ceph-mon[39235]: pgmap v223: 121 pgs: 121 active+clean; 101 MiB data, 408 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:08 smithi084 ceph-mon[39235]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:23:09.962 INFO:tasks.rados.rados.0.smithi084.stdout:396: done (4 left) 2024-04-02T08:23:09.962 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 35 2024-04-02T08:23:09.962 INFO:tasks.rados.rados.0.smithi084.stdout:397: seq_num 145 ranges {0=32768} 2024-04-02T08:23:09.962 INFO:tasks.rados.rados.0.smithi084.stdout:397: writing smithi08483026-41 from 0 to 32768 tid 1 2024-04-02T08:23:09.962 INFO:tasks.rados.rados.0.smithi084.stdout:398: delete oid 10 current snap is 35 2024-04-02T08:23:09.962 INFO:tasks.rados.rados.0.smithi084.stdout:391: finishing rollback tid 0 to smithi08483026-45 2024-04-02T08:23:09.962 INFO:tasks.rados.rados.0.smithi084.stdout:392: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:23:09.985 INFO:tasks.rados.rados.0.smithi084.stdout:391: finishing rollback tid 1 to smithi08483026-45 2024-04-02T08:23:09.985 INFO:tasks.rados.rados.0.smithi084.stdout:391: finishing rollback tid 2 to smithi08483026-45 2024-04-02T08:23:09.985 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 102 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-02T08:23:09.985 INFO:tasks.rados.rados.0.smithi084.stdout:394: finishing write tid 1 to smithi08483026-21 2024-04-02T08:23:09.985 INFO:tasks.rados.rados.0.smithi084.stdout:394: finishing write tid 2 to smithi08483026-21 2024-04-02T08:23:09.985 INFO:tasks.rados.rados.0.smithi084.stdout:391: done (5 left) 2024-04-02T08:23:09.985 INFO:tasks.rados.rados.0.smithi084.stdout:392: done (4 left) 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:398: done (3 left) 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:399: rollback oid 24 current snap is 35 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 30 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:395: finishing write tid 1 to smithi08483026-37 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: finishing write tid 3 to smithi08483026-21 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:395: finishing write tid 2 to smithi08483026-37 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: finishing write tid 4 to smithi08483026-21 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: finishing write tid 5 to smithi08483026-21 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: finishing write tid 6 to smithi08483026-21 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: oid 21 updating version 0 to 105 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: oid 21 updating version 105 to 106 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: oid 21 version 106 is already newer than 104 2024-04-02T08:23:09.986 INFO:tasks.rados.rados.0.smithi084.stdout:394: oid 21 version 106 is already newer than 102 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:394: oid 21 version 106 is already newer than 103 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 106 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:394: left oid 21 (ObjNum 143 snap 35 seq_num 143) 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:395: finishing write tid 3 to smithi08483026-37 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:395: oid 37 updating version 0 to 17 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:395: oid 37 updating version 17 to 18 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 18 (ObjNum 144 snap 35 seq_num 144) dirty exists 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:395: left oid 37 (ObjNum 144 snap 35 seq_num 144) 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:397: finishing write tid 1 to smithi08483026-41 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:397: finishing write tid 2 to smithi08483026-41 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:397: finishing write tid 3 to smithi08483026-41 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:397: oid 41 updating version 0 to 147 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:397: oid 41 version 147 is already newer than 146 2024-04-02T08:23:09.987 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 147 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-04-02T08:23:09.988 INFO:tasks.rados.rados.0.smithi084.stdout:397: left oid 41 (ObjNum 145 snap 35 seq_num 145) 2024-04-02T08:23:09.988 INFO:tasks.rados.rados.0.smithi084.stdout:394: done (3 left) 2024-04-02T08:23:09.988 INFO:tasks.rados.rados.0.smithi084.stdout:395: done (2 left) 2024-04-02T08:23:09.988 INFO:tasks.rados.rados.0.smithi084.stdout:397: done (1 left) 2024-04-02T08:23:09.988 INFO:tasks.rados.rados.0.smithi084.stdout:400: rmattr oid 34 current snap is 35 2024-04-02T08:23:09.988 INFO:tasks.rados.rados.0.smithi084.stdout:401: snap_remove snap 24 2024-04-02T08:23:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:09 smithi084 ceph-mon[27534]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:23:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:09 smithi084 ceph-mon[39235]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:23:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:09 smithi132 ceph-mon[31218]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:401: done (2 left) 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:402: copy_from oid 25 from oid 1 current snap is 35 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:399: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 73 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:399: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:399: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 59 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-02T08:23:10.965 INFO:tasks.rados.rados.0.smithi084.stdout:399: done (2 left) 2024-04-02T08:23:10.966 INFO:tasks.rados.rados.0.smithi084.stdout:400: done (1 left) 2024-04-02T08:23:10.966 INFO:tasks.rados.rados.0.smithi084.stdout:403: snap_create 2024-04-02T08:23:10.992 INFO:tasks.rados.rados.0.smithi084.stdout:402: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:23:10.994 INFO:tasks.rados.rados.0.smithi084.stdout:402: finishing copy_from to smithi08483026-25 2024-04-02T08:23:10.994 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 112 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-04-02T08:23:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:10 smithi084 ceph-mon[27534]: pgmap v226: 121 pgs: 121 active+clean; 123 MiB data, 440 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.8 MiB/s wr, 31 op/s 2024-04-02T08:23:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:10 smithi084 ceph-mon[27534]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:23:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:10 smithi084 ceph-mon[39235]: pgmap v226: 121 pgs: 121 active+clean; 123 MiB data, 440 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.8 MiB/s wr, 31 op/s 2024-04-02T08:23:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:10 smithi084 ceph-mon[39235]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:23:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:10 smithi132 ceph-mon[31218]: pgmap v226: 121 pgs: 121 active+clean; 123 MiB data, 440 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.8 MiB/s wr, 31 op/s 2024-04-02T08:23:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:10 smithi132 ceph-mon[31218]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:23:11.977 INFO:tasks.rados.rados.0.smithi084.stdout:402: done (1 left) 2024-04-02T08:23:11.977 INFO:tasks.rados.rados.0.smithi084.stdout:403: done (0 left) 2024-04-02T08:23:11.977 INFO:tasks.rados.rados.0.smithi084.stdout:404: copy_from oid 27 from oid 39 current snap is 36 2024-04-02T08:23:11.978 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 36 2024-04-02T08:23:11.978 INFO:tasks.rados.rados.0.smithi084.stdout:405: seq_num 147 ranges {0=65536} 2024-04-02T08:23:11.978 INFO:tasks.rados.rados.0.smithi084.stdout:405: writing smithi08483026-8 from 0 to 65536 tid 1 2024-04-02T08:23:11.978 INFO:tasks.rados.rados.0.smithi084.stdout:406: copy_from oid 45 from oid 50 current snap is 36 2024-04-02T08:23:11.978 INFO:tasks.rados.rados.0.smithi084.stdout:407: snap_create 2024-04-02T08:23:11.981 INFO:tasks.rados.rados.0.smithi084.stdout:405: finishing write tid 1 to smithi08483026-8 2024-04-02T08:23:11.981 INFO:tasks.rados.rados.0.smithi084.stdout:405: finishing write tid 2 to smithi08483026-8 2024-04-02T08:23:11.985 INFO:tasks.rados.rados.0.smithi084.stdout:405: finishing write tid 3 to smithi08483026-8 2024-04-02T08:23:11.985 INFO:tasks.rados.rados.0.smithi084.stdout:405: oid 8 updating version 0 to 213 2024-04-02T08:23:11.985 INFO:tasks.rados.rados.0.smithi084.stdout:405: oid 8 updating version 213 to 214 2024-04-02T08:23:11.985 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 214 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-04-02T08:23:11.985 INFO:tasks.rados.rados.0.smithi084.stdout:405: left oid 8 (ObjNum 147 snap 36 seq_num 147) 2024-04-02T08:23:11.987 INFO:tasks.rados.rados.0.smithi084.stdout:404: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:23:11.988 INFO:tasks.rados.rados.0.smithi084.stdout:404: finishing copy_from to smithi08483026-27 2024-04-02T08:23:11.988 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:23:11.997 INFO:tasks.rados.rados.0.smithi084.stdout:406: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:23:12.001 INFO:tasks.rados.rados.0.smithi084.stdout:406: finishing copy_from to smithi08483026-45 2024-04-02T08:23:12.001 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 117 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:23:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:11 smithi084 ceph-mon[27534]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:23:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:11 smithi084 ceph-mon[39235]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:23:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:11 smithi132 ceph-mon[31218]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:23:12.975 INFO:tasks.rados.rados.0.smithi084.stdout:404: done (3 left) 2024-04-02T08:23:12.975 INFO:tasks.rados.rados.0.smithi084.stdout:405: done (2 left) 2024-04-02T08:23:12.975 INFO:tasks.rados.rados.0.smithi084.stdout:406: done (1 left) 2024-04-02T08:23:12.975 INFO:tasks.rados.rados.0.smithi084.stdout:407: done (0 left) 2024-04-02T08:23:12.975 INFO:tasks.rados.rados.0.smithi084.stdout:408: read oid 36 snap -1 2024-04-02T08:23:12.975 INFO:tasks.rados.rados.0.smithi084.stdout:408: expect deleted 2024-04-02T08:23:12.975 INFO:tasks.rados.rados.0.smithi084.stdout:409: delete oid 21 current snap is 37 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:408: done (1 left) 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:409: done (0 left) 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:410: rmattr oid 22 current snap is 37 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:410: done (0 left) 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:411: rmattr oid 42 current snap is 37 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:411: done (0 left) 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:412: rmattr oid 23 current snap is 37 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:412: done (0 left) 2024-04-02T08:23:12.979 INFO:tasks.rados.rados.0.smithi084.stdout:413: copy_from oid 2 from oid 40 current snap is 37 2024-04-02T08:23:12.980 INFO:tasks.rados.rados.0.smithi084.stdout:414: delete oid 43 current snap is 37 2024-04-02T08:23:12.984 INFO:tasks.rados.rados.0.smithi084.stdout:414: done (1 left) 2024-04-02T08:23:12.984 INFO:tasks.rados.rados.0.smithi084.stdout:415: rollback oid 14 current snap is 37 2024-04-02T08:23:12.984 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 14 to 36 2024-04-02T08:23:12.984 INFO:tasks.rados.rados.0.smithi084.stdout:416: read oid 19 snap -1 2024-04-02T08:23:12.984 INFO:tasks.rados.rados.0.smithi084.stdout:416: expect (ObjNum 141 snap 34 seq_num 141) 2024-04-02T08:23:12.984 INFO:tasks.rados.rados.0.smithi084.stdout:417: snap_remove snap 33 2024-04-02T08:23:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:12 smithi084 ceph-mon[27534]: pgmap v229: 121 pgs: 121 active+clean; 123 MiB data, 440 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.8 MiB/s wr, 31 op/s 2024-04-02T08:23:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:12 smithi084 ceph-mon[27534]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:23:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:12 smithi084 ceph-mon[39235]: pgmap v229: 121 pgs: 121 active+clean; 123 MiB data, 440 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.8 MiB/s wr, 31 op/s 2024-04-02T08:23:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:12 smithi084 ceph-mon[39235]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:23:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:12 smithi132 ceph-mon[31218]: pgmap v229: 121 pgs: 121 active+clean; 123 MiB data, 440 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.8 MiB/s wr, 31 op/s 2024-04-02T08:23:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:12 smithi132 ceph-mon[31218]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:417: done (3 left) 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:418: delete oid 39 current snap is 37 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:415: finishing rollback tid 0 to smithi08483026-14 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:415: finishing rollback tid 1 to smithi08483026-14 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:415: finishing rollback tid 2 to smithi08483026-14 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 119 (ObjNum 81 snap 0 seq_num 1365076052) dirty exists 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:413: finishing copy_from racing read to smithi08483026-2 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:413: finishing copy_from to smithi08483026-2 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 168 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:23:13.994 INFO:tasks.rados.rados.0.smithi084.stdout:416: expect (ObjNum 141 snap 34 seq_num 141) 2024-04-02T08:23:14.070 INFO:tasks.rados.rados.0.smithi084.stdout:413: done (3 left) 2024-04-02T08:23:14.070 INFO:tasks.rados.rados.0.smithi084.stdout:415: done (2 left) 2024-04-02T08:23:14.070 INFO:tasks.rados.rados.0.smithi084.stdout:416: done (1 left) 2024-04-02T08:23:14.070 INFO:tasks.rados.rados.0.smithi084.stdout:418: done (0 left) 2024-04-02T08:23:14.070 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 37 2024-04-02T08:23:14.070 INFO:tasks.rados.rados.0.smithi084.stdout:419: seq_num 151 ranges {1269760=131072} 2024-04-02T08:23:14.077 INFO:tasks.rados.rados.0.smithi084.stdout:419: writing smithi08483026-12 from 1269760 to 1400832 tid 1 2024-04-02T08:23:14.077 INFO:tasks.rados.rados.0.smithi084.stdout:420: snap_remove snap 36 2024-04-02T08:23:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:13 smithi084 ceph-mon[27534]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:23:14.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:14 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:23:14] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-04-02T08:23:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:13 smithi084 ceph-mon[39235]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:23:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:13 smithi132 ceph-mon[31218]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:23:14.781 INFO:tasks.rados.rados.0.smithi084.stdout:420: done (1 left) 2024-04-02T08:23:14.781 INFO:tasks.rados.rados.0.smithi084.stdout:421: snap_remove snap 28 2024-04-02T08:23:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:14 smithi084 ceph-mon[27534]: pgmap v232: 121 pgs: 121 active+clean; 130 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:23:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:14 smithi084 ceph-mon[27534]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:23:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:14 smithi084 ceph-mon[27534]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:23:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:14 smithi084 ceph-mon[39235]: pgmap v232: 121 pgs: 121 active+clean; 130 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:23:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:14 smithi084 ceph-mon[39235]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:23:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:14 smithi084 ceph-mon[39235]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:23:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:14 smithi132 ceph-mon[31218]: pgmap v232: 121 pgs: 121 active+clean; 130 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:23:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:14 smithi132 ceph-mon[31218]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:23:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:14 smithi132 ceph-mon[31218]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:23:15.788 INFO:tasks.rados.rados.0.smithi084.stdout:421: done (1 left) 2024-04-02T08:23:15.788 INFO:tasks.rados.rados.0.smithi084.stdout:422: snap_remove snap 30 2024-04-02T08:23:16.799 INFO:tasks.rados.rados.0.smithi084.stdout:422: done (1 left) 2024-04-02T08:23:16.800 INFO:tasks.rados.rados.0.smithi084.stdout:423: snap_remove snap 35 2024-04-02T08:23:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:16 smithi132 ceph-mon[31218]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:23:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:16 smithi084 ceph-mon[27534]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:23:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:16 smithi084 ceph-mon[39235]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:423: done (1 left) 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:424: setattr oid 21 current snap is 37 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:419: finishing write tid 1 to smithi08483026-12 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:419: finishing write tid 2 to smithi08483026-12 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:419: finishing write tid 3 to smithi08483026-12 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:419: oid 12 updating version 0 to 126 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:419: oid 12 version 126 is already newer than 125 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 126 (ObjNum 151 snap 37 seq_num 151) dirty exists 2024-04-02T08:23:17.800 INFO:tasks.rados.rados.0.smithi084.stdout:419: left oid 12 (ObjNum 151 snap 37 seq_num 151) 2024-04-02T08:23:17.803 INFO:tasks.rados.rados.0.smithi084.stdout:419: done (1 left) 2024-04-02T08:23:17.803 INFO:tasks.rados.rados.0.smithi084.stdout:425: read oid 27 snap -1 2024-04-02T08:23:17.803 INFO:tasks.rados.rados.0.smithi084.stdout:425: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:23:17.803 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 37 2024-04-02T08:23:17.803 INFO:tasks.rados.rados.0.smithi084.stdout:426: seq_num 152 ranges {4120576=147456} 2024-04-02T08:23:17.826 INFO:tasks.rados.rados.0.smithi084.stdout:426: writing smithi08483026-32 from 4120576 to 4268032 tid 1 2024-04-02T08:23:17.826 INFO:tasks.rados.rados.0.smithi084.stdout:427: setattr oid 8 current snap is 37 2024-04-02T08:23:17.827 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 108 (ObjNum 1265 snap 0 seq_num 2882219656) dirty exists 2024-04-02T08:23:17.827 INFO:tasks.rados.rados.0.smithi084.stdout:425: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:23:17.845 INFO:tasks.rados.rados.0.smithi084.stdout:426: finishing write tid 1 to smithi08483026-32 2024-04-02T08:23:17.845 INFO:tasks.rados.rados.0.smithi084.stdout:426: finishing write tid 2 to smithi08483026-32 2024-04-02T08:23:17.845 INFO:tasks.rados.rados.0.smithi084.stdout:426: finishing write tid 3 to smithi08483026-32 2024-04-02T08:23:17.845 INFO:tasks.rados.rados.0.smithi084.stdout:426: oid 32 updating version 0 to 150 2024-04-02T08:23:17.845 INFO:tasks.rados.rados.0.smithi084.stdout:426: oid 32 updating version 150 to 151 2024-04-02T08:23:17.845 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 151 (ObjNum 152 snap 37 seq_num 152) dirty exists 2024-04-02T08:23:17.846 INFO:tasks.rados.rados.0.smithi084.stdout:426: left oid 32 (ObjNum 152 snap 37 seq_num 152) 2024-04-02T08:23:17.846 INFO:tasks.rados.rados.0.smithi084.stdout:424: done (3 left) 2024-04-02T08:23:17.846 INFO:tasks.rados.rados.0.smithi084.stdout:425: done (2 left) 2024-04-02T08:23:17.846 INFO:tasks.rados.rados.0.smithi084.stdout:426: done (1 left) 2024-04-02T08:23:17.846 INFO:tasks.rados.rados.0.smithi084.stdout:428: read oid 47 snap -1 2024-04-02T08:23:17.846 INFO:tasks.rados.rados.0.smithi084.stdout:428: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:23:17.846 INFO:tasks.rados.rados.0.smithi084.stdout:429: snap_remove snap 34 2024-04-02T08:23:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:17 smithi132 ceph-mon[31218]: pgmap v236: 121 pgs: 121 active+clean; 130 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:23:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:17 smithi132 ceph-mon[31218]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:23:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:17 smithi084 ceph-mon[27534]: pgmap v236: 121 pgs: 121 active+clean; 130 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:23:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:17 smithi084 ceph-mon[27534]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:23:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:17 smithi084 ceph-mon[39235]: pgmap v236: 121 pgs: 121 active+clean; 130 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:23:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:17 smithi084 ceph-mon[39235]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:23:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:429: done (2 left) 2024-04-02T08:23:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 37 2024-04-02T08:23:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 241 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-04-02T08:23:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:428: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:23:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:430: seq_num 153 ranges {0=163840} 2024-04-02T08:23:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:430: writing smithi08483026-21 from 0 to 163840 tid 1 2024-04-02T08:23:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:427: done (2 left) 2024-04-02T08:23:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:428: done (1 left) 2024-04-02T08:23:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:431: rmattr oid 37 current snap is 37 2024-04-02T08:23:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:431: done (1 left) 2024-04-02T08:23:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:432: copy_from oid 28 from oid 32 current snap is 37 2024-04-02T08:23:18.246 INFO:tasks.rados.rados.0.smithi084.stdout:433: delete oid 14 current snap is 37 2024-04-02T08:23:18.247 INFO:tasks.rados.rados.0.smithi084.stdout:430: finishing write tid 1 to smithi08483026-21 2024-04-02T08:23:18.247 INFO:tasks.rados.rados.0.smithi084.stdout:430: finishing write tid 2 to smithi08483026-21 2024-04-02T08:23:18.249 INFO:tasks.rados.rados.0.smithi084.stdout:430: finishing write tid 3 to smithi08483026-21 2024-04-02T08:23:18.249 INFO:tasks.rados.rados.0.smithi084.stdout:430: oid 21 updating version 0 to 112 2024-04-02T08:23:18.249 INFO:tasks.rados.rados.0.smithi084.stdout:430: oid 21 version 112 is already newer than 111 2024-04-02T08:23:18.250 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 112 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-04-02T08:23:18.250 INFO:tasks.rados.rados.0.smithi084.stdout:430: left oid 21 (ObjNum 153 snap 37 seq_num 153) 2024-04-02T08:23:18.251 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:18] ENGINE Bus STOPPING 2024-04-02T08:23:18.251 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:18.251 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:18] ENGINE Bus STOPPED 2024-04-02T08:23:18.252 INFO:tasks.rados.rados.0.smithi084.stdout:430: done (2 left) 2024-04-02T08:23:18.252 INFO:tasks.rados.rados.0.smithi084.stdout:433: done (1 left) 2024-04-02T08:23:18.252 INFO:tasks.rados.rados.0.smithi084.stdout:434: copy_from oid 33 from oid 11 current snap is 37 2024-04-02T08:23:18.253 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 37 2024-04-02T08:23:18.253 INFO:tasks.rados.rados.0.smithi084.stdout:435: seq_num 155 ranges {0=204800} 2024-04-02T08:23:18.254 INFO:tasks.rados.rados.0.smithi084.stdout:435: writing smithi08483026-42 from 0 to 204800 tid 1 2024-04-02T08:23:18.254 INFO:tasks.rados.rados.0.smithi084.stdout:436: read oid 12 snap -1 2024-04-02T08:23:18.254 INFO:tasks.rados.rados.0.smithi084.stdout:436: expect (ObjNum 151 snap 37 seq_num 151) 2024-04-02T08:23:18.254 INFO:tasks.rados.rados.0.smithi084.stdout:437: copy_from oid 43 from oid 7 current snap is 37 2024-04-02T08:23:18.254 INFO:tasks.rados.rados.0.smithi084.stdout:438: copy_from oid 10 from oid 30 current snap is 37 2024-04-02T08:23:18.254 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 37 2024-04-02T08:23:18.255 INFO:tasks.rados.rados.0.smithi084.stdout:439: seq_num 156 ranges {0=221184} 2024-04-02T08:23:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:439: writing smithi08483026-49 from 0 to 221184 tid 1 2024-04-02T08:23:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:440: read oid 45 snap -1 2024-04-02T08:23:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:440: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:23:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:441: read oid 22 snap -1 2024-04-02T08:23:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:441: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:23:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 37 2024-04-02T08:23:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:442: seq_num 157 ranges {3776512=237568} 2024-04-02T08:23:18.280 INFO:tasks.rados.rados.0.smithi084.stdout:442: writing smithi08483026-9 from 3776512 to 4014080 tid 1 2024-04-02T08:23:18.280 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 37 2024-04-02T08:23:18.280 INFO:tasks.rados.rados.0.smithi084.stdout:443: seq_num 158 ranges {778240=253952} 2024-04-02T08:23:18.286 INFO:tasks.rados.rados.0.smithi084.stdout:443: writing smithi08483026-47 from 778240 to 1032192 tid 1 2024-04-02T08:23:18.286 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 37 2024-04-02T08:23:18.286 INFO:tasks.rados.rados.0.smithi084.stdout:435: finishing write tid 1 to smithi08483026-42 2024-04-02T08:23:18.286 INFO:tasks.rados.rados.0.smithi084.stdout:444: seq_num 159 ranges {6709248=270336} 2024-04-02T08:23:18.324 INFO:tasks.rados.rados.0.smithi084.stdout:444: writing smithi08483026-16 from 6709248 to 6979584 tid 1 2024-04-02T08:23:18.324 INFO:tasks.rados.rados.0.smithi084.stdout:445: delete oid 31 current snap is 37 2024-04-02T08:23:18.324 INFO:tasks.rados.rados.0.smithi084.stdout:435: finishing write tid 2 to smithi08483026-42 2024-04-02T08:23:18.324 INFO:tasks.rados.rados.0.smithi084.stdout:435: finishing write tid 3 to smithi08483026-42 2024-04-02T08:23:18.324 INFO:tasks.rados.rados.0.smithi084.stdout:435: oid 42 updating version 0 to 175 2024-04-02T08:23:18.324 INFO:tasks.rados.rados.0.smithi084.stdout:435: oid 42 version 175 is already newer than 174 2024-04-02T08:23:18.325 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 175 (ObjNum 155 snap 37 seq_num 155) dirty exists 2024-04-02T08:23:18.325 INFO:tasks.rados.rados.0.smithi084.stdout:435: left oid 42 (ObjNum 155 snap 37 seq_num 155) 2024-04-02T08:23:18.325 INFO:tasks.rados.rados.0.smithi084.stdout:432: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:23:18.325 INFO:tasks.rados.rados.0.smithi084.stdout:434: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:23:18.325 INFO:tasks.rados.rados.0.smithi084.stdout:439: finishing write tid 1 to smithi08483026-49 2024-04-02T08:23:18.325 INFO:tasks.rados.rados.0.smithi084.stdout:439: finishing write tid 2 to smithi08483026-49 2024-04-02T08:23:18.325 INFO:tasks.rados.rados.0.smithi084.stdout:436: expect (ObjNum 151 snap 37 seq_num 151) 2024-04-02T08:23:18.391 INFO:tasks.rados.rados.0.smithi084.stdout:432: finishing copy_from to smithi08483026-28 2024-04-02T08:23:18.391 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 151 (ObjNum 152 snap 37 seq_num 152) dirty exists 2024-04-02T08:23:18.391 INFO:tasks.rados.rados.0.smithi084.stdout:438: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:23:18.391 INFO:tasks.rados.rados.0.smithi084.stdout:434: finishing copy_from to smithi08483026-33 2024-04-02T08:23:18.391 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 96 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-04-02T08:23:18.391 INFO:tasks.rados.rados.0.smithi084.stdout:440: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:23:18.486 INFO:tasks.rados.rados.0.smithi084.stdout:437: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:23:18.486 INFO:tasks.rados.rados.0.smithi084.stdout:438: finishing copy_from to smithi08483026-10 2024-04-02T08:23:18.486 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 43 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:23:18.486 INFO:tasks.rados.rados.0.smithi084.stdout:437: finishing copy_from to smithi08483026-43 2024-04-02T08:23:18.486 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 62 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:23:18.486 INFO:tasks.rados.rados.0.smithi084.stdout:439: finishing write tid 3 to smithi08483026-49 2024-04-02T08:23:18.486 INFO:tasks.rados.rados.0.smithi084.stdout:439: oid 49 updating version 0 to 132 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:439: oid 49 version 132 is already newer than 131 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 132 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:439: left oid 49 (ObjNum 156 snap 37 seq_num 156) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:442: finishing write tid 1 to smithi08483026-9 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:432: done (12 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:434: done (11 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:435: done (10 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:436: done (9 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:437: done (8 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:438: done (7 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:439: done (6 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:440: done (5 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:445: done (4 left) 2024-04-02T08:23:18.487 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 37 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:442: finishing write tid 2 to smithi08483026-9 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:442: finishing write tid 3 to smithi08483026-9 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:442: oid 9 updating version 0 to 58 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:442: oid 9 updating version 58 to 59 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 59 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:442: left oid 9 (ObjNum 157 snap 37 seq_num 157) 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:443: finishing write tid 1 to smithi08483026-47 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:443: finishing write tid 2 to smithi08483026-47 2024-04-02T08:23:18.488 INFO:tasks.rados.rados.0.smithi084.stdout:446: seq_num 161 ranges {286720=303104} 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:446: writing smithi08483026-4 from 286720 to 589824 tid 1 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:442: done (4 left) 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:447: setattr oid 49 current snap is 37 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:443: finishing write tid 3 to smithi08483026-47 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:443: oid 47 updating version 0 to 173 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:443: oid 47 version 173 is already newer than 172 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 173 (ObjNum 158 snap 37 seq_num 158) dirty exists 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:443: left oid 47 (ObjNum 158 snap 37 seq_num 158) 2024-04-02T08:23:18.489 INFO:tasks.rados.rados.0.smithi084.stdout:441: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:23:18.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:18.219+0000 7fb7a2ea7700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:23:18.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:23:18.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:23:18.653 INFO:tasks.rados.rados.0.smithi084.stdout:444: finishing write tid 1 to smithi08483026-16 2024-04-02T08:23:18.653 INFO:tasks.rados.rados.0.smithi084.stdout:444: finishing write tid 2 to smithi08483026-16 2024-04-02T08:23:18.653 INFO:tasks.rados.rados.0.smithi084.stdout:444: finishing write tid 3 to smithi08483026-16 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:444: oid 16 updating version 0 to 113 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:444: oid 16 version 113 is already newer than 112 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 113 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:444: left oid 16 (ObjNum 159 snap 37 seq_num 159) 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:446: finishing write tid 1 to smithi08483026-4 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:446: finishing write tid 2 to smithi08483026-4 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:446: finishing write tid 3 to smithi08483026-4 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:446: oid 4 updating version 0 to 114 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:446: oid 4 updating version 114 to 115 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 115 (ObjNum 161 snap 37 seq_num 161) dirty exists 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:446: left oid 4 (ObjNum 161 snap 37 seq_num 161) 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:441: done (4 left) 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:443: done (3 left) 2024-04-02T08:23:18.654 INFO:tasks.rados.rados.0.smithi084.stdout:444: done (2 left) 2024-04-02T08:23:18.655 INFO:tasks.rados.rados.0.smithi084.stdout:446: done (1 left) 2024-04-02T08:23:18.655 INFO:tasks.rados.rados.0.smithi084.stdout:448: read oid 12 snap -1 2024-04-02T08:23:18.655 INFO:tasks.rados.rados.0.smithi084.stdout:448: expect (ObjNum 151 snap 37 seq_num 151) 2024-04-02T08:23:18.655 INFO:tasks.rados.rados.0.smithi084.stdout:449: snap_create 2024-04-02T08:23:18.655 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 133 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-04-02T08:23:18.659 INFO:tasks.rados.rados.0.smithi084.stdout:448: expect (ObjNum 151 snap 37 seq_num 151) 2024-04-02T08:23:18.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:18] ENGINE Bus STARTING 2024-04-02T08:23:18.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.374+0000 7f1eeba3a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.374+0000 7f1eeba3a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.374+0000 7f1eeba3a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.374+0000 7f1eeba3a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.374+0000 7f1eeba3a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.376+0000 7f1ee7a32700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.376+0000 7f1ee7a32700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.376+0000 7f1ee7a32700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.376+0000 7f1ee7a32700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:18.376+0000 7f1ee7a32700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:18] ENGINE Serving on http://:::9283 2024-04-02T08:23:18.661 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:23:18] ENGINE Bus STARTED 2024-04-02T08:23:19.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:18.853+0000 7f2a2d62e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:23:19.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:18.947+0000 7f2a2d62e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:23:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:23:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: mgrmap e24: x(active, starting, since 0.00863361s) 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:23:19.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: Manager daemon x is now available 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[27534]: Deploying cephadm binary to smithi132 2024-04-02T08:23:19.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:23:19.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: mgrmap e24: x(active, starting, since 0.00863361s) 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:23:19.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: Manager daemon x is now available 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:19.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:18 smithi084 ceph-mon[39235]: Deploying cephadm binary to smithi132 2024-04-02T08:23:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:23:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 172.21.15.84:0/390356081' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24503 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: mgrmap e24: x(active, starting, since 0.00863361s) 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:23:19.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: Manager daemon x is now available 2024-04-02T08:23:19.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:19.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:19.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:19.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:19.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:19.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:19.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:18 smithi132 ceph-mon[31218]: Deploying cephadm binary to smithi132 2024-04-02T08:23:19.222 INFO:tasks.rados.rados.0.smithi084.stdout:447: done (2 left) 2024-04-02T08:23:19.222 INFO:tasks.rados.rados.0.smithi084.stdout:448: done (1 left) 2024-04-02T08:23:19.222 INFO:tasks.rados.rados.0.smithi084.stdout:449: done (0 left) 2024-04-02T08:23:19.222 INFO:tasks.rados.rados.0.smithi084.stdout:450: delete oid 27 current snap is 38 2024-04-02T08:23:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:450: done (0 left) 2024-04-02T08:23:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 38 2024-04-02T08:23:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:451: seq_num 163 ranges {3375104=335872} 2024-04-02T08:23:19.246 INFO:tasks.rados.rados.0.smithi084.stdout:451: writing smithi08483026-3 from 3375104 to 3710976 tid 1 2024-04-02T08:23:19.246 INFO:tasks.rados.rados.0.smithi084.stdout:452: snap_create 2024-04-02T08:23:19.252 INFO:tasks.rados.rados.0.smithi084.stdout:451: finishing write tid 1 to smithi08483026-3 2024-04-02T08:23:19.252 INFO:tasks.rados.rados.0.smithi084.stdout:451: finishing write tid 2 to smithi08483026-3 2024-04-02T08:23:19.254 INFO:tasks.rados.rados.0.smithi084.stdout:451: finishing write tid 3 to smithi08483026-3 2024-04-02T08:23:19.254 INFO:tasks.rados.rados.0.smithi084.stdout:451: oid 3 updating version 0 to 78 2024-04-02T08:23:19.254 INFO:tasks.rados.rados.0.smithi084.stdout:451: oid 3 version 78 is already newer than 77 2024-04-02T08:23:19.254 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 78 (ObjNum 163 snap 38 seq_num 163) dirty exists 2024-04-02T08:23:19.254 INFO:tasks.rados.rados.0.smithi084.stdout:451: left oid 3 (ObjNum 163 snap 38 seq_num 163) 2024-04-02T08:23:19.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:19 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:19.584+0000 7f2a2d62e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:23:19.891 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:19 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:19.673+0000 7f2a2d62e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:23:19.892 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:19 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:19.814+0000 7f2a2d62e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:23:20.213 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:19 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:19.910+0000 7f2a2d62e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:23:20.213 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:19 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:19.992+0000 7f2a2d62e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:23:20.231 INFO:tasks.rados.rados.0.smithi084.stdout:451: done (1 left) 2024-04-02T08:23:20.232 INFO:tasks.rados.rados.0.smithi084.stdout:452: done (0 left) 2024-04-02T08:23:20.232 INFO:tasks.rados.rados.0.smithi084.stdout:453: rollback oid 27 current snap is 39 2024-04-02T08:23:20.232 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 27 to 38 2024-04-02T08:23:20.232 INFO:tasks.rados.rados.0.smithi084.stdout:454: setattr oid 20 current snap is 39 2024-04-02T08:23:20.234 INFO:tasks.rados.rados.0.smithi084.stdout:455: snap_create 2024-04-02T08:23:20.235 INFO:tasks.rados.rados.0.smithi084.stdout:453: finishing rollback tid 1 to smithi08483026-27 2024-04-02T08:23:20.235 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 151 (ObjNum 609 snap 0 seq_num 621048704) dirty dne 2024-04-02T08:23:20.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 246 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-04-02T08:23:20.544 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:20.259+0000 7f2a2d62e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:23:20.544 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:20.367+0000 7f2a2d62e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:20.544 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:20.453+0000 7f2a2d62e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: Deploying cephadm binary to smithi084 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:19] ENGINE Bus STARTING 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:19] ENGINE Serving on https://172.21.15.132:7150 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: mgrmap e25: x(active, since 1.00938s) 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: pgmap v4: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:19] ENGINE Serving on http://172.21.15.132:8765 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:19] ENGINE Bus STARTED 2024-04-02T08:23:20.545 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: Deploying cephadm binary to smithi084 2024-04-02T08:23:20.546 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:19] ENGINE Bus STARTING 2024-04-02T08:23:20.546 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:19] ENGINE Serving on https://172.21.15.132:7150 2024-04-02T08:23:20.546 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: mgrmap e25: x(active, since 1.00938s) 2024-04-02T08:23:20.546 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:23:20.546 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: pgmap v4: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.546 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:19] ENGINE Serving on http://172.21.15.132:8765 2024-04-02T08:23:20.546 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:19] ENGINE Bus STARTED 2024-04-02T08:23:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: Deploying cephadm binary to smithi084 2024-04-02T08:23:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:19] ENGINE Bus STARTING 2024-04-02T08:23:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:19] ENGINE Serving on https://172.21.15.132:7150 2024-04-02T08:23:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: mgrmap e25: x(active, since 1.00938s) 2024-04-02T08:23:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:23:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: pgmap v4: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:19] ENGINE Serving on http://172.21.15.132:8765 2024-04-02T08:23:20.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:20 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:19] ENGINE Bus STARTED 2024-04-02T08:23:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:20.545+0000 7f2a2d62e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:23:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:20.720+0000 7f2a2d62e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:23:21.245 INFO:tasks.rados.rados.0.smithi084.stdout:453: done (2 left) 2024-04-02T08:23:21.245 INFO:tasks.rados.rados.0.smithi084.stdout:454: done (1 left) 2024-04-02T08:23:21.245 INFO:tasks.rados.rados.0.smithi084.stdout:455: done (0 left) 2024-04-02T08:23:21.245 INFO:tasks.rados.rados.0.smithi084.stdout:456: read oid 46 snap -1 2024-04-02T08:23:21.246 INFO:tasks.rados.rados.0.smithi084.stdout:456: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:23:21.246 INFO:tasks.rados.rados.0.smithi084.stdout:457: snap_create 2024-04-02T08:23:21.250 INFO:tasks.rados.rados.0.smithi084.stdout:456: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:23:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-mon[27534]: pgmap v5: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-mon[27534]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:23:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-mon[27534]: mgrmap e26: x(active, since 2s) 2024-04-02T08:23:21.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-mon[39235]: pgmap v5: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:21.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-mon[39235]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:23:21.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-mon[39235]: mgrmap e26: x(active, since 2s) 2024-04-02T08:23:21.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:21 smithi132 ceph-mon[31218]: pgmap v5: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:21.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:21 smithi132 ceph-mon[31218]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:23:21.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:21 smithi132 ceph-mon[31218]: mgrmap e26: x(active, since 2s) 2024-04-02T08:23:22.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:21.685+0000 7f2a2d62e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:23:22.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:21 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:21.816+0000 7f2a2d62e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:23:22.257 INFO:tasks.rados.rados.0.smithi084.stdout:456: done (1 left) 2024-04-02T08:23:22.257 INFO:tasks.rados.rados.0.smithi084.stdout:457: done (0 left) 2024-04-02T08:23:22.257 INFO:tasks.rados.rados.0.smithi084.stdout:458: delete oid 32 current snap is 41 2024-04-02T08:23:22.259 INFO:tasks.rados.rados.0.smithi084.stdout:458: done (0 left) 2024-04-02T08:23:22.259 INFO:tasks.rados.rados.0.smithi084.stdout:459: read oid 29 snap 39 2024-04-02T08:23:22.259 INFO:tasks.rados.rados.0.smithi084.stdout:459: expect (ObjNum 621036272 snap 21952 seq_num 621421840) 2024-04-02T08:23:22.259 INFO:tasks.rados.rados.0.smithi084.stdout:460: copy_from oid 39 from oid 21 current snap is 41 2024-04-02T08:23:22.259 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 41 2024-04-02T08:23:22.259 INFO:tasks.rados.rados.0.smithi084.stdout:461: seq_num 165 ranges {0=368640} 2024-04-02T08:23:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:461: writing smithi08483026-14 from 0 to 368640 tid 1 2024-04-02T08:23:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:462: rollback oid 13 current snap is 41 2024-04-02T08:23:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 40 2024-04-02T08:23:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:463: snap_remove snap 38 2024-04-02T08:23:22.444 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:22 smithi084 ceph-mon[27534]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:23:22.445 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:22 smithi084 ceph-mon[39235]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:23:22.445 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:22 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:22.149+0000 7f2a2d62e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:23:22.445 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:22 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:22.239+0000 7f2a2d62e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:23:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:22 smithi132 ceph-mon[31218]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:23:22.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:22 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:22.446+0000 7f2a2d62e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:22.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:22 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:22.635+0000 7f2a2d62e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:23:23.187 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:22 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:22.926+0000 7f2a2d62e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:23.258 INFO:tasks.rados.rados.0.smithi084.stdout:463: done (4 left) 2024-04-02T08:23:23.258 INFO:tasks.rados.rados.0.smithi084.stdout:464: read oid 17 snap 40 2024-04-02T08:23:23.258 INFO:tasks.rados.rados.0.smithi084.stdout:464: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:23:23.258 INFO:tasks.rados.rados.0.smithi084.stdout:465: setattr oid 12 current snap is 41 2024-04-02T08:23:23.258 INFO:tasks.rados.rados.0.smithi084.stdout:459: expect (ObjNum 621036272 snap 21952 seq_num 621421840) 2024-04-02T08:23:23.266 INFO:tasks.rados.rados.0.smithi084.stdout:460: finishing copy_from racing read to smithi08483026-39 2024-04-02T08:23:23.266 INFO:tasks.rados.rados.0.smithi084.stdout:462: finishing rollback tid 0 to smithi08483026-13 2024-04-02T08:23:23.266 INFO:tasks.rados.rados.0.smithi084.stdout:462: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:23:23.266 INFO:tasks.rados.rados.0.smithi084.stdout:460: finishing copy_from to smithi08483026-39 2024-04-02T08:23:23.266 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 112 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-04-02T08:23:23.266 INFO:tasks.rados.rados.0.smithi084.stdout:462: finishing rollback tid 2 to smithi08483026-13 2024-04-02T08:23:23.266 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 177 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:461: finishing write tid 1 to smithi08483026-14 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:461: finishing write tid 2 to smithi08483026-14 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:461: finishing write tid 3 to smithi08483026-14 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:461: oid 14 updating version 0 to 165 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:461: oid 14 version 165 is already newer than 164 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 165 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:461: left oid 14 (ObjNum 165 snap 41 seq_num 165) 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:459: done (5 left) 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:460: done (4 left) 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:461: done (3 left) 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:462: done (2 left) 2024-04-02T08:23:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:466: setattr oid 3 current snap is 41 2024-04-02T08:23:23.269 INFO:tasks.rados.rados.0.smithi084.stdout:467: delete oid 34 current snap is 41 2024-04-02T08:23:23.269 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 169 (ObjNum 151 snap 37 seq_num 151) dirty exists 2024-04-02T08:23:23.274 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 80 (ObjNum 163 snap 38 seq_num 163) dirty exists 2024-04-02T08:23:23.274 INFO:tasks.rados.rados.0.smithi084.stdout:465: done (3 left) 2024-04-02T08:23:23.274 INFO:tasks.rados.rados.0.smithi084.stdout:466: done (2 left) 2024-04-02T08:23:23.274 INFO:tasks.rados.rados.0.smithi084.stdout:467: done (1 left) 2024-04-02T08:23:23.275 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 41 2024-04-02T08:23:23.275 INFO:tasks.rados.rados.0.smithi084.stdout:468: seq_num 167 ranges {0=401408} 2024-04-02T08:23:23.276 INFO:tasks.rados.rados.0.smithi084.stdout:468: writing smithi08483026-29 from 0 to 401408 tid 1 2024-04-02T08:23:23.276 INFO:tasks.rados.rados.0.smithi084.stdout:469: snap_remove snap 39 2024-04-02T08:23:23.440 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:23.189+0000 7f2a2d62e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:23.440 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-mon[27534]: pgmap v8: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:23.440 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-mon[27534]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:23:23.440 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-mon[27534]: mgrmap e27: x(active, since 4s) 2024-04-02T08:23:23.440 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-mon[39235]: pgmap v8: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:23.441 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-mon[39235]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:23:23.441 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-mon[39235]: mgrmap e27: x(active, since 4s) 2024-04-02T08:23:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:23 smithi132 ceph-mon[31218]: pgmap v8: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:23 smithi132 ceph-mon[31218]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:23:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:23 smithi132 ceph-mon[31218]: mgrmap e27: x(active, since 4s) 2024-04-02T08:23:23.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:23 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:23.441+0000 7f2a2d62e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:23:24.263 INFO:tasks.rados.rados.0.smithi084.stdout:469: done (2 left) 2024-04-02T08:23:24.263 INFO:tasks.rados.rados.0.smithi084.stdout:470: read oid 50 snap -1 2024-04-02T08:23:24.263 INFO:tasks.rados.rados.0.smithi084.stdout:470: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:23:24.263 INFO:tasks.rados.rados.0.smithi084.stdout:471: rollback oid 1 current snap is 41 2024-04-02T08:23:24.263 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 40 2024-04-02T08:23:24.263 INFO:tasks.rados.rados.0.smithi084.stdout:472: snap_remove snap 37 2024-04-02T08:23:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-mon[27534]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:23:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:24.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:24.304+0000 7f2a2d62e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:23:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-mon[39235]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:23:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:24 smithi132 ceph-mon[31218]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:23:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:24 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:24 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:24.786 INFO:tasks.rados.rados.0.smithi084.stdout:472: done (4 left) 2024-04-02T08:23:24.786 INFO:tasks.rados.rados.0.smithi084.stdout:473: setattr oid 48 current snap is 41 2024-04-02T08:23:24.786 INFO:tasks.rados.rados.0.smithi084.stdout:464: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:23:24.965 INFO:tasks.rados.rados.0.smithi084.stdout:468: finishing write tid 1 to smithi08483026-29 2024-04-02T08:23:24.965 INFO:tasks.rados.rados.0.smithi084.stdout:468: finishing write tid 2 to smithi08483026-29 2024-04-02T08:23:24.965 INFO:tasks.rados.rados.0.smithi084.stdout:468: finishing write tid 3 to smithi08483026-29 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:468: oid 29 updating version 0 to 72 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:468: oid 29 version 72 is already newer than 71 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 72 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:468: left oid 29 (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:471: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:471: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:471: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 252 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-04-02T08:23:24.966 INFO:tasks.rados.rados.0.smithi084.stdout:470: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:23:25.017 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:24 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:24.916+0000 7f2a2d62e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:23:25.059 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 113 (ObjNum 289 snap 0 seq_num 2030599858) dirty exists 2024-04-02T08:23:25.059 INFO:tasks.rados.rados.0.smithi084.stdout:464: done (4 left) 2024-04-02T08:23:25.059 INFO:tasks.rados.rados.0.smithi084.stdout:468: done (3 left) 2024-04-02T08:23:25.059 INFO:tasks.rados.rados.0.smithi084.stdout:470: done (2 left) 2024-04-02T08:23:25.060 INFO:tasks.rados.rados.0.smithi084.stdout:471: done (1 left) 2024-04-02T08:23:25.060 INFO:tasks.rados.rados.0.smithi084.stdout:473: done (0 left) 2024-04-02T08:23:25.060 INFO:tasks.rados.rados.0.smithi084.stdout:474: read oid 47 snap -1 2024-04-02T08:23:25.060 INFO:tasks.rados.rados.0.smithi084.stdout:474: expect (ObjNum 158 snap 37 seq_num 158) 2024-04-02T08:23:25.060 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 41 2024-04-02T08:23:25.060 INFO:tasks.rados.rados.0.smithi084.stdout:475: seq_num 168 ranges {0=417792} 2024-04-02T08:23:25.061 INFO:tasks.rados.rados.0.smithi084.stdout:475: writing smithi08483026-5 from 0 to 417792 tid 1 2024-04-02T08:23:25.061 INFO:tasks.rados.rados.0.smithi084.stdout:476: delete oid 48 current snap is 41 2024-04-02T08:23:25.065 INFO:tasks.rados.rados.0.smithi084.stdout:476: done (2 left) 2024-04-02T08:23:25.065 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 41 2024-04-02T08:23:25.066 INFO:tasks.rados.rados.0.smithi084.stdout:477: seq_num 170 ranges {163840=450560} 2024-04-02T08:23:25.067 INFO:tasks.rados.rados.0.smithi084.stdout:477: writing smithi08483026-21 from 163840 to 614400 tid 1 2024-04-02T08:23:25.067 INFO:tasks.rados.rados.0.smithi084.stdout:478: read oid 14 snap -1 2024-04-02T08:23:25.067 INFO:tasks.rados.rados.0.smithi084.stdout:478: expect (ObjNum 165 snap 41 seq_num 165) 2024-04-02T08:23:25.067 INFO:tasks.rados.rados.0.smithi084.stdout:479: setattr oid 48 current snap is 41 2024-04-02T08:23:25.067 INFO:tasks.rados.rados.0.smithi084.stdout:475: finishing write tid 1 to smithi08483026-5 2024-04-02T08:23:25.067 INFO:tasks.rados.rados.0.smithi084.stdout:475: finishing write tid 2 to smithi08483026-5 2024-04-02T08:23:25.067 INFO:tasks.rados.rados.0.smithi084.stdout:474: expect (ObjNum 158 snap 37 seq_num 158) 2024-04-02T08:23:25.108 INFO:tasks.rados.rados.0.smithi084.stdout:475: finishing write tid 3 to smithi08483026-5 2024-04-02T08:23:25.108 INFO:tasks.rados.rados.0.smithi084.stdout:475: oid 5 updating version 0 to 92 2024-04-02T08:23:25.108 INFO:tasks.rados.rados.0.smithi084.stdout:475: oid 5 version 92 is already newer than 91 2024-04-02T08:23:25.108 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 92 (ObjNum 168 snap 41 seq_num 168) dirty exists 2024-04-02T08:23:25.109 INFO:tasks.rados.rados.0.smithi084.stdout:475: left oid 5 (ObjNum 168 snap 41 seq_num 168) 2024-04-02T08:23:25.109 INFO:tasks.rados.rados.0.smithi084.stdout:477: finishing write tid 1 to smithi08483026-21 2024-04-02T08:23:25.109 INFO:tasks.rados.rados.0.smithi084.stdout:478: expect (ObjNum 165 snap 41 seq_num 165) 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:477: finishing write tid 2 to smithi08483026-21 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:477: finishing write tid 3 to smithi08483026-21 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:477: oid 21 updating version 0 to 117 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:477: oid 21 version 117 is already newer than 116 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 117 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:477: left oid 21 (ObjNum 170 snap 41 seq_num 170) 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:474: done (4 left) 2024-04-02T08:23:25.119 INFO:tasks.rados.rados.0.smithi084.stdout:475: done (3 left) 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:477: done (2 left) 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:478: done (1 left) 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:480: read oid 9 snap 40 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:480: expect (ObjNum 157 snap 37 seq_num 157) 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:481: delete oid 12 current snap is 41 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 118 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:479: done (2 left) 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:481: done (1 left) 2024-04-02T08:23:25.120 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 41 2024-04-02T08:23:25.121 INFO:tasks.rados.rados.0.smithi084.stdout:482: seq_num 172 ranges {0=483328} 2024-04-02T08:23:25.123 INFO:tasks.rados.rados.0.smithi084.stdout:482: writing smithi08483026-48 from 0 to 483328 tid 1 2024-04-02T08:23:25.123 INFO:tasks.rados.rados.0.smithi084.stdout:483: setattr oid 17 current snap is 41 2024-04-02T08:23:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:484: read oid 37 snap -1 2024-04-02T08:23:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:484: expect (ObjNum 144 snap 35 seq_num 144) 2024-04-02T08:23:25.125 INFO:tasks.rados.rados.0.smithi084.stdout:485: rollback oid 20 current snap is 41 2024-04-02T08:23:25.125 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 40 2024-04-02T08:23:25.125 INFO:tasks.rados.rados.0.smithi084.stdout:486: snap_create 2024-04-02T08:23:25.125 INFO:tasks.rados.rados.0.smithi084.stdout:482: finishing write tid 1 to smithi08483026-48 2024-04-02T08:23:25.126 INFO:tasks.rados.rados.0.smithi084.stdout:482: finishing write tid 2 to smithi08483026-48 2024-04-02T08:23:25.128 INFO:tasks.rados.rados.0.smithi084.stdout:482: finishing write tid 3 to smithi08483026-48 2024-04-02T08:23:25.128 INFO:tasks.rados.rados.0.smithi084.stdout:482: oid 48 updating version 0 to 119 2024-04-02T08:23:25.128 INFO:tasks.rados.rados.0.smithi084.stdout:482: oid 48 updating version 119 to 120 2024-04-02T08:23:25.128 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 120 (ObjNum 172 snap 41 seq_num 172) dirty exists 2024-04-02T08:23:25.128 INFO:tasks.rados.rados.0.smithi084.stdout:482: left oid 48 (ObjNum 172 snap 41 seq_num 172) 2024-04-02T08:23:25.129 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 156 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:23:25.129 INFO:tasks.rados.rados.0.smithi084.stdout:484: expect (ObjNum 144 snap 35 seq_num 144) 2024-04-02T08:23:25.130 INFO:tasks.rados.rados.0.smithi084.stdout:485: finishing rollback tid 0 to smithi08483026-20 2024-04-02T08:23:25.130 INFO:tasks.rados.rados.0.smithi084.stdout:485: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:23:25.131 INFO:tasks.rados.rados.0.smithi084.stdout:485: finishing rollback tid 2 to smithi08483026-20 2024-04-02T08:23:25.131 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 260 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-04-02T08:23:25.147 INFO:tasks.rados.rados.0.smithi084.stdout:480: expect (ObjNum 157 snap 37 seq_num 157) 2024-04-02T08:23:25.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-mon[27534]: pgmap v11: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:25.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-mon[27534]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:23:25.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-mon[27534]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:23:25.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-mon[39235]: pgmap v11: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:25.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-mon[39235]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:23:25.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-mon[39235]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:23:25.270 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:25.019+0000 7f2a2d62e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:23:25.270 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:25.268+0000 7f2a2d62e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:23:25.270 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:23:25] ENGINE Bus STARTING 2024-04-02T08:23:25.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: CherryPy Checker: 2024-04-02T08:23:25.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: The Application mounted at '' has an empty config. 2024-04-02T08:23:25.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:23:25.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:23:25] ENGINE Serving on http://:::9283 2024-04-02T08:23:25.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:25 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:23:25] ENGINE Bus STARTED 2024-04-02T08:23:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:25 smithi132 ceph-mon[31218]: pgmap v11: 121 pgs: 121 active+clean; 92 MiB data, 422 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:25 smithi132 ceph-mon[31218]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:23:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:25 smithi132 ceph-mon[31218]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:480: done (5 left) 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:482: done (4 left) 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:483: done (3 left) 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:484: done (2 left) 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:485: done (1 left) 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:486: done (0 left) 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:487: read oid 14 snap -1 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:487: expect (ObjNum 165 snap 41 seq_num 165) 2024-04-02T08:23:25.916 INFO:tasks.rados.rados.0.smithi084.stdout:488: delete oid 12 current snap is 42 2024-04-02T08:23:25.918 INFO:tasks.rados.rados.0.smithi084.stdout:487: expect (ObjNum 165 snap 41 seq_num 165) 2024-04-02T08:23:25.928 INFO:tasks.rados.rados.0.smithi084.stdout:487: done (1 left) 2024-04-02T08:23:25.928 INFO:tasks.rados.rados.0.smithi084.stdout:488: done (0 left) 2024-04-02T08:23:25.929 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 42 2024-04-02T08:23:25.929 INFO:tasks.rados.rados.0.smithi084.stdout:489: seq_num 174 ranges {3710976=516096} 2024-04-02T08:23:25.951 INFO:tasks.rados.rados.0.smithi084.stdout:489: writing smithi08483026-3 from 3710976 to 4227072 tid 1 2024-04-02T08:23:25.951 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 42 2024-04-02T08:23:25.951 INFO:tasks.rados.rados.0.smithi084.stdout:490: seq_num 175 ranges {221184=540672} 2024-04-02T08:23:25.955 INFO:tasks.rados.rados.0.smithi084.stdout:490: writing smithi08483026-49 from 221184 to 761856 tid 1 2024-04-02T08:23:25.955 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 42 2024-04-02T08:23:25.955 INFO:tasks.rados.rados.0.smithi084.stdout:491: seq_num 176 ranges {2146304=557056} 2024-04-02T08:23:25.970 INFO:tasks.rados.rados.0.smithi084.stdout:491: writing smithi08483026-7 from 2146304 to 2703360 tid 1 2024-04-02T08:23:25.970 INFO:tasks.rados.rados.0.smithi084.stdout:492: snap_remove snap 41 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[27534]: Standby manager daemon y started 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[27534]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[39235]: Standby manager daemon y started 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:26.581 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:23:26.582 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:26.582 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:26 smithi084 ceph-mon[39235]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:23:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:26 smithi132 ceph-mon[31218]: Standby manager daemon y started 2024-04-02T08:23:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:26 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:23:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:26 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:26 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:23:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:26 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/4241980521' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:26 smithi132 ceph-mon[31218]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:23:26.927 INFO:tasks.rados.rados.0.smithi084.stdout:492: done (3 left) 2024-04-02T08:23:26.927 INFO:tasks.rados.rados.0.smithi084.stdout:493: rollback oid 5 current snap is 42 2024-04-02T08:23:26.927 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 5 to 40 2024-04-02T08:23:26.927 INFO:tasks.rados.rados.0.smithi084.stdout:489: finishing write tid 1 to smithi08483026-3 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:489: finishing write tid 2 to smithi08483026-3 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:489: finishing write tid 3 to smithi08483026-3 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:489: oid 3 updating version 0 to 95 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:489: oid 3 version 95 is already newer than 94 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 95 (ObjNum 174 snap 42 seq_num 174) dirty exists 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:489: left oid 3 (ObjNum 174 snap 42 seq_num 174) 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:490: finishing write tid 1 to smithi08483026-49 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:490: finishing write tid 2 to smithi08483026-49 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:490: finishing write tid 3 to smithi08483026-49 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:490: oid 49 updating version 0 to 136 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:490: oid 49 version 136 is already newer than 135 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 136 (ObjNum 175 snap 42 seq_num 175) dirty exists 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:490: left oid 49 (ObjNum 175 snap 42 seq_num 175) 2024-04-02T08:23:26.928 INFO:tasks.rados.rados.0.smithi084.stdout:491: finishing write tid 1 to smithi08483026-7 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:491: finishing write tid 2 to smithi08483026-7 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:491: finishing write tid 3 to smithi08483026-7 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:491: oid 7 updating version 0 to 153 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:491: oid 7 version 153 is already newer than 152 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 153 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:491: left oid 7 (ObjNum 176 snap 42 seq_num 176) 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:489: done (3 left) 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:490: done (2 left) 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:491: done (1 left) 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 42 2024-04-02T08:23:26.929 INFO:tasks.rados.rados.0.smithi084.stdout:494: seq_num 177 ranges {368640=573440} 2024-04-02T08:23:26.932 INFO:tasks.rados.rados.0.smithi084.stdout:494: writing smithi08483026-14 from 368640 to 942080 tid 1 2024-04-02T08:23:26.932 INFO:tasks.rados.rados.0.smithi084.stdout:495: copy_from oid 6 from oid 19 current snap is 42 2024-04-02T08:23:26.932 INFO:tasks.rados.rados.0.smithi084.stdout:493: finishing rollback tid 0 to smithi08483026-5 2024-04-02T08:23:26.932 INFO:tasks.rados.rados.0.smithi084.stdout:493: finishing rollback tid 1 to smithi08483026-5 2024-04-02T08:23:26.932 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 97 (ObjNum 1265 snap 0 seq_num 2882219656) dirty dne 2024-04-02T08:23:26.932 INFO:tasks.rados.rados.0.smithi084.stdout:493: done (2 left) 2024-04-02T08:23:26.932 INFO:tasks.rados.rados.0.smithi084.stdout:496: snap_create 2024-04-02T08:23:26.934 INFO:tasks.rados.rados.0.smithi084.stdout:494: finishing write tid 1 to smithi08483026-14 2024-04-02T08:23:26.935 INFO:tasks.rados.rados.0.smithi084.stdout:494: finishing write tid 2 to smithi08483026-14 2024-04-02T08:23:26.935 INFO:tasks.rados.rados.0.smithi084.stdout:494: finishing write tid 3 to smithi08483026-14 2024-04-02T08:23:26.935 INFO:tasks.rados.rados.0.smithi084.stdout:494: oid 14 updating version 0 to 181 2024-04-02T08:23:26.935 INFO:tasks.rados.rados.0.smithi084.stdout:494: oid 14 version 181 is already newer than 180 2024-04-02T08:23:26.936 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 181 (ObjNum 177 snap 42 seq_num 177) dirty exists 2024-04-02T08:23:26.936 INFO:tasks.rados.rados.0.smithi084.stdout:494: left oid 14 (ObjNum 177 snap 42 seq_num 177) 2024-04-02T08:23:26.944 INFO:tasks.rados.rados.0.smithi084.stdout:495: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:23:26.945 INFO:tasks.rados.rados.0.smithi084.stdout:495: finishing copy_from to smithi08483026-6 2024-04-02T08:23:26.945 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 74 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-04-02T08:23:27.437 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:27 smithi132 ceph-mon[31218]: pgmap v15: 121 pgs: 121 active+clean; 94 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 312 KiB/s wr, 51 op/s 2024-04-02T08:23:27.437 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:27 smithi132 ceph-mon[31218]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:23:27.437 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:27 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:23:27.438 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:27 smithi132 ceph-mon[31218]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:23:27.438 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:27 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:27.438 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:27 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[27534]: pgmap v15: 121 pgs: 121 active+clean; 94 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 312 KiB/s wr, 51 op/s 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[27534]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[27534]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[39235]: pgmap v15: 121 pgs: 121 active+clean; 94 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 312 KiB/s wr, 51 op/s 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[39235]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:23:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:23:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[39235]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:23:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:27 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:27.922 INFO:tasks.rados.rados.0.smithi084.stdout:494: done (2 left) 2024-04-02T08:23:27.922 INFO:tasks.rados.rados.0.smithi084.stdout:495: done (1 left) 2024-04-02T08:23:27.922 INFO:tasks.rados.rados.0.smithi084.stdout:496: done (0 left) 2024-04-02T08:23:27.922 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 43 2024-04-02T08:23:27.922 INFO:tasks.rados.rados.0.smithi084.stdout:497: seq_num 178 ranges {0=589824} 2024-04-02T08:23:27.925 INFO:tasks.rados.rados.0.smithi084.stdout:497: writing smithi08483026-12 from 0 to 589824 tid 1 2024-04-02T08:23:27.925 INFO:tasks.rados.rados.0.smithi084.stdout:498: read oid 9 snap -1 2024-04-02T08:23:27.925 INFO:tasks.rados.rados.0.smithi084.stdout:498: expect (ObjNum 157 snap 37 seq_num 157) 2024-04-02T08:23:27.925 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 43 2024-04-02T08:23:27.925 INFO:tasks.rados.rados.0.smithi084.stdout:499: seq_num 179 ranges {3809280=606208} 2024-04-02T08:23:27.949 INFO:tasks.rados.rados.0.smithi084.stdout:499: writing smithi08483026-26 from 3809280 to 4415488 tid 1 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:500: snap_create 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:497: finishing write tid 1 to smithi08483026-12 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:497: finishing write tid 2 to smithi08483026-12 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:497: finishing write tid 3 to smithi08483026-12 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:497: oid 12 updating version 0 to 183 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:497: oid 12 version 183 is already newer than 182 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 183 (ObjNum 178 snap 43 seq_num 178) dirty exists 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:497: left oid 12 (ObjNum 178 snap 43 seq_num 178) 2024-04-02T08:23:27.950 INFO:tasks.rados.rados.0.smithi084.stdout:498: expect (ObjNum 157 snap 37 seq_num 157) 2024-04-02T08:23:28.179 INFO:tasks.rados.rados.0.smithi084.stdout:499: finishing write tid 1 to smithi08483026-26 2024-04-02T08:23:28.179 INFO:tasks.rados.rados.0.smithi084.stdout:499: finishing write tid 2 to smithi08483026-26 2024-04-02T08:23:28.179 INFO:tasks.rados.rados.0.smithi084.stdout:499: finishing write tid 3 to smithi08483026-26 2024-04-02T08:23:28.179 INFO:tasks.rados.rados.0.smithi084.stdout:499: oid 26 updating version 0 to 186 2024-04-02T08:23:28.179 INFO:tasks.rados.rados.0.smithi084.stdout:499: oid 26 version 186 is already newer than 185 2024-04-02T08:23:28.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 186 (ObjNum 179 snap 43 seq_num 179) dirty exists 2024-04-02T08:23:28.179 INFO:tasks.rados.rados.0.smithi084.stdout:499: left oid 26 (ObjNum 179 snap 43 seq_num 179) 2024-04-02T08:23:28.929 INFO:tasks.rados.rados.0.smithi084.stdout:497: done (3 left) 2024-04-02T08:23:28.929 INFO:tasks.rados.rados.0.smithi084.stdout:498: done (2 left) 2024-04-02T08:23:28.929 INFO:tasks.rados.rados.0.smithi084.stdout:499: done (1 left) 2024-04-02T08:23:28.929 INFO:tasks.rados.rados.0.smithi084.stdout:500: done (0 left) 2024-04-02T08:23:28.929 INFO:tasks.rados.rados.0.smithi084.stdout:501: copy_from oid 15 from oid 40 current snap is 44 2024-04-02T08:23:28.929 INFO:tasks.rados.rados.0.smithi084.stdout:502: read oid 7 snap 40 2024-04-02T08:23:28.929 INFO:tasks.rados.rados.0.smithi084.stdout:502: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:23:28.930 INFO:tasks.rados.rados.0.smithi084.stdout:503: rollback oid 31 current snap is 44 2024-04-02T08:23:28.930 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 31 to 43 2024-04-02T08:23:28.930 INFO:tasks.rados.rados.0.smithi084.stdout:504: delete oid 35 current snap is 44 2024-04-02T08:23:28.934 INFO:tasks.rados.rados.0.smithi084.stdout:504: done (3 left) 2024-04-02T08:23:28.934 INFO:tasks.rados.rados.0.smithi084.stdout:505: read oid 38 snap -1 2024-04-02T08:23:28.934 INFO:tasks.rados.rados.0.smithi084.stdout:505: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:23:28.934 INFO:tasks.rados.rados.0.smithi084.stdout:506: delete oid 28 current snap is 44 2024-04-02T08:23:28.935 INFO:tasks.rados.rados.0.smithi084.stdout:503: finishing rollback tid 1 to smithi08483026-31 2024-04-02T08:23:28.935 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:23:28.940 INFO:tasks.rados.rados.0.smithi084.stdout:502: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:23:29.021 INFO:tasks.rados.rados.0.smithi084.stdout:501: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:23:29.021 INFO:tasks.rados.rados.0.smithi084.stdout:501: finishing copy_from to smithi08483026-15 2024-04-02T08:23:29.021 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 168 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:23:29.021 INFO:tasks.rados.rados.0.smithi084.stdout:505: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:501: done (4 left) 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:502: done (3 left) 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:503: done (2 left) 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:505: done (1 left) 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:506: done (0 left) 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:507: rollback oid 18 current snap is 44 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 18 to 42 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:508: read oid 4 snap -1 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:508: expect (ObjNum 161 snap 37 seq_num 161) 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 44 2024-04-02T08:23:29.090 INFO:tasks.rados.rados.0.smithi084.stdout:509: seq_num 182 ranges {3047424=655360} 2024-04-02T08:23:29.110 INFO:tasks.rados.rados.0.smithi084.stdout:509: writing smithi08483026-1 from 3047424 to 3702784 tid 1 2024-04-02T08:23:29.110 INFO:tasks.rados.rados.0.smithi084.stdout:510: rmattr oid 50 current snap is 44 2024-04-02T08:23:29.110 INFO:tasks.rados.rados.0.smithi084.stdout:510: done (3 left) 2024-04-02T08:23:29.110 INFO:tasks.rados.rados.0.smithi084.stdout:511: setattr oid 26 current snap is 44 2024-04-02T08:23:29.111 INFO:tasks.rados.rados.0.smithi084.stdout:507: finishing rollback tid 0 to smithi08483026-18 2024-04-02T08:23:29.111 INFO:tasks.rados.rados.0.smithi084.stdout:507: finishing rollback tid 1 to smithi08483026-18 2024-04-02T08:23:29.111 INFO:tasks.rados.rados.0.smithi084.stdout:507: finishing rollback tid 2 to smithi08483026-18 2024-04-02T08:23:29.111 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 126 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-04-02T08:23:29.111 INFO:tasks.rados.rados.0.smithi084.stdout:508: expect (ObjNum 161 snap 37 seq_num 161) 2024-04-02T08:23:29.131 INFO:tasks.rados.rados.0.smithi084.stdout:509: finishing write tid 1 to smithi08483026-1 2024-04-02T08:23:29.131 INFO:tasks.rados.rados.0.smithi084.stdout:509: finishing write tid 2 to smithi08483026-1 2024-04-02T08:23:29.131 INFO:tasks.rados.rados.0.smithi084.stdout:509: finishing write tid 3 to smithi08483026-1 2024-04-02T08:23:29.131 INFO:tasks.rados.rados.0.smithi084.stdout:509: oid 1 updating version 0 to 265 2024-04-02T08:23:29.131 INFO:tasks.rados.rados.0.smithi084.stdout:509: oid 1 version 265 is already newer than 264 2024-04-02T08:23:29.131 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 265 (ObjNum 182 snap 44 seq_num 182) dirty exists 2024-04-02T08:23:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:509: left oid 1 (ObjNum 182 snap 44 seq_num 182) 2024-04-02T08:23:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:507: done (3 left) 2024-04-02T08:23:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:508: done (2 left) 2024-04-02T08:23:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:509: done (1 left) 2024-04-02T08:23:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:512: rollback oid 35 current snap is 44 2024-04-02T08:23:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 40 2024-04-02T08:23:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:513: delete oid 37 current snap is 44 2024-04-02T08:23:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:513: done (2 left) 2024-04-02T08:23:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 44 2024-04-02T08:23:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:514: seq_num 184 ranges {0=688128} 2024-04-02T08:23:29.137 INFO:tasks.rados.rados.0.smithi084.stdout:514: writing smithi08483026-31 from 0 to 688128 tid 1 2024-04-02T08:23:29.137 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 44 2024-04-02T08:23:29.137 INFO:tasks.rados.rados.0.smithi084.stdout:515: seq_num 185 ranges {1712128=704512} 2024-04-02T08:23:29.150 INFO:tasks.rados.rados.0.smithi084.stdout:515: writing smithi08483026-40 from 1712128 to 2416640 tid 1 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:516: read oid 11 snap -1 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:516: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:517: read oid 36 snap -1 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:517: expect deleted 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 44 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:512: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 188 (ObjNum 179 snap 43 seq_num 179) dirty exists 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:512: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 267 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:514: finishing write tid 1 to smithi08483026-31 2024-04-02T08:23:29.151 INFO:tasks.rados.rados.0.smithi084.stdout:518: seq_num 186 ranges {204800=720896} 2024-04-02T08:23:29.159 INFO:tasks.rados.rados.0.smithi084.stdout:518: writing smithi08483026-42 from 204800 to 925696 tid 1 2024-04-02T08:23:29.159 INFO:tasks.rados.rados.0.smithi084.stdout:511: done (6 left) 2024-04-02T08:23:29.159 INFO:tasks.rados.rados.0.smithi084.stdout:512: done (5 left) 2024-04-02T08:23:29.159 INFO:tasks.rados.rados.0.smithi084.stdout:519: read oid 8 snap -1 2024-04-02T08:23:29.159 INFO:tasks.rados.rados.0.smithi084.stdout:519: expect (ObjNum 147 snap 36 seq_num 147) 2024-04-02T08:23:29.159 INFO:tasks.rados.rados.0.smithi084.stdout:520: delete oid 38 current snap is 44 2024-04-02T08:23:29.159 INFO:tasks.rados.rados.0.smithi084.stdout:514: finishing write tid 2 to smithi08483026-31 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:514: finishing write tid 3 to smithi08483026-31 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:514: oid 31 updating version 0 to 158 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:514: oid 31 updating version 158 to 159 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 159 (ObjNum 184 snap 44 seq_num 184) dirty exists 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:514: left oid 31 (ObjNum 184 snap 44 seq_num 184) 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:515: finishing write tid 1 to smithi08483026-40 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:515: finishing write tid 2 to smithi08483026-40 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:515: finishing write tid 3 to smithi08483026-40 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:515: oid 40 updating version 0 to 269 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:515: oid 40 updating version 269 to 270 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 270 (ObjNum 185 snap 44 seq_num 185) dirty exists 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:515: left oid 40 (ObjNum 185 snap 44 seq_num 185) 2024-04-02T08:23:29.160 INFO:tasks.rados.rados.0.smithi084.stdout:516: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:29.208 INFO:tasks.rados.rados.0.smithi084.stdout:519: expect (ObjNum 147 snap 36 seq_num 147) 2024-04-02T08:23:29.212 INFO:tasks.rados.rados.0.smithi084.stdout:518: finishing write tid 1 to smithi08483026-42 2024-04-02T08:23:29.212 INFO:tasks.rados.rados.0.smithi084.stdout:518: finishing write tid 2 to smithi08483026-42 2024-04-02T08:23:29.212 INFO:tasks.rados.rados.0.smithi084.stdout:518: finishing write tid 3 to smithi08483026-42 2024-04-02T08:23:29.212 INFO:tasks.rados.rados.0.smithi084.stdout:518: oid 42 updating version 0 to 179 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:518: oid 42 updating version 179 to 180 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 180 (ObjNum 186 snap 44 seq_num 186) dirty exists 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:518: left oid 42 (ObjNum 186 snap 44 seq_num 186) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:514: done (6 left) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:515: done (5 left) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:516: done (4 left) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:517: done (3 left) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:518: done (2 left) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:519: done (1 left) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:520: done (0 left) 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 44 2024-04-02T08:23:29.213 INFO:tasks.rados.rados.0.smithi084.stdout:521: seq_num 188 ranges {0=753664} 2024-04-02T08:23:29.216 INFO:tasks.rados.rados.0.smithi084.stdout:521: writing smithi08483026-28 from 0 to 753664 tid 1 2024-04-02T08:23:29.216 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 44 2024-04-02T08:23:29.216 INFO:tasks.rados.rados.0.smithi084.stdout:522: seq_num 189 ranges {4063232=770048} 2024-04-02T08:23:29.242 INFO:tasks.rados.rados.0.smithi084.stdout:522: writing smithi08483026-17 from 4063232 to 4833280 tid 1 2024-04-02T08:23:29.242 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 44 2024-04-02T08:23:29.242 INFO:tasks.rados.rados.0.smithi084.stdout:523: seq_num 190 ranges {589824=786432} 2024-04-02T08:23:29.250 INFO:tasks.rados.rados.0.smithi084.stdout:523: writing smithi08483026-12 from 589824 to 1376256 tid 1 2024-04-02T08:23:29.250 INFO:tasks.rados.rados.0.smithi084.stdout:524: read oid 34 snap -1 2024-04-02T08:23:29.250 INFO:tasks.rados.rados.0.smithi084.stdout:524: expect deleted 2024-04-02T08:23:29.250 INFO:tasks.rados.rados.0.smithi084.stdout:525: snap_remove snap 43 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi084 to 2480M 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[39235]: pgmap v18: 121 pgs: 121 active+clean; 94 MiB data, 424 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi084 to 2480M 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:28 smithi084 ceph-mon[27534]: pgmap v18: 121 pgs: 121 active+clean; 94 MiB data, 424 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:23:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi084 to 2480M 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:28 smithi132 ceph-mon[31218]: pgmap v18: 121 pgs: 121 active+clean; 94 MiB data, 424 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:525: done (4 left) 2024-04-02T08:23:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:526: rollback oid 1 current snap is 44 2024-04-02T08:23:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 42 2024-04-02T08:23:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:521: finishing write tid 1 to smithi08483026-28 2024-04-02T08:23:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:521: finishing write tid 2 to smithi08483026-28 2024-04-02T08:23:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:521: finishing write tid 3 to smithi08483026-28 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:521: oid 28 updating version 0 to 156 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:521: oid 28 version 156 is already newer than 155 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 156 (ObjNum 188 snap 44 seq_num 188) dirty exists 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:521: left oid 28 (ObjNum 188 snap 44 seq_num 188) 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:522: finishing write tid 1 to smithi08483026-17 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:522: finishing write tid 2 to smithi08483026-17 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:522: finishing write tid 3 to smithi08483026-17 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:522: oid 17 updating version 0 to 161 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:522: oid 17 updating version 161 to 162 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 162 (ObjNum 189 snap 44 seq_num 189) dirty exists 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:522: left oid 17 (ObjNum 189 snap 44 seq_num 189) 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:523: finishing write tid 1 to smithi08483026-12 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:523: finishing write tid 2 to smithi08483026-12 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:523: finishing write tid 3 to smithi08483026-12 2024-04-02T08:23:30.105 INFO:tasks.rados.rados.0.smithi084.stdout:523: oid 12 updating version 0 to 190 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:523: oid 12 updating version 190 to 191 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 191 (ObjNum 190 snap 44 seq_num 190) dirty exists 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:523: left oid 12 (ObjNum 190 snap 44 seq_num 190) 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:521: done (4 left) 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:522: done (3 left) 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:523: done (2 left) 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:524: done (1 left) 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:527: delete oid 32 current snap is 44 2024-04-02T08:23:30.106 INFO:tasks.rados.rados.0.smithi084.stdout:526: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:23:30.108 INFO:tasks.rados.rados.0.smithi084.stdout:527: done (1 left) 2024-04-02T08:23:30.108 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 44 2024-04-02T08:23:30.108 INFO:tasks.rados.rados.0.smithi084.stdout:528: seq_num 192 ranges {589824=417792,1007616=401408} 2024-04-02T08:23:30.113 INFO:tasks.rados.rados.0.smithi084.stdout:528: writing smithi08483026-4 from 589824 to 1007616 tid 1 2024-04-02T08:23:30.116 INFO:tasks.rados.rados.0.smithi084.stdout:528: writing smithi08483026-4 from 1007616 to 1409024 tid 2 2024-04-02T08:23:30.116 INFO:tasks.rados.rados.0.smithi084.stdout:526: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:23:30.116 INFO:tasks.rados.rados.0.smithi084.stdout:526: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:23:30.116 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 273 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-04-02T08:23:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:526: done (1 left) 2024-04-02T08:23:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:529: snap_remove snap 40 2024-04-02T08:23:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:29 smithi132 ceph-mon[31218]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:23:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:29 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:29 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:29 smithi084 ceph-mon[27534]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:23:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:29 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:29 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:29 smithi084 ceph-mon[39235]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:23:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:29 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:29 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:31.117 INFO:tasks.rados.rados.0.smithi084.stdout:528: finishing write tid 1 to smithi08483026-4 2024-04-02T08:23:31.117 INFO:tasks.rados.rados.0.smithi084.stdout:528: finishing write tid 2 to smithi08483026-4 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:528: finishing write tid 3 to smithi08483026-4 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:528: finishing write tid 4 to smithi08483026-4 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:528: oid 4 updating version 0 to 119 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:528: oid 4 version 119 is already newer than 117 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:528: oid 4 version 119 is already newer than 118 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 119 (ObjNum 192 snap 44 seq_num 192) dirty exists 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:528: left oid 4 (ObjNum 192 snap 44 seq_num 192) 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:528: done (1 left) 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:529: done (0 left) 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:530: copy_from oid 5 from oid 32 current snap is 44 2024-04-02T08:23:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:531: setattr oid 26 current snap is 44 2024-04-02T08:23:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:532: rollback oid 29 current snap is 44 2024-04-02T08:23:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 42 2024-04-02T08:23:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:533: setattr oid 40 current snap is 44 2024-04-02T08:23:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:534: snap_create 2024-04-02T08:23:31.123 INFO:tasks.rados.rados.0.smithi084.stdout:532: finishing rollback tid 0 to smithi08483026-29 2024-04-02T08:23:31.124 INFO:tasks.rados.rados.0.smithi084.stdout:530: finishing copy_from to smithi08483026-5 2024-04-02T08:23:31.124 INFO:tasks.rados.rados.0.smithi084.stdout:530: got expected ENOENT (src dne) 2024-04-02T08:23:31.124 INFO:tasks.rados.rados.0.smithi084.stdout:532: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:23:31.124 INFO:tasks.rados.rados.0.smithi084.stdout:530: finishing copy_from racing read to smithi08483026-5 2024-04-02T08:23:31.124 INFO:tasks.rados.rados.0.smithi084.stdout:532: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:23:31.124 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 82 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:23:31.126 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 201 (ObjNum 179 snap 43 seq_num 179) dirty exists 2024-04-02T08:23:31.127 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 284 (ObjNum 185 snap 44 seq_num 185) dirty exists 2024-04-02T08:23:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:31 smithi084 ceph-mon[27534]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:23:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:31 smithi084 ceph-mon[27534]: pgmap v21: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T08:23:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:31 smithi084 ceph-mon[39235]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:23:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:31 smithi084 ceph-mon[39235]: pgmap v21: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T08:23:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:31 smithi132 ceph-mon[31218]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:23:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:31 smithi132 ceph-mon[31218]: pgmap v21: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T08:23:32.114 INFO:tasks.rados.rados.0.smithi084.stdout:530: done (4 left) 2024-04-02T08:23:32.114 INFO:tasks.rados.rados.0.smithi084.stdout:531: done (3 left) 2024-04-02T08:23:32.114 INFO:tasks.rados.rados.0.smithi084.stdout:532: done (2 left) 2024-04-02T08:23:32.114 INFO:tasks.rados.rados.0.smithi084.stdout:533: done (1 left) 2024-04-02T08:23:32.115 INFO:tasks.rados.rados.0.smithi084.stdout:534: done (0 left) 2024-04-02T08:23:32.115 INFO:tasks.rados.rados.0.smithi084.stdout:535: snap_create 2024-04-02T08:23:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:32 smithi084 ceph-mon[27534]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:23:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:32 smithi084 ceph-mon[39235]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:23:32.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:32 smithi132 ceph-mon[31218]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:23:33.125 INFO:tasks.rados.rados.0.smithi084.stdout:535: done (0 left) 2024-04-02T08:23:33.125 INFO:tasks.rados.rados.0.smithi084.stdout:536: setattr oid 4 current snap is 46 2024-04-02T08:23:33.125 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 46 2024-04-02T08:23:33.126 INFO:tasks.rados.rados.0.smithi084.stdout:537: seq_num 193 ranges {942080=434176,1376256=401408} 2024-04-02T08:23:33.133 INFO:tasks.rados.rados.0.smithi084.stdout:537: writing smithi08483026-14 from 942080 to 1376256 tid 1 2024-04-02T08:23:33.136 INFO:tasks.rados.rados.0.smithi084.stdout:537: writing smithi08483026-14 from 1376256 to 1777664 tid 2 2024-04-02T08:23:33.136 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 123 (ObjNum 192 snap 44 seq_num 192) dirty exists 2024-04-02T08:23:33.136 INFO:tasks.rados.rados.0.smithi084.stdout:536: done (1 left) 2024-04-02T08:23:33.137 INFO:tasks.rados.rados.0.smithi084.stdout:538: read oid 24 snap 44 2024-04-02T08:23:33.137 INFO:tasks.rados.rados.0.smithi084.stdout:538: expect (ObjNum 120 snap 26 seq_num 120) 2024-04-02T08:23:33.137 INFO:tasks.rados.rados.0.smithi084.stdout:539: rmattr oid 36 current snap is 46 2024-04-02T08:23:33.137 INFO:tasks.rados.rados.0.smithi084.stdout:539: done (2 left) 2024-04-02T08:23:33.137 INFO:tasks.rados.rados.0.smithi084.stdout:540: copy_from oid 37 from oid 50 current snap is 46 2024-04-02T08:23:33.137 INFO:tasks.rados.rados.0.smithi084.stdout:541: delete oid 20 current snap is 46 2024-04-02T08:23:33.138 INFO:tasks.rados.rados.0.smithi084.stdout:537: finishing write tid 1 to smithi08483026-14 2024-04-02T08:23:33.140 INFO:tasks.rados.rados.0.smithi084.stdout:537: finishing write tid 2 to smithi08483026-14 2024-04-02T08:23:33.140 INFO:tasks.rados.rados.0.smithi084.stdout:537: finishing write tid 3 to smithi08483026-14 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:541: done (3 left) 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:542: rmattr oid 27 current snap is 46 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:542: done (3 left) 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:543: rollback oid 13 current snap is 46 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 45 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:544: copy_from oid 21 from oid 29 current snap is 46 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:537: finishing write tid 4 to smithi08483026-14 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:537: oid 14 updating version 0 to 205 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:537: oid 14 updating version 205 to 206 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:537: oid 14 updating version 206 to 207 2024-04-02T08:23:33.142 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 207 (ObjNum 193 snap 46 seq_num 193) dirty exists 2024-04-02T08:23:33.143 INFO:tasks.rados.rados.0.smithi084.stdout:537: left oid 14 (ObjNum 193 snap 46 seq_num 193) 2024-04-02T08:23:33.143 INFO:tasks.rados.rados.0.smithi084.stdout:537: done (4 left) 2024-04-02T08:23:33.143 INFO:tasks.rados.rados.0.smithi084.stdout:545: read oid 41 snap -1 2024-04-02T08:23:33.143 INFO:tasks.rados.rados.0.smithi084.stdout:545: expect (ObjNum 145 snap 35 seq_num 145) 2024-04-02T08:23:33.143 INFO:tasks.rados.rados.0.smithi084.stdout:546: rollback oid 23 current snap is 46 2024-04-02T08:23:33.143 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 42 2024-04-02T08:23:33.143 INFO:tasks.rados.rados.0.smithi084.stdout:547: setattr oid 10 current snap is 46 2024-04-02T08:23:33.144 INFO:tasks.rados.rados.0.smithi084.stdout:548: snap_create 2024-04-02T08:23:33.145 INFO:tasks.rados.rados.0.smithi084.stdout:543: finishing rollback tid 0 to smithi08483026-13 2024-04-02T08:23:33.145 INFO:tasks.rados.rados.0.smithi084.stdout:543: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:23:33.146 INFO:tasks.rados.rados.0.smithi084.stdout:543: finishing rollback tid 2 to smithi08483026-13 2024-04-02T08:23:33.146 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 189 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-04-02T08:23:33.147 INFO:tasks.rados.rados.0.smithi084.stdout:545: expect (ObjNum 145 snap 35 seq_num 145) 2024-04-02T08:23:33.148 INFO:tasks.rados.rados.0.smithi084.stdout:546: finishing rollback tid 0 to smithi08483026-23 2024-04-02T08:23:33.148 INFO:tasks.rados.rados.0.smithi084.stdout:546: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:23:33.148 INFO:tasks.rados.rados.0.smithi084.stdout:546: finishing rollback tid 2 to smithi08483026-23 2024-04-02T08:23:33.149 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 127 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:23:33.149 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 186 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:23:33.153 INFO:tasks.rados.rados.0.smithi084.stdout:538: expect (ObjNum 120 snap 26 seq_num 120) 2024-04-02T08:23:33.328 INFO:tasks.rados.rados.0.smithi084.stdout:544: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:23:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:540: finishing copy_from racing read to smithi08483026-37 2024-04-02T08:23:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:544: finishing copy_from to smithi08483026-21 2024-04-02T08:23:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 82 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:23:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:540: finishing copy_from to smithi08483026-37 2024-04-02T08:23:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 117 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:23:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:23:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: pgmap v24: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: Adjusting osd_memory_target on smithi132 to 2480M 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:33.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:23:33.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: pgmap v24: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: Adjusting osd_memory_target on smithi132 to 2480M 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:23:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: pgmap v24: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: Adjusting osd_memory_target on smithi132 to 2480M 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:33.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:23:33.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:33 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:23:33.900 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:23:34.124 INFO:tasks.rados.rados.0.smithi084.stdout:538: done (7 left) 2024-04-02T08:23:34.124 INFO:tasks.rados.rados.0.smithi084.stdout:540: done (6 left) 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:543: done (5 left) 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:544: done (4 left) 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:545: done (3 left) 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:546: done (2 left) 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:547: done (1 left) 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:548: done (0 left) 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:549: rmattr oid 4 current snap is 47 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 47 2024-04-02T08:23:34.125 INFO:tasks.rados.rados.0.smithi084.stdout:550: seq_num 195 ranges {1032192=475136,1507328=401408} 2024-04-02T08:23:34.132 INFO:tasks.rados.rados.0.smithi084.stdout:550: writing smithi08483026-47 from 1032192 to 1507328 tid 1 2024-04-02T08:23:34.135 INFO:tasks.rados.rados.0.smithi084.stdout:550: writing smithi08483026-47 from 1507328 to 1908736 tid 2 2024-04-02T08:23:34.135 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 47 2024-04-02T08:23:34.135 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 129 (ObjNum 192 snap 44 seq_num 192) dirty exists 2024-04-02T08:23:34.135 INFO:tasks.rados.rados.0.smithi084.stdout:551: seq_num 196 ranges {2416640=491520,2908160=401408} 2024-04-02T08:23:34.150 INFO:tasks.rados.rados.0.smithi084.stdout:551: writing smithi08483026-40 from 2416640 to 2908160 tid 1 2024-04-02T08:23:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:551: writing smithi08483026-40 from 2908160 to 3309568 tid 2 2024-04-02T08:23:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:549: done (2 left) 2024-04-02T08:23:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:552: read oid 33 snap 46 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:552: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:553: delete oid 23 current snap is 47 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: finishing write tid 1 to smithi08483026-47 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: finishing write tid 2 to smithi08483026-47 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: finishing write tid 3 to smithi08483026-47 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: finishing write tid 4 to smithi08483026-47 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: oid 47 updating version 0 to 193 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: oid 47 version 193 is already newer than 191 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: oid 47 version 193 is already newer than 192 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 193 (ObjNum 195 snap 47 seq_num 195) dirty exists 2024-04-02T08:23:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:550: left oid 47 (ObjNum 195 snap 47 seq_num 195) 2024-04-02T08:23:34.156 INFO:tasks.rados.rados.0.smithi084.stdout:551: finishing write tid 1 to smithi08483026-40 2024-04-02T08:23:34.156 INFO:tasks.rados.rados.0.smithi084.stdout:551: finishing write tid 2 to smithi08483026-40 2024-04-02T08:23:34.156 INFO:tasks.rados.rados.0.smithi084.stdout:550: done (3 left) 2024-04-02T08:23:34.156 INFO:tasks.rados.rados.0.smithi084.stdout:553: done (2 left) 2024-04-02T08:23:34.156 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 47 2024-04-02T08:23:34.156 INFO:tasks.rados.rados.0.smithi084.stdout:554: seq_num 198 ranges {2678784=524288,3203072=401408} 2024-04-02T08:23:34.174 INFO:tasks.rados.rados.0.smithi084.stdout:554: writing smithi08483026-6 from 2678784 to 3203072 tid 1 2024-04-02T08:23:34.176 INFO:tasks.rados.rados.0.smithi084.stdout:554: writing smithi08483026-6 from 3203072 to 3604480 tid 2 2024-04-02T08:23:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 47 2024-04-02T08:23:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:551: finishing write tid 3 to smithi08483026-40 2024-04-02T08:23:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:555: seq_num 199 ranges {1777664=540672,2318336=401408} 2024-04-02T08:23:34.188 INFO:tasks.rados.rados.0.smithi084.stdout:555: writing smithi08483026-14 from 1777664 to 2318336 tid 1 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:555: writing smithi08483026-14 from 2318336 to 2719744 tid 2 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:556: rollback oid 17 current snap is 47 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 17 to 45 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:551: finishing write tid 4 to smithi08483026-40 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:551: oid 40 updating version 0 to 293 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:551: oid 40 version 293 is already newer than 292 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:551: oid 40 updating version 293 to 294 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 294 (ObjNum 196 snap 47 seq_num 196) dirty exists 2024-04-02T08:23:34.191 INFO:tasks.rados.rados.0.smithi084.stdout:551: left oid 40 (ObjNum 196 snap 47 seq_num 196) 2024-04-02T08:23:34.192 INFO:tasks.rados.rados.0.smithi084.stdout:552: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:34.245 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:23:34.245 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (4m) 7s ago 4m 25.6M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:23:34.245 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (4m) 6s ago 4m 90.7M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:23:34.245 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (5m) 7s ago 5m 14.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:23:34.245 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (5m) 6s ago 5m 18.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:23:34.245 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (35s) 6s ago 9m 492M - 19.0.0-2422-g3cba26ea beaaa8a653cf faa2658a30ae 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:9283,8765 running (11m) 7s ago 11m 404M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 7cab8d7069cb 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (11m) 7s ago 11m 53.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a16388a6f0b0 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (9m) 6s ago 9m 43.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d fafbb6e99304 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (9m) 7s ago 9m 45.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a1549e333be4 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (4m) 7s ago 4m 16.2M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (4m) 6s ago 4m 15.7M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (9m) 7s ago 9m 98.1M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (8m) 7s ago 8m 91.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (8m) 7s ago 8m 97.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (7m) 7s ago 7m 78.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (7m) 6s ago 7m 109M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (7m) 6s ago 7m 95.2M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:23:34.246 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (6m) 6s ago 6m 65.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:23:34.247 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (6m) 6s ago 6m 75.0M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:23:34.247 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (4m) 6s ago 5m 50.5M - 2.43.0 a07b618ecd1d aeab06112fc6 2024-04-02T08:23:34.247 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:23:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:23:34.247 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:34.247 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[27534]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:23:34.248 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.249 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:34 smithi084 ceph-mon[39235]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:23:34.266 INFO:tasks.rados.rados.0.smithi084.stdout:554: finishing write tid 1 to smithi08483026-6 2024-04-02T08:23:34.266 INFO:tasks.rados.rados.0.smithi084.stdout:554: finishing write tid 2 to smithi08483026-6 2024-04-02T08:23:34.266 INFO:tasks.rados.rados.0.smithi084.stdout:554: finishing write tid 3 to smithi08483026-6 2024-04-02T08:23:34.266 INFO:tasks.rados.rados.0.smithi084.stdout:554: finishing write tid 4 to smithi08483026-6 2024-04-02T08:23:34.266 INFO:tasks.rados.rados.0.smithi084.stdout:554: oid 6 updating version 0 to 77 2024-04-02T08:23:34.266 INFO:tasks.rados.rados.0.smithi084.stdout:554: oid 6 version 77 is already newer than 75 2024-04-02T08:23:34.266 INFO:tasks.rados.rados.0.smithi084.stdout:554: oid 6 version 77 is already newer than 76 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 77 (ObjNum 198 snap 47 seq_num 198) dirty exists 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:554: left oid 6 (ObjNum 198 snap 47 seq_num 198) 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:555: finishing write tid 1 to smithi08483026-14 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:556: finishing rollback tid 0 to smithi08483026-17 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:555: finishing write tid 2 to smithi08483026-14 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:556: finishing rollback tid 1 to smithi08483026-17 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:555: finishing write tid 3 to smithi08483026-14 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:556: finishing rollback tid 2 to smithi08483026-17 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 170 (ObjNum 189 snap 44 seq_num 189) dirty exists 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:555: finishing write tid 4 to smithi08483026-14 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:555: oid 14 updating version 0 to 209 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:555: oid 14 updating version 209 to 210 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:555: oid 14 updating version 210 to 211 2024-04-02T08:23:34.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 211 (ObjNum 199 snap 47 seq_num 199) dirty exists 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:555: left oid 14 (ObjNum 199 snap 47 seq_num 199) 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:551: done (4 left) 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:552: done (3 left) 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:554: done (2 left) 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:555: done (1 left) 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:556: done (0 left) 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:557: read oid 42 snap -1 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:557: expect (ObjNum 186 snap 44 seq_num 186) 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:558: rollback oid 13 current snap is 47 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 42 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 47 2024-04-02T08:23:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:559: seq_num 200 ranges {2719744=557056,3276800=401408} 2024-04-02T08:23:34.281 INFO:tasks.rados.rados.0.smithi084.stdout:559: writing smithi08483026-14 from 2719744 to 3276800 tid 1 2024-04-02T08:23:34.284 INFO:tasks.rados.rados.0.smithi084.stdout:559: writing smithi08483026-14 from 3276800 to 3678208 tid 2 2024-04-02T08:23:34.284 INFO:tasks.rados.rados.0.smithi084.stdout:560: rollback oid 47 current snap is 47 2024-04-02T08:23:34.284 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 42 2024-04-02T08:23:34.284 INFO:tasks.rados.rados.0.smithi084.stdout:558: finishing rollback tid 0 to smithi08483026-13 2024-04-02T08:23:34.285 INFO:tasks.rados.rados.0.smithi084.stdout:558: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:23:34.285 INFO:tasks.rados.rados.0.smithi084.stdout:558: finishing rollback tid 2 to smithi08483026-13 2024-04-02T08:23:34.285 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 197 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-04-02T08:23:34.285 INFO:tasks.rados.rados.0.smithi084.stdout:557: expect (ObjNum 186 snap 44 seq_num 186) 2024-04-02T08:23:34.312 INFO:tasks.rados.rados.0.smithi084.stdout:559: finishing write tid 1 to smithi08483026-14 2024-04-02T08:23:34.313 INFO:tasks.rados.rados.0.smithi084.stdout:557: done (3 left) 2024-04-02T08:23:34.313 INFO:tasks.rados.rados.0.smithi084.stdout:558: done (2 left) 2024-04-02T08:23:34.313 INFO:tasks.rados.rados.0.smithi084.stdout:561: snap_remove snap 45 2024-04-02T08:23:34.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:33.992Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T08:23:34.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:33.992Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T08:23:34.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:33.993Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T08:23:34.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:33.993Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T08:23:34.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:33.994Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:34.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:34 smithi132 ceph-mon[31218]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:23:34.640 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 14, 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:23:34.641 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:23:34.783 INFO:tasks.rados.rados.0.smithi084.stdout:561: done (2 left) 2024-04-02T08:23:34.784 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 47 2024-04-02T08:23:34.784 INFO:tasks.rados.rados.0.smithi084.stdout:562: seq_num 201 ranges {0=573440,573440=401408} 2024-04-02T08:23:34.787 INFO:tasks.rados.rados.0.smithi084.stdout:562: writing smithi08483026-44 from 0 to 573440 tid 1 2024-04-02T08:23:34.790 INFO:tasks.rados.rados.0.smithi084.stdout:562: writing smithi08483026-44 from 573440 to 974848 tid 2 2024-04-02T08:23:34.790 INFO:tasks.rados.rados.0.smithi084.stdout:563: delete oid 48 current snap is 47 2024-04-02T08:23:34.790 INFO:tasks.rados.rados.0.smithi084.stdout:559: finishing write tid 2 to smithi08483026-14 2024-04-02T08:23:34.790 INFO:tasks.rados.rados.0.smithi084.stdout:560: finishing rollback tid 0 to smithi08483026-47 2024-04-02T08:23:34.790 INFO:tasks.rados.rados.0.smithi084.stdout:559: finishing write tid 3 to smithi08483026-14 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:560: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:560: finishing rollback tid 2 to smithi08483026-47 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 200 (ObjNum 158 snap 37 seq_num 158) dirty exists 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:559: finishing write tid 4 to smithi08483026-14 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:559: oid 14 updating version 0 to 212 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:559: oid 14 updating version 212 to 214 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:559: oid 14 version 214 is already newer than 213 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 214 (ObjNum 200 snap 47 seq_num 200) dirty exists 2024-04-02T08:23:34.791 INFO:tasks.rados.rados.0.smithi084.stdout:559: left oid 14 (ObjNum 200 snap 47 seq_num 200) 2024-04-02T08:23:34.793 INFO:tasks.rados.rados.0.smithi084.stdout:562: finishing write tid 1 to smithi08483026-44 2024-04-02T08:23:34.794 INFO:tasks.rados.rados.0.smithi084.stdout:562: finishing write tid 2 to smithi08483026-44 2024-04-02T08:23:34.794 INFO:tasks.rados.rados.0.smithi084.stdout:562: finishing write tid 3 to smithi08483026-44 2024-04-02T08:23:34.795 INFO:tasks.rados.rados.0.smithi084.stdout:559: done (3 left) 2024-04-02T08:23:34.795 INFO:tasks.rados.rados.0.smithi084.stdout:560: done (2 left) 2024-04-02T08:23:34.795 INFO:tasks.rados.rados.0.smithi084.stdout:563: done (1 left) 2024-04-02T08:23:34.795 INFO:tasks.rados.rados.0.smithi084.stdout:564: snap_create 2024-04-02T08:23:34.797 INFO:tasks.rados.rados.0.smithi084.stdout:562: finishing write tid 4 to smithi08483026-44 2024-04-02T08:23:34.797 INFO:tasks.rados.rados.0.smithi084.stdout:562: oid 44 updating version 0 to 14 2024-04-02T08:23:34.797 INFO:tasks.rados.rados.0.smithi084.stdout:562: oid 44 updating version 14 to 15 2024-04-02T08:23:34.797 INFO:tasks.rados.rados.0.smithi084.stdout:562: oid 44 version 15 is already newer than 13 2024-04-02T08:23:34.797 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 15 (ObjNum 201 snap 47 seq_num 201) dirty exists 2024-04-02T08:23:34.797 INFO:tasks.rados.rados.0.smithi084.stdout:562: left oid 44 (ObjNum 201 snap 47 seq_num 201) 2024-04-02T08:23:35.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:35 smithi132 ceph-mon[31218]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:23:35.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:35 smithi132 ceph-mon[31218]: from='client.15177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:35 smithi132 ceph-mon[31218]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:23:35.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:35 smithi132 ceph-mon[31218]: pgmap v27: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:35.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:35 smithi132 ceph-mon[31218]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.349 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:35 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3936973233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:23:35.349 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:35 smithi132 ceph-mon[31218]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[27534]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[27534]: from='client.15177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[27534]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[27534]: pgmap v27: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[27534]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/3936973233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[27534]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[39235]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[39235]: from='client.15177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[39235]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:23:35.506 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[39235]: pgmap v27: 121 pgs: 121 active+clean; 107 MiB data, 486 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:35.506 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[39235]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.506 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3936973233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:23:35.506 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:35 smithi084 ceph-mon[39235]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:23:35.789 INFO:tasks.rados.rados.0.smithi084.stdout:562: done (1 left) 2024-04-02T08:23:35.789 INFO:tasks.rados.rados.0.smithi084.stdout:564: done (0 left) 2024-04-02T08:23:35.789 INFO:tasks.rados.rados.0.smithi084.stdout:565: snap_create 2024-04-02T08:23:36.794 INFO:tasks.rados.rados.0.smithi084.stdout:565: done (0 left) 2024-04-02T08:23:36.795 INFO:tasks.rados.rados.0.smithi084.stdout:566: snap_remove snap 47 2024-04-02T08:23:36.932 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:36 smithi132 ceph-mon[31218]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:23:36.932 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:36 smithi132 ceph-mon[31218]: pgmap v30: 121 pgs: 121 active+clean; 105 MiB data, 503 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T08:23:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:36 smithi084 ceph-mon[27534]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:23:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:36 smithi084 ceph-mon[27534]: pgmap v30: 121 pgs: 121 active+clean; 105 MiB data, 503 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T08:23:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:36 smithi084 ceph-mon[39235]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:23:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:36 smithi084 ceph-mon[39235]: pgmap v30: 121 pgs: 121 active+clean; 105 MiB data, 503 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T08:23:37.371 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 systemd[1]: Stopping Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.373Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.374Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.374Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.374Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:23:37.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[65272]: ts=2024-04-02T08:23:37.374Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:23:37.646 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 podman[75942]: 2024-04-02 08:23:37.384252807 +0000 UTC m=+0.131064761 container died aeab06112fc6ec1aed5d2e751836d2ccf56236d89d9d5acfddcf8f2957b01720 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:37.796 INFO:tasks.rados.rados.0.smithi084.stdout:566: done (0 left) 2024-04-02T08:23:37.797 INFO:tasks.rados.rados.0.smithi084.stdout:567: read oid 21 snap -1 2024-04-02T08:23:37.797 INFO:tasks.rados.rados.0.smithi084.stdout:567: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:23:37.797 INFO:tasks.rados.rados.0.smithi084.stdout:568: snap_remove snap 48 2024-04-02T08:23:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:37 smithi132 ceph-mon[31218]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:23:37.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 podman[75942]: 2024-04-02 08:23:37.746332158 +0000 UTC m=+0.493144102 container cleanup aeab06112fc6ec1aed5d2e751836d2ccf56236d89d9d5acfddcf8f2957b01720 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:37.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:37 smithi132 bash[75942]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:23:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:37 smithi084 ceph-mon[27534]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:23:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:37 smithi084 ceph-mon[39235]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:23:38.379 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 podman[75961]: 2024-04-02 08:23:38.03144599 +0000 UTC m=+0.646723208 container remove aeab06112fc6ec1aed5d2e751836d2ccf56236d89d9d5acfddcf8f2957b01720 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:38.380 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:23:38.380 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 systemd[1]: Stopped Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:38.380 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.753s CPU time. 2024-04-02T08:23:38.380 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 systemd[1]: Starting Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:38.633 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 podman[76061]: 2024-04-02 08:23:38.382192059 +0000 UTC m=+0.113135080 container create f6bcd40ee62606df60c0659a3595610e8823afe589714c3239c718f8a2270aed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:38.633 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 podman[76061]: 2024-04-02 08:23:38.287628806 +0000 UTC m=+0.018571840 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:23:38.633 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 podman[76061]: 2024-04-02 08:23:38.592643703 +0000 UTC m=+0.323586729 container init f6bcd40ee62606df60c0659a3595610e8823afe589714c3239c718f8a2270aed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:38.633 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 podman[76061]: 2024-04-02 08:23:38.598309018 +0000 UTC m=+0.329252030 container start f6bcd40ee62606df60c0659a3595610e8823afe589714c3239c718f8a2270aed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:38.633 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.621Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.621Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.621Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi132 (none))" 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.621Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.622Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.623Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.623Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.624Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.624Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.626Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.626Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.178µs 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.626Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:23:38.634 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.628Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-02T08:23:38.635 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.635Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-02T08:23:38.635 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.635Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-02T08:23:38.635 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.635Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.935µs wal_replay_duration=9.028004ms wbl_replay_duration=115ns total_replay_duration=9.065729ms 2024-04-02T08:23:38.814 INFO:tasks.rados.rados.0.smithi084.stdout:568: done (1 left) 2024-04-02T08:23:38.814 INFO:tasks.rados.rados.0.smithi084.stdout:569: snap_remove snap 44 2024-04-02T08:23:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:23:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: pgmap v33: 121 pgs: 121 active+clean; 105 MiB data, 503 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T08:23:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-mon[31218]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.637Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.637Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.637Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.659Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.979875ms db_storage=851ns remote_storage=1.053µs web_handler=406ns query_engine=547ns scrape=418.014µs scrape_sd=90.179µs notify=10.174µs notify_sd=11.474µs rules=21.119223ms tracing=17.193µs 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.659Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:38.659Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 bash[76061]: f6bcd40ee62606df60c0659a3595610e8823afe589714c3239c718f8a2270aed 2024-04-02T08:23:38.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:38 smithi132 systemd[1]: Started Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: pgmap v33: 121 pgs: 121 active+clean; 105 MiB data, 503 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[27534]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:23:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:23:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: pgmap v33: 121 pgs: 121 active+clean; 105 MiB data, 503 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T08:23:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:38 smithi084 ceph-mon[39235]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:23:39.817 INFO:tasks.rados.rados.0.smithi084.stdout:569: done (1 left) 2024-04-02T08:23:39.817 INFO:tasks.rados.rados.0.smithi084.stdout:570: copy_from oid 40 from oid 22 current snap is 49 2024-04-02T08:23:39.817 INFO:tasks.rados.rados.0.smithi084.stdout:571: rollback oid 41 current snap is 49 2024-04-02T08:23:39.817 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 41 to 46 2024-04-02T08:23:39.817 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 49 2024-04-02T08:23:39.817 INFO:tasks.rados.rados.0.smithi084.stdout:572: seq_num 203 ranges {1712128=606208,2318336=401408} 2024-04-02T08:23:39.829 INFO:tasks.rados.rados.0.smithi084.stdout:572: writing smithi08483026-15 from 1712128 to 2318336 tid 1 2024-04-02T08:23:39.832 INFO:tasks.rados.rados.0.smithi084.stdout:572: writing smithi08483026-15 from 2318336 to 2719744 tid 2 2024-04-02T08:23:39.832 INFO:tasks.rados.rados.0.smithi084.stdout:573: snap_create 2024-04-02T08:23:39.832 INFO:tasks.rados.rados.0.smithi084.stdout:567: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:23:39.848 INFO:tasks.rados.rados.0.smithi084.stdout:571: finishing rollback tid 0 to smithi08483026-41 2024-04-02T08:23:39.848 INFO:tasks.rados.rados.0.smithi084.stdout:571: finishing rollback tid 1 to smithi08483026-41 2024-04-02T08:23:39.848 INFO:tasks.rados.rados.0.smithi084.stdout:571: finishing rollback tid 2 to smithi08483026-41 2024-04-02T08:23:39.848 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 194 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-04-02T08:23:39.848 INFO:tasks.rados.rados.0.smithi084.stdout:572: finishing write tid 1 to smithi08483026-15 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:572: finishing write tid 2 to smithi08483026-15 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:572: finishing write tid 3 to smithi08483026-15 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:572: finishing write tid 4 to smithi08483026-15 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:572: oid 15 updating version 0 to 169 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:572: oid 15 updating version 169 to 170 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:572: oid 15 updating version 170 to 171 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 171 (ObjNum 203 snap 49 seq_num 203) dirty exists 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:572: left oid 15 (ObjNum 203 snap 49 seq_num 203) 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:570: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:570: finishing copy_from to smithi08483026-40 2024-04-02T08:23:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 120 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:23:39.982 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:39 smithi084 ceph-mon[27534]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:23:39.982 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:39 smithi084 ceph-mon[27534]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:23:39.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:39 smithi084 ceph-mon[39235]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:23:39.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:39 smithi084 ceph-mon[39235]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:23:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:39 smithi132 ceph-mon[31218]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:23:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:39 smithi132 ceph-mon[31218]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:23:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:567: done (4 left) 2024-04-02T08:23:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:570: done (3 left) 2024-04-02T08:23:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:571: done (2 left) 2024-04-02T08:23:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:572: done (1 left) 2024-04-02T08:23:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:573: done (0 left) 2024-04-02T08:23:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 50 2024-04-02T08:23:40.824 INFO:tasks.rados.rados.0.smithi084.stdout:574: seq_num 204 ranges {4833280=622592,5455872=401408} 2024-04-02T08:23:40.853 INFO:tasks.rados.rados.0.smithi084.stdout:574: writing smithi08483026-17 from 4833280 to 5455872 tid 1 2024-04-02T08:23:40.856 INFO:tasks.rados.rados.0.smithi084.stdout:574: writing smithi08483026-17 from 5455872 to 5857280 tid 2 2024-04-02T08:23:40.856 INFO:tasks.rados.rados.0.smithi084.stdout:575: copy_from oid 28 from oid 42 current snap is 50 2024-04-02T08:23:40.856 INFO:tasks.rados.rados.0.smithi084.stdout:576: rollback oid 15 current snap is 50 2024-04-02T08:23:40.856 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 46 2024-04-02T08:23:40.856 INFO:tasks.rados.rados.0.smithi084.stdout:577: rollback oid 33 current snap is 50 2024-04-02T08:23:40.856 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 33 to 49 2024-04-02T08:23:40.857 INFO:tasks.rados.rados.0.smithi084.stdout:578: delete oid 46 current snap is 50 2024-04-02T08:23:40.858 INFO:tasks.rados.rados.0.smithi084.stdout:574: finishing write tid 1 to smithi08483026-17 2024-04-02T08:23:40.862 INFO:tasks.rados.rados.0.smithi084.stdout:578: done (4 left) 2024-04-02T08:23:40.862 INFO:tasks.rados.rados.0.smithi084.stdout:579: read oid 11 snap 42 2024-04-02T08:23:40.862 INFO:tasks.rados.rados.0.smithi084.stdout:579: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:40.862 INFO:tasks.rados.rados.0.smithi084.stdout:580: read oid 19 snap -1 2024-04-02T08:23:40.862 INFO:tasks.rados.rados.0.smithi084.stdout:580: expect (ObjNum 141 snap 34 seq_num 141) 2024-04-02T08:23:40.862 INFO:tasks.rados.rados.0.smithi084.stdout:581: copy_from oid 14 from oid 7 current snap is 50 2024-04-02T08:23:40.862 INFO:tasks.rados.rados.0.smithi084.stdout:582: delete oid 47 current snap is 50 2024-04-02T08:23:40.863 INFO:tasks.rados.rados.0.smithi084.stdout:574: finishing write tid 2 to smithi08483026-17 2024-04-02T08:23:40.863 INFO:tasks.rados.rados.0.smithi084.stdout:577: finishing rollback tid 0 to smithi08483026-33 2024-04-02T08:23:40.863 INFO:tasks.rados.rados.0.smithi084.stdout:574: finishing write tid 3 to smithi08483026-17 2024-04-02T08:23:40.864 INFO:tasks.rados.rados.0.smithi084.stdout:576: finishing rollback tid 0 to smithi08483026-15 2024-04-02T08:23:40.864 INFO:tasks.rados.rados.0.smithi084.stdout:576: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:23:40.865 INFO:tasks.rados.rados.0.smithi084.stdout:576: finishing rollback tid 2 to smithi08483026-15 2024-04-02T08:23:40.865 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 174 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:23:40.866 INFO:tasks.rados.rados.0.smithi084.stdout:576: done (7 left) 2024-04-02T08:23:40.866 INFO:tasks.rados.rados.0.smithi084.stdout:582: done (6 left) 2024-04-02T08:23:40.866 INFO:tasks.rados.rados.0.smithi084.stdout:583: read oid 35 snap -1 2024-04-02T08:23:40.866 INFO:tasks.rados.rados.0.smithi084.stdout:583: expect (ObjNum 139 snap 33 seq_num 139) 2024-04-02T08:23:40.866 INFO:tasks.rados.rados.0.smithi084.stdout:584: snap_remove snap 46 2024-04-02T08:23:41.113 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: pgmap v36: 121 pgs: 121 active+clean; 106 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 1009 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: Upgrade: Updating mgr.y 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[27534]: Deploying daemon mgr.y on smithi084 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: pgmap v36: 121 pgs: 121 active+clean; 106 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 1009 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-04-02T08:23:41.114 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: Upgrade: Updating mgr.y 2024-04-02T08:23:41.115 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:41.115 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.115 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.115 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:41.115 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.115 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:40 smithi084 ceph-mon[39235]: Deploying daemon mgr.y on smithi084 2024-04-02T08:23:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:23:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: pgmap v36: 121 pgs: 121 active+clean; 106 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 1009 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-04-02T08:23:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: Upgrade: Updating mgr.y 2024-04-02T08:23:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:40 smithi132 ceph-mon[31218]: Deploying daemon mgr.y on smithi084 2024-04-02T08:23:41.828 INFO:tasks.rados.rados.0.smithi084.stdout:584: done (7 left) 2024-04-02T08:23:41.828 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 50 2024-04-02T08:23:41.828 INFO:tasks.rados.rados.0.smithi084.stdout:585: seq_num 207 ranges {1376256=671744,2048000=401408} 2024-04-02T08:23:41.840 INFO:tasks.rados.rados.0.smithi084.stdout:585: writing smithi08483026-12 from 1376256 to 2048000 tid 1 2024-04-02T08:23:41.843 INFO:tasks.rados.rados.0.smithi084.stdout:585: writing smithi08483026-12 from 2048000 to 2449408 tid 2 2024-04-02T08:23:41.843 INFO:tasks.rados.rados.0.smithi084.stdout:586: rmattr oid 36 current snap is 50 2024-04-02T08:23:41.843 INFO:tasks.rados.rados.0.smithi084.stdout:586: done (8 left) 2024-04-02T08:23:41.843 INFO:tasks.rados.rados.0.smithi084.stdout:587: setattr oid 22 current snap is 50 2024-04-02T08:23:41.843 INFO:tasks.rados.rados.0.smithi084.stdout:577: finishing rollback tid 1 to smithi08483026-33 2024-04-02T08:23:41.843 INFO:tasks.rados.rados.0.smithi084.stdout:577: finishing rollback tid 2 to smithi08483026-33 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 198 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:574: finishing write tid 4 to smithi08483026-17 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:574: oid 17 updating version 0 to 177 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:574: oid 17 version 177 is already newer than 176 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:574: oid 17 updating version 177 to 178 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 178 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:574: left oid 17 (ObjNum 204 snap 50 seq_num 204) 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:575: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:23:41.844 INFO:tasks.rados.rados.0.smithi084.stdout:579: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:41.895 INFO:tasks.rados.rados.0.smithi084.stdout:580: expect (ObjNum 141 snap 34 seq_num 141) 2024-04-02T08:23:41.967 INFO:tasks.rados.rados.0.smithi084.stdout:575: finishing copy_from to smithi08483026-28 2024-04-02T08:23:41.968 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 180 (ObjNum 186 snap 44 seq_num 186) dirty exists 2024-04-02T08:23:41.968 INFO:tasks.rados.rados.0.smithi084.stdout:583: expect (ObjNum 139 snap 33 seq_num 139) 2024-04-02T08:23:42.015 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:41 smithi084 ceph-mon[27534]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:23:42.015 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:41 smithi084 ceph-mon[39235]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:23:42.056 INFO:tasks.rados.rados.0.smithi084.stdout:581: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:23:42.056 INFO:tasks.rados.rados.0.smithi084.stdout:581: finishing copy_from to smithi08483026-14 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 153 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: finishing write tid 1 to smithi08483026-12 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: finishing write tid 2 to smithi08483026-12 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: finishing write tid 3 to smithi08483026-12 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: finishing write tid 4 to smithi08483026-12 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: oid 12 updating version 0 to 226 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: oid 12 version 226 is already newer than 225 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: oid 12 version 226 is already newer than 224 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 226 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:585: left oid 12 (ObjNum 207 snap 50 seq_num 207) 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:574: done (8 left) 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:575: done (7 left) 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:577: done (6 left) 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:579: done (5 left) 2024-04-02T08:23:42.057 INFO:tasks.rados.rados.0.smithi084.stdout:580: done (4 left) 2024-04-02T08:23:42.058 INFO:tasks.rados.rados.0.smithi084.stdout:581: done (3 left) 2024-04-02T08:23:42.058 INFO:tasks.rados.rados.0.smithi084.stdout:583: done (2 left) 2024-04-02T08:23:42.058 INFO:tasks.rados.rados.0.smithi084.stdout:585: done (1 left) 2024-04-02T08:23:42.058 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 50 2024-04-02T08:23:42.058 INFO:tasks.rados.rados.0.smithi084.stdout:588: seq_num 208 ranges {4415488=688128,5103616=401408} 2024-04-02T08:23:42.083 INFO:tasks.rados.rados.0.smithi084.stdout:588: writing smithi08483026-26 from 4415488 to 5103616 tid 1 2024-04-02T08:23:42.088 INFO:tasks.rados.rados.0.smithi084.stdout:588: writing smithi08483026-26 from 5103616 to 5505024 tid 2 2024-04-02T08:23:42.088 INFO:tasks.rados.rados.0.smithi084.stdout:589: read oid 33 snap -1 2024-04-02T08:23:42.088 INFO:tasks.rados.rados.0.smithi084.stdout:589: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:42.089 INFO:tasks.rados.rados.0.smithi084.stdout:590: read oid 32 snap -1 2024-04-02T08:23:42.089 INFO:tasks.rados.rados.0.smithi084.stdout:590: expect deleted 2024-04-02T08:23:42.089 INFO:tasks.rados.rados.0.smithi084.stdout:591: copy_from oid 17 from oid 37 current snap is 50 2024-04-02T08:23:42.089 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 127 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:23:42.089 INFO:tasks.rados.rados.0.smithi084.stdout:587: done (4 left) 2024-04-02T08:23:42.089 INFO:tasks.rados.rados.0.smithi084.stdout:592: rollback oid 22 current snap is 50 2024-04-02T08:23:42.090 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 22 to 49 2024-04-02T08:23:42.090 INFO:tasks.rados.rados.0.smithi084.stdout:593: snap_remove snap 42 2024-04-02T08:23:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:41 smithi132 ceph-mon[31218]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:23:42.578 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:42 smithi084 systemd[1]: Stopping Ceph mgr.y for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:42.830 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:42 smithi084 podman[85835]: 2024-04-02 08:23:42.580425006 +0000 UTC m=+0.131894358 container died 7cab8d7069cb5832f4df9ac4cd18f9c7bcbd2c84ea0b323bc33a74c434c5362c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True) 2024-04-02T08:23:42.837 INFO:tasks.rados.rados.0.smithi084.stdout:593: done (5 left) 2024-04-02T08:23:42.837 INFO:tasks.rados.rados.0.smithi084.stdout:588: finishing write tid 1 to smithi08483026-26 2024-04-02T08:23:42.837 INFO:tasks.rados.rados.0.smithi084.stdout:592: finishing rollback tid 0 to smithi08483026-22 2024-04-02T08:23:42.837 INFO:tasks.rados.rados.0.smithi084.stdout:588: finishing write tid 2 to smithi08483026-26 2024-04-02T08:23:42.837 INFO:tasks.rados.rados.0.smithi084.stdout:588: finishing write tid 3 to smithi08483026-26 2024-04-02T08:23:42.837 INFO:tasks.rados.rados.0.smithi084.stdout:592: finishing rollback tid 1 to smithi08483026-22 2024-04-02T08:23:42.837 INFO:tasks.rados.rados.0.smithi084.stdout:592: finishing rollback tid 2 to smithi08483026-22 2024-04-02T08:23:42.838 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 130 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:23:42.838 INFO:tasks.rados.rados.0.smithi084.stdout:589: expect (ObjNum 118 snap 26 seq_num 118) 2024-04-02T08:23:42.895 INFO:tasks.rados.rados.0.smithi084.stdout:588: finishing write tid 4 to smithi08483026-26 2024-04-02T08:23:42.895 INFO:tasks.rados.rados.0.smithi084.stdout:588: oid 26 updating version 0 to 230 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:588: oid 26 version 230 is already newer than 229 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:588: oid 26 version 230 is already newer than 228 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 230 (ObjNum 208 snap 50 seq_num 208) dirty exists 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:588: left oid 26 (ObjNum 208 snap 50 seq_num 208) 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:591: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:591: finishing copy_from to smithi08483026-17 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 117 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:594: read oid 31 snap -1 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:594: expect (ObjNum 184 snap 44 seq_num 184) 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:588: done (5 left) 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:589: done (4 left) 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:590: done (3 left) 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:591: done (2 left) 2024-04-02T08:23:42.896 INFO:tasks.rados.rados.0.smithi084.stdout:592: done (1 left) 2024-04-02T08:23:42.897 INFO:tasks.rados.rados.0.smithi084.stdout:595: rollback oid 44 current snap is 50 2024-04-02T08:23:42.897 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 49 2024-04-02T08:23:42.897 INFO:tasks.rados.rados.0.smithi084.stdout:596: delete oid 11 current snap is 50 2024-04-02T08:23:42.897 INFO:tasks.rados.rados.0.smithi084.stdout:596: done (2 left) 2024-04-02T08:23:42.897 INFO:tasks.rados.rados.0.smithi084.stdout:597: rmattr oid 9 current snap is 50 2024-04-02T08:23:42.898 INFO:tasks.rados.rados.0.smithi084.stdout:597: done (2 left) 2024-04-02T08:23:42.898 INFO:tasks.rados.rados.0.smithi084.stdout:598: snap_create 2024-04-02T08:23:42.898 INFO:tasks.rados.rados.0.smithi084.stdout:595: finishing rollback tid 0 to smithi08483026-44 2024-04-02T08:23:42.898 INFO:tasks.rados.rados.0.smithi084.stdout:595: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:23:42.898 INFO:tasks.rados.rados.0.smithi084.stdout:595: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:23:42.898 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 19 (ObjNum 201 snap 47 seq_num 201) dirty exists 2024-04-02T08:23:42.899 INFO:tasks.rados.rados.0.smithi084.stdout:594: expect (ObjNum 184 snap 44 seq_num 184) 2024-04-02T08:23:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:42 smithi084 ceph-mon[27534]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:23:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:42 smithi084 ceph-mon[27534]: pgmap v39: 121 pgs: 121 active+clean; 106 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 1009 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-04-02T08:23:43.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 podman[85835]: 2024-04-02 08:23:43.030097514 +0000 UTC m=+0.581566853 container cleanup 7cab8d7069cb5832f4df9ac4cd18f9c7bcbd2c84ea0b323bc33a74c434c5362c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:23:43.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 bash[85835]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T08:23:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:42 smithi084 ceph-mon[39235]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:23:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:42 smithi084 ceph-mon[39235]: pgmap v39: 121 pgs: 121 active+clean; 106 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 1009 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-04-02T08:23:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:42 smithi132 ceph-mon[31218]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:23:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:42 smithi132 ceph-mon[31218]: pgmap v39: 121 pgs: 121 active+clean; 106 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 1009 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-04-02T08:23:43.790 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 podman[85853]: 2024-04-02 08:23:43.390531824 +0000 UTC m=+0.808150864 container remove 7cab8d7069cb5832f4df9ac4cd18f9c7bcbd2c84ea0b323bc33a74c434c5362c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:23:43.791 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:23:43.791 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-02T08:23:43.791 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 systemd[1]: Stopped Ceph mgr.y for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:43.791 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Consumed 1min 4.483s CPU time. 2024-04-02T08:23:43.838 INFO:tasks.rados.rados.0.smithi084.stdout:594: done (2 left) 2024-04-02T08:23:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:595: done (1 left) 2024-04-02T08:23:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:598: done (0 left) 2024-04-02T08:23:43.839 INFO:tasks.rados.rados.0.smithi084.stdout:599: delete oid 37 current snap is 51 2024-04-02T08:23:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:599: done (0 left) 2024-04-02T08:23:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:600: read oid 28 snap 49 2024-04-02T08:23:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:600: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-02T08:23:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:601: read oid 2 snap 49 2024-04-02T08:23:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:601: expect (ObjNum 62 snap 5 seq_num 62) 2024-04-02T08:23:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 51 2024-04-02T08:23:43.843 INFO:tasks.rados.rados.0.smithi084.stdout:602: seq_num 211 ranges {925696=737280,1662976=401408} 2024-04-02T08:23:43.853 INFO:tasks.rados.rados.0.smithi084.stdout:602: writing smithi08483026-42 from 925696 to 1662976 tid 1 2024-04-02T08:23:43.855 INFO:tasks.rados.rados.0.smithi084.stdout:602: writing smithi08483026-42 from 1662976 to 2064384 tid 2 2024-04-02T08:23:43.855 INFO:tasks.rados.rados.0.smithi084.stdout:603: snap_create 2024-04-02T08:23:43.856 INFO:tasks.rados.rados.0.smithi084.stdout:600: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-02T08:23:43.877 INFO:tasks.rados.rados.0.smithi084.stdout:601: expect (ObjNum 62 snap 5 seq_num 62) 2024-04-02T08:23:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:602: finishing write tid 1 to smithi08483026-42 2024-04-02T08:23:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:602: finishing write tid 2 to smithi08483026-42 2024-04-02T08:23:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:602: finishing write tid 3 to smithi08483026-42 2024-04-02T08:23:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:602: finishing write tid 4 to smithi08483026-42 2024-04-02T08:23:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:602: oid 42 updating version 0 to 216 2024-04-02T08:23:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:602: oid 42 version 216 is already newer than 215 2024-04-02T08:23:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:602: oid 42 version 216 is already newer than 214 2024-04-02T08:23:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 216 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-04-02T08:23:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:602: left oid 42 (ObjNum 211 snap 51 seq_num 211) 2024-04-02T08:23:44.048 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:43 smithi084 ceph-mon[27534]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:23:44.048 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:43 smithi084 systemd[1]: Starting Ceph mgr.y for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:44.048 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 podman[85987]: 2024-04-02 08:23:43.914765807 +0000 UTC m=+0.018824353 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:23:44.048 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:43 smithi084 ceph-mon[39235]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:23:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:43 smithi132 ceph-mon[31218]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:23:44.305 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 podman[85987]: 2024-04-02 08:23:44.050691205 +0000 UTC m=+0.154749746 container create 9047f1bc4aed7405018af7abe8f1eea0990876b154396e3c9a2f37857e1de2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-02T08:23:44.306 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 podman[85987]: 2024-04-02 08:23:44.278051993 +0000 UTC m=+0.382110550 container init 9047f1bc4aed7405018af7abe8f1eea0990876b154396e3c9a2f37857e1de2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:23:44.306 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 podman[85987]: 2024-04-02 08:23:44.283663163 +0000 UTC m=+0.387721705 container start 9047f1bc4aed7405018af7abe8f1eea0990876b154396e3c9a2f37857e1de2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:23:44.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mgr[86024]: -- 172.21.15.84:0/3655301904 <== mon.2 v2:172.21.15.84:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ce37b4a5a0 con 0x55ce37b1f000 2024-04-02T08:23:44.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 bash[85987]: 9047f1bc4aed7405018af7abe8f1eea0990876b154396e3c9a2f37857e1de2d8 2024-04-02T08:23:44.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 systemd[1]: Started Ceph mgr.y for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:44.785 INFO:tasks.rados.rados.0.smithi084.stdout:600: done (3 left) 2024-04-02T08:23:44.785 INFO:tasks.rados.rados.0.smithi084.stdout:601: done (2 left) 2024-04-02T08:23:44.785 INFO:tasks.rados.rados.0.smithi084.stdout:602: done (1 left) 2024-04-02T08:23:44.785 INFO:tasks.rados.rados.0.smithi084.stdout:603: done (0 left) 2024-04-02T08:23:44.785 INFO:tasks.rados.rados.0.smithi084.stdout:604: setattr oid 5 current snap is 52 2024-04-02T08:23:44.787 INFO:tasks.rados.rados.0.smithi084.stdout:605: rollback oid 50 current snap is 52 2024-04-02T08:23:44.787 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 50 2024-04-02T08:23:44.787 INFO:tasks.rados.rados.0.smithi084.stdout:606: setattr oid 47 current snap is 52 2024-04-02T08:23:44.789 INFO:tasks.rados.rados.0.smithi084.stdout:607: rollback oid 10 current snap is 52 2024-04-02T08:23:44.789 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 50 2024-04-02T08:23:44.789 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 52 2024-04-02T08:23:44.789 INFO:tasks.rados.rados.0.smithi084.stdout:608: seq_num 212 ranges {0=753664,753664=401408} 2024-04-02T08:23:44.794 INFO:tasks.rados.rados.0.smithi084.stdout:608: writing smithi08483026-11 from 0 to 753664 tid 1 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:608: writing smithi08483026-11 from 753664 to 1155072 tid 2 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:605: finishing rollback tid 0 to smithi08483026-50 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:605: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:605: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 220 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:607: finishing rollback tid 0 to smithi08483026-10 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:607: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 112 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:23:44.797 INFO:tasks.rados.rados.0.smithi084.stdout:607: finishing rollback tid 2 to smithi08483026-10 2024-04-02T08:23:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 224 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:23:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 219 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:23:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:604: done (4 left) 2024-04-02T08:23:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:605: done (3 left) 2024-04-02T08:23:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:606: done (2 left) 2024-04-02T08:23:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:607: done (1 left) 2024-04-02T08:23:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:609: snap_remove snap 49 2024-04-02T08:23:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[27534]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:23:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[27534]: pgmap v42: 121 pgs: 121 active+clean; 107 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 246 KiB/s wr, 6 op/s 2024-04-02T08:23:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[27534]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:44.856+0000 7fcae7ee1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:44.956+0000 7fcae7ee1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[39235]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[39235]: pgmap v42: 121 pgs: 121 active+clean; 107 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 246 KiB/s wr, 6 op/s 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:44 smithi084 ceph-mon[39235]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:23:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:44 smithi132 ceph-mon[31218]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:23:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:44 smithi132 ceph-mon[31218]: pgmap v42: 121 pgs: 121 active+clean; 107 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 246 KiB/s wr, 6 op/s 2024-04-02T08:23:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:44 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:44 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:44 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:44 smithi132 ceph-mon[31218]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:23:45.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:45 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:23:45] "GET /metrics HTTP/1.1" 200 36078 "" "Prometheus/2.43.0" 2024-04-02T08:23:45.795 INFO:tasks.rados.rados.0.smithi084.stdout:609: done (1 left) 2024-04-02T08:23:45.795 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 52 2024-04-02T08:23:45.795 INFO:tasks.rados.rados.0.smithi084.stdout:610: seq_num 213 ranges {761856=770048,1531904=401408} 2024-04-02T08:23:45.804 INFO:tasks.rados.rados.0.smithi084.stdout:610: writing smithi08483026-49 from 761856 to 1531904 tid 1 2024-04-02T08:23:45.807 INFO:tasks.rados.rados.0.smithi084.stdout:610: writing smithi08483026-49 from 1531904 to 1933312 tid 2 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: finishing write tid 1 to smithi08483026-11 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: finishing write tid 2 to smithi08483026-11 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: finishing write tid 3 to smithi08483026-11 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: finishing write tid 4 to smithi08483026-11 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: oid 11 updating version 0 to 226 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: oid 11 version 226 is already newer than 225 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: oid 11 updating version 226 to 227 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 227 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: left oid 11 (ObjNum 212 snap 52 seq_num 212) 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:608: done (1 left) 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:611: rollback oid 43 current snap is 52 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 43 to 50 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:612: rmattr oid 4 current snap is 52 2024-04-02T08:23:45.808 INFO:tasks.rados.rados.0.smithi084.stdout:613: read oid 18 snap -1 2024-04-02T08:23:45.809 INFO:tasks.rados.rados.0.smithi084.stdout:613: expect (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:23:45.809 INFO:tasks.rados.rados.0.smithi084.stdout:614: snap_create 2024-04-02T08:23:45.812 INFO:tasks.rados.rados.0.smithi084.stdout:611: finishing rollback tid 0 to smithi08483026-43 2024-04-02T08:23:45.813 INFO:tasks.rados.rados.0.smithi084.stdout:611: finishing rollback tid 1 to smithi08483026-43 2024-04-02T08:23:45.813 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 157 (ObjNum 192 snap 44 seq_num 192) dirty exists 2024-04-02T08:23:45.813 INFO:tasks.rados.rados.0.smithi084.stdout:611: finishing rollback tid 2 to smithi08483026-43 2024-04-02T08:23:45.813 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 317 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:23:45.815 INFO:tasks.rados.rados.0.smithi084.stdout:610: finishing write tid 1 to smithi08483026-49 2024-04-02T08:23:45.815 INFO:tasks.rados.rados.0.smithi084.stdout:610: finishing write tid 2 to smithi08483026-49 2024-04-02T08:23:45.815 INFO:tasks.rados.rados.0.smithi084.stdout:610: finishing write tid 3 to smithi08483026-49 2024-04-02T08:23:45.816 INFO:tasks.rados.rados.0.smithi084.stdout:610: finishing write tid 4 to smithi08483026-49 2024-04-02T08:23:45.816 INFO:tasks.rados.rados.0.smithi084.stdout:610: oid 49 updating version 0 to 175 2024-04-02T08:23:45.817 INFO:tasks.rados.rados.0.smithi084.stdout:610: oid 49 updating version 175 to 176 2024-04-02T08:23:45.817 INFO:tasks.rados.rados.0.smithi084.stdout:610: oid 49 updating version 176 to 177 2024-04-02T08:23:45.817 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 177 (ObjNum 213 snap 52 seq_num 213) dirty exists 2024-04-02T08:23:45.817 INFO:tasks.rados.rados.0.smithi084.stdout:610: left oid 49 (ObjNum 213 snap 52 seq_num 213) 2024-04-02T08:23:45.818 INFO:tasks.rados.rados.0.smithi084.stdout:613: expect (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:23:45.916 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:45.658+0000 7fcae7ee1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:23:45.916 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:45.752+0000 7fcae7ee1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:23:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:46 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:46 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:46 smithi132 ceph-mon[31218]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:23:46.257 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:46.257 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:46.257 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-mon[27534]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:23:46.257 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:46.257 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:46.257 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-mon[39235]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:23:46.258 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:45 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:45.917+0000 7fcae7ee1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:23:46.258 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:46.016+0000 7fcae7ee1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:23:46.258 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:46.108+0000 7fcae7ee1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:23:46.588 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:46.383+0000 7fcae7ee1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:23:46.589 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:46.500+0000 7fcae7ee1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:46.589 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:46.589+0000 7fcae7ee1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:23:46.798 INFO:tasks.rados.rados.0.smithi084.stdout:610: done (4 left) 2024-04-02T08:23:46.798 INFO:tasks.rados.rados.0.smithi084.stdout:611: done (3 left) 2024-04-02T08:23:46.798 INFO:tasks.rados.rados.0.smithi084.stdout:612: done (2 left) 2024-04-02T08:23:46.798 INFO:tasks.rados.rados.0.smithi084.stdout:613: done (1 left) 2024-04-02T08:23:46.798 INFO:tasks.rados.rados.0.smithi084.stdout:614: done (0 left) 2024-04-02T08:23:46.798 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 53 2024-04-02T08:23:46.798 INFO:tasks.rados.rados.0.smithi084.stdout:615: seq_num 214 ranges {4227072=794624,5021696=401408} 2024-04-02T08:23:46.825 INFO:tasks.rados.rados.0.smithi084.stdout:615: writing smithi08483026-3 from 4227072 to 5021696 tid 1 2024-04-02T08:23:46.827 INFO:tasks.rados.rados.0.smithi084.stdout:615: writing smithi08483026-3 from 5021696 to 5423104 tid 2 2024-04-02T08:23:46.827 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 53 2024-04-02T08:23:46.827 INFO:tasks.rados.rados.0.smithi084.stdout:616: seq_num 215 ranges {1933312=409600,2342912=532480,2875392=270336} 2024-04-02T08:23:46.840 INFO:tasks.rados.rados.0.smithi084.stdout:616: writing smithi08483026-49 from 1933312 to 2342912 tid 1 2024-04-02T08:23:46.843 INFO:tasks.rados.rados.0.smithi084.stdout:616: writing smithi08483026-49 from 2342912 to 2875392 tid 2 2024-04-02T08:23:46.845 INFO:tasks.rados.rados.0.smithi084.stdout:616: writing smithi08483026-49 from 2875392 to 3145728 tid 3 2024-04-02T08:23:46.845 INFO:tasks.rados.rados.0.smithi084.stdout:617: read oid 32 snap 52 2024-04-02T08:23:46.845 INFO:tasks.rados.rados.0.smithi084.stdout:617: expect deleted 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:618: rollback oid 50 current snap is 53 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 50 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: finishing write tid 1 to smithi08483026-3 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: finishing write tid 2 to smithi08483026-3 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: finishing write tid 3 to smithi08483026-3 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: finishing write tid 4 to smithi08483026-3 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: oid 3 updating version 0 to 115 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: oid 3 version 115 is already newer than 114 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: oid 3 updating version 115 to 116 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 116 (ObjNum 214 snap 53 seq_num 214) dirty exists 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: left oid 3 (ObjNum 214 snap 53 seq_num 214) 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:616: finishing write tid 1 to smithi08483026-49 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:615: done (3 left) 2024-04-02T08:23:46.846 INFO:tasks.rados.rados.0.smithi084.stdout:619: snap_create 2024-04-02T08:23:46.847 INFO:tasks.rados.rados.0.smithi084.stdout:616: finishing write tid 2 to smithi08483026-49 2024-04-02T08:23:46.847 INFO:tasks.rados.rados.0.smithi084.stdout:616: finishing write tid 3 to smithi08483026-49 2024-04-02T08:23:46.847 INFO:tasks.rados.rados.0.smithi084.stdout:616: finishing write tid 4 to smithi08483026-49 2024-04-02T08:23:46.848 INFO:tasks.rados.rados.0.smithi084.stdout:618: finishing rollback tid 0 to smithi08483026-50 2024-04-02T08:23:46.848 INFO:tasks.rados.rados.0.smithi084.stdout:616: finishing write tid 5 to smithi08483026-49 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:616: oid 49 updating version 0 to 179 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:616: oid 49 updating version 179 to 181 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:616: oid 49 version 181 is already newer than 178 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:616: oid 49 version 181 is already newer than 180 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 181 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:616: left oid 49 (ObjNum 215 snap 53 seq_num 215) 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:618: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:618: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:23:46.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 241 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:23:46.866 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:46.696+0000 7fcae7ee1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:23:47.235 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:47 smithi084 ceph-mon[27534]: pgmap v45: 121 pgs: 121 active+clean; 103 MiB data, 532 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-02T08:23:47.235 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:47 smithi084 ceph-mon[27534]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:23:47.235 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:46 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:46.893+0000 7fcae7ee1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:23:47.236 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:47 smithi084 ceph-mon[39235]: pgmap v45: 121 pgs: 121 active+clean; 103 MiB data, 532 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-02T08:23:47.236 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:47 smithi084 ceph-mon[39235]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:23:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:47 smithi132 ceph-mon[31218]: pgmap v45: 121 pgs: 121 active+clean; 103 MiB data, 532 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-02T08:23:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:47 smithi132 ceph-mon[31218]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:616: done (3 left) 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:617: done (2 left) 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:618: done (1 left) 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:619: done (0 left) 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:620: read oid 22 snap -1 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:620: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:621: rollback oid 47 current snap is 54 2024-04-02T08:23:47.794 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 51 2024-04-02T08:23:47.795 INFO:tasks.rados.rados.0.smithi084.stdout:622: snap_remove snap 53 2024-04-02T08:23:48.183 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:47 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:47.913+0000 7fcae7ee1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:23:48.184 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:48.052+0000 7fcae7ee1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:23:48.490 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:48.392+0000 7fcae7ee1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:23:48.491 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:48.492+0000 7fcae7ee1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:23:48.797 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:48.703+0000 7fcae7ee1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:48.800 INFO:tasks.rados.rados.0.smithi084.stdout:622: done (2 left) 2024-04-02T08:23:48.800 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 54 2024-04-02T08:23:48.800 INFO:tasks.rados.rados.0.smithi084.stdout:623: seq_num 216 ranges {3604480=425984,4030464=409600,4440064=393216} 2024-04-02T08:23:48.822 INFO:tasks.rados.rados.0.smithi084.stdout:623: writing smithi08483026-6 from 3604480 to 4030464 tid 1 2024-04-02T08:23:48.824 INFO:tasks.rados.rados.0.smithi084.stdout:623: writing smithi08483026-6 from 4030464 to 4440064 tid 2 2024-04-02T08:23:48.826 INFO:tasks.rados.rados.0.smithi084.stdout:623: writing smithi08483026-6 from 4440064 to 4833280 tid 3 2024-04-02T08:23:48.827 INFO:tasks.rados.rados.0.smithi084.stdout:624: copy_from oid 41 from oid 46 current snap is 54 2024-04-02T08:23:48.827 INFO:tasks.rados.rados.0.smithi084.stdout:621: finishing rollback tid 0 to smithi08483026-47 2024-04-02T08:23:48.827 INFO:tasks.rados.rados.0.smithi084.stdout:621: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:23:48.827 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 224 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:23:48.827 INFO:tasks.rados.rados.0.smithi084.stdout:620: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:623: finishing write tid 1 to smithi08483026-6 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:624: finishing copy_from to smithi08483026-41 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:624: got expected ENOENT (src dne) 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:624: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:623: finishing write tid 2 to smithi08483026-6 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:620: done (3 left) 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:621: done (2 left) 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:624: done (1 left) 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:625: rollback oid 21 current snap is 54 2024-04-02T08:23:48.993 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 52 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: finishing write tid 3 to smithi08483026-6 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: finishing write tid 4 to smithi08483026-6 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: finishing write tid 5 to smithi08483026-6 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: oid 6 updating version 0 to 78 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: oid 6 updating version 78 to 79 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: oid 6 updating version 79 to 81 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: oid 6 version 81 is already newer than 80 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 81 (ObjNum 216 snap 54 seq_num 216) dirty exists 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: left oid 6 (ObjNum 216 snap 54 seq_num 216) 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:623: done (1 left) 2024-04-02T08:23:48.994 INFO:tasks.rados.rados.0.smithi084.stdout:626: snap_remove snap 50 2024-04-02T08:23:49.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:48.907+0000 7fcae7ee1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:23:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[27534]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:23:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[27534]: pgmap v48: 121 pgs: 121 active+clean; 103 MiB data, 532 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T08:23:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[39235]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:23:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[39235]: pgmap v48: 121 pgs: 121 active+clean; 103 MiB data, 532 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T08:23:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:48 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:49.121 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:48 smithi132 ceph-mon[31218]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:23:49.122 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:48 smithi132 ceph-mon[31218]: pgmap v48: 121 pgs: 121 active+clean; 103 MiB data, 532 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T08:23:49.122 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:48 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:49.122 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:48 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:49.122 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:48 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:49.491 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:49.218+0000 7fcae7ee1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:49.747 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:49.493+0000 7fcae7ee1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:49.747 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:49.748+0000 7fcae7ee1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:23:49.811 INFO:tasks.rados.rados.0.smithi084.stdout:626: done (1 left) 2024-04-02T08:23:49.811 INFO:tasks.rados.rados.0.smithi084.stdout:627: snap_remove snap 51 2024-04-02T08:23:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[27534]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:23:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[39235]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:23:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:49 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:49 smithi132 ceph-mon[31218]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:23:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:49 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:49 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:49 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:49 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:50.817 INFO:tasks.rados.rados.0.smithi084.stdout:627: done (1 left) 2024-04-02T08:23:50.817 INFO:tasks.rados.rados.0.smithi084.stdout:628: snap_create 2024-04-02T08:23:50.818 INFO:tasks.rados.rados.0.smithi084.stdout:625: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:23:50.818 INFO:tasks.rados.rados.0.smithi084.stdout:625: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:23:50.818 INFO:tasks.rados.rados.0.smithi084.stdout:625: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:23:50.818 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 142 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:23:51.073 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:50 smithi084 ceph-mon[27534]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:23:51.073 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:50 smithi084 ceph-mon[27534]: pgmap v51: 121 pgs: 121 active+clean; 95 MiB data, 522 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-02T08:23:51.073 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:50.623+0000 7fcae7ee1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:23:51.073 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:50 smithi084 ceph-mon[39235]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:23:51.073 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:50 smithi084 ceph-mon[39235]: pgmap v51: 121 pgs: 121 active+clean; 95 MiB data, 522 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-02T08:23:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:50 smithi132 ceph-mon[31218]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:23:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:50 smithi132 ceph-mon[31218]: pgmap v51: 121 pgs: 121 active+clean; 95 MiB data, 522 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-02T08:23:51.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:51.207+0000 7fcae7ee1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:23:51.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:51.311+0000 7fcae7ee1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:23:51.775 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:51.537+0000 7fcae7ee1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:23:51.775 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:51] ENGINE Bus STARTING 2024-04-02T08:23:51.775 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: CherryPy Checker: 2024-04-02T08:23:51.775 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: The Application mounted at '' has an empty config. 2024-04-02T08:23:51.775 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:51.775 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:51] ENGINE Serving on http://:::9283 2024-04-02T08:23:51.775 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:51] ENGINE Bus STARTED 2024-04-02T08:23:51.821 INFO:tasks.rados.rados.0.smithi084.stdout:625: done (1 left) 2024-04-02T08:23:51.822 INFO:tasks.rados.rados.0.smithi084.stdout:628: done (0 left) 2024-04-02T08:23:51.822 INFO:tasks.rados.rados.0.smithi084.stdout:629: read oid 47 snap -1 2024-04-02T08:23:51.822 INFO:tasks.rados.rados.0.smithi084.stdout:629: expect deleted 2024-04-02T08:23:51.822 INFO:tasks.rados.rados.0.smithi084.stdout:630: delete oid 33 current snap is 55 2024-04-02T08:23:51.824 INFO:tasks.rados.rados.0.smithi084.stdout:630: done (1 left) 2024-04-02T08:23:51.824 INFO:tasks.rados.rados.0.smithi084.stdout:631: rollback oid 8 current snap is 55 2024-04-02T08:23:51.824 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 8 to 52 2024-04-02T08:23:51.824 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 55 2024-04-02T08:23:51.824 INFO:tasks.rados.rados.0.smithi084.stdout:632: seq_num 218 ranges {2449408=458752,2908160=581632,3489792=221184} 2024-04-02T08:23:51.839 INFO:tasks.rados.rados.0.smithi084.stdout:632: writing smithi08483026-12 from 2449408 to 2908160 tid 1 2024-04-02T08:23:51.842 INFO:tasks.rados.rados.0.smithi084.stdout:632: writing smithi08483026-12 from 2908160 to 3489792 tid 2 2024-04-02T08:23:51.844 INFO:tasks.rados.rados.0.smithi084.stdout:632: writing smithi08483026-12 from 3489792 to 3710976 tid 3 2024-04-02T08:23:51.844 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 55 2024-04-02T08:23:51.844 INFO:tasks.rados.rados.0.smithi084.stdout:633: seq_num 219 ranges {688128=475136,1163264=466944,1630208=335872} 2024-04-02T08:23:51.850 INFO:tasks.rados.rados.0.smithi084.stdout:633: writing smithi08483026-31 from 688128 to 1163264 tid 1 2024-04-02T08:23:51.853 INFO:tasks.rados.rados.0.smithi084.stdout:633: writing smithi08483026-31 from 1163264 to 1630208 tid 2 2024-04-02T08:23:51.855 INFO:tasks.rados.rados.0.smithi084.stdout:633: writing smithi08483026-31 from 1630208 to 1966080 tid 3 2024-04-02T08:23:51.856 INFO:tasks.rados.rados.0.smithi084.stdout:634: rollback oid 41 current snap is 55 2024-04-02T08:23:51.856 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 41 to 52 2024-04-02T08:23:51.856 INFO:tasks.rados.rados.0.smithi084.stdout:631: finishing rollback tid 0 to smithi08483026-8 2024-04-02T08:23:51.856 INFO:tasks.rados.rados.0.smithi084.stdout:635: read oid 45 snap -1 2024-04-02T08:23:51.856 INFO:tasks.rados.rados.0.smithi084.stdout:635: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:23:51.856 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 55 2024-04-02T08:23:51.856 INFO:tasks.rados.rados.0.smithi084.stdout:636: seq_num 220 ranges {1409024=491520,1900544=753664,2654208=49152} 2024-04-02T08:23:51.866 INFO:tasks.rados.rados.0.smithi084.stdout:636: writing smithi08483026-4 from 1409024 to 1900544 tid 1 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:636: writing smithi08483026-4 from 1900544 to 2654208 tid 2 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:636: writing smithi08483026-4 from 2654208 to 2703360 tid 3 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:637: snap_create 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:631: finishing rollback tid 1 to smithi08483026-8 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:631: finishing rollback tid 2 to smithi08483026-8 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 325 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:632: finishing write tid 1 to smithi08483026-12 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:632: finishing write tid 2 to smithi08483026-12 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:632: finishing write tid 3 to smithi08483026-12 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:632: finishing write tid 4 to smithi08483026-12 2024-04-02T08:23:51.872 INFO:tasks.rados.rados.0.smithi084.stdout:632: finishing write tid 5 to smithi08483026-12 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:632: oid 12 updating version 0 to 242 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:632: oid 12 updating version 242 to 243 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:632: oid 12 updating version 243 to 245 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:632: oid 12 version 245 is already newer than 244 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 245 (ObjNum 218 snap 55 seq_num 218) dirty exists 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:632: left oid 12 (ObjNum 218 snap 55 seq_num 218) 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:633: finishing write tid 1 to smithi08483026-31 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:633: finishing write tid 2 to smithi08483026-31 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:633: finishing write tid 3 to smithi08483026-31 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:633: finishing write tid 4 to smithi08483026-31 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:634: finishing rollback tid 0 to smithi08483026-41 2024-04-02T08:23:51.873 INFO:tasks.rados.rados.0.smithi084.stdout:634: finishing rollback tid 1 to smithi08483026-41 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:634: finishing rollback tid 2 to smithi08483026-41 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 257 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:633: finishing write tid 5 to smithi08483026-31 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:633: oid 31 updating version 0 to 189 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:633: oid 31 updating version 189 to 190 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:633: oid 31 version 190 is already newer than 188 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:633: oid 31 version 190 is already newer than 187 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 190 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:633: left oid 31 (ObjNum 219 snap 55 seq_num 219) 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:636: finishing write tid 1 to smithi08483026-4 2024-04-02T08:23:51.874 INFO:tasks.rados.rados.0.smithi084.stdout:635: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:23:51.963 INFO:tasks.rados.rados.0.smithi084.stdout:636: finishing write tid 2 to smithi08483026-4 2024-04-02T08:23:51.963 INFO:tasks.rados.rados.0.smithi084.stdout:636: finishing write tid 3 to smithi08483026-4 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:636: finishing write tid 4 to smithi08483026-4 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:636: finishing write tid 5 to smithi08483026-4 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:636: oid 4 updating version 0 to 165 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:636: oid 4 version 165 is already newer than 163 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:636: oid 4 version 165 is already newer than 164 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:636: oid 4 updating version 165 to 166 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 166 (ObjNum 220 snap 55 seq_num 220) dirty exists 2024-04-02T08:23:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:636: left oid 4 (ObjNum 220 snap 55 seq_num 220) 2024-04-02T08:23:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[27534]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:23:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[27534]: Standby manager daemon y restarted 2024-04-02T08:23:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[27534]: Standby manager daemon y started 2024-04-02T08:23:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:23:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[39235]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[39235]: Standby manager daemon y restarted 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[39235]: Standby manager daemon y started 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:23:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:51 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:51 smithi132 ceph-mon[31218]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:23:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:51 smithi132 ceph-mon[31218]: Standby manager daemon y restarted 2024-04-02T08:23:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:51 smithi132 ceph-mon[31218]: Standby manager daemon y started 2024-04-02T08:23:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:51 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:23:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:51 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:51 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:23:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:51 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:52.826 INFO:tasks.rados.rados.0.smithi084.stdout:629: done (7 left) 2024-04-02T08:23:52.826 INFO:tasks.rados.rados.0.smithi084.stdout:631: done (6 left) 2024-04-02T08:23:52.826 INFO:tasks.rados.rados.0.smithi084.stdout:632: done (5 left) 2024-04-02T08:23:52.826 INFO:tasks.rados.rados.0.smithi084.stdout:633: done (4 left) 2024-04-02T08:23:52.826 INFO:tasks.rados.rados.0.smithi084.stdout:634: done (3 left) 2024-04-02T08:23:52.826 INFO:tasks.rados.rados.0.smithi084.stdout:635: done (2 left) 2024-04-02T08:23:52.827 INFO:tasks.rados.rados.0.smithi084.stdout:636: done (1 left) 2024-04-02T08:23:52.827 INFO:tasks.rados.rados.0.smithi084.stdout:637: done (0 left) 2024-04-02T08:23:52.827 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 56 2024-04-02T08:23:52.827 INFO:tasks.rados.rados.0.smithi084.stdout:638: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-04-02T08:23:52.828 INFO:tasks.rados.rados.0.smithi084.stdout:638: writing smithi08483026-23 from 0 to 507904 tid 1 2024-04-02T08:23:52.832 INFO:tasks.rados.rados.0.smithi084.stdout:638: writing smithi08483026-23 from 507904 to 1196032 tid 2 2024-04-02T08:23:52.833 INFO:tasks.rados.rados.0.smithi084.stdout:638: writing smithi08483026-23 from 1196032 to 1310720 tid 3 2024-04-02T08:23:52.833 INFO:tasks.rados.rados.0.smithi084.stdout:639: copy_from oid 26 from oid 22 current snap is 56 2024-04-02T08:23:52.833 INFO:tasks.rados.rados.0.smithi084.stdout:638: finishing write tid 1 to smithi08483026-23 2024-04-02T08:23:52.833 INFO:tasks.rados.rados.0.smithi084.stdout:640: snap_create 2024-04-02T08:23:52.836 INFO:tasks.rados.rados.0.smithi084.stdout:638: finishing write tid 2 to smithi08483026-23 2024-04-02T08:23:52.836 INFO:tasks.rados.rados.0.smithi084.stdout:638: finishing write tid 3 to smithi08483026-23 2024-04-02T08:23:52.836 INFO:tasks.rados.rados.0.smithi084.stdout:638: finishing write tid 4 to smithi08483026-23 2024-04-02T08:23:52.837 INFO:tasks.rados.rados.0.smithi084.stdout:638: finishing write tid 5 to smithi08483026-23 2024-04-02T08:23:52.838 INFO:tasks.rados.rados.0.smithi084.stdout:638: oid 23 updating version 0 to 169 2024-04-02T08:23:52.838 INFO:tasks.rados.rados.0.smithi084.stdout:638: oid 23 version 169 is already newer than 167 2024-04-02T08:23:52.838 INFO:tasks.rados.rados.0.smithi084.stdout:638: oid 23 updating version 169 to 170 2024-04-02T08:23:52.838 INFO:tasks.rados.rados.0.smithi084.stdout:638: oid 23 version 170 is already newer than 168 2024-04-02T08:23:52.838 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 170 (ObjNum 221 snap 56 seq_num 221) dirty exists 2024-04-02T08:23:52.838 INFO:tasks.rados.rados.0.smithi084.stdout:638: left oid 23 (ObjNum 221 snap 56 seq_num 221) 2024-04-02T08:23:52.852 INFO:tasks.rados.rados.0.smithi084.stdout:639: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:23:52.855 INFO:tasks.rados.rados.0.smithi084.stdout:639: finishing copy_from to smithi08483026-26 2024-04-02T08:23:52.855 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 130 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:23:53.059 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:52 smithi084 ceph-mon[27534]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:23:53.059 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:52 smithi084 ceph-mon[27534]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:23:53.059 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:52 smithi084 ceph-mon[27534]: pgmap v54: 121 pgs: 121 active+clean; 95 MiB data, 522 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-02T08:23:53.059 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:52 smithi084 ceph-mon[39235]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:23:53.059 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:52 smithi084 ceph-mon[39235]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:23:53.060 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:52 smithi084 ceph-mon[39235]: pgmap v54: 121 pgs: 121 active+clean; 95 MiB data, 522 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-02T08:23:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:52 smithi132 ceph-mon[31218]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:23:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:52 smithi132 ceph-mon[31218]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:23:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:52 smithi132 ceph-mon[31218]: pgmap v54: 121 pgs: 121 active+clean; 95 MiB data, 522 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-02T08:23:53.634 INFO:tasks.rados.rados.0.smithi084.stdout:638: done (2 left) 2024-04-02T08:23:53.634 INFO:tasks.rados.rados.0.smithi084.stdout:639: done (1 left) 2024-04-02T08:23:53.634 INFO:tasks.rados.rados.0.smithi084.stdout:640: done (0 left) 2024-04-02T08:23:53.634 INFO:tasks.rados.rados.0.smithi084.stdout:641: snap_create 2024-04-02T08:23:53.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:53] ENGINE Bus STOPPING 2024-04-02T08:23:53.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:53.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:53] ENGINE Bus STOPPED 2024-04-02T08:23:53.719 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:53] ENGINE Bus STARTING 2024-04-02T08:23:53.768 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:23:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:23:53.768 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:53.634+0000 7f1f7e3d2700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:23:53.768 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: ignoring --setuser ceph since I am not root 2024-04-02T08:23:53.768 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: ignoring --setgroup ceph since I am not root 2024-04-02T08:23:53.768 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mgr[67707]: -- 172.21.15.132:0/963623162 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55979d2ee5a0 con 0x55979d2c2800 2024-04-02T08:23:54.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.769+0000 7fca44b2d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.769+0000 7fca44b2d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.769+0000 7fca44b2d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.769+0000 7fca44b2d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.769+0000 7fca44b2d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.774+0000 7fca47332700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.774+0000 7fca47332700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.774+0000 7fca47332700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.774+0000 7fca47332700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:23:53.774+0000 7fca47332700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:53] ENGINE Serving on http://:::9283 2024-04-02T08:23:54.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:23:53] ENGINE Bus STARTED 2024-04-02T08:23:54.121 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.24685 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:23:54.122 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: mgrmap e30: y(active, starting, since 0.00633837s) 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:23:54.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: Manager daemon y is now available 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:54.124 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.24685 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: mgrmap e30: y(active, starting, since 0.00633837s) 2024-04-02T08:23:54.125 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:23:54.126 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: Manager daemon y is now available 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:54.127 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:53 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 172.21.15.132:0/2114838436' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.24685 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:23:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: mgrmap e30: y(active, starting, since 0.00633837s) 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:23:54.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: Manager daemon y is now available 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:54.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:53 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:23:54.633 INFO:tasks.rados.rados.0.smithi084.stdout:641: done (0 left) 2024-04-02T08:23:54.634 INFO:tasks.rados.rados.0.smithi084.stdout:642: delete oid 4 current snap is 58 2024-04-02T08:23:54.639 INFO:tasks.rados.rados.0.smithi084.stdout:642: done (0 left) 2024-04-02T08:23:54.639 INFO:tasks.rados.rados.0.smithi084.stdout:643: delete oid 15 current snap is 58 2024-04-02T08:23:54.641 INFO:tasks.rados.rados.0.smithi084.stdout:643: done (0 left) 2024-04-02T08:23:54.641 INFO:tasks.rados.rados.0.smithi084.stdout:644: snap_create 2024-04-02T08:23:54.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:54.251+0000 7f8d4dcb9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:23:54.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:54.348+0000 7f8d4dcb9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:23:54.788 INFO:tasks.rados.rados.0.smithi084.stdout:644: done (0 left) 2024-04-02T08:23:54.788 INFO:tasks.rados.rados.0.smithi084.stdout:645: setattr oid 19 current snap is 59 2024-04-02T08:23:54.789 INFO:tasks.rados.rados.0.smithi084.stdout:646: rmattr oid 42 current snap is 59 2024-04-02T08:23:54.789 INFO:tasks.rados.rados.0.smithi084.stdout:646: done (1 left) 2024-04-02T08:23:54.789 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 59 2024-04-02T08:23:54.789 INFO:tasks.rados.rados.0.smithi084.stdout:647: seq_num 224 ranges {163840=557056,720896=737280,1458176=65536} 2024-04-02T08:23:54.793 INFO:tasks.rados.rados.0.smithi084.stdout:647: writing smithi08483026-39 from 163840 to 720896 tid 1 2024-04-02T08:23:54.798 INFO:tasks.rados.rados.0.smithi084.stdout:647: writing smithi08483026-39 from 720896 to 1458176 tid 2 2024-04-02T08:23:54.799 INFO:tasks.rados.rados.0.smithi084.stdout:647: writing smithi08483026-39 from 1458176 to 1523712 tid 3 2024-04-02T08:23:54.799 INFO:tasks.rados.rados.0.smithi084.stdout:648: read oid 47 snap -1 2024-04-02T08:23:54.799 INFO:tasks.rados.rados.0.smithi084.stdout:648: expect deleted 2024-04-02T08:23:54.799 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 59 2024-04-02T08:23:54.799 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 181 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-04-02T08:23:54.799 INFO:tasks.rados.rados.0.smithi084.stdout:649: seq_num 225 ranges {32768=573440,606208=622592,1228800=180224} 2024-04-02T08:23:54.803 INFO:tasks.rados.rados.0.smithi084.stdout:649: writing smithi08483026-41 from 32768 to 606208 tid 1 2024-04-02T08:23:54.806 INFO:tasks.rados.rados.0.smithi084.stdout:649: writing smithi08483026-41 from 606208 to 1228800 tid 2 2024-04-02T08:23:54.808 INFO:tasks.rados.rados.0.smithi084.stdout:649: writing smithi08483026-41 from 1228800 to 1409024 tid 3 2024-04-02T08:23:54.808 INFO:tasks.rados.rados.0.smithi084.stdout:645: done (3 left) 2024-04-02T08:23:54.808 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 59 2024-04-02T08:23:54.808 INFO:tasks.rados.rados.0.smithi084.stdout:650: seq_num 226 ranges {1310720=589824,1900544=507904,2408448=294912} 2024-04-02T08:23:54.818 INFO:tasks.rados.rados.0.smithi084.stdout:650: writing smithi08483026-23 from 1310720 to 1900544 tid 1 2024-04-02T08:23:54.821 INFO:tasks.rados.rados.0.smithi084.stdout:650: writing smithi08483026-23 from 1900544 to 2408448 tid 2 2024-04-02T08:23:54.823 INFO:tasks.rados.rados.0.smithi084.stdout:650: writing smithi08483026-23 from 2408448 to 2703360 tid 3 2024-04-02T08:23:54.823 INFO:tasks.rados.rados.0.smithi084.stdout:651: read oid 30 snap -1 2024-04-02T08:23:54.823 INFO:tasks.rados.rados.0.smithi084.stdout:651: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:23:54.823 INFO:tasks.rados.rados.0.smithi084.stdout:652: copy_from oid 11 from oid 2 current snap is 59 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: finishing write tid 1 to smithi08483026-39 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: finishing write tid 2 to smithi08483026-39 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: finishing write tid 3 to smithi08483026-39 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: finishing write tid 4 to smithi08483026-39 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: finishing write tid 5 to smithi08483026-39 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: oid 39 updating version 0 to 249 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: oid 39 updating version 249 to 250 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: oid 39 updating version 250 to 252 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: oid 39 version 252 is already newer than 251 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 252 (ObjNum 224 snap 59 seq_num 224) dirty exists 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:647: left oid 39 (ObjNum 224 snap 59 seq_num 224) 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:649: finishing write tid 1 to smithi08483026-41 2024-04-02T08:23:54.824 INFO:tasks.rados.rados.0.smithi084.stdout:649: finishing write tid 2 to smithi08483026-41 2024-04-02T08:23:54.825 INFO:tasks.rados.rados.0.smithi084.stdout:649: finishing write tid 3 to smithi08483026-41 2024-04-02T08:23:54.825 INFO:tasks.rados.rados.0.smithi084.stdout:649: finishing write tid 4 to smithi08483026-41 2024-04-02T08:23:54.825 INFO:tasks.rados.rados.0.smithi084.stdout:649: finishing write tid 5 to smithi08483026-41 2024-04-02T08:23:54.825 INFO:tasks.rados.rados.0.smithi084.stdout:649: oid 41 updating version 0 to 260 2024-04-02T08:23:54.825 INFO:tasks.rados.rados.0.smithi084.stdout:649: oid 41 updating version 260 to 261 2024-04-02T08:23:54.825 INFO:tasks.rados.rados.0.smithi084.stdout:649: oid 41 version 261 is already newer than 259 2024-04-02T08:23:54.825 INFO:tasks.rados.rados.0.smithi084.stdout:649: oid 41 updating version 261 to 262 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 262 (ObjNum 225 snap 59 seq_num 225) dirty exists 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:649: left oid 41 (ObjNum 225 snap 59 seq_num 225) 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:650: finishing write tid 1 to smithi08483026-23 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:647: done (5 left) 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:648: done (4 left) 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:649: done (3 left) 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 59 2024-04-02T08:23:54.826 INFO:tasks.rados.rados.0.smithi084.stdout:653: seq_num 227 ranges {6979584=606208,7585792=794624,8380416=8192} 2024-04-02T08:23:54.865 INFO:tasks.rados.rados.0.smithi084.stdout:653: writing smithi08483026-16 from 6979584 to 7585792 tid 1 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:653: writing smithi08483026-16 from 7585792 to 8380416 tid 2 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:653: writing smithi08483026-16 from 8380416 to 8388608 tid 3 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:654: delete oid 37 current snap is 59 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:650: finishing write tid 2 to smithi08483026-23 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:650: finishing write tid 3 to smithi08483026-23 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:650: finishing write tid 4 to smithi08483026-23 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:650: finishing write tid 5 to smithi08483026-23 2024-04-02T08:23:54.870 INFO:tasks.rados.rados.0.smithi084.stdout:650: oid 23 updating version 0 to 174 2024-04-02T08:23:54.871 INFO:tasks.rados.rados.0.smithi084.stdout:650: oid 23 updating version 174 to 175 2024-04-02T08:23:54.871 INFO:tasks.rados.rados.0.smithi084.stdout:650: oid 23 updating version 175 to 177 2024-04-02T08:23:54.871 INFO:tasks.rados.rados.0.smithi084.stdout:650: oid 23 version 177 is already newer than 176 2024-04-02T08:23:54.871 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 177 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-04-02T08:23:54.871 INFO:tasks.rados.rados.0.smithi084.stdout:650: left oid 23 (ObjNum 226 snap 59 seq_num 226) 2024-04-02T08:23:54.871 INFO:tasks.rados.rados.0.smithi084.stdout:651: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:652: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:652: finishing copy_from to smithi08483026-11 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 168 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:653: finishing write tid 1 to smithi08483026-16 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:650: done (4 left) 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:651: done (3 left) 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:652: done (2 left) 2024-04-02T08:23:54.949 INFO:tasks.rados.rados.0.smithi084.stdout:654: done (1 left) 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 59 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: finishing write tid 2 to smithi08483026-16 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: finishing write tid 3 to smithi08483026-16 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: finishing write tid 4 to smithi08483026-16 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: finishing write tid 5 to smithi08483026-16 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: oid 16 updating version 0 to 181 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: oid 16 version 181 is already newer than 180 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: oid 16 version 181 is already newer than 179 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: oid 16 updating version 181 to 182 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 182 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:653: left oid 16 (ObjNum 227 snap 59 seq_num 227) 2024-04-02T08:23:54.950 INFO:tasks.rados.rados.0.smithi084.stdout:655: seq_num 229 ranges {1523712=638976,2162688=606208,2768896=196608} 2024-04-02T08:23:54.960 INFO:tasks.rados.rados.0.smithi084.stdout:655: writing smithi08483026-39 from 1523712 to 2162688 tid 1 2024-04-02T08:23:54.964 INFO:tasks.rados.rados.0.smithi084.stdout:655: writing smithi08483026-39 from 2162688 to 2768896 tid 2 2024-04-02T08:23:54.965 INFO:tasks.rados.rados.0.smithi084.stdout:655: writing smithi08483026-39 from 2768896 to 2965504 tid 3 2024-04-02T08:23:54.966 INFO:tasks.rados.rados.0.smithi084.stdout:653: done (1 left) 2024-04-02T08:23:54.966 INFO:tasks.rados.rados.0.smithi084.stdout:656: setattr oid 26 current snap is 59 2024-04-02T08:23:54.966 INFO:tasks.rados.rados.0.smithi084.stdout:655: finishing write tid 1 to smithi08483026-39 2024-04-02T08:23:54.966 INFO:tasks.rados.rados.0.smithi084.stdout:657: delete oid 43 current snap is 59 2024-04-02T08:23:54.967 INFO:tasks.rados.rados.0.smithi084.stdout:655: finishing write tid 2 to smithi08483026-39 2024-04-02T08:23:54.968 INFO:tasks.rados.rados.0.smithi084.stdout:655: finishing write tid 3 to smithi08483026-39 2024-04-02T08:23:54.970 INFO:tasks.rados.rados.0.smithi084.stdout:657: done (2 left) 2024-04-02T08:23:54.970 INFO:tasks.rados.rados.0.smithi084.stdout:658: snap_remove snap 57 2024-04-02T08:23:55.290 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.049+0000 7f8d4dcb9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:23:55.290 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.144+0000 7f8d4dcb9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:23:55.290 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.291+0000 7f8d4dcb9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:23:55.630 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.392+0000 7f8d4dcb9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:23:55.630 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.481+0000 7f8d4dcb9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:23:55.804 INFO:tasks.rados.rados.0.smithi084.stdout:658: done (2 left) 2024-04-02T08:23:55.805 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 59 2024-04-02T08:23:55.805 INFO:tasks.rados.rados.0.smithi084.stdout:659: seq_num 231 ranges {0=671744,671744=778240,1449984=24576} 2024-04-02T08:23:55.809 INFO:tasks.rados.rados.0.smithi084.stdout:659: writing smithi08483026-33 from 0 to 671744 tid 1 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:659: writing smithi08483026-33 from 671744 to 1449984 tid 2 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:659: writing smithi08483026-33 from 1449984 to 1474560 tid 3 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:655: finishing write tid 4 to smithi08483026-39 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:655: finishing write tid 5 to smithi08483026-39 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:655: oid 39 updating version 0 to 255 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:655: oid 39 version 255 is already newer than 253 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:655: oid 39 updating version 255 to 256 2024-04-02T08:23:55.815 INFO:tasks.rados.rados.0.smithi084.stdout:655: oid 39 version 256 is already newer than 254 2024-04-02T08:23:55.816 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 256 (ObjNum 229 snap 59 seq_num 229) dirty exists 2024-04-02T08:23:55.816 INFO:tasks.rados.rados.0.smithi084.stdout:655: left oid 39 (ObjNum 229 snap 59 seq_num 229) 2024-04-02T08:23:55.816 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 258 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:23:55.816 INFO:tasks.rados.rados.0.smithi084.stdout:659: finishing write tid 1 to smithi08483026-33 2024-04-02T08:23:55.816 INFO:tasks.rados.rados.0.smithi084.stdout:655: done (2 left) 2024-04-02T08:23:55.816 INFO:tasks.rados.rados.0.smithi084.stdout:656: done (1 left) 2024-04-02T08:23:55.816 INFO:tasks.rados.rados.0.smithi084.stdout:660: snap_create 2024-04-02T08:23:55.818 INFO:tasks.rados.rados.0.smithi084.stdout:659: finishing write tid 2 to smithi08483026-33 2024-04-02T08:23:55.818 INFO:tasks.rados.rados.0.smithi084.stdout:659: finishing write tid 3 to smithi08483026-33 2024-04-02T08:23:55.818 INFO:tasks.rados.rados.0.smithi084.stdout:659: finishing write tid 4 to smithi08483026-33 2024-04-02T08:23:55.819 INFO:tasks.rados.rados.0.smithi084.stdout:659: finishing write tid 5 to smithi08483026-33 2024-04-02T08:23:55.819 INFO:tasks.rados.rados.0.smithi084.stdout:659: oid 33 updating version 0 to 272 2024-04-02T08:23:55.819 INFO:tasks.rados.rados.0.smithi084.stdout:659: oid 33 version 272 is already newer than 269 2024-04-02T08:23:55.820 INFO:tasks.rados.rados.0.smithi084.stdout:659: oid 33 version 272 is already newer than 270 2024-04-02T08:23:55.820 INFO:tasks.rados.rados.0.smithi084.stdout:659: oid 33 version 272 is already newer than 271 2024-04-02T08:23:55.820 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 272 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-04-02T08:23:55.820 INFO:tasks.rados.rados.0.smithi084.stdout:659: left oid 33 (ObjNum 231 snap 59 seq_num 231) 2024-04-02T08:23:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[27534]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:23:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[27534]: mgrmap e31: y(active, since 1.01224s) 2024-04-02T08:23:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[27534]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:23:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:55] ENGINE Bus STARTING 2024-04-02T08:23:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:55] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:23:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:55] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:23:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[27534]: [02/Apr/2024:08:23:55] ENGINE Bus STARTED 2024-04-02T08:23:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[39235]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:23:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[39235]: mgrmap e31: y(active, since 1.01224s) 2024-04-02T08:23:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[39235]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:23:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:55] ENGINE Bus STARTING 2024-04-02T08:23:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:55] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:23:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:55] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:23:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:55 smithi084 ceph-mon[39235]: [02/Apr/2024:08:23:55] ENGINE Bus STARTED 2024-04-02T08:23:55.885 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.770+0000 7f8d4dcb9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:23:55.886 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-mon[31218]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:23:55.886 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-mon[31218]: mgrmap e31: y(active, since 1.01224s) 2024-04-02T08:23:55.886 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-mon[31218]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:23:55.886 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:55] ENGINE Bus STARTING 2024-04-02T08:23:55.886 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:55] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:23:55.886 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:55] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:23:55.886 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-mon[31218]: [02/Apr/2024:08:23:55] ENGINE Bus STARTED 2024-04-02T08:23:56.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.887+0000 7f8d4dcb9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:56.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:55.973+0000 7f8d4dcb9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:23:56.161 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:56.067+0000 7f8d4dcb9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:23:56.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:56.262+0000 7f8d4dcb9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:23:56.807 INFO:tasks.rados.rados.0.smithi084.stdout:659: done (1 left) 2024-04-02T08:23:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:660: done (0 left) 2024-04-02T08:23:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 60 2024-04-02T08:23:56.808 INFO:tasks.rados.rados.0.smithi084.stdout:661: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2024-04-02T08:23:56.811 INFO:tasks.rados.rados.0.smithi084.stdout:661: writing smithi08483026-27 from 0 to 688128 tid 1 2024-04-02T08:23:56.815 INFO:tasks.rados.rados.0.smithi084.stdout:661: writing smithi08483026-27 from 688128 to 1351680 tid 2 2024-04-02T08:23:56.817 INFO:tasks.rados.rados.0.smithi084.stdout:661: writing smithi08483026-27 from 1351680 to 1490944 tid 3 2024-04-02T08:23:56.817 INFO:tasks.rados.rados.0.smithi084.stdout:662: rollback oid 16 current snap is 60 2024-04-02T08:23:56.817 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 56 2024-04-02T08:23:56.817 INFO:tasks.rados.rados.0.smithi084.stdout:661: finishing write tid 1 to smithi08483026-27 2024-04-02T08:23:56.817 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 60 2024-04-02T08:23:56.817 INFO:tasks.rados.rados.0.smithi084.stdout:663: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-04-02T08:23:56.821 INFO:tasks.rados.rados.0.smithi084.stdout:663: writing smithi08483026-32 from 0 to 712704 tid 1 2024-04-02T08:23:56.824 INFO:tasks.rados.rados.0.smithi084.stdout:663: writing smithi08483026-32 from 712704 to 1261568 tid 2 2024-04-02T08:23:56.826 INFO:tasks.rados.rados.0.smithi084.stdout:663: writing smithi08483026-32 from 1261568 to 1515520 tid 3 2024-04-02T08:23:56.826 INFO:tasks.rados.rados.0.smithi084.stdout:664: snap_create 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: finishing write tid 2 to smithi08483026-27 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: finishing write tid 3 to smithi08483026-27 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:662: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: finishing write tid 4 to smithi08483026-27 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:662: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:662: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 192 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: finishing write tid 5 to smithi08483026-27 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: oid 27 updating version 0 to 191 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: oid 27 updating version 191 to 193 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: oid 27 updating version 193 to 194 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: oid 27 version 194 is already newer than 192 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 194 (ObjNum 232 snap 60 seq_num 232) dirty exists 2024-04-02T08:23:56.827 INFO:tasks.rados.rados.0.smithi084.stdout:661: left oid 27 (ObjNum 232 snap 60 seq_num 232) 2024-04-02T08:23:56.828 INFO:tasks.rados.rados.0.smithi084.stdout:663: finishing write tid 1 to smithi08483026-32 2024-04-02T08:23:56.828 INFO:tasks.rados.rados.0.smithi084.stdout:663: finishing write tid 2 to smithi08483026-32 2024-04-02T08:23:56.828 INFO:tasks.rados.rados.0.smithi084.stdout:663: finishing write tid 3 to smithi08483026-32 2024-04-02T08:23:56.828 INFO:tasks.rados.rados.0.smithi084.stdout:663: finishing write tid 4 to smithi08483026-32 2024-04-02T08:23:56.829 INFO:tasks.rados.rados.0.smithi084.stdout:663: finishing write tid 5 to smithi08483026-32 2024-04-02T08:23:56.829 INFO:tasks.rados.rados.0.smithi084.stdout:663: oid 32 updating version 0 to 264 2024-04-02T08:23:56.829 INFO:tasks.rados.rados.0.smithi084.stdout:663: oid 32 updating version 264 to 266 2024-04-02T08:23:56.829 INFO:tasks.rados.rados.0.smithi084.stdout:663: oid 32 version 266 is already newer than 263 2024-04-02T08:23:56.829 INFO:tasks.rados.rados.0.smithi084.stdout:663: oid 32 version 266 is already newer than 265 2024-04-02T08:23:56.829 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 266 (ObjNum 233 snap 60 seq_num 233) dirty exists 2024-04-02T08:23:56.829 INFO:tasks.rados.rados.0.smithi084.stdout:663: left oid 32 (ObjNum 233 snap 60 seq_num 233) 2024-04-02T08:23:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:56 smithi084 ceph-mon[27534]: pgmap v6: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:56 smithi084 ceph-mon[27534]: mgrmap e32: y(active, since 2s) 2024-04-02T08:23:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:56 smithi084 ceph-mon[27534]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:23:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:56 smithi084 ceph-mon[39235]: pgmap v6: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:56 smithi084 ceph-mon[39235]: mgrmap e32: y(active, since 2s) 2024-04-02T08:23:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:56 smithi084 ceph-mon[39235]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:23:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:56 smithi132 ceph-mon[31218]: pgmap v6: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:56 smithi132 ceph-mon[31218]: mgrmap e32: y(active, since 2s) 2024-04-02T08:23:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:56 smithi132 ceph-mon[31218]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:23:57.456 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:57.308+0000 7f8d4dcb9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:23:57.805 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:57.473+0000 7f8d4dcb9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:23:57.814 INFO:tasks.rados.rados.0.smithi084.stdout:661: done (3 left) 2024-04-02T08:23:57.814 INFO:tasks.rados.rados.0.smithi084.stdout:662: done (2 left) 2024-04-02T08:23:57.814 INFO:tasks.rados.rados.0.smithi084.stdout:663: done (1 left) 2024-04-02T08:23:57.814 INFO:tasks.rados.rados.0.smithi084.stdout:664: done (0 left) 2024-04-02T08:23:57.814 INFO:tasks.rados.rados.0.smithi084.stdout:665: setattr oid 7 current snap is 61 2024-04-02T08:23:57.815 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 61 2024-04-02T08:23:57.815 INFO:tasks.rados.rados.0.smithi084.stdout:666: seq_num 234 ranges {2678784=729088,3407872=434176,3842048=368640} 2024-04-02T08:23:57.833 INFO:tasks.rados.rados.0.smithi084.stdout:666: writing smithi08483026-19 from 2678784 to 3407872 tid 1 2024-04-02T08:23:57.835 INFO:tasks.rados.rados.0.smithi084.stdout:666: writing smithi08483026-19 from 3407872 to 3842048 tid 2 2024-04-02T08:23:57.838 INFO:tasks.rados.rados.0.smithi084.stdout:666: writing smithi08483026-19 from 3842048 to 4210688 tid 3 2024-04-02T08:23:57.838 INFO:tasks.rados.rados.0.smithi084.stdout:667: copy_from oid 13 from oid 8 current snap is 61 2024-04-02T08:23:57.838 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 182 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-04-02T08:23:57.838 INFO:tasks.rados.rados.0.smithi084.stdout:665: done (2 left) 2024-04-02T08:23:57.838 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 61 2024-04-02T08:23:57.838 INFO:tasks.rados.rados.0.smithi084.stdout:668: seq_num 235 ranges {1409024=745472,2154496=712704,2867200=90112} 2024-04-02T08:23:57.849 INFO:tasks.rados.rados.0.smithi084.stdout:668: writing smithi08483026-41 from 1409024 to 2154496 tid 1 2024-04-02T08:23:57.854 INFO:tasks.rados.rados.0.smithi084.stdout:668: writing smithi08483026-41 from 2154496 to 2867200 tid 2 2024-04-02T08:23:57.855 INFO:tasks.rados.rados.0.smithi084.stdout:668: writing smithi08483026-41 from 2867200 to 2957312 tid 3 2024-04-02T08:23:57.855 INFO:tasks.rados.rados.0.smithi084.stdout:669: read oid 20 snap 59 2024-04-02T08:23:57.855 INFO:tasks.rados.rados.0.smithi084.stdout:669: expect deleted 2024-04-02T08:23:57.855 INFO:tasks.rados.rados.0.smithi084.stdout:670: read oid 21 snap -1 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:670: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:671: read oid 7 snap -1 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:671: expect (ObjNum 176 snap 42 seq_num 176) 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:672: delete oid 44 current snap is 61 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: finishing write tid 1 to smithi08483026-19 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: finishing write tid 2 to smithi08483026-19 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: finishing write tid 3 to smithi08483026-19 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: finishing write tid 4 to smithi08483026-19 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: finishing write tid 5 to smithi08483026-19 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: oid 19 updating version 0 to 185 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: oid 19 version 185 is already newer than 183 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: oid 19 version 185 is already newer than 184 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:666: oid 19 updating version 185 to 186 2024-04-02T08:23:57.856 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 186 (ObjNum 234 snap 61 seq_num 234) dirty exists 2024-04-02T08:23:57.857 INFO:tasks.rados.rados.0.smithi084.stdout:666: left oid 19 (ObjNum 234 snap 61 seq_num 234) 2024-04-02T08:23:57.857 INFO:tasks.rados.rados.0.smithi084.stdout:667: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:23:57.857 INFO:tasks.rados.rados.0.smithi084.stdout:667: finishing copy_from to smithi08483026-13 2024-04-02T08:23:57.857 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 325 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-04-02T08:23:57.857 INFO:tasks.rados.rados.0.smithi084.stdout:668: finishing write tid 1 to smithi08483026-41 2024-04-02T08:23:57.857 INFO:tasks.rados.rados.0.smithi084.stdout:668: finishing write tid 2 to smithi08483026-41 2024-04-02T08:23:57.858 INFO:tasks.rados.rados.0.smithi084.stdout:668: finishing write tid 3 to smithi08483026-41 2024-04-02T08:23:57.858 INFO:tasks.rados.rados.0.smithi084.stdout:668: finishing write tid 4 to smithi08483026-41 2024-04-02T08:23:57.859 INFO:tasks.rados.rados.0.smithi084.stdout:666: done (6 left) 2024-04-02T08:23:57.859 INFO:tasks.rados.rados.0.smithi084.stdout:667: done (5 left) 2024-04-02T08:23:57.859 INFO:tasks.rados.rados.0.smithi084.stdout:669: done (4 left) 2024-04-02T08:23:57.859 INFO:tasks.rados.rados.0.smithi084.stdout:672: done (3 left) 2024-04-02T08:23:57.859 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 61 2024-04-02T08:23:57.860 INFO:tasks.rados.rados.0.smithi084.stdout:673: seq_num 237 ranges {0=778240,778240=532480,1310720=270336} 2024-04-02T08:23:57.864 INFO:tasks.rados.rados.0.smithi084.stdout:673: writing smithi08483026-36 from 0 to 778240 tid 1 2024-04-02T08:23:57.867 INFO:tasks.rados.rados.0.smithi084.stdout:673: writing smithi08483026-36 from 778240 to 1310720 tid 2 2024-04-02T08:23:57.868 INFO:tasks.rados.rados.0.smithi084.stdout:673: writing smithi08483026-36 from 1310720 to 1581056 tid 3 2024-04-02T08:23:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:674: read oid 12 snap -1 2024-04-02T08:23:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:674: expect (ObjNum 218 snap 55 seq_num 218) 2024-04-02T08:23:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:675: rollback oid 13 current snap is 61 2024-04-02T08:23:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 55 2024-04-02T08:23:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:670: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:23:57.887 INFO:tasks.rados.rados.0.smithi084.stdout:668: finishing write tid 5 to smithi08483026-41 2024-04-02T08:23:57.887 INFO:tasks.rados.rados.0.smithi084.stdout:668: oid 41 updating version 0 to 277 2024-04-02T08:23:57.888 INFO:tasks.rados.rados.0.smithi084.stdout:668: oid 41 version 277 is already newer than 274 2024-04-02T08:23:57.888 INFO:tasks.rados.rados.0.smithi084.stdout:668: oid 41 version 277 is already newer than 275 2024-04-02T08:23:57.888 INFO:tasks.rados.rados.0.smithi084.stdout:668: oid 41 version 277 is already newer than 276 2024-04-02T08:23:57.888 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 277 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-04-02T08:23:57.888 INFO:tasks.rados.rados.0.smithi084.stdout:668: left oid 41 (ObjNum 235 snap 61 seq_num 235) 2024-04-02T08:23:57.888 INFO:tasks.rados.rados.0.smithi084.stdout:671: expect (ObjNum 176 snap 42 seq_num 176) 2024-04-02T08:23:58.025 INFO:tasks.rados.rados.0.smithi084.stdout:673: finishing write tid 1 to smithi08483026-36 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: finishing write tid 2 to smithi08483026-36 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: finishing write tid 3 to smithi08483026-36 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: finishing write tid 4 to smithi08483026-36 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:675: finishing rollback tid 0 to smithi08483026-13 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:675: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:675: finishing rollback tid 2 to smithi08483026-13 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 332 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: finishing write tid 5 to smithi08483026-36 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: oid 36 updating version 0 to 329 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: oid 36 version 329 is already newer than 326 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: oid 36 version 329 is already newer than 327 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:673: oid 36 version 329 is already newer than 328 2024-04-02T08:23:58.026 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 329 (ObjNum 237 snap 61 seq_num 237) dirty exists 2024-04-02T08:23:58.027 INFO:tasks.rados.rados.0.smithi084.stdout:673: left oid 36 (ObjNum 237 snap 61 seq_num 237) 2024-04-02T08:23:58.027 INFO:tasks.rados.rados.0.smithi084.stdout:674: expect (ObjNum 218 snap 55 seq_num 218) 2024-04-02T08:23:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:57 smithi084 ceph-mon[27534]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:23:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:57 smithi084 ceph-mon[39235]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:23:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:57 smithi132 ceph-mon[31218]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:23:58.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:57.867+0000 7f8d4dcb9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:23:58.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:57.972+0000 7f8d4dcb9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:23:58.195 INFO:tasks.rados.rados.0.smithi084.stdout:668: done (5 left) 2024-04-02T08:23:58.195 INFO:tasks.rados.rados.0.smithi084.stdout:670: done (4 left) 2024-04-02T08:23:58.195 INFO:tasks.rados.rados.0.smithi084.stdout:671: done (3 left) 2024-04-02T08:23:58.195 INFO:tasks.rados.rados.0.smithi084.stdout:673: done (2 left) 2024-04-02T08:23:58.196 INFO:tasks.rados.rados.0.smithi084.stdout:674: done (1 left) 2024-04-02T08:23:58.196 INFO:tasks.rados.rados.0.smithi084.stdout:675: done (0 left) 2024-04-02T08:23:58.196 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 61 2024-04-02T08:23:58.196 INFO:tasks.rados.rados.0.smithi084.stdout:676: seq_num 238 ranges {2392064=794624,3186688=417792,3604480=385024} 2024-04-02T08:23:58.212 INFO:tasks.rados.rados.0.smithi084.stdout:676: writing smithi08483026-13 from 2392064 to 3186688 tid 1 2024-04-02T08:23:58.214 INFO:tasks.rados.rados.0.smithi084.stdout:676: writing smithi08483026-13 from 3186688 to 3604480 tid 2 2024-04-02T08:23:58.216 INFO:tasks.rados.rados.0.smithi084.stdout:676: writing smithi08483026-13 from 3604480 to 3989504 tid 3 2024-04-02T08:23:58.216 INFO:tasks.rados.rados.0.smithi084.stdout:677: snap_create 2024-04-02T08:23:58.217 INFO:tasks.rados.rados.0.smithi084.stdout:676: finishing write tid 1 to smithi08483026-13 2024-04-02T08:23:58.219 INFO:tasks.rados.rados.0.smithi084.stdout:676: finishing write tid 2 to smithi08483026-13 2024-04-02T08:23:58.219 INFO:tasks.rados.rados.0.smithi084.stdout:676: finishing write tid 3 to smithi08483026-13 2024-04-02T08:23:58.220 INFO:tasks.rados.rados.0.smithi084.stdout:676: finishing write tid 4 to smithi08483026-13 2024-04-02T08:23:58.221 INFO:tasks.rados.rados.0.smithi084.stdout:676: finishing write tid 5 to smithi08483026-13 2024-04-02T08:23:58.221 INFO:tasks.rados.rados.0.smithi084.stdout:676: oid 13 updating version 0 to 335 2024-04-02T08:23:58.221 INFO:tasks.rados.rados.0.smithi084.stdout:676: oid 13 updating version 335 to 336 2024-04-02T08:23:58.221 INFO:tasks.rados.rados.0.smithi084.stdout:676: oid 13 version 336 is already newer than 333 2024-04-02T08:23:58.221 INFO:tasks.rados.rados.0.smithi084.stdout:676: oid 13 version 336 is already newer than 334 2024-04-02T08:23:58.221 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 336 (ObjNum 238 snap 61 seq_num 238) dirty exists 2024-04-02T08:23:58.222 INFO:tasks.rados.rados.0.smithi084.stdout:676: left oid 13 (ObjNum 238 snap 61 seq_num 238) 2024-04-02T08:23:58.474 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:58.185+0000 7f8d4dcb9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:58.475 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:58.393+0000 7f8d4dcb9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:23:58.811 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:58.690+0000 7f8d4dcb9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:58.972 INFO:tasks.rados.rados.0.smithi084.stdout:676: done (1 left) 2024-04-02T08:23:58.972 INFO:tasks.rados.rados.0.smithi084.stdout:677: done (0 left) 2024-04-02T08:23:58.972 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 62 2024-04-02T08:23:58.972 INFO:tasks.rados.rados.0.smithi084.stdout:678: seq_num 239 ranges {1908736=409600,2318336=704512,3022848=499712} 2024-04-02T08:23:58.984 INFO:tasks.rados.rados.0.smithi084.stdout:678: writing smithi08483026-18 from 1908736 to 2318336 tid 1 2024-04-02T08:23:58.988 INFO:tasks.rados.rados.0.smithi084.stdout:678: writing smithi08483026-18 from 2318336 to 3022848 tid 2 2024-04-02T08:23:58.991 INFO:tasks.rados.rados.0.smithi084.stdout:678: writing smithi08483026-18 from 3022848 to 3522560 tid 3 2024-04-02T08:23:58.991 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 62 2024-04-02T08:23:58.991 INFO:tasks.rados.rados.0.smithi084.stdout:679: seq_num 240 ranges {2965504=425984,3391488=589824,3981312=483328,4464640=131072} 2024-04-02T08:23:59.010 INFO:tasks.rados.rados.0.smithi084.stdout:679: writing smithi08483026-39 from 2965504 to 3391488 tid 1 2024-04-02T08:23:59.013 INFO:tasks.rados.rados.0.smithi084.stdout:679: writing smithi08483026-39 from 3391488 to 3981312 tid 2 2024-04-02T08:23:59.016 INFO:tasks.rados.rados.0.smithi084.stdout:679: writing smithi08483026-39 from 3981312 to 4464640 tid 3 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:679: writing smithi08483026-39 from 4464640 to 4595712 tid 4 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:680: setattr oid 49 current snap is 62 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:678: finishing write tid 1 to smithi08483026-18 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:678: finishing write tid 2 to smithi08483026-18 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:678: finishing write tid 3 to smithi08483026-18 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:678: finishing write tid 4 to smithi08483026-18 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:678: finishing write tid 5 to smithi08483026-18 2024-04-02T08:23:59.018 INFO:tasks.rados.rados.0.smithi084.stdout:678: oid 18 updating version 0 to 131 2024-04-02T08:23:59.019 INFO:tasks.rados.rados.0.smithi084.stdout:678: oid 18 updating version 131 to 134 2024-04-02T08:23:59.019 INFO:tasks.rados.rados.0.smithi084.stdout:678: oid 18 version 134 is already newer than 133 2024-04-02T08:23:59.019 INFO:tasks.rados.rados.0.smithi084.stdout:678: oid 18 version 134 is already newer than 132 2024-04-02T08:23:59.019 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 134 (ObjNum 239 snap 62 seq_num 239) dirty exists 2024-04-02T08:23:59.019 INFO:tasks.rados.rados.0.smithi084.stdout:678: left oid 18 (ObjNum 239 snap 62 seq_num 239) 2024-04-02T08:23:59.019 INFO:tasks.rados.rados.0.smithi084.stdout:679: finishing write tid 1 to smithi08483026-39 2024-04-02T08:23:59.019 INFO:tasks.rados.rados.0.smithi084.stdout:679: finishing write tid 2 to smithi08483026-39 2024-04-02T08:23:59.021 INFO:tasks.rados.rados.0.smithi084.stdout:679: finishing write tid 3 to smithi08483026-39 2024-04-02T08:23:59.021 INFO:tasks.rados.rados.0.smithi084.stdout:679: finishing write tid 4 to smithi08483026-39 2024-04-02T08:23:59.021 INFO:tasks.rados.rados.0.smithi084.stdout:679: finishing write tid 5 to smithi08483026-39 2024-04-02T08:23:59.022 INFO:tasks.rados.rados.0.smithi084.stdout:678: done (2 left) 2024-04-02T08:23:59.022 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 62 2024-04-02T08:23:59.022 INFO:tasks.rados.rados.0.smithi084.stdout:681: seq_num 241 ranges {65536=442368,507904=466944,974848=688128,1662976=49152} 2024-04-02T08:23:59.025 INFO:tasks.rados.rados.0.smithi084.stdout:681: writing smithi08483026-8 from 65536 to 507904 tid 1 2024-04-02T08:23:59.028 INFO:tasks.rados.rados.0.smithi084.stdout:681: writing smithi08483026-8 from 507904 to 974848 tid 2 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:681: writing smithi08483026-8 from 974848 to 1662976 tid 3 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:681: writing smithi08483026-8 from 1662976 to 1712128 tid 4 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:682: rollback oid 23 current snap is 62 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 61 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:679: finishing write tid 6 to smithi08483026-39 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:679: oid 39 updating version 0 to 270 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:679: oid 39 updating version 270 to 272 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:679: oid 39 version 272 is already newer than 269 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:679: oid 39 version 272 is already newer than 271 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:679: oid 39 version 272 is already newer than 268 2024-04-02T08:23:59.033 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 272 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:679: left oid 39 (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 183 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:681: finishing write tid 1 to smithi08483026-8 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:681: finishing write tid 2 to smithi08483026-8 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:679: done (3 left) 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:680: done (2 left) 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:683: copy_from oid 46 from oid 12 current snap is 62 2024-04-02T08:23:59.034 INFO:tasks.rados.rados.0.smithi084.stdout:684: snap_remove snap 54 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[27534]: pgmap v9: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[27534]: mgrmap e33: y(active, since 4s) 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[27534]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[39235]: pgmap v9: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[39235]: mgrmap e33: y(active, since 4s) 2024-04-02T08:23:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[39235]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:23:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:58 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:58.968+0000 7f8d4dcb9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-mon[31218]: pgmap v9: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-mon[31218]: mgrmap e33: y(active, since 4s) 2024-04-02T08:23:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-mon[31218]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:23:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:58 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:23:59.662 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:23:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:23:59.246+0000 7f8d4dcb9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:24:00.023 INFO:tasks.rados.rados.0.smithi084.stdout:684: done (3 left) 2024-04-02T08:24:00.023 INFO:tasks.rados.rados.0.smithi084.stdout:685: setattr oid 35 current snap is 62 2024-04-02T08:24:00.023 INFO:tasks.rados.rados.0.smithi084.stdout:682: finishing rollback tid 0 to smithi08483026-23 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:682: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:682: finishing rollback tid 2 to smithi08483026-23 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 196 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: finishing write tid 3 to smithi08483026-8 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: finishing write tid 4 to smithi08483026-8 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: finishing write tid 5 to smithi08483026-8 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: finishing write tid 6 to smithi08483026-8 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: oid 8 updating version 0 to 332 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: oid 8 version 332 is already newer than 331 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: oid 8 updating version 332 to 334 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: oid 8 updating version 334 to 335 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:681: oid 8 version 335 is already newer than 333 2024-04-02T08:24:00.024 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 335 (ObjNum 241 snap 62 seq_num 241) dirty exists 2024-04-02T08:24:00.025 INFO:tasks.rados.rados.0.smithi084.stdout:681: left oid 8 (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:24:00.025 INFO:tasks.rados.rados.0.smithi084.stdout:683: finishing copy_from racing read to smithi08483026-46 2024-04-02T08:24:00.025 INFO:tasks.rados.rados.0.smithi084.stdout:683: finishing copy_from to smithi08483026-46 2024-04-02T08:24:00.025 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 245 (ObjNum 218 snap 55 seq_num 218) dirty exists 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:681: done (3 left) 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:682: done (2 left) 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:683: done (1 left) 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:686: read oid 21 snap 61 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:686: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:687: copy_from oid 46 from oid 22 current snap is 62 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 62 2024-04-02T08:24:00.026 INFO:tasks.rados.rados.0.smithi084.stdout:688: seq_num 242 ranges {1515520=458752,1974272=753664,2727936=450560} 2024-04-02T08:24:00.037 INFO:tasks.rados.rados.0.smithi084.stdout:688: writing smithi08483026-32 from 1515520 to 1974272 tid 1 2024-04-02T08:24:00.041 INFO:tasks.rados.rados.0.smithi084.stdout:688: writing smithi08483026-32 from 1974272 to 2727936 tid 2 2024-04-02T08:24:00.044 INFO:tasks.rados.rados.0.smithi084.stdout:688: writing smithi08483026-32 from 2727936 to 3178496 tid 3 2024-04-02T08:24:00.044 INFO:tasks.rados.rados.0.smithi084.stdout:686: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 337 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:688: finishing write tid 1 to smithi08483026-32 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:685: done (3 left) 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:686: done (2 left) 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:689: rollback oid 24 current snap is 62 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 55 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:688: finishing write tid 2 to smithi08483026-32 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:687: finishing copy_from racing read to smithi08483026-46 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:688: finishing write tid 3 to smithi08483026-32 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:688: finishing write tid 4 to smithi08483026-32 2024-04-02T08:24:00.062 INFO:tasks.rados.rados.0.smithi084.stdout:687: finishing copy_from to smithi08483026-46 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 130 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:688: finishing write tid 5 to smithi08483026-32 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:688: oid 32 updating version 0 to 281 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:688: oid 32 version 281 is already newer than 280 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:688: oid 32 updating version 281 to 282 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:688: oid 32 updating version 282 to 283 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 283 (ObjNum 242 snap 62 seq_num 242) dirty exists 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:688: left oid 32 (ObjNum 242 snap 62 seq_num 242) 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:687: done (2 left) 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:688: done (1 left) 2024-04-02T08:24:00.063 INFO:tasks.rados.rados.0.smithi084.stdout:690: setattr oid 1 current snap is 62 2024-04-02T08:24:00.064 INFO:tasks.rados.rados.0.smithi084.stdout:691: rmattr oid 35 current snap is 62 2024-04-02T08:24:00.064 INFO:tasks.rados.rados.0.smithi084.stdout:692: read oid 8 snap -1 2024-04-02T08:24:00.064 INFO:tasks.rados.rados.0.smithi084.stdout:692: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:24:00.064 INFO:tasks.rados.rados.0.smithi084.stdout:693: snap_create 2024-04-02T08:24:00.065 INFO:tasks.rados.rados.0.smithi084.stdout:689: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:24:00.065 INFO:tasks.rados.rados.0.smithi084.stdout:689: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:24:00.065 INFO:tasks.rados.rados.0.smithi084.stdout:689: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:24:00.065 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 88 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-02T08:24:00.066 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 343 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-04-02T08:24:00.073 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 344 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-04-02T08:24:00.074 INFO:tasks.rados.rados.0.smithi084.stdout:692: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:24:00.350 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[27534]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:24:00.350 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.350 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.350 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.350 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.350 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[39235]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:24:00.351 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.351 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.351 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.351 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:23:59 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:59 smithi132 ceph-mon[31218]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:24:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:59 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:59 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:59 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:23:59 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:00.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:24:00.101+0000 7f8d4dcb9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:24:00.997 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:24:00.676+0000 7f8d4dcb9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:24:00.997 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:24:00.777+0000 7f8d4dcb9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:24:00.997 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:24:00.998+0000 7f8d4dcb9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:24:01.037 INFO:tasks.rados.rados.0.smithi084.stdout:689: done (4 left) 2024-04-02T08:24:01.038 INFO:tasks.rados.rados.0.smithi084.stdout:690: done (3 left) 2024-04-02T08:24:01.038 INFO:tasks.rados.rados.0.smithi084.stdout:691: done (2 left) 2024-04-02T08:24:01.038 INFO:tasks.rados.rados.0.smithi084.stdout:692: done (1 left) 2024-04-02T08:24:01.038 INFO:tasks.rados.rados.0.smithi084.stdout:693: done (0 left) 2024-04-02T08:24:01.038 INFO:tasks.rados.rados.0.smithi084.stdout:694: read oid 3 snap -1 2024-04-02T08:24:01.038 INFO:tasks.rados.rados.0.smithi084.stdout:694: expect (ObjNum 214 snap 53 seq_num 214) 2024-04-02T08:24:01.038 INFO:tasks.rados.rados.0.smithi084.stdout:695: snap_remove snap 56 2024-04-02T08:24:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[39235]: pgmap v12: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[39235]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:24:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[39235]: Standby manager daemon x started 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[27534]: pgmap v12: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[27534]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[27534]: Standby manager daemon x started 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:01 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-mon[31218]: pgmap v12: 121 pgs: 121 active+clean; 100 MiB data, 533 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-mon[31218]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-mon[31218]: Standby manager daemon x started 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2093232879' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:24:01] ENGINE Bus STARTING 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: CherryPy Checker: 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: The Application mounted at '' has an empty config. 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:24:01] ENGINE Serving on http://:::9283 2024-04-02T08:24:01.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: [02/Apr/2024:08:24:01] ENGINE Bus STARTED 2024-04-02T08:24:02.042 INFO:tasks.rados.rados.0.smithi084.stdout:695: done (1 left) 2024-04-02T08:24:02.043 INFO:tasks.rados.rados.0.smithi084.stdout:696: rollback oid 11 current snap is 63 2024-04-02T08:24:02.043 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 61 2024-04-02T08:24:02.043 INFO:tasks.rados.rados.0.smithi084.stdout:697: delete oid 2 current snap is 63 2024-04-02T08:24:02.043 INFO:tasks.rados.rados.0.smithi084.stdout:694: expect (ObjNum 214 snap 53 seq_num 214) 2024-04-02T08:24:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:02 smithi084 ceph-mon[39235]: mgrmap e34: y(active, since 7s), standbys: x 2024-04-02T08:24:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:02 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:02 smithi084 ceph-mon[39235]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:24:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:02 smithi084 ceph-mon[27534]: mgrmap e34: y(active, since 7s), standbys: x 2024-04-02T08:24:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:02 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:02 smithi084 ceph-mon[27534]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:24:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:696: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:24:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:696: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:24:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:694: done (2 left) 2024-04-02T08:24:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:697: done (1 left) 2024-04-02T08:24:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:698: read oid 10 snap -1 2024-04-02T08:24:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:698: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:699: rollback oid 7 current snap is 63 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 58 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:696: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 287 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:696: done (2 left) 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:700: rmattr oid 41 current snap is 63 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:700: done (2 left) 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:701: copy_from oid 44 from oid 47 current snap is 63 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:702: rollback oid 16 current snap is 63 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 61 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:703: copy_from oid 17 from oid 12 current snap is 63 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:704: copy_from oid 23 from oid 29 current snap is 63 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 63 2024-04-02T08:24:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:705: seq_num 244 ranges {2957312=491520,3448832=573440,4022272=458752,4481024=172032} 2024-04-02T08:24:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:02 smithi132 ceph-mon[31218]: mgrmap e34: y(active, since 7s), standbys: x 2024-04-02T08:24:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:02 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:02 smithi132 ceph-mon[31218]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:24:02.429 INFO:tasks.rados.rados.0.smithi084.stdout:705: writing smithi08483026-41 from 2957312 to 3448832 tid 1 2024-04-02T08:24:02.432 INFO:tasks.rados.rados.0.smithi084.stdout:705: writing smithi08483026-41 from 3448832 to 4022272 tid 2 2024-04-02T08:24:02.434 INFO:tasks.rados.rados.0.smithi084.stdout:705: writing smithi08483026-41 from 4022272 to 4481024 tid 3 2024-04-02T08:24:02.436 INFO:tasks.rados.rados.0.smithi084.stdout:705: writing smithi08483026-41 from 4481024 to 4653056 tid 4 2024-04-02T08:24:02.436 INFO:tasks.rados.rados.0.smithi084.stdout:706: rollback oid 36 current snap is 63 2024-04-02T08:24:02.436 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 52 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:701: finishing copy_from to smithi08483026-44 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:701: got expected ENOENT (src dne) 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:707: read oid 20 snap -1 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:707: expect deleted 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 63 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:701: finishing copy_from racing read to smithi08483026-44 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:699: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:699: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:699: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 189 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:702: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:24:02.437 INFO:tasks.rados.rados.0.smithi084.stdout:708: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-04-02T08:24:02.439 INFO:tasks.rados.rados.0.smithi084.stdout:708: writing smithi08483026-4 from 0 to 507904 tid 1 2024-04-02T08:24:02.442 INFO:tasks.rados.rados.0.smithi084.stdout:708: writing smithi08483026-4 from 507904 to 966656 tid 2 2024-04-02T08:24:02.446 INFO:tasks.rados.rados.0.smithi084.stdout:708: writing smithi08483026-4 from 966656 to 1638400 tid 3 2024-04-02T08:24:02.446 INFO:tasks.rados.rados.0.smithi084.stdout:708: writing smithi08483026-4 from 1638400 to 1712128 tid 4 2024-04-02T08:24:02.446 INFO:tasks.rados.rados.0.smithi084.stdout:699: done (9 left) 2024-04-02T08:24:02.446 INFO:tasks.rados.rados.0.smithi084.stdout:701: done (8 left) 2024-04-02T08:24:02.447 INFO:tasks.rados.rados.0.smithi084.stdout:709: snap_create 2024-04-02T08:24:02.447 INFO:tasks.rados.rados.0.smithi084.stdout:702: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:24:02.447 INFO:tasks.rados.rados.0.smithi084.stdout:702: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:24:02.447 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 248 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-04-02T08:24:02.447 INFO:tasks.rados.rados.0.smithi084.stdout:698: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:704: finishing copy_from racing read to smithi08483026-23 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:704: finishing copy_from to smithi08483026-23 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 82 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:703: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:703: finishing copy_from to smithi08483026-17 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 245 (ObjNum 218 snap 55 seq_num 218) dirty exists 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:705: finishing write tid 1 to smithi08483026-41 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:705: finishing write tid 2 to smithi08483026-41 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:705: finishing write tid 3 to smithi08483026-41 2024-04-02T08:24:02.519 INFO:tasks.rados.rados.0.smithi084.stdout:705: finishing write tid 4 to smithi08483026-41 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: finishing write tid 5 to smithi08483026-41 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:706: finishing rollback tid 0 to smithi08483026-36 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:706: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 339 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: finishing write tid 6 to smithi08483026-41 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: oid 41 updating version 0 to 297 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: oid 41 version 297 is already newer than 296 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: oid 41 version 297 is already newer than 295 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: oid 41 version 297 is already newer than 293 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: oid 41 version 297 is already newer than 294 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 297 (ObjNum 244 snap 63 seq_num 244) dirty exists 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:705: left oid 41 (ObjNum 244 snap 63 seq_num 244) 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:708: finishing write tid 1 to smithi08483026-4 2024-04-02T08:24:02.520 INFO:tasks.rados.rados.0.smithi084.stdout:708: finishing write tid 2 to smithi08483026-4 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: finishing write tid 3 to smithi08483026-4 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: finishing write tid 4 to smithi08483026-4 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: finishing write tid 5 to smithi08483026-4 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: finishing write tid 6 to smithi08483026-4 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: oid 4 updating version 0 to 252 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: oid 4 updating version 252 to 253 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: oid 4 version 253 is already newer than 250 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: oid 4 version 253 is already newer than 251 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: oid 4 version 253 is already newer than 249 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 253 (ObjNum 245 snap 63 seq_num 245) dirty exists 2024-04-02T08:24:02.521 INFO:tasks.rados.rados.0.smithi084.stdout:708: left oid 4 (ObjNum 245 snap 63 seq_num 245) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:698: done (8 left) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:702: done (7 left) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:703: done (6 left) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:704: done (5 left) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:705: done (4 left) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:706: done (3 left) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:707: done (2 left) 2024-04-02T08:24:03.048 INFO:tasks.rados.rados.0.smithi084.stdout:708: done (1 left) 2024-04-02T08:24:03.049 INFO:tasks.rados.rados.0.smithi084.stdout:709: done (0 left) 2024-04-02T08:24:03.049 INFO:tasks.rados.rados.0.smithi084.stdout:710: delete oid 2 current snap is 64 2024-04-02T08:24:03.051 INFO:tasks.rados.rados.0.smithi084.stdout:710: done (0 left) 2024-04-02T08:24:03.052 INFO:tasks.rados.rados.0.smithi084.stdout:711: delete oid 5 current snap is 64 2024-04-02T08:24:03.056 INFO:tasks.rados.rados.0.smithi084.stdout:711: done (0 left) 2024-04-02T08:24:03.056 INFO:tasks.rados.rados.0.smithi084.stdout:712: read oid 43 snap -1 2024-04-02T08:24:03.056 INFO:tasks.rados.rados.0.smithi084.stdout:712: expect deleted 2024-04-02T08:24:03.056 INFO:tasks.rados.rados.0.smithi084.stdout:713: read oid 28 snap 58 2024-04-02T08:24:03.056 INFO:tasks.rados.rados.0.smithi084.stdout:713: expect (ObjNum 186 snap 44 seq_num 186) 2024-04-02T08:24:03.056 INFO:tasks.rados.rados.0.smithi084.stdout:714: delete oid 17 current snap is 64 2024-04-02T08:24:03.061 INFO:tasks.rados.rados.0.smithi084.stdout:712: done (2 left) 2024-04-02T08:24:03.061 INFO:tasks.rados.rados.0.smithi084.stdout:714: done (1 left) 2024-04-02T08:24:03.061 INFO:tasks.rados.rados.0.smithi084.stdout:715: copy_from oid 45 from oid 13 current snap is 64 2024-04-02T08:24:03.061 INFO:tasks.rados.rados.0.smithi084.stdout:716: rmattr oid 36 current snap is 64 2024-04-02T08:24:03.061 INFO:tasks.rados.rados.0.smithi084.stdout:716: done (2 left) 2024-04-02T08:24:03.061 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 64 2024-04-02T08:24:03.061 INFO:tasks.rados.rados.0.smithi084.stdout:717: seq_num 249 ranges {1712128=573440,2285568=794624,3080192=409600} 2024-04-02T08:24:03.073 INFO:tasks.rados.rados.0.smithi084.stdout:717: writing smithi08483026-11 from 1712128 to 2285568 tid 1 2024-04-02T08:24:03.078 INFO:tasks.rados.rados.0.smithi084.stdout:717: writing smithi08483026-11 from 2285568 to 3080192 tid 2 2024-04-02T08:24:03.081 INFO:tasks.rados.rados.0.smithi084.stdout:717: writing smithi08483026-11 from 3080192 to 3489792 tid 3 2024-04-02T08:24:03.081 INFO:tasks.rados.rados.0.smithi084.stdout:718: read oid 19 snap -1 2024-04-02T08:24:03.081 INFO:tasks.rados.rados.0.smithi084.stdout:718: expect (ObjNum 234 snap 61 seq_num 234) 2024-04-02T08:24:03.081 INFO:tasks.rados.rados.0.smithi084.stdout:719: rollback oid 44 current snap is 64 2024-04-02T08:24:03.081 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 59 2024-04-02T08:24:03.081 INFO:tasks.rados.rados.0.smithi084.stdout:713: expect (ObjNum 186 snap 44 seq_num 186) 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:715: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:715: finishing copy_from to smithi08483026-45 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 336 (ObjNum 238 snap 61 seq_num 238) dirty exists 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:717: finishing write tid 1 to smithi08483026-11 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:713: done (4 left) 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:715: done (3 left) 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:720: read oid 13 snap -1 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:720: expect (ObjNum 238 snap 61 seq_num 238) 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:721: rollback oid 23 current snap is 64 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 62 2024-04-02T08:24:03.121 INFO:tasks.rados.rados.0.smithi084.stdout:717: finishing write tid 2 to smithi08483026-11 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:719: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:719: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 29 (ObjNum 201 snap 47 seq_num 201) dirty exists 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: finishing write tid 3 to smithi08483026-11 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: finishing write tid 4 to smithi08483026-11 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: finishing write tid 5 to smithi08483026-11 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: oid 11 updating version 0 to 301 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: oid 11 updating version 301 to 302 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: oid 11 version 302 is already newer than 299 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: oid 11 version 302 is already newer than 300 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 302 (ObjNum 249 snap 64 seq_num 249) dirty exists 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:717: left oid 11 (ObjNum 249 snap 64 seq_num 249) 2024-04-02T08:24:03.122 INFO:tasks.rados.rados.0.smithi084.stdout:718: expect (ObjNum 234 snap 61 seq_num 234) 2024-04-02T08:24:03.285 INFO:tasks.rados.rados.0.smithi084.stdout:721: finishing rollback tid 0 to smithi08483026-23 2024-04-02T08:24:03.285 INFO:tasks.rados.rados.0.smithi084.stdout:721: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:24:03.285 INFO:tasks.rados.rados.0.smithi084.stdout:721: finishing rollback tid 2 to smithi08483026-23 2024-04-02T08:24:03.285 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 256 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-04-02T08:24:03.285 INFO:tasks.rados.rados.0.smithi084.stdout:717: done (4 left) 2024-04-02T08:24:03.286 INFO:tasks.rados.rados.0.smithi084.stdout:718: done (3 left) 2024-04-02T08:24:03.286 INFO:tasks.rados.rados.0.smithi084.stdout:719: done (2 left) 2024-04-02T08:24:03.286 INFO:tasks.rados.rados.0.smithi084.stdout:721: done (1 left) 2024-04-02T08:24:03.286 INFO:tasks.rados.rados.0.smithi084.stdout:722: delete oid 3 current snap is 64 2024-04-02T08:24:03.286 INFO:tasks.rados.rados.0.smithi084.stdout:720: expect (ObjNum 238 snap 61 seq_num 238) 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[27534]: pgmap v15: 121 pgs: 121 active+clean; 130 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 75 op/s 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[27534]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[39235]: pgmap v15: 121 pgs: 121 active+clean; 130 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 75 op/s 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[39235]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:24:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:03 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:03 smithi132 ceph-mon[31218]: pgmap v15: 121 pgs: 121 active+clean; 130 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 75 op/s 2024-04-02T08:24:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:03 smithi132 ceph-mon[31218]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:24:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:03 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:03 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:03 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:03 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:03.461 INFO:tasks.rados.rados.0.smithi084.stdout:720: done (1 left) 2024-04-02T08:24:03.461 INFO:tasks.rados.rados.0.smithi084.stdout:722: done (0 left) 2024-04-02T08:24:03.461 INFO:tasks.rados.rados.0.smithi084.stdout:723: read oid 39 snap -1 2024-04-02T08:24:03.461 INFO:tasks.rados.rados.0.smithi084.stdout:723: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:03.461 INFO:tasks.rados.rados.0.smithi084.stdout:724: copy_from oid 1 from oid 30 current snap is 64 2024-04-02T08:24:03.462 INFO:tasks.rados.rados.0.smithi084.stdout:725: snap_remove snap 55 2024-04-02T08:24:03.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:04.056 INFO:tasks.rados.rados.0.smithi084.stdout:725: done (2 left) 2024-04-02T08:24:04.057 INFO:tasks.rados.rados.0.smithi084.stdout:726: delete oid 46 current snap is 64 2024-04-02T08:24:04.057 INFO:tasks.rados.rados.0.smithi084.stdout:724: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:24:04.057 INFO:tasks.rados.rados.0.smithi084.stdout:724: finishing copy_from to smithi08483026-1 2024-04-02T08:24:04.057 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 43 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:24:04.057 INFO:tasks.rados.rados.0.smithi084.stdout:723: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:04.257 INFO:tasks.rados.rados.0.smithi084.stdout:723: done (2 left) 2024-04-02T08:24:04.257 INFO:tasks.rados.rados.0.smithi084.stdout:724: done (1 left) 2024-04-02T08:24:04.257 INFO:tasks.rados.rados.0.smithi084.stdout:726: done (0 left) 2024-04-02T08:24:04.257 INFO:tasks.rados.rados.0.smithi084.stdout:727: read oid 24 snap -1 2024-04-02T08:24:04.257 INFO:tasks.rados.rados.0.smithi084.stdout:727: expect (ObjNum 120 snap 26 seq_num 120) 2024-04-02T08:24:04.257 INFO:tasks.rados.rados.0.smithi084.stdout:728: read oid 13 snap -1 2024-04-02T08:24:04.257 INFO:tasks.rados.rados.0.smithi084.stdout:728: expect (ObjNum 238 snap 61 seq_num 238) 2024-04-02T08:24:04.258 INFO:tasks.rados.rados.0.smithi084.stdout:729: copy_from oid 33 from oid 50 current snap is 64 2024-04-02T08:24:04.258 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 64 2024-04-02T08:24:04.258 INFO:tasks.rados.rados.0.smithi084.stdout:730: seq_num 252 ranges {4833280=630784,5464064=499712,5963776=425984,6389760=278528} 2024-04-02T08:24:04.288 INFO:tasks.rados.rados.0.smithi084.stdout:730: writing smithi08483026-6 from 4833280 to 5464064 tid 1 2024-04-02T08:24:04.291 INFO:tasks.rados.rados.0.smithi084.stdout:730: writing smithi08483026-6 from 5464064 to 5963776 tid 2 2024-04-02T08:24:04.293 INFO:tasks.rados.rados.0.smithi084.stdout:730: writing smithi08483026-6 from 5963776 to 6389760 tid 3 2024-04-02T08:24:04.295 INFO:tasks.rados.rados.0.smithi084.stdout:730: writing smithi08483026-6 from 6389760 to 6668288 tid 4 2024-04-02T08:24:04.295 INFO:tasks.rados.rados.0.smithi084.stdout:731: setattr oid 27 current snap is 64 2024-04-02T08:24:04.295 INFO:tasks.rados.rados.0.smithi084.stdout:729: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:24:04.295 INFO:tasks.rados.rados.0.smithi084.stdout:727: expect (ObjNum 120 snap 26 seq_num 120) 2024-04-02T08:24:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:24:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:24:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:24:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:24:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:04 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:24:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:24:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:04 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:04.461 INFO:tasks.rados.rados.0.smithi084.stdout:729: finishing copy_from to smithi08483026-33 2024-04-02T08:24:04.462 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 241 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:24:04.462 INFO:tasks.rados.rados.0.smithi084.stdout:728: expect (ObjNum 238 snap 61 seq_num 238) 2024-04-02T08:24:04.602 INFO:tasks.rados.rados.0.smithi084.stdout:730: finishing write tid 1 to smithi08483026-6 2024-04-02T08:24:04.602 INFO:tasks.rados.rados.0.smithi084.stdout:730: finishing write tid 2 to smithi08483026-6 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: finishing write tid 3 to smithi08483026-6 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: finishing write tid 4 to smithi08483026-6 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: finishing write tid 5 to smithi08483026-6 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: finishing write tid 6 to smithi08483026-6 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: oid 6 updating version 0 to 84 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: oid 6 version 84 is already newer than 83 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: oid 6 version 84 is already newer than 82 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: oid 6 updating version 84 to 86 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: oid 6 version 86 is already newer than 85 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 86 (ObjNum 252 snap 64 seq_num 252) dirty exists 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:730: left oid 6 (ObjNum 252 snap 64 seq_num 252) 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:727: done (4 left) 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:728: done (3 left) 2024-04-02T08:24:04.603 INFO:tasks.rados.rados.0.smithi084.stdout:729: done (2 left) 2024-04-02T08:24:04.604 INFO:tasks.rados.rados.0.smithi084.stdout:730: done (1 left) 2024-04-02T08:24:04.604 INFO:tasks.rados.rados.0.smithi084.stdout:732: setattr oid 34 current snap is 64 2024-04-02T08:24:04.604 INFO:tasks.rados.rados.0.smithi084.stdout:733: snap_create 2024-04-02T08:24:04.604 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 247 (ObjNum 232 snap 60 seq_num 232) dirty exists 2024-04-02T08:24:04.604 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 129 (ObjNum 129 snap 0 seq_num 620856896) dirty exists 2024-04-02T08:24:04.791 INFO:tasks.rados.rados.0.smithi084.stdout:731: done (2 left) 2024-04-02T08:24:04.791 INFO:tasks.rados.rados.0.smithi084.stdout:732: done (1 left) 2024-04-02T08:24:04.793 INFO:tasks.rados.rados.0.smithi084.stdout:733: done (0 left) 2024-04-02T08:24:04.793 INFO:tasks.rados.rados.0.smithi084.stdout:734: rollback oid 32 current snap is 65 2024-04-02T08:24:04.793 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 64 2024-04-02T08:24:04.794 INFO:tasks.rados.rados.0.smithi084.stdout:735: snap_remove snap 60 2024-04-02T08:24:04.993 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:24:05.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[27534]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:05.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[27534]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:05.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[27534]: pgmap v18: 121 pgs: 121 active+clean; 130 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 75 op/s 2024-04-02T08:24:05.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[27534]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:24:05.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[27534]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:24:05.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[27534]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:24:05.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[27534]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:24:05.290 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:05.290 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:05.290 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[39235]: pgmap v18: 121 pgs: 121 active+clean; 130 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 75 op/s 2024-04-02T08:24:05.290 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[39235]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:24:05.290 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[39235]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:24:05.290 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[39235]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:24:05.290 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:05 smithi084 ceph-mon[39235]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:24:05.295 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[67679]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:24:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:24:05.295 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:05.296 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:05.296 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-mon[31218]: pgmap v18: 121 pgs: 121 active+clean; 130 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 75 op/s 2024-04-02T08:24:05.296 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-mon[31218]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:24:05.296 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-mon[31218]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:24:05.296 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-mon[31218]: Reconfiguring daemon prometheus.a on smithi132 2024-04-02T08:24:05.296 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:05 smithi132 ceph-mon[31218]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:24:05.310 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:24:05.310 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (4m) 7s ago 5m 25.1M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:24:05.310 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (5m) 6s ago 5m 90.7M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:24:05.310 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (6m) 7s ago 6m 14.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (6m) 6s ago 6m 18.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (67s) 6s ago 9m 74.5M - 19.0.0-2422-g3cba26ea beaaa8a653cf faa2658a30ae 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (21s) 7s ago 11m 473M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (11m) 7s ago 11m 56.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a16388a6f0b0 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (10m) 6s ago 10m 47.9M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d fafbb6e99304 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (10m) 7s ago 10m 49.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a1549e333be4 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (5m) 7s ago 5m 16.2M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (4m) 6s ago 4m 15.4M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (9m) 7s ago 9m 104M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (9m) 7s ago 9m 105M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (8m) 7s ago 8m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (8m) 7s ago 8m 87.3M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (7m) 6s ago 7m 122M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (7m) 6s ago 7m 105M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:24:05.311 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (7m) 6s ago 7m 77.6M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:24:05.312 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (6m) 6s ago 6m 82.7M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:24:05.312 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (27s) 6s ago 5m 37.7M - 2.43.0 a07b618ecd1d f6bcd40ee626 2024-04-02T08:24:05.719 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:24:05.719 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:24:05.719 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:24:05.719 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:05.719 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:24:05.719 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:24:05.719 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:24:05.720 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:24:05.798 INFO:tasks.rados.rados.0.smithi084.stdout:735: done (1 left) 2024-04-02T08:24:05.799 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 65 2024-04-02T08:24:05.799 INFO:tasks.rados.rados.0.smithi084.stdout:736: seq_num 253 ranges {4169728=647168,4816896=786432,5603328=417792} 2024-04-02T08:24:05.826 INFO:tasks.rados.rados.0.smithi084.stdout:736: writing smithi08483026-24 from 4169728 to 4816896 tid 1 2024-04-02T08:24:05.831 INFO:tasks.rados.rados.0.smithi084.stdout:736: writing smithi08483026-24 from 4816896 to 5603328 tid 2 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:736: writing smithi08483026-24 from 5603328 to 6021120 tid 3 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:734: finishing rollback tid 0 to smithi08483026-32 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:734: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:734: finishing rollback tid 2 to smithi08483026-32 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 295 (ObjNum 242 snap 62 seq_num 242) dirty exists 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:736: finishing write tid 1 to smithi08483026-24 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:736: finishing write tid 2 to smithi08483026-24 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:734: done (1 left) 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:737: copy_from oid 35 from oid 27 current snap is 65 2024-04-02T08:24:05.835 INFO:tasks.rados.rados.0.smithi084.stdout:738: snap_create 2024-04-02T08:24:05.836 INFO:tasks.rados.rados.0.smithi084.stdout:736: finishing write tid 3 to smithi08483026-24 2024-04-02T08:24:05.837 INFO:tasks.rados.rados.0.smithi084.stdout:736: finishing write tid 4 to smithi08483026-24 2024-04-02T08:24:05.838 INFO:tasks.rados.rados.0.smithi084.stdout:736: finishing write tid 5 to smithi08483026-24 2024-04-02T08:24:05.838 INFO:tasks.rados.rados.0.smithi084.stdout:736: oid 24 updating version 0 to 99 2024-04-02T08:24:05.838 INFO:tasks.rados.rados.0.smithi084.stdout:736: oid 24 version 99 is already newer than 97 2024-04-02T08:24:05.838 INFO:tasks.rados.rados.0.smithi084.stdout:736: oid 24 version 99 is already newer than 98 2024-04-02T08:24:05.838 INFO:tasks.rados.rados.0.smithi084.stdout:736: oid 24 version 99 is already newer than 96 2024-04-02T08:24:05.838 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 99 (ObjNum 253 snap 65 seq_num 253) dirty exists 2024-04-02T08:24:05.838 INFO:tasks.rados.rados.0.smithi084.stdout:736: left oid 24 (ObjNum 253 snap 65 seq_num 253) 2024-04-02T08:24:05.841 INFO:tasks.rados.rados.0.smithi084.stdout:737: finishing copy_from racing read to smithi08483026-35 2024-04-02T08:24:05.843 INFO:tasks.rados.rados.0.smithi084.stdout:737: finishing copy_from to smithi08483026-35 2024-04-02T08:24:05.843 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 247 (ObjNum 232 snap 60 seq_num 232) dirty exists 2024-04-02T08:24:06.285 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:06 smithi132 ceph-mon[31218]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.285 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:06 smithi132 ceph-mon[31218]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.285 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:06 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/266997152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:06.285 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:06 smithi132 ceph-mon[31218]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[27534]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[27534]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[27534]: from='client.? 172.21.15.84:0/266997152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[27534]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[39235]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[39235]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/266997152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:06 smithi084 ceph-mon[39235]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:736: done (2 left) 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:737: done (1 left) 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:738: done (0 left) 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:739: read oid 39 snap -1 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:739: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:740: rollback oid 37 current snap is 66 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 37 to 59 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:741: copy_from oid 12 from oid 22 current snap is 66 2024-04-02T08:24:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:742: snap_remove snap 65 2024-04-02T08:24:07.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-mon[31218]: pgmap v21: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T08:24:07.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-mon[31218]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:24:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:07 smithi084 ceph-mon[27534]: pgmap v21: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T08:24:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:07 smithi084 ceph-mon[27534]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:24:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:07 smithi084 ceph-mon[39235]: pgmap v21: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T08:24:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:07 smithi084 ceph-mon[39235]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:24:07.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 systemd[1]: Stopping Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:07.802 INFO:tasks.rados.rados.0.smithi084.stdout:740: finishing rollback tid 1 to smithi08483026-37 2024-04-02T08:24:07.802 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:24:07.802 INFO:tasks.rados.rados.0.smithi084.stdout:741: finishing copy_from racing read to smithi08483026-12 2024-04-02T08:24:07.802 INFO:tasks.rados.rados.0.smithi084.stdout:739: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:07.996 INFO:tasks.rados.rados.0.smithi084.stdout:741: finishing copy_from to smithi08483026-12 2024-04-02T08:24:07.996 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 130 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:24:07.996 INFO:tasks.rados.rados.0.smithi084.stdout:739: done (3 left) 2024-04-02T08:24:07.996 INFO:tasks.rados.rados.0.smithi084.stdout:740: done (2 left) 2024-04-02T08:24:07.996 INFO:tasks.rados.rados.0.smithi084.stdout:741: done (1 left) 2024-04-02T08:24:07.996 INFO:tasks.rados.rados.0.smithi084.stdout:742: done (0 left) 2024-04-02T08:24:07.996 INFO:tasks.rados.rados.0.smithi084.stdout:743: delete oid 48 current snap is 66 2024-04-02T08:24:07.997 INFO:tasks.rados.rados.0.smithi084.stdout:743: done (0 left) 2024-04-02T08:24:07.997 INFO:tasks.rados.rados.0.smithi084.stdout:744: snap_create 2024-04-02T08:24:08.027 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.756Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.757Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.757Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.757Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:24:08.028 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76075]: ts=2024-04-02T08:24:07.757Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:24:08.029 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:07 smithi132 podman[78854]: 2024-04-02 08:24:07.766904296 +0000 UTC m=+0.130488458 container died f6bcd40ee62606df60c0659a3595610e8823afe589714c3239c718f8a2270aed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:24:08.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 podman[78854]: 2024-04-02 08:24:08.129022717 +0000 UTC m=+0.492606885 container cleanup f6bcd40ee62606df60c0659a3595610e8823afe589714c3239c718f8a2270aed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:24:08.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 bash[78854]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:24:08.803 INFO:tasks.rados.rados.0.smithi084.stdout:744: done (0 left) 2024-04-02T08:24:08.803 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 67 2024-04-02T08:24:08.804 INFO:tasks.rados.rados.0.smithi084.stdout:745: seq_num 255 ranges {4063232=679936,4743168=548864,5292032=598016,5890048=57344} 2024-04-02T08:24:08.808 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 podman[78873]: 2024-04-02 08:24:08.430376726 +0000 UTC m=+0.664933942 container remove f6bcd40ee62606df60c0659a3595610e8823afe589714c3239c718f8a2270aed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:24:08.808 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:24:08.808 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 systemd[1]: Stopped Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:24:08.808 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.133s CPU time. 2024-04-02T08:24:08.808 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 systemd[1]: Starting Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:08.828 INFO:tasks.rados.rados.0.smithi084.stdout:745: writing smithi08483026-26 from 4063232 to 4743168 tid 1 2024-04-02T08:24:08.831 INFO:tasks.rados.rados.0.smithi084.stdout:745: writing smithi08483026-26 from 4743168 to 5292032 tid 2 2024-04-02T08:24:08.835 INFO:tasks.rados.rados.0.smithi084.stdout:745: writing smithi08483026-26 from 5292032 to 5890048 tid 3 2024-04-02T08:24:08.836 INFO:tasks.rados.rados.0.smithi084.stdout:745: writing smithi08483026-26 from 5890048 to 5947392 tid 4 2024-04-02T08:24:08.836 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 67 2024-04-02T08:24:08.836 INFO:tasks.rados.rados.0.smithi084.stdout:745: finishing write tid 1 to smithi08483026-26 2024-04-02T08:24:08.836 INFO:tasks.rados.rados.0.smithi084.stdout:745: finishing write tid 2 to smithi08483026-26 2024-04-02T08:24:08.836 INFO:tasks.rados.rados.0.smithi084.stdout:746: seq_num 256 ranges {6668288=696320,7364608=434176,7798784=770048} 2024-04-02T08:24:08.875 INFO:tasks.rados.rados.0.smithi084.stdout:746: writing smithi08483026-6 from 6668288 to 7364608 tid 1 2024-04-02T08:24:08.877 INFO:tasks.rados.rados.0.smithi084.stdout:746: writing smithi08483026-6 from 7364608 to 7798784 tid 2 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:746: writing smithi08483026-6 from 7798784 to 8568832 tid 3 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:747: copy_from oid 41 from oid 39 current snap is 67 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:745: finishing write tid 3 to smithi08483026-26 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:745: finishing write tid 4 to smithi08483026-26 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:745: finishing write tid 5 to smithi08483026-26 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:745: finishing write tid 6 to smithi08483026-26 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:745: oid 26 updating version 0 to 306 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:745: oid 26 updating version 306 to 309 2024-04-02T08:24:08.882 INFO:tasks.rados.rados.0.smithi084.stdout:745: oid 26 version 309 is already newer than 305 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:745: oid 26 version 309 is already newer than 308 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:745: oid 26 version 309 is already newer than 307 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 309 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:745: left oid 26 (ObjNum 255 snap 67 seq_num 255) 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:745: done (2 left) 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 67 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:746: finishing write tid 1 to smithi08483026-6 2024-04-02T08:24:08.883 INFO:tasks.rados.rados.0.smithi084.stdout:748: seq_num 257 ranges {4210688=712704,4923392=720896,5644288=483328} 2024-04-02T08:24:08.908 INFO:tasks.rados.rados.0.smithi084.stdout:748: writing smithi08483026-19 from 4210688 to 4923392 tid 1 2024-04-02T08:24:08.912 INFO:tasks.rados.rados.0.smithi084.stdout:748: writing smithi08483026-19 from 4923392 to 5644288 tid 2 2024-04-02T08:24:08.916 INFO:tasks.rados.rados.0.smithi084.stdout:748: writing smithi08483026-19 from 5644288 to 6127616 tid 3 2024-04-02T08:24:08.916 INFO:tasks.rados.rados.0.smithi084.stdout:749: delete oid 46 current snap is 67 2024-04-02T08:24:08.916 INFO:tasks.rados.rados.0.smithi084.stdout:746: finishing write tid 2 to smithi08483026-6 2024-04-02T08:24:08.917 INFO:tasks.rados.rados.0.smithi084.stdout:746: finishing write tid 3 to smithi08483026-6 2024-04-02T08:24:08.917 INFO:tasks.rados.rados.0.smithi084.stdout:746: finishing write tid 4 to smithi08483026-6 2024-04-02T08:24:08.917 INFO:tasks.rados.rados.0.smithi084.stdout:746: finishing write tid 5 to smithi08483026-6 2024-04-02T08:24:08.917 INFO:tasks.rados.rados.0.smithi084.stdout:746: oid 6 updating version 0 to 90 2024-04-02T08:24:08.917 INFO:tasks.rados.rados.0.smithi084.stdout:746: oid 6 version 90 is already newer than 87 2024-04-02T08:24:08.917 INFO:tasks.rados.rados.0.smithi084.stdout:746: oid 6 version 90 is already newer than 88 2024-04-02T08:24:08.918 INFO:tasks.rados.rados.0.smithi084.stdout:746: oid 6 version 90 is already newer than 89 2024-04-02T08:24:08.918 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 90 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-02T08:24:08.918 INFO:tasks.rados.rados.0.smithi084.stdout:746: left oid 6 (ObjNum 256 snap 67 seq_num 256) 2024-04-02T08:24:08.918 INFO:tasks.rados.rados.0.smithi084.stdout:747: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:24:08.918 INFO:tasks.rados.rados.0.smithi084.stdout:747: finishing copy_from to smithi08483026-41 2024-04-02T08:24:08.918 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 272 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:24:08.921 INFO:tasks.rados.rados.0.smithi084.stdout:748: finishing write tid 1 to smithi08483026-19 2024-04-02T08:24:08.922 INFO:tasks.rados.rados.0.smithi084.stdout:746: done (3 left) 2024-04-02T08:24:08.922 INFO:tasks.rados.rados.0.smithi084.stdout:747: done (2 left) 2024-04-02T08:24:08.922 INFO:tasks.rados.rados.0.smithi084.stdout:749: done (1 left) 2024-04-02T08:24:08.922 INFO:tasks.rados.rados.0.smithi084.stdout:750: snap_remove snap 61 2024-04-02T08:24:09.068 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:08 smithi132 ceph-mon[31218]: pgmap v24: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T08:24:09.068 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:08 smithi132 ceph-mon[31218]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:24:09.068 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:08 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:09.068 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 podman[78974]: 2024-04-02 08:24:08.7147008 +0000 UTC m=+0.018787426 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:24:09.069 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:08 smithi132 podman[78974]: 2024-04-02 08:24:08.822993288 +0000 UTC m=+0.127079901 container create 3305298224d743e0a07e69eccfd8d39725d4e5f1bb7d11bf8ec7887017d718f3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:24:09.069 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 podman[78974]: 2024-04-02 08:24:09.041927223 +0000 UTC m=+0.346013852 container init 3305298224d743e0a07e69eccfd8d39725d4e5f1bb7d11bf8ec7887017d718f3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:24:09.069 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 podman[78974]: 2024-04-02 08:24:09.047383598 +0000 UTC m=+0.351470221 container start 3305298224d743e0a07e69eccfd8d39725d4e5f1bb7d11bf8ec7887017d718f3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:24:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:08 smithi084 ceph-mon[27534]: pgmap v24: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T08:24:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:08 smithi084 ceph-mon[27534]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:24:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:08 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:08 smithi084 ceph-mon[39235]: pgmap v24: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T08:24:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:08 smithi084 ceph-mon[39235]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:24:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:08 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.070Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.070Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.070Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi132 (none))" 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.070Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.070Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.072Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.072Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.074Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:24:09.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.074Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.076Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.076Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.006µs 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.076Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.077Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.085Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.090Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.091Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.091Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.514µs wal_replay_duration=14.627145ms wbl_replay_duration=134ns total_replay_duration=14.66462ms 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.093Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.093Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.093Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.116Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.867373ms db_storage=803ns remote_storage=1.559µs web_handler=462ns query_engine=685ns scrape=449.292µs scrape_sd=138.903µs notify=13.625µs notify_sd=20.707µs rules=21.901835ms tracing=6.198µs 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.116Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:24:09.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:09.116Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:24:09.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 bash[78974]: 3305298224d743e0a07e69eccfd8d39725d4e5f1bb7d11bf8ec7887017d718f3 2024-04-02T08:24:09.413 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:09 smithi132 systemd[1]: Started Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:24:09.830 INFO:tasks.rados.rados.0.smithi084.stdout:750: done (1 left) 2024-04-02T08:24:09.830 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 67 2024-04-02T08:24:09.830 INFO:tasks.rados.rados.0.smithi084.stdout:748: finishing write tid 2 to smithi08483026-19 2024-04-02T08:24:09.830 INFO:tasks.rados.rados.0.smithi084.stdout:748: finishing write tid 3 to smithi08483026-19 2024-04-02T08:24:09.830 INFO:tasks.rados.rados.0.smithi084.stdout:748: finishing write tid 4 to smithi08483026-19 2024-04-02T08:24:09.830 INFO:tasks.rados.rados.0.smithi084.stdout:748: finishing write tid 5 to smithi08483026-19 2024-04-02T08:24:09.830 INFO:tasks.rados.rados.0.smithi084.stdout:748: oid 19 updating version 0 to 190 2024-04-02T08:24:09.831 INFO:tasks.rados.rados.0.smithi084.stdout:748: oid 19 updating version 190 to 193 2024-04-02T08:24:09.831 INFO:tasks.rados.rados.0.smithi084.stdout:748: oid 19 version 193 is already newer than 191 2024-04-02T08:24:09.831 INFO:tasks.rados.rados.0.smithi084.stdout:748: oid 19 version 193 is already newer than 192 2024-04-02T08:24:09.831 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 193 (ObjNum 257 snap 67 seq_num 257) dirty exists 2024-04-02T08:24:09.831 INFO:tasks.rados.rados.0.smithi084.stdout:748: left oid 19 (ObjNum 257 snap 67 seq_num 257) 2024-04-02T08:24:09.831 INFO:tasks.rados.rados.0.smithi084.stdout:751: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-04-02T08:24:09.835 INFO:tasks.rados.rados.0.smithi084.stdout:751: writing smithi08483026-36 from 0 to 745472 tid 1 2024-04-02T08:24:09.838 INFO:tasks.rados.rados.0.smithi084.stdout:751: writing smithi08483026-36 from 745472 to 1286144 tid 2 2024-04-02T08:24:09.842 INFO:tasks.rados.rados.0.smithi084.stdout:751: writing smithi08483026-36 from 1286144 to 1867776 tid 3 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:751: writing smithi08483026-36 from 1867776 to 1949696 tid 4 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:748: done (1 left) 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:752: read oid 29 snap -1 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:752: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:753: read oid 38 snap -1 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:753: expect deleted 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:754: copy_from oid 41 from oid 43 current snap is 67 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 67 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:751: finishing write tid 1 to smithi08483026-36 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:751: finishing write tid 2 to smithi08483026-36 2024-04-02T08:24:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:755: seq_num 260 ranges {4014080=761856,4775936=417792,5193728=786432} 2024-04-02T08:24:09.868 INFO:tasks.rados.rados.0.smithi084.stdout:755: writing smithi08483026-9 from 4014080 to 4775936 tid 1 2024-04-02T08:24:09.871 INFO:tasks.rados.rados.0.smithi084.stdout:755: writing smithi08483026-9 from 4775936 to 5193728 tid 2 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:755: writing smithi08483026-9 from 5193728 to 5980160 tid 3 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:756: copy_from oid 22 from oid 34 current snap is 67 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:754: finishing copy_from to smithi08483026-41 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:754: got expected ENOENT (src dne) 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:754: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:751: finishing write tid 3 to smithi08483026-36 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:751: finishing write tid 4 to smithi08483026-36 2024-04-02T08:24:09.876 INFO:tasks.rados.rados.0.smithi084.stdout:752: expect (ObjNum 167 snap 41 seq_num 167) 2024-04-02T08:24:09.892 INFO:tasks.rados.rados.0.smithi084.stdout:751: finishing write tid 5 to smithi08483026-36 2024-04-02T08:24:09.892 INFO:tasks.rados.rados.0.smithi084.stdout:751: finishing write tid 6 to smithi08483026-36 2024-04-02T08:24:09.892 INFO:tasks.rados.rados.0.smithi084.stdout:751: oid 36 updating version 0 to 342 2024-04-02T08:24:09.892 INFO:tasks.rados.rados.0.smithi084.stdout:751: oid 36 updating version 342 to 343 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:751: oid 36 version 343 is already newer than 340 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:751: oid 36 updating version 343 to 344 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:751: oid 36 version 344 is already newer than 341 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 344 (ObjNum 259 snap 67 seq_num 259) dirty exists 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:751: left oid 36 (ObjNum 259 snap 67 seq_num 259) 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:755: finishing write tid 1 to smithi08483026-9 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:755: finishing write tid 2 to smithi08483026-9 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:756: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:755: finishing write tid 3 to smithi08483026-9 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:755: finishing write tid 4 to smithi08483026-9 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:756: finishing copy_from to smithi08483026-22 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 129 (ObjNum 129 snap 0 seq_num 621221920) dirty exists 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:755: finishing write tid 5 to smithi08483026-9 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:755: oid 9 updating version 0 to 62 2024-04-02T08:24:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:755: oid 9 updating version 62 to 63 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:755: oid 9 updating version 63 to 64 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:755: oid 9 version 64 is already newer than 61 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 64 (ObjNum 260 snap 67 seq_num 260) dirty exists 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:755: left oid 9 (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:751: done (5 left) 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:752: done (4 left) 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:753: done (3 left) 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:754: done (2 left) 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:755: done (1 left) 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:756: done (0 left) 2024-04-02T08:24:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:757: delete oid 17 current snap is 67 2024-04-02T08:24:09.895 INFO:tasks.rados.rados.0.smithi084.stdout:757: done (0 left) 2024-04-02T08:24:09.895 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 67 2024-04-02T08:24:09.895 INFO:tasks.rados.rados.0.smithi084.stdout:758: seq_num 262 ranges {5947392=794624,6742016=589824,7331840=614400} 2024-04-02T08:24:09.928 INFO:tasks.rados.rados.0.smithi084.stdout:758: writing smithi08483026-26 from 5947392 to 6742016 tid 1 2024-04-02T08:24:09.931 INFO:tasks.rados.rados.0.smithi084.stdout:758: writing smithi08483026-26 from 6742016 to 7331840 tid 2 2024-04-02T08:24:09.935 INFO:tasks.rados.rados.0.smithi084.stdout:758: writing smithi08483026-26 from 7331840 to 7946240 tid 3 2024-04-02T08:24:09.935 INFO:tasks.rados.rados.0.smithi084.stdout:759: snap_create 2024-04-02T08:24:09.935 INFO:tasks.rados.rados.0.smithi084.stdout:758: finishing write tid 1 to smithi08483026-26 2024-04-02T08:24:09.936 INFO:tasks.rados.rados.0.smithi084.stdout:758: finishing write tid 2 to smithi08483026-26 2024-04-02T08:24:09.937 INFO:tasks.rados.rados.0.smithi084.stdout:758: finishing write tid 3 to smithi08483026-26 2024-04-02T08:24:09.937 INFO:tasks.rados.rados.0.smithi084.stdout:758: finishing write tid 4 to smithi08483026-26 2024-04-02T08:24:09.938 INFO:tasks.rados.rados.0.smithi084.stdout:758: finishing write tid 5 to smithi08483026-26 2024-04-02T08:24:09.938 INFO:tasks.rados.rados.0.smithi084.stdout:758: oid 26 updating version 0 to 318 2024-04-02T08:24:09.938 INFO:tasks.rados.rados.0.smithi084.stdout:758: oid 26 updating version 318 to 321 2024-04-02T08:24:09.938 INFO:tasks.rados.rados.0.smithi084.stdout:758: oid 26 version 321 is already newer than 319 2024-04-02T08:24:09.938 INFO:tasks.rados.rados.0.smithi084.stdout:758: oid 26 version 321 is already newer than 320 2024-04-02T08:24:09.938 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 321 (ObjNum 262 snap 67 seq_num 262) dirty exists 2024-04-02T08:24:09.939 INFO:tasks.rados.rados.0.smithi084.stdout:758: left oid 26 (ObjNum 262 snap 67 seq_num 262) 2024-04-02T08:24:10.085 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-mon[31218]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:24:10.085 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:10.085 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:10.085 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:24:10.085 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-mon[31218]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:24:10.086 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:09 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[27534]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:24:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:24:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[27534]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:24:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[39235]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[39235]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:09 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:10.831 INFO:tasks.rados.rados.0.smithi084.stdout:758: done (1 left) 2024-04-02T08:24:10.832 INFO:tasks.rados.rados.0.smithi084.stdout:759: done (0 left) 2024-04-02T08:24:10.832 INFO:tasks.rados.rados.0.smithi084.stdout:760: delete oid 35 current snap is 68 2024-04-02T08:24:10.835 INFO:tasks.rados.rados.0.smithi084.stdout:760: done (0 left) 2024-04-02T08:24:10.835 INFO:tasks.rados.rados.0.smithi084.stdout:761: snap_create 2024-04-02T08:24:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:10 smithi132 ceph-mon[31218]: pgmap v27: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:10 smithi132 ceph-mon[31218]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:24:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:10 smithi084 ceph-mon[27534]: pgmap v27: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:11.141 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:10 smithi084 ceph-mon[27534]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:24:11.142 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:10 smithi084 ceph-mon[39235]: pgmap v27: 121 pgs: 121 active+clean; 153 MiB data, 630 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:11.142 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:10 smithi084 ceph-mon[39235]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:24:11.854 INFO:tasks.rados.rados.0.smithi084.stdout:761: done (0 left) 2024-04-02T08:24:11.855 INFO:tasks.rados.rados.0.smithi084.stdout:762: snap_create 2024-04-02T08:24:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[27534]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:24:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[27534]: Upgrade: Updating mgr.x 2024-04-02T08:24:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:24:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:24:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:24:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[27534]: Deploying daemon mgr.x on smithi132 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[39235]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[39235]: Upgrade: Updating mgr.x 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:11 smithi084 ceph-mon[39235]: Deploying daemon mgr.x on smithi132 2024-04-02T08:24:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:11 smithi132 ceph-mon[31218]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:24:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:11 smithi132 ceph-mon[31218]: Upgrade: Updating mgr.x 2024-04-02T08:24:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:11 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:24:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:11 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:24:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:11 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:24:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:11 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:11 smithi132 ceph-mon[31218]: Deploying daemon mgr.x on smithi132 2024-04-02T08:24:12.855 INFO:tasks.rados.rados.0.smithi084.stdout:762: done (0 left) 2024-04-02T08:24:12.855 INFO:tasks.rados.rados.0.smithi084.stdout:763: read oid 22 snap -1 2024-04-02T08:24:12.856 INFO:tasks.rados.rados.0.smithi084.stdout:763: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:24:12.856 INFO:tasks.rados.rados.0.smithi084.stdout:764: copy_from oid 40 from oid 5 current snap is 70 2024-04-02T08:24:12.856 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 70 2024-04-02T08:24:12.856 INFO:tasks.rados.rados.0.smithi084.stdout:765: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2024-04-02T08:24:12.856 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:12 smithi132 systemd[1]: Stopping Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:12.857 INFO:tasks.rados.rados.0.smithi084.stdout:765: writing smithi08483026-20 from 0 to 425984 tid 1 2024-04-02T08:24:12.862 INFO:tasks.rados.rados.0.smithi084.stdout:765: writing smithi08483026-20 from 425984 to 1187840 tid 2 2024-04-02T08:24:12.866 INFO:tasks.rados.rados.0.smithi084.stdout:765: writing smithi08483026-20 from 1187840 to 1957888 tid 3 2024-04-02T08:24:12.867 INFO:tasks.rados.rados.0.smithi084.stdout:765: writing smithi08483026-20 from 1957888 to 2031616 tid 4 2024-04-02T08:24:12.867 INFO:tasks.rados.rados.0.smithi084.stdout:766: snap_remove snap 63 2024-04-02T08:24:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:12 smithi084 ceph-mon[27534]: pgmap v30: 121 pgs: 121 active+clean; 170 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-04-02T08:24:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:12 smithi084 ceph-mon[27534]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:24:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:12 smithi084 ceph-mon[39235]: pgmap v30: 121 pgs: 121 active+clean; 170 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-04-02T08:24:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:12 smithi084 ceph-mon[39235]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:24:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:12 smithi132 ceph-mon[31218]: pgmap v30: 121 pgs: 121 active+clean; 170 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-04-02T08:24:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:12 smithi132 ceph-mon[31218]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:24:13.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 podman[79389]: 2024-04-02 08:24:13.027852149 +0000 UTC m=+0.132274176 container died faa2658a30ae50813ac524fc7ffbb2fcef56cf2475f04bb176b0d1fc2e6ec6cf (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T08:24:13.584 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:13.584 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 podman[79389]: 2024-04-02 08:24:13.351836081 +0000 UTC m=+0.456258108 container cleanup faa2658a30ae50813ac524fc7ffbb2fcef56cf2475f04bb176b0d1fc2e6ec6cf (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:24:13.584 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 bash[79389]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:24:13.838 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 podman[79408]: 2024-04-02 08:24:13.586643958 +0000 UTC m=+0.559008683 container remove faa2658a30ae50813ac524fc7ffbb2fcef56cf2475f04bb176b0d1fc2e6ec6cf (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:24:13.838 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:24:13.838 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:24:13.839 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 systemd[1]: Stopped Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:24:13.839 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:13 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 25.019s CPU time. 2024-04-02T08:24:13.871 INFO:tasks.rados.rados.0.smithi084.stdout:766: done (3 left) 2024-04-02T08:24:13.872 INFO:tasks.rados.rados.0.smithi084.stdout:767: delete oid 24 current snap is 70 2024-04-02T08:24:13.872 INFO:tasks.rados.rados.0.smithi084.stdout:763: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:24:13.874 INFO:tasks.rados.rados.0.smithi084.stdout:765: finishing write tid 1 to smithi08483026-20 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:764: finishing copy_from to smithi08483026-40 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:764: got expected ENOENT (src dne) 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:764: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: finishing write tid 2 to smithi08483026-20 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: finishing write tid 3 to smithi08483026-20 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: finishing write tid 4 to smithi08483026-20 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: finishing write tid 5 to smithi08483026-20 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: finishing write tid 6 to smithi08483026-20 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: oid 20 updating version 0 to 383 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: oid 20 version 383 is already newer than 379 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: oid 20 version 383 is already newer than 380 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: oid 20 version 383 is already newer than 382 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:765: oid 20 version 383 is already newer than 381 2024-04-02T08:24:13.875 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 383 (ObjNum 264 snap 70 seq_num 264) dirty exists 2024-04-02T08:24:13.876 INFO:tasks.rados.rados.0.smithi084.stdout:765: left oid 20 (ObjNum 264 snap 70 seq_num 264) 2024-04-02T08:24:13.883 INFO:tasks.rados.rados.0.smithi084.stdout:763: done (3 left) 2024-04-02T08:24:13.883 INFO:tasks.rados.rados.0.smithi084.stdout:764: done (2 left) 2024-04-02T08:24:13.883 INFO:tasks.rados.rados.0.smithi084.stdout:765: done (1 left) 2024-04-02T08:24:13.883 INFO:tasks.rados.rados.0.smithi084.stdout:767: done (0 left) 2024-04-02T08:24:13.883 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 70 2024-04-02T08:24:13.883 INFO:tasks.rados.rados.0.smithi084.stdout:768: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-04-02T08:24:13.885 INFO:tasks.rados.rados.0.smithi084.stdout:768: writing smithi08483026-24 from 0 to 458752 tid 1 2024-04-02T08:24:13.888 INFO:tasks.rados.rados.0.smithi084.stdout:768: writing smithi08483026-24 from 458752 to 983040 tid 2 2024-04-02T08:24:13.893 INFO:tasks.rados.rados.0.smithi084.stdout:768: writing smithi08483026-24 from 983040 to 1712128 tid 3 2024-04-02T08:24:13.896 INFO:tasks.rados.rados.0.smithi084.stdout:768: writing smithi08483026-24 from 1712128 to 2064384 tid 4 2024-04-02T08:24:13.896 INFO:tasks.rados.rados.0.smithi084.stdout:769: copy_from oid 49 from oid 22 current snap is 70 2024-04-02T08:24:13.896 INFO:tasks.rados.rados.0.smithi084.stdout:768: finishing write tid 1 to smithi08483026-24 2024-04-02T08:24:13.896 INFO:tasks.rados.rados.0.smithi084.stdout:768: finishing write tid 2 to smithi08483026-24 2024-04-02T08:24:13.896 INFO:tasks.rados.rados.0.smithi084.stdout:770: delete oid 35 current snap is 70 2024-04-02T08:24:13.896 INFO:tasks.rados.rados.0.smithi084.stdout:768: finishing write tid 3 to smithi08483026-24 2024-04-02T08:24:13.897 INFO:tasks.rados.rados.0.smithi084.stdout:770: done (2 left) 2024-04-02T08:24:13.898 INFO:tasks.rados.rados.0.smithi084.stdout:771: read oid 11 snap -1 2024-04-02T08:24:13.898 INFO:tasks.rados.rados.0.smithi084.stdout:771: expect (ObjNum 249 snap 64 seq_num 249) 2024-04-02T08:24:13.898 INFO:tasks.rados.rados.0.smithi084.stdout:772: snap_remove snap 68 2024-04-02T08:24:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:13 smithi084 ceph-mon[27534]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:24:14.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:13 smithi084 ceph-mon[39235]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:24:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:13 smithi132 ceph-mon[31218]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:24:14.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 systemd[1]: Starting Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:14.510 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 podman[79542]: 2024-04-02 08:24:14.16100068 +0000 UTC m=+0.017791265 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:24:14.511 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 podman[79542]: 2024-04-02 08:24:14.288021162 +0000 UTC m=+0.144811720 container create 62237445d1c3b6e8bb6d9560028a311c4e1e87acd5c1adf9512a3ab647de61be (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T08:24:14.511 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 podman[79542]: 2024-04-02 08:24:14.482384485 +0000 UTC m=+0.339175057 container init 62237445d1c3b6e8bb6d9560028a311c4e1e87acd5c1adf9512a3ab647de61be (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:24:14.511 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 podman[79542]: 2024-04-02 08:24:14.487996967 +0000 UTC m=+0.344787526 container start 62237445d1c3b6e8bb6d9560028a311c4e1e87acd5c1adf9512a3ab647de61be (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-04-02T08:24:14.793 INFO:tasks.rados.rados.0.smithi084.stdout:772: done (3 left) 2024-04-02T08:24:14.793 INFO:tasks.rados.rados.0.smithi084.stdout:773: snap_remove snap 52 2024-04-02T08:24:14.863 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 ceph-mgr[79580]: -- 172.21.15.132:0/1891015167 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f043fd05a0 con 0x55f043fa4800 2024-04-02T08:24:14.863 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 bash[79542]: 62237445d1c3b6e8bb6d9560028a311c4e1e87acd5c1adf9512a3ab647de61be 2024-04-02T08:24:14.863 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:14 smithi132 systemd[1]: Started Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:24:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[27534]: pgmap v33: 121 pgs: 121 active+clean; 170 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-04-02T08:24:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[27534]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:24:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[27534]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:24:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[39235]: pgmap v33: 121 pgs: 121 active+clean; 170 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-04-02T08:24:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[39235]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:24:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:14 smithi084 ceph-mon[39235]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:24:15.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:15.065+0000 7ff03febf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:24:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:14 smithi132 ceph-mon[31218]: pgmap v33: 121 pgs: 121 active+clean; 170 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-04-02T08:24:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:14 smithi132 ceph-mon[31218]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:24:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:14 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:14 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:14 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:14 smithi132 ceph-mon[31218]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:24:15.524 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:15.176+0000 7ff03febf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:24:15.795 INFO:tasks.rados.rados.0.smithi084.stdout:773: done (3 left) 2024-04-02T08:24:15.795 INFO:tasks.rados.rados.0.smithi084.stdout:774: setattr oid 12 current snap is 70 2024-04-02T08:24:15.795 INFO:tasks.rados.rados.0.smithi084.stdout:768: finishing write tid 4 to smithi08483026-24 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:769: finishing copy_from racing read to smithi08483026-49 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: finishing write tid 5 to smithi08483026-24 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: finishing write tid 6 to smithi08483026-24 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: oid 24 updating version 0 to 110 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: oid 24 version 110 is already newer than 107 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: oid 24 version 110 is already newer than 109 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: oid 24 version 110 is already newer than 106 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: oid 24 version 110 is already newer than 108 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 110 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:768: left oid 24 (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:769: finishing copy_from to smithi08483026-49 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 129 (ObjNum 129 snap 0 seq_num 621417640) dirty exists 2024-04-02T08:24:15.796 INFO:tasks.rados.rados.0.smithi084.stdout:771: expect (ObjNum 249 snap 64 seq_num 249) 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:768: done (3 left) 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:769: done (2 left) 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:771: done (1 left) 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:775: copy_from oid 15 from oid 10 current snap is 70 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:776: rollback oid 19 current snap is 70 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 19 to 69 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:777: read oid 36 snap -1 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:777: expect (ObjNum 259 snap 67 seq_num 259) 2024-04-02T08:24:15.931 INFO:tasks.rados.rados.0.smithi084.stdout:778: snap_remove snap 62 2024-04-02T08:24:16.134 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:15.878+0000 7ff03febf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:24:16.135 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:15.977+0000 7ff03febf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:24:16.397 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:16.137+0000 7ff03febf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:24:16.397 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:16.237+0000 7ff03febf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:24:16.397 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:16.322+0000 7ff03febf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:24:16.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:16.600+0000 7ff03febf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:24:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:16 smithi084 ceph-mon[27534]: pgmap v36: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:24:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:16 smithi084 ceph-mon[27534]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:24:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:16 smithi084 ceph-mon[39235]: pgmap v36: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:24:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:16 smithi084 ceph-mon[39235]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:24:16.876 INFO:tasks.rados.rados.0.smithi084.stdout:776: finishing rollback tid 0 to smithi08483026-19 2024-04-02T08:24:16.876 INFO:tasks.rados.rados.0.smithi084.stdout:776: finishing rollback tid 1 to smithi08483026-19 2024-04-02T08:24:16.876 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 335 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:24:16.876 INFO:tasks.rados.rados.0.smithi084.stdout:776: finishing rollback tid 2 to smithi08483026-19 2024-04-02T08:24:16.876 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 196 (ObjNum 257 snap 67 seq_num 257) dirty exists 2024-04-02T08:24:16.877 INFO:tasks.rados.rados.0.smithi084.stdout:775: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:24:16.877 INFO:tasks.rados.rados.0.smithi084.stdout:777: expect (ObjNum 259 snap 67 seq_num 259) 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:775: finishing copy_from to smithi08483026-15 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 224 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:774: done (4 left) 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:775: done (3 left) 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:776: done (2 left) 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:777: done (1 left) 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:778: done (0 left) 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 70 2024-04-02T08:24:16.933 INFO:tasks.rados.rados.0.smithi084.stdout:779: seq_num 268 ranges {3489792=491520,3981312=745472,4726784=745472,5472256=114688} 2024-04-02T08:24:16.953 INFO:tasks.rados.rados.0.smithi084.stdout:779: writing smithi08483026-11 from 3489792 to 3981312 tid 1 2024-04-02T08:24:16.958 INFO:tasks.rados.rados.0.smithi084.stdout:779: writing smithi08483026-11 from 3981312 to 4726784 tid 2 2024-04-02T08:24:16.962 INFO:tasks.rados.rados.0.smithi084.stdout:779: writing smithi08483026-11 from 4726784 to 5472256 tid 3 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi084.stdout:779: writing smithi08483026-11 from 5472256 to 5586944 tid 4 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi084.stdout:780: read oid 44 snap -1 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi084.stdout:780: expect (ObjNum 201 snap 47 seq_num 201) 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 70 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi084.stdout:779: finishing write tid 1 to smithi08483026-11 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi084.stdout:779: finishing write tid 2 to smithi08483026-11 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi084.stdout:781: seq_num 269 ranges {3047424=507904,3555328=630784,4186112=557056,4743168=417792} 2024-04-02T08:24:16.982 INFO:tasks.rados.rados.0.smithi084.stdout:781: writing smithi08483026-25 from 3047424 to 3555328 tid 1 2024-04-02T08:24:16.986 INFO:tasks.rados.rados.0.smithi084.stdout:781: writing smithi08483026-25 from 3555328 to 4186112 tid 2 2024-04-02T08:24:16.989 INFO:tasks.rados.rados.0.smithi084.stdout:781: writing smithi08483026-25 from 4186112 to 4743168 tid 3 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:781: writing smithi08483026-25 from 4743168 to 5160960 tid 4 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:782: read oid 9 snap -1 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:782: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:783: snap_create 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:779: finishing write tid 3 to smithi08483026-11 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:779: finishing write tid 4 to smithi08483026-11 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:779: finishing write tid 5 to smithi08483026-11 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:779: finishing write tid 6 to smithi08483026-11 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:779: oid 11 updating version 0 to 345 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:779: oid 11 updating version 345 to 346 2024-04-02T08:24:16.992 INFO:tasks.rados.rados.0.smithi084.stdout:779: oid 11 updating version 346 to 348 2024-04-02T08:24:16.993 INFO:tasks.rados.rados.0.smithi084.stdout:779: oid 11 version 348 is already newer than 347 2024-04-02T08:24:16.993 INFO:tasks.rados.rados.0.smithi084.stdout:779: oid 11 version 348 is already newer than 344 2024-04-02T08:24:16.993 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 348 (ObjNum 268 snap 70 seq_num 268) dirty exists 2024-04-02T08:24:16.993 INFO:tasks.rados.rados.0.smithi084.stdout:779: left oid 11 (ObjNum 268 snap 70 seq_num 268) 2024-04-02T08:24:16.993 INFO:tasks.rados.rados.0.smithi084.stdout:780: expect (ObjNum 201 snap 47 seq_num 201) 2024-04-02T08:24:17.019 INFO:tasks.rados.rados.0.smithi084.stdout:781: finishing write tid 1 to smithi08483026-25 2024-04-02T08:24:17.020 INFO:tasks.rados.rados.0.smithi084.stdout:781: finishing write tid 2 to smithi08483026-25 2024-04-02T08:24:17.020 INFO:tasks.rados.rados.0.smithi084.stdout:781: finishing write tid 3 to smithi08483026-25 2024-04-02T08:24:17.020 INFO:tasks.rados.rados.0.smithi084.stdout:781: finishing write tid 4 to smithi08483026-25 2024-04-02T08:24:17.020 INFO:tasks.rados.rados.0.smithi084.stdout:781: finishing write tid 5 to smithi08483026-25 2024-04-02T08:24:17.020 INFO:tasks.rados.rados.0.smithi084.stdout:781: finishing write tid 6 to smithi08483026-25 2024-04-02T08:24:17.021 INFO:tasks.rados.rados.0.smithi084.stdout:781: oid 25 updating version 0 to 346 2024-04-02T08:24:17.021 INFO:tasks.rados.rados.0.smithi084.stdout:781: oid 25 version 346 is already newer than 345 2024-04-02T08:24:17.021 INFO:tasks.rados.rados.0.smithi084.stdout:781: oid 25 updating version 346 to 348 2024-04-02T08:24:17.021 INFO:tasks.rados.rados.0.smithi084.stdout:781: oid 25 updating version 348 to 349 2024-04-02T08:24:17.021 INFO:tasks.rados.rados.0.smithi084.stdout:781: oid 25 version 349 is already newer than 347 2024-04-02T08:24:17.021 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 349 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-04-02T08:24:17.022 INFO:tasks.rados.rados.0.smithi084.stdout:781: left oid 25 (ObjNum 269 snap 70 seq_num 269) 2024-04-02T08:24:17.029 INFO:tasks.rados.rados.0.smithi084.stdout:782: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:17.132 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-mon[31218]: pgmap v36: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:24:17.133 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-mon[31218]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:24:17.133 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:16.714+0000 7ff03febf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:24:17.133 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:16.803+0000 7ff03febf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:24:17.133 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:16 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:16.925+0000 7ff03febf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:24:17.133 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:17.135+0000 7ff03febf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:24:17.880 INFO:tasks.rados.rados.0.smithi084.stdout:779: done (4 left) 2024-04-02T08:24:17.880 INFO:tasks.rados.rados.0.smithi084.stdout:780: done (3 left) 2024-04-02T08:24:17.880 INFO:tasks.rados.rados.0.smithi084.stdout:781: done (2 left) 2024-04-02T08:24:17.880 INFO:tasks.rados.rados.0.smithi084.stdout:782: done (1 left) 2024-04-02T08:24:17.880 INFO:tasks.rados.rados.0.smithi084.stdout:783: done (0 left) 2024-04-02T08:24:17.881 INFO:tasks.rados.rados.0.smithi084.stdout:784: setattr oid 5 current snap is 71 2024-04-02T08:24:17.882 INFO:tasks.rados.rados.0.smithi084.stdout:785: snap_create 2024-04-02T08:24:17.887 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 150 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:24:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:17 smithi132 ceph-mon[31218]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:24:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:17 smithi084 ceph-mon[27534]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:24:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:17 smithi084 ceph-mon[39235]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:24:18.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:18.164+0000 7ff03febf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:24:18.660 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:18.313+0000 7ff03febf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:24:18.883 INFO:tasks.rados.rados.0.smithi084.stdout:784: done (1 left) 2024-04-02T08:24:18.883 INFO:tasks.rados.rados.0.smithi084.stdout:785: done (0 left) 2024-04-02T08:24:18.883 INFO:tasks.rados.rados.0.smithi084.stdout:786: read oid 2 snap 69 2024-04-02T08:24:18.883 INFO:tasks.rados.rados.0.smithi084.stdout:786: expect deleted 2024-04-02T08:24:18.883 INFO:tasks.rados.rados.0.smithi084.stdout:787: read oid 33 snap -1 2024-04-02T08:24:18.883 INFO:tasks.rados.rados.0.smithi084.stdout:787: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:24:18.883 INFO:tasks.rados.rados.0.smithi084.stdout:788: read oid 23 snap -1 2024-04-02T08:24:18.884 INFO:tasks.rados.rados.0.smithi084.stdout:788: expect (ObjNum 226 snap 59 seq_num 226) 2024-04-02T08:24:18.884 INFO:tasks.rados.rados.0.smithi084.stdout:789: rollback oid 34 current snap is 72 2024-04-02T08:24:18.884 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 69 2024-04-02T08:24:18.884 INFO:tasks.rados.rados.0.smithi084.stdout:790: setattr oid 5 current snap is 72 2024-04-02T08:24:18.886 INFO:tasks.rados.rados.0.smithi084.stdout:791: snap_create 2024-04-02T08:24:18.890 INFO:tasks.rados.rados.0.smithi084.stdout:789: finishing rollback tid 0 to smithi08483026-34 2024-04-02T08:24:18.892 INFO:tasks.rados.rados.0.smithi084.stdout:789: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:24:18.892 INFO:tasks.rados.rados.0.smithi084.stdout:789: finishing rollback tid 2 to smithi08483026-34 2024-04-02T08:24:18.892 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 154 (ObjNum 481 snap 0 seq_num 621610176) dirty exists 2024-04-02T08:24:18.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 156 (ObjNum 545 snap 0 seq_num 621334624) dirty exists 2024-04-02T08:24:18.896 INFO:tasks.rados.rados.0.smithi084.stdout:788: expect (ObjNum 226 snap 59 seq_num 226) 2024-04-02T08:24:18.949 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:18 smithi132 ceph-mon[31218]: pgmap v39: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:24:18.949 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:18 smithi132 ceph-mon[31218]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:24:18.949 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:18.668+0000 7ff03febf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:24:18.949 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:18.764+0000 7ff03febf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:24:18.985 INFO:tasks.rados.rados.0.smithi084.stdout:787: expect (ObjNum 129 snap 30 seq_num 129) 2024-04-02T08:24:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:18 smithi084 ceph-mon[27534]: pgmap v39: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:24:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:18 smithi084 ceph-mon[27534]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:24:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:18 smithi084 ceph-mon[39235]: pgmap v39: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:24:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:18 smithi084 ceph-mon[39235]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:24:19.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:18 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:18.985+0000 7ff03febf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:19.411 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:19.177+0000 7ff03febf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:24:19.751 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:19.477+0000 7ff03febf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:19.751 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:19.752+0000 7ff03febf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:786: done (5 left) 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:787: done (4 left) 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:788: done (3 left) 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:789: done (2 left) 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:790: done (1 left) 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:791: done (0 left) 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:792: read oid 20 snap 70 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:792: expect (ObjNum 264 snap 70 seq_num 264) 2024-04-02T08:24:19.895 INFO:tasks.rados.rados.0.smithi084.stdout:793: snap_create 2024-04-02T08:24:19.901 INFO:tasks.rados.rados.0.smithi084.stdout:792: expect (ObjNum 264 snap 70 seq_num 264) 2024-04-02T08:24:20.010 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:19 smithi132 ceph-mon[31218]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:24:20.011 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:19 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:20.011 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:19 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:19 smithi084 ceph-mon[27534]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:24:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:19 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:19 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:19 smithi084 ceph-mon[39235]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:24:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:19 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:19 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:20.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:20 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:20.011+0000 7ff03febf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:24:20.895 INFO:tasks.rados.rados.0.smithi084.stdout:792: done (1 left) 2024-04-02T08:24:20.895 INFO:tasks.rados.rados.0.smithi084.stdout:793: done (0 left) 2024-04-02T08:24:20.895 INFO:tasks.rados.rados.0.smithi084.stdout:794: snap_remove snap 70 2024-04-02T08:24:20.896 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:24:20] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-04-02T08:24:21.135 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:20 smithi132 ceph-mon[31218]: pgmap v42: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:21.135 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:20 smithi132 ceph-mon[31218]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:24:21.136 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:20 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:21.136 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:20 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:21.136 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:20 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:20.879+0000 7ff03febf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:24:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[27534]: pgmap v42: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[27534]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:24:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[39235]: pgmap v42: 121 pgs: 121 active+clean; 176 MiB data, 690 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[39235]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:24:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:20 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:21.814 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:21.491+0000 7ff03febf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:24:21.814 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:21.591+0000 7ff03febf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:24:21.814 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:21.814+0000 7ff03febf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:24:21.914 INFO:tasks.rados.rados.0.smithi084.stdout:794: done (0 left) 2024-04-02T08:24:21.914 INFO:tasks.rados.rados.0.smithi084.stdout:795: snap_create 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-mon[31218]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-mon[31218]: Standby manager daemon x restarted 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-mon[31218]: Standby manager daemon x started 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:22.142 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: [02/Apr/2024:08:24:21] ENGINE Bus STARTING 2024-04-02T08:24:22.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: CherryPy Checker: 2024-04-02T08:24:22.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: The Application mounted at '' has an empty config. 2024-04-02T08:24:22.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:22.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: [02/Apr/2024:08:24:21] ENGINE Serving on http://:::9283 2024-04-02T08:24:22.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: [02/Apr/2024:08:24:21] ENGINE Bus STARTED 2024-04-02T08:24:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[27534]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:24:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[27534]: Standby manager daemon x restarted 2024-04-02T08:24:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[27534]: Standby manager daemon x started 2024-04-02T08:24:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[27534]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[39235]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[39235]: Standby manager daemon x restarted 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[39235]: Standby manager daemon x started 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:21 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/2678969340' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:22.913 INFO:tasks.rados.rados.0.smithi084.stdout:795: done (0 left) 2024-04-02T08:24:22.913 INFO:tasks.rados.rados.0.smithi084.stdout:796: read oid 1 snap -1 2024-04-02T08:24:22.913 INFO:tasks.rados.rados.0.smithi084.stdout:796: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:22.913 INFO:tasks.rados.rados.0.smithi084.stdout:797: rollback oid 50 current snap is 75 2024-04-02T08:24:22.913 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 59 2024-04-02T08:24:22.913 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 75 2024-04-02T08:24:22.913 INFO:tasks.rados.rados.0.smithi084.stdout:798: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-04-02T08:24:22.915 INFO:tasks.rados.rados.0.smithi084.stdout:798: writing smithi08483026-22 from 0 to 524288 tid 1 2024-04-02T08:24:22.919 INFO:tasks.rados.rados.0.smithi084.stdout:798: writing smithi08483026-22 from 524288 to 1040384 tid 2 2024-04-02T08:24:22.924 INFO:tasks.rados.rados.0.smithi084.stdout:798: writing smithi08483026-22 from 1040384 to 1802240 tid 3 2024-04-02T08:24:22.926 INFO:tasks.rados.rados.0.smithi084.stdout:798: writing smithi08483026-22 from 1802240 to 2129920 tid 4 2024-04-02T08:24:22.926 INFO:tasks.rados.rados.0.smithi084.stdout:799: read oid 9 snap -1 2024-04-02T08:24:22.926 INFO:tasks.rados.rados.0.smithi084.stdout:799: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:22.926 INFO:tasks.rados.rados.0.smithi084.stdout:800: delete oid 5 current snap is 75 2024-04-02T08:24:22.926 INFO:tasks.rados.rados.0.smithi084.stdout:797: finishing rollback tid 0 to smithi08483026-50 2024-04-02T08:24:22.926 INFO:tasks.rados.rados.0.smithi084.stdout:797: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:24:22.926 INFO:tasks.rados.rados.0.smithi084.stdout:797: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:24:22.927 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 352 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-04-02T08:24:22.927 INFO:tasks.rados.rados.0.smithi084.stdout:798: finishing write tid 1 to smithi08483026-22 2024-04-02T08:24:22.927 INFO:tasks.rados.rados.0.smithi084.stdout:798: finishing write tid 2 to smithi08483026-22 2024-04-02T08:24:22.927 INFO:tasks.rados.rados.0.smithi084.stdout:796: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: finishing write tid 3 to smithi08483026-22 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: finishing write tid 4 to smithi08483026-22 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: finishing write tid 5 to smithi08483026-22 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: finishing write tid 6 to smithi08483026-22 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: oid 22 updating version 0 to 136 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: oid 22 version 136 is already newer than 135 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: oid 22 updating version 136 to 139 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: oid 22 version 139 is already newer than 138 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:798: oid 22 version 139 is already newer than 137 2024-04-02T08:24:23.001 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 139 (ObjNum 270 snap 75 seq_num 270) dirty exists 2024-04-02T08:24:23.002 INFO:tasks.rados.rados.0.smithi084.stdout:798: left oid 22 (ObjNum 270 snap 75 seq_num 270) 2024-04-02T08:24:23.002 INFO:tasks.rados.rados.0.smithi084.stdout:799: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:23.276 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:22 smithi132 ceph-mon[31218]: pgmap v45: 121 pgs: 121 active+clean; 166 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T08:24:23.277 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:22 smithi132 ceph-mon[31218]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:24:23.277 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:22 smithi132 ceph-mon[31218]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:24:23.328 INFO:tasks.rados.rados.0.smithi084.stdout:796: done (4 left) 2024-04-02T08:24:23.328 INFO:tasks.rados.rados.0.smithi084.stdout:797: done (3 left) 2024-04-02T08:24:23.329 INFO:tasks.rados.rados.0.smithi084.stdout:798: done (2 left) 2024-04-02T08:24:23.329 INFO:tasks.rados.rados.0.smithi084.stdout:799: done (1 left) 2024-04-02T08:24:23.329 INFO:tasks.rados.rados.0.smithi084.stdout:800: done (0 left) 2024-04-02T08:24:23.329 INFO:tasks.rados.rados.0.smithi084.stdout:801: read oid 13 snap -1 2024-04-02T08:24:23.329 INFO:tasks.rados.rados.0.smithi084.stdout:801: expect (ObjNum 238 snap 61 seq_num 238) 2024-04-02T08:24:23.329 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 34 current snap is 75 2024-04-02T08:24:23.329 INFO:tasks.rados.rados.0.smithi084.stdout:802: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-04-02T08:24:23.331 INFO:tasks.rados.rados.0.smithi084.stdout:802: writing smithi08483026-34 from 0 to 565248 tid 1 2024-04-02T08:24:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:802: writing smithi08483026-34 from 565248 to 1253376 tid 2 2024-04-02T08:24:23.339 INFO:tasks.rados.rados.0.smithi084.stdout:802: writing smithi08483026-34 from 1253376 to 1982464 tid 3 2024-04-02T08:24:23.341 INFO:tasks.rados.rados.0.smithi084.stdout:802: writing smithi08483026-34 from 1982464 to 2170880 tid 4 2024-04-02T08:24:23.341 INFO:tasks.rados.rados.0.smithi084.stdout:803: delete oid 3 current snap is 75 2024-04-02T08:24:23.341 INFO:tasks.rados.rados.0.smithi084.stdout:802: finishing write tid 1 to smithi08483026-34 2024-04-02T08:24:23.341 INFO:tasks.rados.rados.0.smithi084.stdout:802: finishing write tid 2 to smithi08483026-34 2024-04-02T08:24:23.344 INFO:tasks.rados.rados.0.smithi084.stdout:802: finishing write tid 3 to smithi08483026-34 2024-04-02T08:24:23.344 INFO:tasks.rados.rados.0.smithi084.stdout:802: finishing write tid 4 to smithi08483026-34 2024-04-02T08:24:23.344 INFO:tasks.rados.rados.0.smithi084.stdout:802: finishing write tid 5 to smithi08483026-34 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: finishing write tid 6 to smithi08483026-34 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: oid 34 updating version 0 to 163 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: oid 34 version 163 is already newer than 162 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: oid 34 updating version 163 to 164 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: oid 34 updating version 164 to 166 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: oid 34 version 166 is already newer than 165 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 166 (ObjNum 272 snap 75 seq_num 272) dirty exists 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: left oid 34 (ObjNum 272 snap 75 seq_num 272) 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:802: done (2 left) 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:803: done (1 left) 2024-04-02T08:24:23.346 INFO:tasks.rados.rados.0.smithi084.stdout:804: snap_create 2024-04-02T08:24:23.347 INFO:tasks.rados.rados.0.smithi084.stdout:801: expect (ObjNum 238 snap 61 seq_num 238) 2024-04-02T08:24:23.366 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:22 smithi084 ceph-mon[27534]: pgmap v45: 121 pgs: 121 active+clean; 166 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T08:24:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:22 smithi084 ceph-mon[27534]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:24:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:22 smithi084 ceph-mon[27534]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:24:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:22 smithi084 ceph-mon[39235]: pgmap v45: 121 pgs: 121 active+clean; 166 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T08:24:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:22 smithi084 ceph-mon[39235]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:24:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:22 smithi084 ceph-mon[39235]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:24:23.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:23 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:23.925 INFO:tasks.rados.rados.0.smithi084.stdout:801: done (1 left) 2024-04-02T08:24:23.925 INFO:tasks.rados.rados.0.smithi084.stdout:804: done (0 left) 2024-04-02T08:24:23.925 INFO:tasks.rados.rados.0.smithi084.stdout:805: rmattr oid 13 current snap is 76 2024-04-02T08:24:23.925 INFO:tasks.rados.rados.0.smithi084.stdout:806: snap_create 2024-04-02T08:24:23.927 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 350 (ObjNum 238 snap 61 seq_num 238) dirty exists 2024-04-02T08:24:24.041 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:23 smithi132 ceph-mon[31218]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:24:24.042 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:23 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:23 smithi084 ceph-mon[27534]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:24:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:23 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:23 smithi084 ceph-mon[39235]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:24:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:23 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:24.797 INFO:tasks.rados.rados.0.smithi084.stdout:805: done (1 left) 2024-04-02T08:24:24.798 INFO:tasks.rados.rados.0.smithi084.stdout:806: done (0 left) 2024-04-02T08:24:24.798 INFO:tasks.rados.rados.0.smithi084.stdout:807: copy_from oid 43 from oid 39 current snap is 77 2024-04-02T08:24:24.798 INFO:tasks.rados.rados.0.smithi084.stdout:808: delete oid 49 current snap is 77 2024-04-02T08:24:24.805 INFO:tasks.rados.rados.0.smithi084.stdout:808: done (1 left) 2024-04-02T08:24:24.805 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 77 2024-04-02T08:24:24.805 INFO:tasks.rados.rados.0.smithi084.stdout:809: seq_num 275 ranges {2703360=614400,3317760=786432,4104192=499712,4603904=319488} 2024-04-02T08:24:24.823 INFO:tasks.rados.rados.0.smithi084.stdout:809: writing smithi08483026-23 from 2703360 to 3317760 tid 1 2024-04-02T08:24:24.828 INFO:tasks.rados.rados.0.smithi084.stdout:809: writing smithi08483026-23 from 3317760 to 4104192 tid 2 2024-04-02T08:24:24.830 INFO:tasks.rados.rados.0.smithi084.stdout:809: writing smithi08483026-23 from 4104192 to 4603904 tid 3 2024-04-02T08:24:24.833 INFO:tasks.rados.rados.0.smithi084.stdout:809: writing smithi08483026-23 from 4603904 to 4923392 tid 4 2024-04-02T08:24:24.833 INFO:tasks.rados.rados.0.smithi084.stdout:810: rollback oid 3 current snap is 77 2024-04-02T08:24:24.833 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 3 to 59 2024-04-02T08:24:24.833 INFO:tasks.rados.rados.0.smithi084.stdout:807: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:807: finishing copy_from to smithi08483026-43 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 272 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:809: finishing write tid 1 to smithi08483026-23 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:809: finishing write tid 2 to smithi08483026-23 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:807: done (2 left) 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:811: snap_create 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:809: finishing write tid 3 to smithi08483026-23 2024-04-02T08:24:24.834 INFO:tasks.rados.rados.0.smithi084.stdout:809: finishing write tid 4 to smithi08483026-23 2024-04-02T08:24:24.835 INFO:tasks.rados.rados.0.smithi084.stdout:809: finishing write tid 5 to smithi08483026-23 2024-04-02T08:24:24.835 INFO:tasks.rados.rados.0.smithi084.stdout:810: finishing rollback tid 1 to smithi08483026-3 2024-04-02T08:24:24.835 INFO:tasks.rados.rados.0.smithi084.stdout:810: finishing rollback tid 2 to smithi08483026-3 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 169 (ObjNum 214 snap 53 seq_num 214) dirty exists 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:809: finishing write tid 6 to smithi08483026-23 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:809: oid 23 updating version 0 to 258 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:809: oid 23 updating version 258 to 260 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:809: oid 23 version 260 is already newer than 259 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:809: oid 23 updating version 260 to 261 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:809: oid 23 updating version 261 to 262 2024-04-02T08:24:24.836 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 262 (ObjNum 275 snap 77 seq_num 275) dirty exists 2024-04-02T08:24:24.837 INFO:tasks.rados.rados.0.smithi084.stdout:809: left oid 23 (ObjNum 275 snap 77 seq_num 275) 2024-04-02T08:24:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: pgmap v48: 121 pgs: 121 active+clean; 166 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T08:24:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:24:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: Upgrade: Setting container_image for all mgr 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:24:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[27534]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: pgmap v48: 121 pgs: 121 active+clean; 166 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: Upgrade: Setting container_image for all mgr 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:24:25.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:24 smithi084 ceph-mon[39235]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:24:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: pgmap v48: 121 pgs: 121 active+clean; 166 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T08:24:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: Upgrade: Setting container_image for all mgr 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:24:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:24:25.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:24:25.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:24:25.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:24:25.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:24:25.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:24 smithi132 ceph-mon[31218]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:24:25.803 INFO:tasks.rados.rados.0.smithi084.stdout:809: done (2 left) 2024-04-02T08:24:25.804 INFO:tasks.rados.rados.0.smithi084.stdout:810: done (1 left) 2024-04-02T08:24:25.804 INFO:tasks.rados.rados.0.smithi084.stdout:811: done (0 left) 2024-04-02T08:24:25.804 INFO:tasks.rados.rados.0.smithi084.stdout:812: read oid 42 snap -1 2024-04-02T08:24:25.804 INFO:tasks.rados.rados.0.smithi084.stdout:812: expect (ObjNum 211 snap 51 seq_num 211) 2024-04-02T08:24:25.804 INFO:tasks.rados.rados.0.smithi084.stdout:813: read oid 24 snap -1 2024-04-02T08:24:25.804 INFO:tasks.rados.rados.0.smithi084.stdout:813: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:24:25.804 INFO:tasks.rados.rados.0.smithi084.stdout:814: snap_create 2024-04-02T08:24:25.812 INFO:tasks.rados.rados.0.smithi084.stdout:812: expect (ObjNum 211 snap 51 seq_num 211) 2024-04-02T08:24:25.885 INFO:tasks.rados.rados.0.smithi084.stdout:813: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:24:26.806 INFO:tasks.rados.rados.0.smithi084.stdout:812: done (2 left) 2024-04-02T08:24:26.806 INFO:tasks.rados.rados.0.smithi084.stdout:813: done (1 left) 2024-04-02T08:24:26.806 INFO:tasks.rados.rados.0.smithi084.stdout:814: done (0 left) 2024-04-02T08:24:26.806 INFO:tasks.rados.rados.0.smithi084.stdout:815: delete oid 10 current snap is 79 2024-04-02T08:24:26.810 INFO:tasks.rados.rados.0.smithi084.stdout:815: done (0 left) 2024-04-02T08:24:26.810 INFO:tasks.rados.rados.0.smithi084.stdout:816: snap_create 2024-04-02T08:24:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: pgmap v51: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T08:24:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:24:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: Upgrade: Updating mon.a 2024-04-02T08:24:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:24:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:24:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[27534]: Deploying daemon mon.a on smithi084 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: pgmap v51: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: Upgrade: Updating mon.a 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:26 smithi084 ceph-mon[39235]: Deploying daemon mon.a on smithi084 2024-04-02T08:24:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: pgmap v51: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T08:24:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:24:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: Upgrade: Updating mon.a 2024-04-02T08:24:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='mgr.y' 2024-04-02T08:24:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:24:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:24:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: from='mgr.25088 172.21.15.84:0/366045540' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:26 smithi132 ceph-mon[31218]: Deploying daemon mon.a on smithi084 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi084.stdout:816: done (0 left) 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi084.stdout:817: read oid 17 snap -1 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi084.stdout:817: expect deleted 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi084.stdout:818: rollback oid 6 current snap is 80 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 74 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi084.stdout:819: read oid 27 snap 66 2024-04-02T08:24:27.819 INFO:tasks.rados.rados.0.smithi084.stdout:819: expect (ObjNum 232 snap 60 seq_num 232) 2024-04-02T08:24:27.819 INFO:tasks.rados.rados.0.smithi084.stdout:820: copy_from oid 11 from oid 8 current snap is 80 2024-04-02T08:24:27.819 INFO:tasks.rados.rados.0.smithi084.stdout:821: copy_from oid 13 from oid 12 current snap is 80 2024-04-02T08:24:27.819 INFO:tasks.rados.rados.0.smithi084.stdout:822: setattr oid 45 current snap is 80 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:817: done (5 left) 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:823: rollback oid 49 current snap is 80 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 49 to 72 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:824: copy_from oid 25 from oid 48 current snap is 80 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:825: read oid 9 snap -1 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:825: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:826: copy_from oid 31 from oid 30 current snap is 80 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi084.stdout:827: delete oid 15 current snap is 80 2024-04-02T08:24:27.827 INFO:tasks.rados.rados.0.smithi084.stdout:819: expect (ObjNum 232 snap 60 seq_num 232) 2024-04-02T08:24:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:27 smithi084 ceph-mon[27534]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:24:27.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:27 smithi084 ceph-mon[39235]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:24:27.872 INFO:tasks.rados.rados.0.smithi084.stdout:818: finishing rollback tid 0 to smithi08483026-6 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 338 (ObjNum 238 snap 61 seq_num 238) dirty exists 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:818: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:818: finishing rollback tid 2 to smithi08483026-6 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 95 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:823: finishing rollback tid 1 to smithi08483026-49 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:823: finishing rollback tid 2 to smithi08483026-49 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 340 (ObjNum 49 snap 0 seq_num 1534159471) dirty exists 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:820: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:824: finishing copy_from to smithi08483026-25 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:824: got expected ENOENT (src dne) 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:818: done (9 left) 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:819: done (8 left) 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:822: done (7 left) 2024-04-02T08:24:27.873 INFO:tasks.rados.rados.0.smithi084.stdout:823: done (6 left) 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:827: done (5 left) 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:828: read oid 49 snap -1 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:828: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:824: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:820: finishing copy_from to smithi08483026-11 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 335 (ObjNum 241 snap 62 seq_num 241) dirty exists 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:826: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:829: read oid 19 snap -1 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:829: expect (ObjNum 257 snap 67 seq_num 257) 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:820: done (6 left) 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:824: done (5 left) 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:830: delete oid 45 current snap is 80 2024-04-02T08:24:27.874 INFO:tasks.rados.rados.0.smithi084.stdout:826: finishing copy_from to smithi08483026-31 2024-04-02T08:24:27.875 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 43 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:24:27.875 INFO:tasks.rados.rados.0.smithi084.stdout:825: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:27 smithi132 ceph-mon[31218]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:24:28.182 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:27 smithi084 systemd[1]: Stopping Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:28.216 INFO:tasks.rados.rados.0.smithi084.stdout:821: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:24:28.216 INFO:tasks.rados.rados.0.smithi084.stdout:821: finishing copy_from to smithi08483026-13 2024-04-02T08:24:28.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 335 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:24:28.216 INFO:tasks.rados.rados.0.smithi084.stdout:828: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:24:28.216 INFO:tasks.rados.rados.0.smithi084.stdout:829: expect (ObjNum 257 snap 67 seq_num 257) 2024-04-02T08:24:28.446 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:28 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[27511]: 2024-04-02T08:24:28.183+0000 7f2acd3ef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:24:28.446 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:28 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[27511]: 2024-04-02T08:24:28.183+0000 7f2acd3ef700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-02T08:24:28.488 INFO:tasks.rados.rados.0.smithi084.stdout:821: done (5 left) 2024-04-02T08:24:28.488 INFO:tasks.rados.rados.0.smithi084.stdout:825: done (4 left) 2024-04-02T08:24:28.488 INFO:tasks.rados.rados.0.smithi084.stdout:826: done (3 left) 2024-04-02T08:24:28.488 INFO:tasks.rados.rados.0.smithi084.stdout:828: done (2 left) 2024-04-02T08:24:28.488 INFO:tasks.rados.rados.0.smithi084.stdout:829: done (1 left) 2024-04-02T08:24:28.488 INFO:tasks.rados.rados.0.smithi084.stdout:830: done (0 left) 2024-04-02T08:24:28.489 INFO:tasks.rados.rados.0.smithi084.stdout:831: snap_create 2024-04-02T08:24:28.729 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:28 smithi084 podman[94598]: 2024-04-02 08:24:28.448302329 +0000 UTC m=+0.384814862 container died a16388a6f0b00ccf6d4a6db0c569780afb3a952ed8b29f5d3992f4bd89a622c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T08:24:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:28 smithi084 podman[94598]: 2024-04-02 08:24:28.931450605 +0000 UTC m=+0.867963172 container cleanup a16388a6f0b00ccf6d4a6db0c569780afb3a952ed8b29f5d3992f4bd89a622c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-02T08:24:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:28 smithi084 bash[94598]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:24:29.595 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:29 smithi084 podman[94617]: 2024-04-02 08:24:29.241446851 +0000 UTC m=+0.789428847 container remove a16388a6f0b00ccf6d4a6db0c569780afb3a952ed8b29f5d3992f4bd89a622c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:24:29.596 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:29 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:24:29.596 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:29 smithi084 systemd[1]: Stopped Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:24:29.596 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:29 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Consumed 14.146s CPU time. 2024-04-02T08:24:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:29 smithi084 systemd[1]: Starting Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:29 smithi084 podman[94756]: 2024-04-02 08:24:29.712389011 +0000 UTC m=+0.017446117 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:24:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:29 smithi084 podman[94756]: 2024-04-02 08:24:29.81796626 +0000 UTC m=+0.123023338 container create 2ae705edd8f3d4dbbe7b85aebb379888ff6e9e58e1c05e48c808b93428aca56c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:24:30.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 podman[94756]: 2024-04-02 08:24:30.012242786 +0000 UTC m=+0.317299877 container init 2ae705edd8f3d4dbbe7b85aebb379888ff6e9e58e1c05e48c808b93428aca56c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-02T08:24:30.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 podman[94756]: 2024-04-02 08:24:30.018202784 +0000 UTC m=+0.323259865 container start 2ae705edd8f3d4dbbe7b85aebb379888ff6e9e58e1c05e48c808b93428aca56c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:24:30.371 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:24:30.371 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:24:30.371 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: pidfile_write: ignore empty --pid-file 2024-04-02T08:24:30.371 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: load: jerasure load: lrc 2024-04-02T08:24:30.371 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:24:30.372 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Git sha 0 2024-04-02T08:24:30.372 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:24:30.372 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: DB SUMMARY 2024-04-02T08:24:30.372 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: DB Session ID: ADXDCQ2O1E3CRI4R0XEE 2024-04-02T08:24:30.372 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:24:30.372 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:24:30.373 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1510 Bytes 2024-04-02T08:24:30.373 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-02T08:24:30.373 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 6594405 ; 2024-04-02T08:24:30.373 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:24:30.373 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:24:30.374 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:24:30.374 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:24:30.374 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:24:30.374 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:24:30.374 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.env: 0x5593ab5e0c60 2024-04-02T08:24:30.375 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:24:30.375 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.info_log: 0x5593ac5f5ae0 2024-04-02T08:24:30.375 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:24:30.375 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.statistics: (nil) 2024-04-02T08:24:30.375 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.use_fsync: 0 2024-04-02T08:24:30.376 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:24:30.376 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:24:30.376 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:24:30.376 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:24:30.376 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:24:30.377 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:24:30.377 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:24:30.377 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:24:30.377 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:24:30.377 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:24:30.377 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:24:30.378 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.db_log_dir: 2024-04-02T08:24:30.378 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.wal_dir: 2024-04-02T08:24:30.378 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:24:30.378 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:24:30.378 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:24:30.379 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:24:30.379 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:24:30.379 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:24:30.379 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:24:30.379 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:24:30.379 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.write_buffer_manager: 0x5593ac5c6820 2024-04-02T08:24:30.380 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:24:30.380 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:24:30.380 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:24:30.380 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:24:30.380 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:24:30.380 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:24:30.381 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:24:30.381 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:24:30.381 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.unordered_write: 0 2024-04-02T08:24:30.381 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:24:30.381 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:24:30.381 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:24:30.382 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:24:30.382 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.row_cache: None 2024-04-02T08:24:30.382 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.wal_filter: None 2024-04-02T08:24:30.382 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:24:30.382 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:24:30.382 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:24:30.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:24:30.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.wal_compression: 0 2024-04-02T08:24:30.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:24:30.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:24:30.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:24:30.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:24:30.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:24:30.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:24:30.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:24:30.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:24:30.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:24:30.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:24:30.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:24:30.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:24:30.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:24:30.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:24:30.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:24:30.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:24:30.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:24:30.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:24:30.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:24:30.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:24:30.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:24:30.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:24:30.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:24:30.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_open_files: -1 2024-04-02T08:24:30.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:24:30.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:24:30.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:24:30.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:24:30.388 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:24:30.388 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Compression algorithms supported: 2024-04-02T08:24:30.388 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:24:30.388 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kZSTD supported: 0 2024-04-02T08:24:30.388 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:24:30.388 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:24:30.388 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-02T08:24:30.390 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:24:30.390 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:24:30.390 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.merge_operator: 2024-04-02T08:24:30.390 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_filter: None 2024-04-02T08:24:30.390 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:24:30.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:24:30.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:24:30.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:24:30.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5593ac5f5cc0) 2024-04-02T08:24:30.391 INFO:journalctl@ceph.mon.a.smithi084.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:24:30.391 INFO:journalctl@ceph.mon.a.smithi084.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:24:30.392 INFO:journalctl@ceph.mon.a.smithi084.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:24:30.392 INFO:journalctl@ceph.mon.a.smithi084.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:24:30.392 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_type: 0 2024-04-02T08:24:30.392 INFO:journalctl@ceph.mon.a.smithi084.stdout: data_block_index_type: 0 2024-04-02T08:24:30.392 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_shortening: 1 2024-04-02T08:24:30.392 INFO:journalctl@ceph.mon.a.smithi084.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:24:30.392 INFO:journalctl@ceph.mon.a.smithi084.stdout: checksum: 4 2024-04-02T08:24:30.393 INFO:journalctl@ceph.mon.a.smithi084.stdout: no_block_cache: 0 2024-04-02T08:24:30.393 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache: 0x5593ac5f9090 2024-04-02T08:24:30.393 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:24:30.393 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_options: 2024-04-02T08:24:30.393 INFO:journalctl@ceph.mon.a.smithi084.stdout: capacity : 536870912 2024-04-02T08:24:30.393 INFO:journalctl@ceph.mon.a.smithi084.stdout: num_shard_bits : 4 2024-04-02T08:24:30.394 INFO:journalctl@ceph.mon.a.smithi084.stdout: strict_capacity_limit : 0 2024-04-02T08:24:30.394 INFO:journalctl@ceph.mon.a.smithi084.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:24:30.394 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_compressed: (nil) 2024-04-02T08:24:30.394 INFO:journalctl@ceph.mon.a.smithi084.stdout: persistent_cache: (nil) 2024-04-02T08:24:30.394 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_size: 4096 2024-04-02T08:24:30.394 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_size_deviation: 10 2024-04-02T08:24:30.395 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_restart_interval: 16 2024-04-02T08:24:30.395 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_block_restart_interval: 1 2024-04-02T08:24:30.395 INFO:journalctl@ceph.mon.a.smithi084.stdout: metadata_block_size: 4096 2024-04-02T08:24:30.395 INFO:journalctl@ceph.mon.a.smithi084.stdout: partition_filters: 0 2024-04-02T08:24:30.395 INFO:journalctl@ceph.mon.a.smithi084.stdout: use_delta_encoding: 1 2024-04-02T08:24:30.395 INFO:journalctl@ceph.mon.a.smithi084.stdout: filter_policy: bloomfilter 2024-04-02T08:24:30.396 INFO:journalctl@ceph.mon.a.smithi084.stdout: whole_key_filtering: 1 2024-04-02T08:24:30.396 INFO:journalctl@ceph.mon.a.smithi084.stdout: verify_compression: 0 2024-04-02T08:24:30.396 INFO:journalctl@ceph.mon.a.smithi084.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:24:30.396 INFO:journalctl@ceph.mon.a.smithi084.stdout: format_version: 5 2024-04-02T08:24:30.396 INFO:journalctl@ceph.mon.a.smithi084.stdout: enable_index_compression: 1 2024-04-02T08:24:30.396 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_align: 0 2024-04-02T08:24:30.397 INFO:journalctl@ceph.mon.a.smithi084.stdout: max_auto_readahead_size: 262144 2024-04-02T08:24:30.397 INFO:journalctl@ceph.mon.a.smithi084.stdout: prepopulate_block_cache: 0 2024-04-02T08:24:30.397 INFO:journalctl@ceph.mon.a.smithi084.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:24:30.397 INFO:journalctl@ceph.mon.a.smithi084.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:24:30.397 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:24:30.397 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:24:30.398 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression: NoCompression 2024-04-02T08:24:30.398 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:24:30.398 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:24:30.398 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:24:30.398 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.num_levels: 7 2024-04-02T08:24:30.398 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:24:30.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:24:30.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:24:30.401 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:24:30.402 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.ttl: 2592000 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:24:30.403 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12579, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 76e652fc-05a2-4f2b-b494-0fa178153be6 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046270047828, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046270067688, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 6083813, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12581, "largest_seqno": 16071, "table_properties": {"data_size": 6067445, "index_size": 11353, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3973, "raw_key_size": 35854, "raw_average_key_size": 22, "raw_value_size": 6034009, "raw_average_value_size": 3828, "num_data_blocks": 493, "num_entries": 1576, "num_filter_entries": 1576, "num_deletions": 305, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046270, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "76e652fc-05a2-4f2b-b494-0fa178153be6", "db_session_id": "ADXDCQ2O1E3CRI4R0XEE", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046270067808, "job": 1, "event": "recovery_finished"} 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-02T08:24:30.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5593ac6e8000 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: DB pointer 0x5593ac6d2000 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** DB Stats ** 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:24:30.405 INFO:journalctl@ceph.mon.a.smithi084.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: L0 1/0 5.80 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 548.8 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: L6 1/0 5.54 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: Sum 2/0 11.34 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 548.8 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 548.8 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 548.8 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.406 INFO:journalctl@ceph.mon.a.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative compaction: 0.01 GB write, 252.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval compaction: 0.01 GB write, 252.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: Block cache BinnedLRUCache@0x5593ac5f9090#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: starting mon.a rank 0 at public addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] at bind addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???) e3 preinit fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:24:30.407 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???).mds e6 new map 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???).mds e6 print_map 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: e6 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: legacy client fscid: 1 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: fs_name cephfs 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: epoch 6 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: created 2024-04-02T08:17:45.442902+0000 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: modified 2024-04-02T08:17:47.454249+0000 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: tableserver 0 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: root 0 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: session_timeout 60 2024-04-02T08:24:30.408 INFO:journalctl@ceph.mon.a.smithi084.stdout: session_autoclose 300 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: max_file_size 1099511627776 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: max_xattr_size 65536 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: required_client_features {} 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: last_failure 0 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: last_failure_osd_epoch 0 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: max_mds 1 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: in 0 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: up {0=24337} 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: failed 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: damaged 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: stopped 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: data_pools [3] 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: metadata_pool 2 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: inline_data disabled 2024-04-02T08:24:30.409 INFO:journalctl@ceph.mon.a.smithi084.stdout: balancer 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: bal_rank_mask -1 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: standby_count_wanted 0 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: [mds.b{0:24337} state up:active seq 3 addr [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: Standby daemons: 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout: [mds.a{-1:14460} state up:standby seq 1 addr [v2:172.21.15.84:6834/494343268,v1:172.21.15.84:6835/494343268] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???).osd e222 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:24:30.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-mon[94794]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-02T08:24:30.411 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 bash[94756]: 2ae705edd8f3d4dbbe7b85aebb379888ff6e9e58e1c05e48c808b93428aca56c 2024-04-02T08:24:30.411 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:30 smithi084 systemd[1]: Started Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:24:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:24:30] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.43.0" 2024-04-02T08:24:31.552 INFO:tasks.rados.rados.0.smithi084.stdout:831: done (0 left) 2024-04-02T08:24:31.553 INFO:tasks.rados.rados.0.smithi084.stdout:832: snap_remove snap 79 2024-04-02T08:24:31.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ignoring --setuser ceph since I am not root 2024-04-02T08:24:31.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ignoring --setgroup ceph since I am not root 2024-04-02T08:24:31.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mgr[86024]: -- 172.21.15.84:0/601241155 <== mon.2 v2:172.21.15.84:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55abadd645a0 con 0x55abadd38c00 2024-04-02T08:24:31.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: pgmap v54: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: pgmap v56: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: mon.a calling monitor election 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: monmap epoch 3 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: last_changed 2024-04-02T08:13:57.808276+0000 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: min_mon_release 18 (reef) 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: election_strategy: 1 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:24:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: mgrmap e35: y(active, since 37s), standbys: x 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: overall HEALTH_OK 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: from='mgr.25088 ' entity='' 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[94794]: mgrmap e36: y(active, since 37s), standbys: x 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: pgmap v54: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: pgmap v56: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: mon.a calling monitor election 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: monmap epoch 3 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: last_changed 2024-04-02T08:13:57.808276+0000 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:24:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: min_mon_release 18 (reef) 2024-04-02T08:24:31.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: election_strategy: 1 2024-04-02T08:24:31.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: mgrmap e35: y(active, since 37s), standbys: x 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: overall HEALTH_OK 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: from='mgr.25088 ' entity='' 2024-04-02T08:24:31.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:31 smithi084 ceph-mon[39235]: mgrmap e36: y(active, since 37s), standbys: x 2024-04-02T08:24:31.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: ignoring --setuser ceph since I am not root 2024-04-02T08:24:31.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: ignoring --setgroup ceph since I am not root 2024-04-02T08:24:31.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mgr[79580]: -- 172.21.15.132:0/3228824858 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e67bf645a0 con 0x55e67bf38c00 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: pgmap v54: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: pgmap v56: 121 pgs: 121 active+clean; 171 MiB data, 737 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: mon.a calling monitor election 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: monmap epoch 3 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: last_changed 2024-04-02T08:13:57.808276+0000 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: min_mon_release 18 (reef) 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: election_strategy: 1 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:24:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:24:31.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:24:31.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: mgrmap e35: y(active, since 37s), standbys: x 2024-04-02T08:24:31.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: overall HEALTH_OK 2024-04-02T08:24:31.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: from='mgr.25088 ' entity='' 2024-04-02T08:24:31.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:31 smithi132 ceph-mon[31218]: mgrmap e36: y(active, since 37s), standbys: x 2024-04-02T08:24:32.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:32.068+0000 7fad39fbe200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:24:32.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:32.162+0000 7fad39fbe200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:24:32.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:32.064+0000 7f897c5a5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:24:32.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:32.158+0000 7f897c5a5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:24:32.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:32.551 INFO:tasks.rados.rados.0.smithi084.stdout:832: done (0 left) 2024-04-02T08:24:32.551 INFO:tasks.rados.rados.0.smithi084.stdout:833: delete oid 7 current snap is 81 2024-04-02T08:24:32.560 INFO:tasks.rados.rados.0.smithi084.stdout:833: done (0 left) 2024-04-02T08:24:32.560 INFO:tasks.rados.rados.0.smithi084.stdout:834: read oid 11 snap -1 2024-04-02T08:24:32.560 INFO:tasks.rados.rados.0.smithi084.stdout:834: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:24:32.560 INFO:tasks.rados.rados.0.smithi084.stdout:835: rollback oid 44 current snap is 81 2024-04-02T08:24:32.560 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 72 2024-04-02T08:24:32.560 INFO:tasks.rados.rados.0.smithi084.stdout:836: delete oid 39 current snap is 81 2024-04-02T08:24:32.565 INFO:tasks.rados.rados.0.smithi084.stdout:835: finishing rollback tid 0 to smithi08483026-44 2024-04-02T08:24:32.567 INFO:tasks.rados.rados.0.smithi084.stdout:836: done (2 left) 2024-04-02T08:24:32.567 INFO:tasks.rados.rados.0.smithi084.stdout:837: read oid 31 snap -1 2024-04-02T08:24:32.567 INFO:tasks.rados.rados.0.smithi084.stdout:837: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:32.567 INFO:tasks.rados.rados.0.smithi084.stdout:838: rmattr oid 37 current snap is 81 2024-04-02T08:24:32.567 INFO:tasks.rados.rados.0.smithi084.stdout:838: done (3 left) 2024-04-02T08:24:32.567 INFO:tasks.rados.rados.0.smithi084.stdout:839: read oid 4 snap -1 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:839: expect (ObjNum 245 snap 63 seq_num 245) 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:840: rollback oid 16 current snap is 81 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 72 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:841: copy_from oid 42 from oid 35 current snap is 81 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:842: read oid 6 snap -1 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:842: expect (ObjNum 256 snap 67 seq_num 256) 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:843: rollback oid 26 current snap is 81 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 26 to 76 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:844: snap_create 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:835: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:24:32.568 INFO:tasks.rados.rados.0.smithi084.stdout:835: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:24:32.569 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 39 (ObjNum 201 snap 47 seq_num 201) dirty exists 2024-04-02T08:24:32.574 INFO:tasks.rados.rados.0.smithi084.stdout:834: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:841: finishing copy_from to smithi08483026-42 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:841: got expected ENOENT (src dne) 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:841: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:843: finishing rollback tid 0 to smithi08483026-26 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:843: finishing rollback tid 1 to smithi08483026-26 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:843: finishing rollback tid 2 to smithi08483026-26 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 347 (ObjNum 262 snap 67 seq_num 262) dirty exists 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:840: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:24:32.626 INFO:tasks.rados.rados.0.smithi084.stdout:839: expect (ObjNum 245 snap 63 seq_num 245) 2024-04-02T08:24:32.670 INFO:tasks.rados.rados.0.smithi084.stdout:840: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:24:32.670 INFO:tasks.rados.rados.0.smithi084.stdout:840: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:24:32.670 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 265 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-04-02T08:24:32.670 INFO:tasks.rados.rados.0.smithi084.stdout:837: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:32.737 INFO:tasks.rados.rados.0.smithi084.stdout:842: expect (ObjNum 256 snap 67 seq_num 256) 2024-04-02T08:24:32.810 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:32 smithi132 ceph-mon[31218]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:24:32.818 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:32 smithi084 ceph-mon[94794]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:24:32.818 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:32 smithi084 ceph-mon[39235]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:24:33.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:32.819+0000 7fad39fbe200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:24:33.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:32.914+0000 7fad39fbe200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:24:33.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.058+0000 7fad39fbe200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:24:33.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:32.811+0000 7f897c5a5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:24:33.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:32.904+0000 7f897c5a5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:24:33.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.047+0000 7f897c5a5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:24:33.143 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.144+0000 7f897c5a5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:24:33.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.226+0000 7f897c5a5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:24:33.504 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.158+0000 7fad39fbe200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:24:33.504 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.241+0000 7fad39fbe200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:24:33.505 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.506+0000 7fad39fbe200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:24:33.562 INFO:tasks.rados.rados.0.smithi084.stdout:834: done (8 left) 2024-04-02T08:24:33.562 INFO:tasks.rados.rados.0.smithi084.stdout:835: done (7 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:837: done (6 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:839: done (5 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:840: done (4 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:841: done (3 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:842: done (2 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:843: done (1 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:844: done (0 left) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:845: copy_from oid 36 from oid 21 current snap is 82 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:846: read oid 12 snap -1 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:846: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:847: rmattr oid 13 current snap is 82 2024-04-02T08:24:33.563 INFO:tasks.rados.rados.0.smithi084.stdout:848: setattr oid 16 current snap is 82 2024-04-02T08:24:33.564 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 82 2024-04-02T08:24:33.564 INFO:tasks.rados.rados.0.smithi084.stdout:849: seq_num 281 ranges {1490944=712704,2203648=491520,2695168=491520,3186688=622592} 2024-04-02T08:24:33.575 INFO:tasks.rados.rados.0.smithi084.stdout:849: writing smithi08483026-27 from 1490944 to 2203648 tid 1 2024-04-02T08:24:33.578 INFO:tasks.rados.rados.0.smithi084.stdout:849: writing smithi08483026-27 from 2203648 to 2695168 tid 2 2024-04-02T08:24:33.581 INFO:tasks.rados.rados.0.smithi084.stdout:849: writing smithi08483026-27 from 2695168 to 3186688 tid 3 2024-04-02T08:24:33.585 INFO:tasks.rados.rados.0.smithi084.stdout:849: writing smithi08483026-27 from 3186688 to 3809280 tid 4 2024-04-02T08:24:33.585 INFO:tasks.rados.rados.0.smithi084.stdout:850: rollback oid 20 current snap is 82 2024-04-02T08:24:33.585 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 59 2024-04-02T08:24:33.585 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 351 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:24:33.585 INFO:tasks.rados.rados.0.smithi084.stdout:847: done (5 left) 2024-04-02T08:24:33.586 INFO:tasks.rados.rados.0.smithi084.stdout:851: snap_remove snap 81 2024-04-02T08:24:33.800 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-mon[31218]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:24:33.801 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:33.801 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.499+0000 7f897c5a5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:24:33.801 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.618+0000 7f897c5a5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:24:33.801 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.706+0000 7f897c5a5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:24:33.812 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-mon[94794]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:24:33.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-mon[39235]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:24:33.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.631+0000 7fad39fbe200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:24:33.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.719+0000 7fad39fbe200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:24:34.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.814+0000 7fad39fbe200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:24:34.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:33.989+0000 7fad39fbe200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:24:34.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.801+0000 7f897c5a5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:24:34.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:33.980+0000 7f897c5a5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:24:34.576 INFO:tasks.rados.rados.0.smithi084.stdout:851: done (5 left) 2024-04-02T08:24:34.576 INFO:tasks.rados.rados.0.smithi084.stdout:852: copy_from oid 32 from oid 43 current snap is 82 2024-04-02T08:24:34.576 INFO:tasks.rados.rados.0.smithi084.stdout:853: copy_from oid 6 from oid 39 current snap is 82 2024-04-02T08:24:34.576 INFO:tasks.rados.rados.0.smithi084.stdout:854: delete oid 25 current snap is 82 2024-04-02T08:24:34.576 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 266 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-04-02T08:24:34.577 INFO:tasks.rados.rados.0.smithi084.stdout:845: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:24:34.577 INFO:tasks.rados.rados.0.smithi084.stdout:845: finishing copy_from to smithi08483026-36 2024-04-02T08:24:34.577 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 142 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:24:34.577 INFO:tasks.rados.rados.0.smithi084.stdout:846: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:849: finishing write tid 1 to smithi08483026-27 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:849: finishing write tid 2 to smithi08483026-27 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:849: finishing write tid 3 to smithi08483026-27 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:850: finishing rollback tid 0 to smithi08483026-20 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:849: finishing write tid 4 to smithi08483026-27 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:849: finishing write tid 5 to smithi08483026-27 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:850: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:24:34.749 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 404 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:849: finishing write tid 6 to smithi08483026-27 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:849: oid 27 updating version 0 to 250 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:849: oid 27 updating version 250 to 251 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:849: oid 27 updating version 251 to 252 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:849: oid 27 version 252 is already newer than 249 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:849: oid 27 version 252 is already newer than 248 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 252 (ObjNum 281 snap 82 seq_num 281) dirty exists 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:849: left oid 27 (ObjNum 281 snap 82 seq_num 281) 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:853: finishing copy_from to smithi08483026-6 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:853: got expected ENOENT (src dne) 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:853: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:852: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:845: done (7 left) 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:846: done (6 left) 2024-04-02T08:24:34.750 INFO:tasks.rados.rados.0.smithi084.stdout:848: done (5 left) 2024-04-02T08:24:34.751 INFO:tasks.rados.rados.0.smithi084.stdout:849: done (4 left) 2024-04-02T08:24:34.751 INFO:tasks.rados.rados.0.smithi084.stdout:850: done (3 left) 2024-04-02T08:24:34.751 INFO:tasks.rados.rados.0.smithi084.stdout:853: done (2 left) 2024-04-02T08:24:34.751 INFO:tasks.rados.rados.0.smithi084.stdout:854: done (1 left) 2024-04-02T08:24:34.751 INFO:tasks.rados.rados.0.smithi084.stdout:855: snap_remove snap 64 2024-04-02T08:24:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:34 smithi084 ceph-mon[94794]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:24:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:34 smithi084 ceph-mon[39235]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:24:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:34 smithi132 ceph-mon[31218]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:24:35.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:35.022+0000 7fad39fbe200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:24:35.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:35.158+0000 7fad39fbe200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:24:35.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:34 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:34.948+0000 7f897c5a5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:24:35.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:35 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:35.078+0000 7f897c5a5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:24:35.579 INFO:tasks.rados.rados.0.smithi084.stdout:855: done (1 left) 2024-04-02T08:24:35.579 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 82 2024-04-02T08:24:35.579 INFO:tasks.rados.rados.0.smithi084.stdout:856: seq_num 283 ranges {6127616=745472,6873088=712704,7585792=458752,8044544=434176} 2024-04-02T08:24:35.616 INFO:tasks.rados.rados.0.smithi084.stdout:856: writing smithi08483026-19 from 6127616 to 6873088 tid 1 2024-04-02T08:24:35.620 INFO:tasks.rados.rados.0.smithi084.stdout:856: writing smithi08483026-19 from 6873088 to 7585792 tid 2 2024-04-02T08:24:35.622 INFO:tasks.rados.rados.0.smithi084.stdout:856: writing smithi08483026-19 from 7585792 to 8044544 tid 3 2024-04-02T08:24:35.625 INFO:tasks.rados.rados.0.smithi084.stdout:856: writing smithi08483026-19 from 8044544 to 8478720 tid 4 2024-04-02T08:24:35.625 INFO:tasks.rados.rados.0.smithi084.stdout:857: delete oid 5 current snap is 82 2024-04-02T08:24:35.625 INFO:tasks.rados.rados.0.smithi084.stdout:852: finishing copy_from to smithi08483026-32 2024-04-02T08:24:35.626 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 272 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:24:35.626 INFO:tasks.rados.rados.0.smithi084.stdout:856: finishing write tid 1 to smithi08483026-19 2024-04-02T08:24:35.626 INFO:tasks.rados.rados.0.smithi084.stdout:856: finishing write tid 2 to smithi08483026-19 2024-04-02T08:24:35.626 INFO:tasks.rados.rados.0.smithi084.stdout:856: finishing write tid 3 to smithi08483026-19 2024-04-02T08:24:35.626 INFO:tasks.rados.rados.0.smithi084.stdout:852: done (2 left) 2024-04-02T08:24:35.627 INFO:tasks.rados.rados.0.smithi084.stdout:857: done (1 left) 2024-04-02T08:24:35.627 INFO:tasks.rados.rados.0.smithi084.stdout:858: snap_remove snap 66 2024-04-02T08:24:35.713 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:35 smithi132 ceph-mon[31218]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:24:35.713 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:35 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:35.414+0000 7f897c5a5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:24:35.713 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:35 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:35.506+0000 7f897c5a5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:24:35.713 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:35 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:35.714+0000 7f897c5a5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:35.816 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:35 smithi084 ceph-mon[94794]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:24:35.817 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:35.508+0000 7fad39fbe200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:24:35.817 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:35.610+0000 7fad39fbe200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:24:35.817 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:35 smithi084 ceph-mon[39235]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:24:36.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:35.818+0000 7fad39fbe200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:36.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:36 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:36.015+0000 7fad39fbe200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:24:36.160 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:35 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:35.904+0000 7f897c5a5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:24:36.452 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:36 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:36.192+0000 7f897c5a5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:36.568 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:36 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:36.307+0000 7fad39fbe200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:36.585 INFO:tasks.rados.rados.0.smithi084.stdout:856: finishing write tid 4 to smithi08483026-19 2024-04-02T08:24:36.585 INFO:tasks.rados.rados.0.smithi084.stdout:856: finishing write tid 5 to smithi08483026-19 2024-04-02T08:24:36.585 INFO:tasks.rados.rados.0.smithi084.stdout:856: finishing write tid 6 to smithi08483026-19 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:856: oid 19 updating version 0 to 202 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:856: oid 19 version 202 is already newer than 199 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:856: oid 19 version 202 is already newer than 198 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:856: oid 19 version 202 is already newer than 200 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:856: oid 19 version 202 is already newer than 201 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 202 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:856: left oid 19 (ObjNum 283 snap 82 seq_num 283) 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:856: done (1 left) 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:858: done (0 left) 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:859: read oid 14 snap -1 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:859: expect (ObjNum 176 snap 42 seq_num 176) 2024-04-02T08:24:36.586 INFO:tasks.rados.rados.0.smithi084.stdout:860: snap_remove snap 74 2024-04-02T08:24:36.824 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:36 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:36.569+0000 7fad39fbe200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:24:36.825 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:36 smithi084 ceph-mon[39235]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:24:36.825 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:36 smithi084 ceph-mon[94794]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:24:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:36 smithi132 ceph-mon[31218]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:24:36.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:36 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:36.453+0000 7f897c5a5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:24:36.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:36 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:36.701+0000 7f897c5a5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:24:37.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:36 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:36.826+0000 7fad39fbe200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:24:37.592 INFO:tasks.rados.rados.0.smithi084.stdout:860: done (1 left) 2024-04-02T08:24:37.592 INFO:tasks.rados.rados.0.smithi084.stdout:861: read oid 32 snap -1 2024-04-02T08:24:37.592 INFO:tasks.rados.rados.0.smithi084.stdout:861: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:37.593 INFO:tasks.rados.rados.0.smithi084.stdout:862: snap_remove snap 72 2024-04-02T08:24:37.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:37 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:37.656+0000 7fad39fbe200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:24:37.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:37 smithi084 ceph-mon[39235]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:24:37.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:37 smithi084 ceph-mon[94794]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:24:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:37 smithi132 ceph-mon[31218]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:24:37.910 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:37 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:37.522+0000 7f897c5a5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:24:38.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:38.106+0000 7f897c5a5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:24:38.410 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:38.206+0000 7f897c5a5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:24:38.556 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.233+0000 7fad39fbe200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:24:38.556 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.334+0000 7fad39fbe200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:24:38.556 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.557+0000 7fad39fbe200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:24:38.566 INFO:tasks.rados.rados.0.smithi084.stdout:862: done (2 left) 2024-04-02T08:24:38.567 INFO:tasks.rados.rados.0.smithi084.stdout:863: rollback oid 2 current snap is 82 2024-04-02T08:24:38.567 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 2 to 76 2024-04-02T08:24:38.567 INFO:tasks.rados.rados.0.smithi084.stdout:859: expect (ObjNum 176 snap 42 seq_num 176) 2024-04-02T08:24:38.708 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:38.428+0000 7f897c5a5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:24:38.708 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: [02/Apr/2024:08:24:38] ENGINE Bus STARTING 2024-04-02T08:24:38.708 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: CherryPy Checker: 2024-04-02T08:24:38.708 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: The Application mounted at '' has an empty config. 2024-04-02T08:24:38.708 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: 2024-04-02T08:24:38.708 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: [02/Apr/2024:08:24:38] ENGINE Serving on http://:::9283 2024-04-02T08:24:38.708 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x[79557]: [02/Apr/2024:08:24:38] ENGINE Bus STARTED 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: Standby manager daemon x restarted 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: Standby manager daemon x started 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: Active manager daemon y restarted 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: Activating manager daemon y 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:24:38.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: mgrmap e37: y(active, starting, since 0.00618827s), standbys: x 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:24:38.710 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:24:38.711 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:24:38.711 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:24:38.711 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:24:38.711 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:24:38.711 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:38 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:24:38.721 INFO:tasks.rados.rados.0.smithi084.stdout:861: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:38.809 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:24:38.809 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: Standby manager daemon x restarted 2024-04-02T08:24:38.809 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: Standby manager daemon x started 2024-04-02T08:24:38.809 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:38.809 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:38.809 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:38.809 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: Active manager daemon y restarted 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: Activating manager daemon y 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: mgrmap e37: y(active, starting, since 0.00618827s), standbys: x 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:24:38.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:24:38.811 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:24:38.812 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:24:38.812 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:38] ENGINE Bus STARTING 2024-04-02T08:24:38.812 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac97388700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.812 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac97388700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.812 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac97388700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.812 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac97388700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.812 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac97388700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac9c392700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac9c392700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac9c392700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac9c392700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:38.731+0000 7fac9c392700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: Standby manager daemon x restarted 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: Standby manager daemon x started 2024-04-02T08:24:38.813 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.? 172.21.15.132:0/3927240504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: Active manager daemon y restarted 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: Activating manager daemon y 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: mgrmap e37: y(active, starting, since 0.00618827s), standbys: x 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:38.814 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:24:38.815 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:24:38.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:24:38.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:24:38.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:24:38.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:24:38.816 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:24:38.936 INFO:tasks.rados.rados.0.smithi084.stdout:863: finishing rollback tid 1 to smithi08483026-2 2024-04-02T08:24:38.936 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 337 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:24:38.936 INFO:tasks.rados.rados.0.smithi084.stdout:859: done (2 left) 2024-04-02T08:24:38.936 INFO:tasks.rados.rados.0.smithi084.stdout:861: done (1 left) 2024-04-02T08:24:38.936 INFO:tasks.rados.rados.0.smithi084.stdout:863: done (0 left) 2024-04-02T08:24:38.936 INFO:tasks.rados.rados.0.smithi084.stdout:864: read oid 31 snap -1 2024-04-02T08:24:38.937 INFO:tasks.rados.rados.0.smithi084.stdout:864: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:38.937 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 82 2024-04-02T08:24:38.937 INFO:tasks.rados.rados.0.smithi084.stdout:865: seq_num 285 ranges {925696=778240,1703936=475136,2179072=475136,2654208=655360} 2024-04-02T08:24:38.947 INFO:tasks.rados.rados.0.smithi084.stdout:865: writing smithi08483026-28 from 925696 to 1703936 tid 1 2024-04-02T08:24:38.950 INFO:tasks.rados.rados.0.smithi084.stdout:865: writing smithi08483026-28 from 1703936 to 2179072 tid 2 2024-04-02T08:24:38.954 INFO:tasks.rados.rados.0.smithi084.stdout:865: writing smithi08483026-28 from 2179072 to 2654208 tid 3 2024-04-02T08:24:38.959 INFO:tasks.rados.rados.0.smithi084.stdout:865: writing smithi08483026-28 from 2654208 to 3309568 tid 4 2024-04-02T08:24:38.959 INFO:tasks.rados.rados.0.smithi084.stdout:866: setattr oid 16 current snap is 82 2024-04-02T08:24:38.959 INFO:tasks.rados.rados.0.smithi084.stdout:864: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:39.037 INFO:tasks.rados.rados.0.smithi084.stdout:865: finishing write tid 1 to smithi08483026-28 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: finishing write tid 2 to smithi08483026-28 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: finishing write tid 3 to smithi08483026-28 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: finishing write tid 4 to smithi08483026-28 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: finishing write tid 5 to smithi08483026-28 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: finishing write tid 6 to smithi08483026-28 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: oid 28 updating version 0 to 206 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: oid 28 version 206 is already newer than 204 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: oid 28 version 206 is already newer than 205 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: oid 28 version 206 is already newer than 203 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: oid 28 updating version 206 to 207 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 207 (ObjNum 285 snap 82 seq_num 285) dirty exists 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:865: left oid 28 (ObjNum 285 snap 82 seq_num 285) 2024-04-02T08:24:39.038 INFO:tasks.rados.rados.0.smithi084.stdout:864: done (2 left) 2024-04-02T08:24:39.039 INFO:tasks.rados.rados.0.smithi084.stdout:865: done (1 left) 2024-04-02T08:24:39.039 INFO:tasks.rados.rados.0.smithi084.stdout:867: rmattr oid 30 current snap is 82 2024-04-02T08:24:39.039 INFO:tasks.rados.rados.0.smithi084.stdout:867: done (1 left) 2024-04-02T08:24:39.039 INFO:tasks.rados.rados.0.smithi084.stdout:868: setattr oid 32 current snap is 82 2024-04-02T08:24:39.039 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 283 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-04-02T08:24:39.039 INFO:tasks.rados.rados.0.smithi084.stdout:866: done (1 left) 2024-04-02T08:24:39.040 INFO:tasks.rados.rados.0.smithi084.stdout:869: delete oid 42 current snap is 82 2024-04-02T08:24:39.042 INFO:tasks.rados.rados.0.smithi084.stdout:869: done (1 left) 2024-04-02T08:24:39.042 INFO:tasks.rados.rados.0.smithi084.stdout:870: copy_from oid 27 from oid 10 current snap is 82 2024-04-02T08:24:39.042 INFO:tasks.rados.rados.0.smithi084.stdout:871: read oid 42 snap -1 2024-04-02T08:24:39.042 INFO:tasks.rados.rados.0.smithi084.stdout:871: expect deleted 2024-04-02T08:24:39.042 INFO:tasks.rados.rados.0.smithi084.stdout:872: setattr oid 34 current snap is 82 2024-04-02T08:24:39.042 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 378 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:24:39.043 INFO:tasks.rados.rados.0.smithi084.stdout:870: finishing copy_from to smithi08483026-27 2024-04-02T08:24:39.043 INFO:tasks.rados.rados.0.smithi084.stdout:870: got expected ENOENT (src dne) 2024-04-02T08:24:39.044 INFO:tasks.rados.rados.0.smithi084.stdout:870: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:24:39.044 INFO:tasks.rados.rados.0.smithi084.stdout:868: done (3 left) 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:870: done (2 left) 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:871: done (1 left) 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:873: rollback oid 4 current snap is 82 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 4 to 76 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:874: copy_from oid 16 from oid 24 current snap is 82 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:875: read oid 43 snap -1 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:875: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:876: copy_from oid 41 from oid 35 current snap is 82 2024-04-02T08:24:39.045 INFO:tasks.rados.rados.0.smithi084.stdout:877: snap_remove snap 75 2024-04-02T08:24:39.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: CherryPy Checker: 2024-04-02T08:24:39.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: The Application mounted at '' has an empty config. 2024-04-02T08:24:39.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:39.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:38] ENGINE Serving on http://:::9283 2024-04-02T08:24:39.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:38] ENGINE Bus STARTED 2024-04-02T08:24:39.614 INFO:tasks.rados.rados.0.smithi084.stdout:877: done (5 left) 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:878: setattr oid 32 current snap is 82 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:876: finishing copy_from to smithi08483026-41 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:876: got expected ENOENT (src dne) 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:876: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:873: finishing rollback tid 0 to smithi08483026-4 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:873: finishing rollback tid 1 to smithi08483026-4 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:873: finishing rollback tid 2 to smithi08483026-4 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 287 (ObjNum 245 snap 63 seq_num 245) dirty exists 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 184 (ObjNum 272 snap 75 seq_num 272) dirty exists 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:874: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:874: finishing copy_from to smithi08483026-16 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 110 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-04-02T08:24:39.615 INFO:tasks.rados.rados.0.smithi084.stdout:875: expect (ObjNum 240 snap 62 seq_num 240) 2024-04-02T08:24:39.633 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:24:39.811 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:39 smithi132 ceph-mon[31218]: Manager daemon y is now available 2024-04-02T08:24:39.811 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:39 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:39.811 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:39 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:39.811 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:39 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:24:39.811 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:39 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:24:39.811 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:39 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:24:39.811 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:39 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:872: done (5 left) 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:873: done (4 left) 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:874: done (3 left) 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:875: done (2 left) 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:876: done (1 left) 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:879: read oid 38 snap -1 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:879: expect deleted 2024-04-02T08:24:39.846 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 82 2024-04-02T08:24:39.847 INFO:tasks.rados.rados.0.smithi084.stdout:880: seq_num 287 ranges {0=8192} 2024-04-02T08:24:39.847 INFO:tasks.rados.rados.0.smithi084.stdout:880: writing smithi08483026-49 from 0 to 8192 tid 1 2024-04-02T08:24:39.847 INFO:tasks.rados.rados.0.smithi084.stdout:881: copy_from oid 3 from oid 19 current snap is 82 2024-04-02T08:24:39.847 INFO:tasks.rados.rados.0.smithi084.stdout:882: read oid 47 snap -1 2024-04-02T08:24:39.847 INFO:tasks.rados.rados.0.smithi084.stdout:882: expect deleted 2024-04-02T08:24:39.847 INFO:tasks.rados.rados.0.smithi084.stdout:883: delete oid 14 current snap is 82 2024-04-02T08:24:39.848 INFO:tasks.rados.rados.0.smithi084.stdout:880: finishing write tid 1 to smithi08483026-49 2024-04-02T08:24:39.848 INFO:tasks.rados.rados.0.smithi084.stdout:880: finishing write tid 2 to smithi08483026-49 2024-04-02T08:24:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 385 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:24:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:878: done (5 left) 2024-04-02T08:24:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:879: done (4 left) 2024-04-02T08:24:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:882: done (3 left) 2024-04-02T08:24:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:883: done (2 left) 2024-04-02T08:24:39.849 INFO:tasks.rados.rados.0.smithi084.stdout:884: snap_remove snap 73 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:24:39.619+0000 7facf0160700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[94794]: Manager daemon y is now available 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:24:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:24:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[39235]: Manager daemon y is now available 2024-04-02T08:24:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:24:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:24:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:24:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:39 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (5m) 42s ago 6m 25.1M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (5m) 20s ago 5m 91.0M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (7m) 42s ago 7m 14.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (6m) 20s ago 6m 18.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (25s) 20s ago 10m 67.4M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (56s) 42s ago 12m 473M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (12m) 42s ago 12m 56.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a16388a6f0b0 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (10m) 20s ago 10m 51.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d fafbb6e99304 2024-04-02T08:24:40.001 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (10m) 42s ago 10m 49.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d a1549e333be4 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (5m) 42s ago 5m 16.2M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (5m) 20s ago 5m 15.4M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (10m) 42s ago 10m 104M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (9m) 42s ago 9m 105M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (9m) 42s ago 9m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (8m) 42s ago 8m 87.3M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (8m) 20s ago 8m 140M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (8m) 20s ago 8m 124M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (7m) 20s ago 7m 81.4M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (7m) 20s ago 7m 90.6M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:24:40.002 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (31s) 20s ago 6m 36.3M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:24:40.404 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:24:40.404 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:24:40.404 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 12, 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:24:40.405 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:24:40.617 INFO:tasks.rados.rados.0.smithi084.stdout:884: done (2 left) 2024-04-02T08:24:40.617 INFO:tasks.rados.rados.0.smithi084.stdout:885: snap_remove snap 69 2024-04-02T08:24:40.682 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:24:40] "GET /metrics HTTP/1.1" 200 33357 "" "Prometheus/2.43.0" 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: mgrmap e38: y(active, since 1.04457s), standbys: x 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: [02/Apr/2024:08:24:39] ENGINE Bus STARTING 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: [02/Apr/2024:08:24:39] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: [02/Apr/2024:08:24:39] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: [02/Apr/2024:08:24:39] ENGINE Bus STARTED 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3465514564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:40.683 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: mgrmap e38: y(active, since 1.04457s), standbys: x 2024-04-02T08:24:40.684 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:24:40.684 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: [02/Apr/2024:08:24:39] ENGINE Bus STARTING 2024-04-02T08:24:40.684 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: [02/Apr/2024:08:24:39] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:24:40.684 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: [02/Apr/2024:08:24:39] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:24:40.684 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: [02/Apr/2024:08:24:39] ENGINE Bus STARTED 2024-04-02T08:24:40.684 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:40.684 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:40 smithi084 ceph-mon[39235]: from='client.? 172.21.15.84:0/3465514564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: mgrmap e38: y(active, since 1.04457s), standbys: x 2024-04-02T08:24:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:24:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: [02/Apr/2024:08:24:39] ENGINE Bus STARTING 2024-04-02T08:24:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: [02/Apr/2024:08:24:39] ENGINE Serving on http://172.21.15.84:8765 2024-04-02T08:24:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: [02/Apr/2024:08:24:39] ENGINE Serving on https://172.21.15.84:7150 2024-04-02T08:24:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: [02/Apr/2024:08:24:39] ENGINE Bus STARTED 2024-04-02T08:24:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:40 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3465514564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:41.613 INFO:tasks.rados.rados.0.smithi084.stdout:885: done (2 left) 2024-04-02T08:24:41.613 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 82 2024-04-02T08:24:41.613 INFO:tasks.rados.rados.0.smithi084.stdout:886: seq_num 289 ranges {2342912=40960} 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:886: writing smithi08483026-1 from 2342912 to 2383872 tid 1 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:880: finishing write tid 3 to smithi08483026-49 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:880: oid 49 updating version 0 to 344 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:880: oid 49 version 344 is already newer than 343 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 344 (ObjNum 287 snap 82 seq_num 287) dirty exists 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:880: left oid 49 (ObjNum 287 snap 82 seq_num 287) 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:881: finishing copy_from racing read to smithi08483026-3 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:881: finishing copy_from to smithi08483026-3 2024-04-02T08:24:41.628 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 202 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:880: done (2 left) 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:881: done (1 left) 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:887: read oid 31 snap -1 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:887: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:888: rollback oid 17 current snap is 82 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 17 to 80 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:889: rollback oid 2 current snap is 82 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 2 to 59 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:890: read oid 39 snap -1 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:890: expect deleted 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:891: read oid 46 snap 58 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:891: expect deleted 2024-04-02T08:24:41.629 INFO:tasks.rados.rados.0.smithi084.stdout:892: snap_create 2024-04-02T08:24:41.631 INFO:tasks.rados.rados.0.smithi084.stdout:889: finishing rollback tid 1 to smithi08483026-2 2024-04-02T08:24:41.632 INFO:tasks.rados.rados.0.smithi084.stdout:889: finishing rollback tid 2 to smithi08483026-2 2024-04-02T08:24:41.632 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 354 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:24:41.632 INFO:tasks.rados.rados.0.smithi084.stdout:886: finishing write tid 1 to smithi08483026-1 2024-04-02T08:24:41.632 INFO:tasks.rados.rados.0.smithi084.stdout:886: finishing write tid 2 to smithi08483026-1 2024-04-02T08:24:41.634 INFO:tasks.rados.rados.0.smithi084.stdout:886: finishing write tid 3 to smithi08483026-1 2024-04-02T08:24:41.634 INFO:tasks.rados.rados.0.smithi084.stdout:886: oid 1 updating version 0 to 421 2024-04-02T08:24:41.634 INFO:tasks.rados.rados.0.smithi084.stdout:886: oid 1 version 421 is already newer than 420 2024-04-02T08:24:41.634 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 421 (ObjNum 289 snap 82 seq_num 289) dirty exists 2024-04-02T08:24:41.634 INFO:tasks.rados.rados.0.smithi084.stdout:886: left oid 1 (ObjNum 289 snap 82 seq_num 289) 2024-04-02T08:24:41.637 INFO:tasks.rados.rados.0.smithi084.stdout:887: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:24:41.708 INFO:tasks.rados.rados.0.smithi084.stdout:888: finishing rollback tid 1 to smithi08483026-17 2024-04-02T08:24:41.708 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 246 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:24:41.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:41 smithi084 ceph-mon[39235]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:41.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:41 smithi084 ceph-mon[39235]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:24:41.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:41 smithi084 ceph-mon[39235]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:24:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:41 smithi084 ceph-mon[94794]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:41 smithi084 ceph-mon[94794]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:24:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:41 smithi084 ceph-mon[94794]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:24:41.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:41 smithi132 ceph-mon[31218]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:41.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:41 smithi132 ceph-mon[31218]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:24:41.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:41 smithi132 ceph-mon[31218]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:886: done (6 left) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:887: done (5 left) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:888: done (4 left) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:889: done (3 left) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:890: done (2 left) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:891: done (1 left) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:892: done (0 left) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:893: read oid 27 snap -1 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:893: expect (ObjNum 281 snap 82 seq_num 281) 2024-04-02T08:24:42.614 INFO:tasks.rados.rados.0.smithi084.stdout:894: snap_create 2024-04-02T08:24:42.617 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:42.632 INFO:tasks.rados.rados.0.smithi084.stdout:893: expect (ObjNum 281 snap 82 seq_num 281) 2024-04-02T08:24:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:42 smithi084 ceph-mon[94794]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:24:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:42 smithi084 ceph-mon[39235]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:24:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:42 smithi132 ceph-mon[31218]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:24:43.618 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:43.632 INFO:tasks.rados.rados.0.smithi084.stdout:893: done (1 left) 2024-04-02T08:24:43.632 INFO:tasks.rados.rados.0.smithi084.stdout:894: done (0 left) 2024-04-02T08:24:43.632 INFO:tasks.rados.rados.0.smithi084.stdout:895: read oid 9 snap -1 2024-04-02T08:24:43.632 INFO:tasks.rados.rados.0.smithi084.stdout:895: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:43.632 INFO:tasks.rados.rados.0.smithi084.stdout:896: snap_remove snap 78 2024-04-02T08:24:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-mon[31218]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-mon[31218]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:24:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-mon[31218]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:24:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:43 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[39235]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[39235]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[39235]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[94794]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[94794]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[94794]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.633 INFO:tasks.rados.rados.0.smithi084.stdout:896: done (1 left) 2024-04-02T08:24:44.633 INFO:tasks.rados.rados.0.smithi084.stdout:897: copy_from oid 21 from oid 38 current snap is 84 2024-04-02T08:24:44.633 INFO:tasks.rados.rados.0.smithi084.stdout:898: rmattr oid 45 current snap is 84 2024-04-02T08:24:44.634 INFO:tasks.rados.rados.0.smithi084.stdout:898: done (2 left) 2024-04-02T08:24:44.634 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 84 2024-04-02T08:24:44.634 INFO:tasks.rados.rados.0.smithi084.stdout:899: seq_num 290 ranges {1712128=57344} 2024-04-02T08:24:44.642 INFO:tasks.rados.rados.0.smithi084.stdout:899: writing smithi08483026-2 from 1712128 to 1769472 tid 1 2024-04-02T08:24:44.642 INFO:tasks.rados.rados.0.smithi084.stdout:895: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:44.890 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[39235]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:24:44.890 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.890 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.890 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.890 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.891 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[94794]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:24:44.891 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.891 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.891 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.891 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:44 smithi132 ceph-mon[31218]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:24:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:44 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:44 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:44 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:44 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:44.981 INFO:tasks.rados.rados.0.smithi084.stdout:897: finishing copy_from to smithi08483026-21 2024-04-02T08:24:44.981 INFO:tasks.rados.rados.0.smithi084.stdout:897: got expected ENOENT (src dne) 2024-04-02T08:24:44.981 INFO:tasks.rados.rados.0.smithi084.stdout:897: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:24:44.981 INFO:tasks.rados.rados.0.smithi084.stdout:899: finishing write tid 1 to smithi08483026-2 2024-04-02T08:24:44.981 INFO:tasks.rados.rados.0.smithi084.stdout:899: finishing write tid 2 to smithi08483026-2 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:899: finishing write tid 3 to smithi08483026-2 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:899: oid 2 updating version 0 to 355 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:899: oid 2 updating version 355 to 356 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 356 (ObjNum 290 snap 84 seq_num 290) dirty exists 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:899: left oid 2 (ObjNum 290 snap 84 seq_num 290) 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:895: done (2 left) 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:897: done (1 left) 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:899: done (0 left) 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:900: read oid 8 snap 67 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:900: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:901: read oid 25 snap 76 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:901: expect (ObjNum 269 snap 70 seq_num 269) 2024-04-02T08:24:44.982 INFO:tasks.rados.rados.0.smithi084.stdout:902: rmattr oid 39 current snap is 84 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:902: done (2 left) 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 84 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:903: seq_num 291 ranges {0=81920} 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:903: writing smithi08483026-17 from 0 to 81920 tid 1 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:904: rmattr oid 42 current snap is 84 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:904: done (3 left) 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 84 2024-04-02T08:24:44.983 INFO:tasks.rados.rados.0.smithi084.stdout:905: seq_num 292 ranges {1769472=98304} 2024-04-02T08:24:44.992 INFO:tasks.rados.rados.0.smithi084.stdout:905: writing smithi08483026-2 from 1769472 to 1867776 tid 1 2024-04-02T08:24:44.992 INFO:tasks.rados.rados.0.smithi084.stdout:906: read oid 9 snap 83 2024-04-02T08:24:44.992 INFO:tasks.rados.rados.0.smithi084.stdout:906: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:44.992 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 84 2024-04-02T08:24:44.992 INFO:tasks.rados.rados.0.smithi084.stdout:903: finishing write tid 1 to smithi08483026-17 2024-04-02T08:24:44.992 INFO:tasks.rados.rados.0.smithi084.stdout:903: finishing write tid 2 to smithi08483026-17 2024-04-02T08:24:44.993 INFO:tasks.rados.rados.0.smithi084.stdout:903: finishing write tid 3 to smithi08483026-17 2024-04-02T08:24:44.993 INFO:tasks.rados.rados.0.smithi084.stdout:903: oid 17 updating version 0 to 272 2024-04-02T08:24:44.993 INFO:tasks.rados.rados.0.smithi084.stdout:903: oid 17 version 272 is already newer than 271 2024-04-02T08:24:44.993 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 272 (ObjNum 291 snap 84 seq_num 291) dirty exists 2024-04-02T08:24:44.993 INFO:tasks.rados.rados.0.smithi084.stdout:903: left oid 17 (ObjNum 291 snap 84 seq_num 291) 2024-04-02T08:24:44.993 INFO:tasks.rados.rados.0.smithi084.stdout:900: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:24:45.040 INFO:tasks.rados.rados.0.smithi084.stdout:901: expect (ObjNum 269 snap 70 seq_num 269) 2024-04-02T08:24:45.242 INFO:tasks.rados.rados.0.smithi084.stdout:905: finishing write tid 1 to smithi08483026-2 2024-04-02T08:24:45.242 INFO:tasks.rados.rados.0.smithi084.stdout:905: finishing write tid 2 to smithi08483026-2 2024-04-02T08:24:45.242 INFO:tasks.rados.rados.0.smithi084.stdout:905: finishing write tid 3 to smithi08483026-2 2024-04-02T08:24:45.243 INFO:tasks.rados.rados.0.smithi084.stdout:905: oid 2 updating version 0 to 358 2024-04-02T08:24:45.243 INFO:tasks.rados.rados.0.smithi084.stdout:905: oid 2 version 358 is already newer than 357 2024-04-02T08:24:45.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 358 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-04-02T08:24:45.243 INFO:tasks.rados.rados.0.smithi084.stdout:905: left oid 2 (ObjNum 292 snap 84 seq_num 292) 2024-04-02T08:24:45.243 INFO:tasks.rados.rados.0.smithi084.stdout:907: seq_num 293 ranges {4595712=114688} 2024-04-02T08:24:45.267 INFO:tasks.rados.rados.0.smithi084.stdout:907: writing smithi08483026-41 from 4595712 to 4710400 tid 1 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:900: done (5 left) 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:901: done (4 left) 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:903: done (3 left) 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:905: done (2 left) 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:908: read oid 37 snap 77 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:908: expect deleted 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:909: setattr oid 45 current snap is 84 2024-04-02T08:24:45.268 INFO:tasks.rados.rados.0.smithi084.stdout:906: expect (ObjNum 260 snap 67 seq_num 260) 2024-04-02T08:24:45.600 INFO:tasks.rados.rados.0.smithi084.stdout:907: finishing write tid 1 to smithi08483026-41 2024-04-02T08:24:45.600 INFO:tasks.rados.rados.0.smithi084.stdout:907: finishing write tid 2 to smithi08483026-41 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:907: finishing write tid 3 to smithi08483026-41 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:907: oid 41 updating version 0 to 419 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:907: oid 41 version 419 is already newer than 418 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 419 (ObjNum 293 snap 84 seq_num 293) dirty exists 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:907: left oid 41 (ObjNum 293 snap 84 seq_num 293) 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:906: done (3 left) 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:907: done (2 left) 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:908: done (1 left) 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:910: read oid 40 snap 77 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:910: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:911: rmattr oid 3 current snap is 84 2024-04-02T08:24:45.601 INFO:tasks.rados.rados.0.smithi084.stdout:912: snap_remove snap 67 2024-04-02T08:24:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:45 smithi084 ceph-mon[94794]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:45 smithi084 ceph-mon[94794]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:24:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:45 smithi084 ceph-mon[94794]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:24:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:45 smithi084 ceph-mon[39235]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:45 smithi084 ceph-mon[39235]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:24:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:45 smithi084 ceph-mon[39235]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:24:45.894 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:45 smithi132 ceph-mon[31218]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 200 MiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:45.894 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:45 smithi132 ceph-mon[31218]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:24:45.894 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:45 smithi132 ceph-mon[31218]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:24:46.551 INFO:tasks.rados.rados.0.smithi084.stdout:912: done (3 left) 2024-04-02T08:24:46.551 INFO:tasks.rados.rados.0.smithi084.stdout:913: read oid 35 snap -1 2024-04-02T08:24:46.551 INFO:tasks.rados.rados.0.smithi084.stdout:913: expect deleted 2024-04-02T08:24:46.551 INFO:tasks.rados.rados.0.smithi084.stdout:914: rmattr oid 34 current snap is 84 2024-04-02T08:24:46.552 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 345 (ObjNum 177 snap 0 seq_num 2030572062) dirty exists 2024-04-02T08:24:46.552 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 203 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:24:46.552 INFO:tasks.rados.rados.0.smithi084.stdout:910: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:24:46.716 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 204 (ObjNum 272 snap 75 seq_num 272) dirty exists 2024-04-02T08:24:46.716 INFO:tasks.rados.rados.0.smithi084.stdout:909: done (4 left) 2024-04-02T08:24:46.717 INFO:tasks.rados.rados.0.smithi084.stdout:910: done (3 left) 2024-04-02T08:24:46.717 INFO:tasks.rados.rados.0.smithi084.stdout:911: done (2 left) 2024-04-02T08:24:46.717 INFO:tasks.rados.rados.0.smithi084.stdout:913: done (1 left) 2024-04-02T08:24:46.717 INFO:tasks.rados.rados.0.smithi084.stdout:914: done (0 left) 2024-04-02T08:24:46.717 INFO:tasks.rados.rados.0.smithi084.stdout:915: snap_remove snap 59 2024-04-02T08:24:47.558 INFO:tasks.rados.rados.0.smithi084.stdout:915: done (0 left) 2024-04-02T08:24:47.558 INFO:tasks.rados.rados.0.smithi084.stdout:916: copy_from oid 13 from oid 20 current snap is 84 2024-04-02T08:24:47.558 INFO:tasks.rados.rados.0.smithi084.stdout:917: read oid 1 snap -1 2024-04-02T08:24:47.559 INFO:tasks.rados.rados.0.smithi084.stdout:917: expect (ObjNum 289 snap 82 seq_num 289) 2024-04-02T08:24:47.559 INFO:tasks.rados.rados.0.smithi084.stdout:918: copy_from oid 26 from oid 17 current snap is 84 2024-04-02T08:24:47.559 INFO:tasks.rados.rados.0.smithi084.stdout:919: delete oid 14 current snap is 84 2024-04-02T08:24:47.564 INFO:tasks.rados.rados.0.smithi084.stdout:916: finishing copy_from to smithi08483026-13 2024-04-02T08:24:47.565 INFO:tasks.rados.rados.0.smithi084.stdout:916: got expected ENOENT (src dne) 2024-04-02T08:24:47.565 INFO:tasks.rados.rados.0.smithi084.stdout:916: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:24:47.566 INFO:tasks.rados.rados.0.smithi084.stdout:916: done (3 left) 2024-04-02T08:24:47.566 INFO:tasks.rados.rados.0.smithi084.stdout:919: done (2 left) 2024-04-02T08:24:47.566 INFO:tasks.rados.rados.0.smithi084.stdout:920: rollback oid 46 current snap is 84 2024-04-02T08:24:47.566 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 46 to 76 2024-04-02T08:24:47.566 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 84 2024-04-02T08:24:47.566 INFO:tasks.rados.rados.0.smithi084.stdout:921: seq_num 295 ranges {0=147456} 2024-04-02T08:24:47.566 INFO:tasks.rados.rados.0.smithi084.stdout:921: writing smithi08483026-7 from 0 to 147456 tid 1 2024-04-02T08:24:47.567 INFO:tasks.rados.rados.0.smithi084.stdout:922: copy_from oid 43 from oid 37 current snap is 84 2024-04-02T08:24:47.567 INFO:tasks.rados.rados.0.smithi084.stdout:920: finishing rollback tid 1 to smithi08483026-46 2024-04-02T08:24:47.567 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 0 (ObjNum 209 snap 0 seq_num 621474944) dirty dne 2024-04-02T08:24:47.567 INFO:tasks.rados.rados.0.smithi084.stdout:920: done (4 left) 2024-04-02T08:24:47.567 INFO:tasks.rados.rados.0.smithi084.stdout:923: snap_remove snap 76 2024-04-02T08:24:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:47 smithi084 ceph-mon[94794]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:24:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:47 smithi084 ceph-mon[39235]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:24:47.894 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:47 smithi132 ceph-mon[31218]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:24:48.562 INFO:tasks.rados.rados.0.smithi084.stdout:923: done (4 left) 2024-04-02T08:24:48.562 INFO:tasks.rados.rados.0.smithi084.stdout:924: rollback oid 32 current snap is 84 2024-04-02T08:24:48.562 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 82 2024-04-02T08:24:48.562 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 84 2024-04-02T08:24:48.562 INFO:tasks.rados.rados.0.smithi084.stdout:925: seq_num 296 ranges {974848=163840} 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:925: writing smithi08483026-44 from 974848 to 1138688 tid 1 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:921: finishing write tid 1 to smithi08483026-7 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:921: finishing write tid 2 to smithi08483026-7 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:921: finishing write tid 3 to smithi08483026-7 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:921: oid 7 updating version 0 to 242 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:921: oid 7 version 242 is already newer than 241 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 242 (ObjNum 295 snap 84 seq_num 295) dirty exists 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:921: left oid 7 (ObjNum 295 snap 84 seq_num 295) 2024-04-02T08:24:48.567 INFO:tasks.rados.rados.0.smithi084.stdout:917: expect (ObjNum 289 snap 82 seq_num 289) 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:918: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:922: finishing copy_from to smithi08483026-43 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:922: got expected ENOENT (src dne) 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:922: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:918: finishing copy_from to smithi08483026-26 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 272 (ObjNum 291 snap 84 seq_num 291) dirty exists 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:917: done (5 left) 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:918: done (4 left) 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:921: done (3 left) 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:922: done (2 left) 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 84 2024-04-02T08:24:48.700 INFO:tasks.rados.rados.0.smithi084.stdout:926: seq_num 297 ranges {4923392=180224} 2024-04-02T08:24:48.727 INFO:tasks.rados.rados.0.smithi084.stdout:926: writing smithi08483026-23 from 4923392 to 5103616 tid 1 2024-04-02T08:24:48.727 INFO:tasks.rados.rados.0.smithi084.stdout:927: snap_create 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:924: finishing rollback tid 0 to smithi08483026-32 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:925: finishing write tid 1 to smithi08483026-44 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:925: finishing write tid 2 to smithi08483026-44 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:924: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:924: finishing rollback tid 2 to smithi08483026-32 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 438 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:925: finishing write tid 3 to smithi08483026-44 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:925: oid 44 updating version 0 to 61 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:925: oid 44 updating version 61 to 62 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 62 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-02T08:24:48.728 INFO:tasks.rados.rados.0.smithi084.stdout:925: left oid 44 (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:24:48.730 INFO:tasks.rados.rados.0.smithi084.stdout:926: finishing write tid 1 to smithi08483026-23 2024-04-02T08:24:48.730 INFO:tasks.rados.rados.0.smithi084.stdout:926: finishing write tid 2 to smithi08483026-23 2024-04-02T08:24:48.731 INFO:tasks.rados.rados.0.smithi084.stdout:926: finishing write tid 3 to smithi08483026-23 2024-04-02T08:24:48.731 INFO:tasks.rados.rados.0.smithi084.stdout:926: oid 23 updating version 0 to 328 2024-04-02T08:24:48.731 INFO:tasks.rados.rados.0.smithi084.stdout:926: oid 23 updating version 328 to 329 2024-04-02T08:24:48.731 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 329 (ObjNum 297 snap 84 seq_num 297) dirty exists 2024-04-02T08:24:48.731 INFO:tasks.rados.rados.0.smithi084.stdout:926: left oid 23 (ObjNum 297 snap 84 seq_num 297) 2024-04-02T08:24:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[94794]: pgmap v15: 121 pgs: 121 active+clean; 210 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-04-02T08:24:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[94794]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:24:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[39235]: pgmap v15: 121 pgs: 121 active+clean; 210 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-04-02T08:24:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[39235]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:24:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:48 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:48 smithi132 ceph-mon[31218]: pgmap v15: 121 pgs: 121 active+clean; 210 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-04-02T08:24:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:48 smithi132 ceph-mon[31218]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:24:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:48 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:48 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:48 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:48 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:49.564 INFO:tasks.rados.rados.0.smithi084.stdout:924: done (3 left) 2024-04-02T08:24:49.564 INFO:tasks.rados.rados.0.smithi084.stdout:925: done (2 left) 2024-04-02T08:24:49.564 INFO:tasks.rados.rados.0.smithi084.stdout:926: done (1 left) 2024-04-02T08:24:49.565 INFO:tasks.rados.rados.0.smithi084.stdout:927: done (0 left) 2024-04-02T08:24:49.565 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 85 2024-04-02T08:24:49.565 INFO:tasks.rados.rados.0.smithi084.stdout:928: seq_num 298 ranges {0=196608} 2024-04-02T08:24:49.565 INFO:tasks.rados.rados.0.smithi084.stdout:928: writing smithi08483026-45 from 0 to 196608 tid 1 2024-04-02T08:24:49.566 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 85 2024-04-02T08:24:49.566 INFO:tasks.rados.rados.0.smithi084.stdout:929: seq_num 299 ranges {0=212992} 2024-04-02T08:24:49.566 INFO:tasks.rados.rados.0.smithi084.stdout:929: writing smithi08483026-10 from 0 to 212992 tid 1 2024-04-02T08:24:49.566 INFO:tasks.rados.rados.0.smithi084.stdout:930: delete oid 7 current snap is 85 2024-04-02T08:24:49.570 INFO:tasks.rados.rados.0.smithi084.stdout:928: finishing write tid 1 to smithi08483026-45 2024-04-02T08:24:49.570 INFO:tasks.rados.rados.0.smithi084.stdout:928: finishing write tid 2 to smithi08483026-45 2024-04-02T08:24:49.571 INFO:tasks.rados.rados.0.smithi084.stdout:929: finishing write tid 1 to smithi08483026-10 2024-04-02T08:24:49.571 INFO:tasks.rados.rados.0.smithi084.stdout:930: done (2 left) 2024-04-02T08:24:49.572 INFO:tasks.rados.rados.0.smithi084.stdout:931: rmattr oid 6 current snap is 85 2024-04-02T08:24:49.572 INFO:tasks.rados.rados.0.smithi084.stdout:931: done (2 left) 2024-04-02T08:24:49.572 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 85 2024-04-02T08:24:49.572 INFO:tasks.rados.rados.0.smithi084.stdout:932: seq_num 301 ranges {0=245760} 2024-04-02T08:24:49.573 INFO:tasks.rados.rados.0.smithi084.stdout:932: writing smithi08483026-47 from 0 to 245760 tid 1 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 85 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:929: finishing write tid 2 to smithi08483026-10 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:928: finishing write tid 3 to smithi08483026-45 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:928: oid 45 updating version 0 to 346 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:928: oid 45 updating version 346 to 347 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 347 (ObjNum 298 snap 85 seq_num 298) dirty exists 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:928: left oid 45 (ObjNum 298 snap 85 seq_num 298) 2024-04-02T08:24:49.574 INFO:tasks.rados.rados.0.smithi084.stdout:933: seq_num 302 ranges {0=262144} 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:933: writing smithi08483026-48 from 0 to 262144 tid 1 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:928: done (3 left) 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:934: delete oid 41 current snap is 85 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:929: finishing write tid 3 to smithi08483026-10 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:929: oid 10 updating version 0 to 450 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:929: oid 10 updating version 450 to 451 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 451 (ObjNum 299 snap 85 seq_num 299) dirty exists 2024-04-02T08:24:49.575 INFO:tasks.rados.rados.0.smithi084.stdout:929: left oid 10 (ObjNum 299 snap 85 seq_num 299) 2024-04-02T08:24:49.576 INFO:tasks.rados.rados.0.smithi084.stdout:932: finishing write tid 1 to smithi08483026-47 2024-04-02T08:24:49.577 INFO:tasks.rados.rados.0.smithi084.stdout:933: finishing write tid 1 to smithi08483026-48 2024-04-02T08:24:49.577 INFO:tasks.rados.rados.0.smithi084.stdout:932: finishing write tid 2 to smithi08483026-47 2024-04-02T08:24:49.577 INFO:tasks.rados.rados.0.smithi084.stdout:933: finishing write tid 2 to smithi08483026-48 2024-04-02T08:24:49.578 INFO:tasks.rados.rados.0.smithi084.stdout:929: done (3 left) 2024-04-02T08:24:49.578 INFO:tasks.rados.rados.0.smithi084.stdout:934: done (2 left) 2024-04-02T08:24:49.578 INFO:tasks.rados.rados.0.smithi084.stdout:935: snap_create 2024-04-02T08:24:49.578 INFO:tasks.rados.rados.0.smithi084.stdout:932: finishing write tid 3 to smithi08483026-47 2024-04-02T08:24:49.579 INFO:tasks.rados.rados.0.smithi084.stdout:932: oid 47 updating version 0 to 370 2024-04-02T08:24:49.579 INFO:tasks.rados.rados.0.smithi084.stdout:932: oid 47 version 370 is already newer than 369 2024-04-02T08:24:49.579 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 370 (ObjNum 301 snap 85 seq_num 301) dirty exists 2024-04-02T08:24:49.579 INFO:tasks.rados.rados.0.smithi084.stdout:932: left oid 47 (ObjNum 301 snap 85 seq_num 301) 2024-04-02T08:24:49.580 INFO:tasks.rados.rados.0.smithi084.stdout:933: finishing write tid 3 to smithi08483026-48 2024-04-02T08:24:49.580 INFO:tasks.rados.rados.0.smithi084.stdout:933: oid 48 updating version 0 to 151 2024-04-02T08:24:49.580 INFO:tasks.rados.rados.0.smithi084.stdout:933: oid 48 version 151 is already newer than 150 2024-04-02T08:24:49.580 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 151 (ObjNum 302 snap 85 seq_num 302) dirty exists 2024-04-02T08:24:49.580 INFO:tasks.rados.rados.0.smithi084.stdout:933: left oid 48 (ObjNum 302 snap 85 seq_num 302) 2024-04-02T08:24:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:24:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:24:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:24:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-02T08:24:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.conf 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:24:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:49 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:24:50.571 INFO:tasks.rados.rados.0.smithi084.stdout:932: done (2 left) 2024-04-02T08:24:50.572 INFO:tasks.rados.rados.0.smithi084.stdout:933: done (1 left) 2024-04-02T08:24:50.572 INFO:tasks.rados.rados.0.smithi084.stdout:935: done (0 left) 2024-04-02T08:24:50.572 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 86 2024-04-02T08:24:50.572 INFO:tasks.rados.rados.0.smithi084.stdout:936: seq_num 304 ranges {4063232=294912} 2024-04-02T08:24:50.594 INFO:tasks.rados.rados.0.smithi084.stdout:936: writing smithi08483026-13 from 4063232 to 4358144 tid 1 2024-04-02T08:24:50.594 INFO:tasks.rados.rados.0.smithi084.stdout:937: delete oid 50 current snap is 86 2024-04-02T08:24:50.601 INFO:tasks.rados.rados.0.smithi084.stdout:936: finishing write tid 1 to smithi08483026-13 2024-04-02T08:24:50.601 INFO:tasks.rados.rados.0.smithi084.stdout:937: done (1 left) 2024-04-02T08:24:50.601 INFO:tasks.rados.rados.0.smithi084.stdout:938: rollback oid 21 current snap is 86 2024-04-02T08:24:50.601 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 58 2024-04-02T08:24:50.602 INFO:tasks.rados.rados.0.smithi084.stdout:939: snap_remove snap 71 2024-04-02T08:24:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:24:50] "GET /metrics HTTP/1.1" 200 33357 "" "Prometheus/2.43.0" 2024-04-02T08:24:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[94794]: pgmap v18: 121 pgs: 121 active+clean; 210 MiB data, 867 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[94794]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[94794]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[94794]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[94794]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[94794]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[94794]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[39235]: pgmap v18: 121 pgs: 121 active+clean; 210 MiB data, 867 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[39235]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[39235]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[39235]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[39235]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[39235]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:24:50.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:50 smithi084 ceph-mon[39235]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:24:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:50 smithi132 ceph-mon[31218]: pgmap v18: 121 pgs: 121 active+clean; 210 MiB data, 867 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:24:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:50 smithi132 ceph-mon[31218]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:50 smithi132 ceph-mon[31218]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:24:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:50 smithi132 ceph-mon[31218]: Updating smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:50 smithi132 ceph-mon[31218]: Updating smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:24:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:50 smithi132 ceph-mon[31218]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:24:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:50 smithi132 ceph-mon[31218]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:24:51.587 INFO:tasks.rados.rados.0.smithi084.stdout:939: done (2 left) 2024-04-02T08:24:51.587 INFO:tasks.rados.rados.0.smithi084.stdout:940: snap_create 2024-04-02T08:24:51.587 INFO:tasks.rados.rados.0.smithi084.stdout:936: finishing write tid 2 to smithi08483026-13 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:936: finishing write tid 3 to smithi08483026-13 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:936: oid 13 updating version 0 to 372 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:936: oid 13 updating version 372 to 373 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 373 (ObjNum 304 snap 86 seq_num 304) dirty exists 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:936: left oid 13 (ObjNum 304 snap 86 seq_num 304) 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:938: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:938: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:938: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:24:51.588 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 155 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:24:51.846 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: pgmap v21: 121 pgs: 121 active+clean; 203 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 450 KiB/s wr, 26 op/s 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: Upgrade: Updating mon.c 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[94794]: Deploying daemon mon.c on smithi084 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:24:51.847 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: pgmap v21: 121 pgs: 121 active+clean; 203 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 450 KiB/s wr, 26 op/s 2024-04-02T08:24:51.848 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: Upgrade: Updating mon.c 2024-04-02T08:24:51.848 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:51.848 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:24:51.848 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:24:51.848 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:51.848 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:51 smithi084 ceph-mon[39235]: Deploying daemon mon.c on smithi084 2024-04-02T08:24:51.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:24:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: pgmap v21: 121 pgs: 121 active+clean; 203 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 450 KiB/s wr, 26 op/s 2024-04-02T08:24:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: Upgrade: Updating mon.c 2024-04-02T08:24:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:24:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:24:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:24:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:51 smithi132 ceph-mon[31218]: Deploying daemon mon.c on smithi084 2024-04-02T08:24:52.573 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:52.582 INFO:tasks.rados.rados.0.smithi084.stdout:936: done (2 left) 2024-04-02T08:24:52.582 INFO:tasks.rados.rados.0.smithi084.stdout:938: done (1 left) 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:940: done (0 left) 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:941: read oid 46 snap -1 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:941: expect deleted 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:942: read oid 12 snap -1 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:942: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:943: copy_from oid 19 from oid 41 current snap is 87 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:944: copy_from oid 49 from oid 18 current snap is 87 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 87 2024-04-02T08:24:52.583 INFO:tasks.rados.rados.0.smithi084.stdout:945: seq_num 306 ranges {0=327680} 2024-04-02T08:24:52.584 INFO:tasks.rados.rados.0.smithi084.stdout:945: writing smithi08483026-35 from 0 to 327680 tid 1 2024-04-02T08:24:52.584 INFO:tasks.rados.rados.0.smithi084.stdout:946: rollback oid 15 current snap is 87 2024-04-02T08:24:52.584 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 83 2024-04-02T08:24:52.584 INFO:tasks.rados.rados.0.smithi084.stdout:947: rollback oid 36 current snap is 87 2024-04-02T08:24:52.585 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 80 2024-04-02T08:24:52.585 INFO:tasks.rados.rados.0.smithi084.stdout:948: rollback oid 40 current snap is 87 2024-04-02T08:24:52.585 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 58 2024-04-02T08:24:52.585 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 87 2024-04-02T08:24:52.585 INFO:tasks.rados.rados.0.smithi084.stdout:949: seq_num 307 ranges {1712128=344064} 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:949: writing smithi08483026-8 from 1712128 to 2056192 tid 1 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:950: rollback oid 38 current snap is 87 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 38 to 85 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:943: finishing copy_from to smithi08483026-19 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:943: got expected ENOENT (src dne) 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:943: finishing copy_from racing read to smithi08483026-19 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:946: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 341 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:947: finishing rollback tid 0 to smithi08483026-36 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:945: finishing write tid 1 to smithi08483026-35 2024-04-02T08:24:52.597 INFO:tasks.rados.rados.0.smithi084.stdout:945: finishing write tid 2 to smithi08483026-35 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:948: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:947: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:948: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:948: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 449 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:947: finishing rollback tid 2 to smithi08483026-36 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 383 (ObjNum 259 snap 67 seq_num 259) dirty exists 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:941: done (9 left) 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:943: done (8 left) 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:946: done (7 left) 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:947: done (6 left) 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:948: done (5 left) 2024-04-02T08:24:52.598 INFO:tasks.rados.rados.0.smithi084.stdout:951: read oid 28 snap -1 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:951: expect (ObjNum 285 snap 82 seq_num 285) 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:952: snap_create 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:945: finishing write tid 3 to smithi08483026-35 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:945: oid 35 updating version 0 to 444 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:945: oid 35 updating version 444 to 445 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 445 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:945: left oid 35 (ObjNum 306 snap 87 seq_num 306) 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:950: finishing rollback tid 1 to smithi08483026-38 2024-04-02T08:24:52.599 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 0 (ObjNum 344081 snap 0 seq_num 1207687980) dirty dne 2024-04-02T08:24:52.603 INFO:tasks.rados.rados.0.smithi084.stdout:944: finishing copy_from racing read to smithi08483026-49 2024-04-02T08:24:52.606 INFO:tasks.rados.rados.0.smithi084.stdout:944: finishing copy_from to smithi08483026-49 2024-04-02T08:24:52.606 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 134 (ObjNum 239 snap 62 seq_num 239) dirty exists 2024-04-02T08:24:52.606 INFO:tasks.rados.rados.0.smithi084.stdout:949: finishing write tid 1 to smithi08483026-8 2024-04-02T08:24:52.607 INFO:tasks.rados.rados.0.smithi084.stdout:949: finishing write tid 2 to smithi08483026-8 2024-04-02T08:24:52.609 INFO:tasks.rados.rados.0.smithi084.stdout:949: finishing write tid 3 to smithi08483026-8 2024-04-02T08:24:52.609 INFO:tasks.rados.rados.0.smithi084.stdout:949: oid 8 updating version 0 to 451 2024-04-02T08:24:52.609 INFO:tasks.rados.rados.0.smithi084.stdout:949: oid 8 updating version 451 to 452 2024-04-02T08:24:52.609 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 452 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:24:52.609 INFO:tasks.rados.rados.0.smithi084.stdout:949: left oid 8 (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:24:52.613 INFO:tasks.rados.rados.0.smithi084.stdout:942: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:24:52.784 INFO:tasks.rados.rados.0.smithi084.stdout:951: expect (ObjNum 285 snap 82 seq_num 285) 2024-04-02T08:24:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:24:52 smithi084 ceph-mon[94794]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:24:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:52 smithi084 ceph-mon[39235]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:24:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:24:52 smithi132 ceph-mon[31218]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:24:53.176 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:52 smithi084 systemd[1]: Stopping Ceph mon.c for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:53.177 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c[39212]: 2024-04-02T08:24:53.167+0000 7f95cba0e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:24:53.177 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c[39212]: 2024-04-02T08:24:53.167+0000 7f95cba0e700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:24:53.614 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:53] ENGINE Bus STOPPING 2024-04-02T08:24:53.614 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:24:53.614 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:53] ENGINE Bus STOPPED 2024-04-02T08:24:53.614 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:53] ENGINE Bus STARTING 2024-04-02T08:24:53.615 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:53] ENGINE Serving on http://:::9283 2024-04-02T08:24:53.615 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:24:53 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:24:53] ENGINE Bus STARTED 2024-04-02T08:24:53.615 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:53 smithi084 podman[97153]: 2024-04-02 08:24:53.331633647 +0000 UTC m=+0.267500241 container died a1549e333be45fce0fff3a37362def90db0893970459d75f8a392a1553d336bc (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:24:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:53 smithi084 podman[97153]: 2024-04-02 08:24:53.749305903 +0000 UTC m=+0.685172489 container cleanup a1549e333be45fce0fff3a37362def90db0893970459d75f8a392a1553d336bc (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True) 2024-04-02T08:24:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:53 smithi084 bash[97153]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T08:24:53.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:24:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:24:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:24:54.349 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:53 smithi084 podman[97184]: 2024-04-02 08:24:53.942368444 +0000 UTC m=+0.614417694 container remove a1549e333be45fce0fff3a37362def90db0893970459d75f8a392a1553d336bc (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:24:54.349 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-02T08:24:54.349 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 systemd[1]: Stopped Ceph mon.c for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:24:54.349 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.c.service: Consumed 8.617s CPU time. 2024-04-02T08:24:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 systemd[1]: Starting Ceph mon.c for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:24:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 podman[97320]: 2024-04-02 08:24:54.465130579 +0000 UTC m=+0.017574727 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:24:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 podman[97320]: 2024-04-02 08:24:54.593559883 +0000 UTC m=+0.146004004 container create 4dc7848a08279ccc52b1183efe488fa7a1bd7e044299b827280c899ae5fb0ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T08:24:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 podman[97320]: 2024-04-02 08:24:54.988100706 +0000 UTC m=+0.540544829 container init 4dc7848a08279ccc52b1183efe488fa7a1bd7e044299b827280c899ae5fb0ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:24:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:54 smithi084 podman[97320]: 2024-04-02 08:24:54.99429228 +0000 UTC m=+0.546736404 container start 4dc7848a08279ccc52b1183efe488fa7a1bd7e044299b827280c899ae5fb0ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: pidfile_write: ignore empty --pid-file 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: load: jerasure load: lrc 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Git sha 0 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: DB SUMMARY 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: DB Session ID: DCNEJYOEU5H3SIQ0UOOC 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 13067003 ; 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.env: 0x55580c67dc60 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.info_log: 0x55580e67bae0 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.statistics: (nil) 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.use_fsync: 0 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:24:55.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.db_log_dir: 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.wal_dir: 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:24:55.372 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.write_buffer_manager: 0x55580e64c820 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.unordered_write: 0 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.row_cache: None 2024-04-02T08:24:55.373 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.wal_filter: None 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.wal_compression: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:24:55.374 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:24:55.375 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_open_files: -1 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Compression algorithms supported: 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kZSTD supported: 0 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:24:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.merge_operator: 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_filter: None 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:24:55.377 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55580e67bcc0) 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_type: 0 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: data_block_index_type: 0 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_shortening: 1 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: checksum: 4 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: no_block_cache: 0 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache: 0x55580e67f090 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:24:55.378 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_options: 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: capacity : 536870912 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: num_shard_bits : 4 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: strict_capacity_limit : 0 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_compressed: (nil) 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: persistent_cache: (nil) 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_size: 4096 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_size_deviation: 10 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_restart_interval: 16 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_block_restart_interval: 1 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: metadata_block_size: 4096 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: partition_filters: 0 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: use_delta_encoding: 1 2024-04-02T08:24:55.379 INFO:journalctl@ceph.mon.c.smithi084.stdout: filter_policy: bloomfilter 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: whole_key_filtering: 1 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: verify_compression: 0 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: format_version: 5 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: enable_index_compression: 1 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_align: 0 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: max_auto_readahead_size: 262144 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: prepopulate_block_cache: 0 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression: NoCompression 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:24:55.380 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.num_levels: 7 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:24:55.381 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:24:55.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:24:55.383 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:24:55.384 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.ttl: 2592000 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:24:55.385 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13116, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 32ac56e1-7853-464f-9bb9-ee6fc2635574 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046295023773, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046295054241, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 8001477, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13121, "largest_seqno": 17645, "table_properties": {"data_size": 7981913, "index_size": 13781, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4741, "raw_key_size": 42695, "raw_average_key_size": 22, "raw_value_size": 7942030, "raw_average_value_size": 4247, "num_data_blocks": 597, "num_entries": 1870, "num_filter_entries": 1870, "num_deletions": 309, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046295, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "32ac56e1-7853-464f-9bb9-ee6fc2635574", "db_session_id": "DCNEJYOEU5H3SIQ0UOOC", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046295054349, "job": 1, "event": "recovery_finished"} 2024-04-02T08:24:55.386 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55580e76e000 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: DB pointer 0x55580e758000 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** DB Stats ** 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:24:55.387 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: L0 1/0 7.63 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: L6 1/0 5.54 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: Sum 2/0 13.17 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-02T08:24:55.388 INFO:journalctl@ceph.mon.c.smithi084.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 565.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative compaction: 0.01 GB write, 227.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval compaction: 0.01 GB write, 227.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Block cache BinnedLRUCache@0x55580e67f090#7 capacity: 512.00 MB usage: 21.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-02T08:24:55.389 INFO:journalctl@ceph.mon.c.smithi084.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,5.03 KB,0.000959635%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: starting mon.c rank 2 at public addrs [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] at bind addrs [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???) e3 preinit fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???).mds e6 new map 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???).mds e6 print_map 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: e6 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: legacy client fscid: 1 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: fs_name cephfs 2024-04-02T08:24:55.390 INFO:journalctl@ceph.mon.c.smithi084.stdout: epoch 6 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: created 2024-04-02T08:17:45.442902+0000 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: modified 2024-04-02T08:17:47.454249+0000 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: tableserver 0 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: root 0 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: session_timeout 60 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: session_autoclose 300 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: max_file_size 1099511627776 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: max_xattr_size 65536 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: required_client_features {} 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: last_failure 0 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: last_failure_osd_epoch 0 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: max_mds 1 2024-04-02T08:24:55.391 INFO:journalctl@ceph.mon.c.smithi084.stdout: in 0 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: up {0=24337} 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: failed 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: damaged 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: stopped 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: data_pools [3] 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: metadata_pool 2 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: inline_data disabled 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: balancer 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: bal_rank_mask -1 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: standby_count_wanted 0 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: [mds.b{0:24337} state up:active seq 3 addr [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.392 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout: Standby daemons: 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout: [mds.a{-1:14460} state up:standby seq 1 addr [v2:172.21.15.84:6834/494343268,v1:172.21.15.84:6835/494343268] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???).osd e244 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 ceph-mon[97358]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 bash[97320]: 4dc7848a08279ccc52b1183efe488fa7a1bd7e044299b827280c899ae5fb0ad2 2024-04-02T08:24:55.393 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:24:55 smithi084 systemd[1]: Started Ceph mon.c for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:01.112 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:25:00] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-04-02T08:25:01.298 INFO:tasks.rados.rados.0.smithi084.stdout:942: done (6 left) 2024-04-02T08:25:01.299 INFO:tasks.rados.rados.0.smithi084.stdout:944: done (5 left) 2024-04-02T08:25:01.299 INFO:tasks.rados.rados.0.smithi084.stdout:945: done (4 left) 2024-04-02T08:25:01.299 INFO:tasks.rados.rados.0.smithi084.stdout:949: done (3 left) 2024-04-02T08:25:01.299 INFO:tasks.rados.rados.0.smithi084.stdout:950: done (2 left) 2024-04-02T08:25:01.299 INFO:tasks.rados.rados.0.smithi084.stdout:951: done (1 left) 2024-04-02T08:25:01.299 INFO:tasks.rados.rados.0.smithi084.stdout:952: done (0 left) 2024-04-02T08:25:01.299 INFO:tasks.rados.rados.0.smithi084.stdout:953: snap_remove snap 86 2024-04-02T08:25:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: mon.c calling monitor election 2024-04-02T08:25:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: mon.a calling monitor election 2024-04-02T08:25:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: mon.b calling monitor election 2024-04-02T08:25:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:25:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: monmap epoch 3 2024-04-02T08:25:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: last_changed 2024-04-02T08:13:57.808276+0000 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: min_mon_release 18 (reef) 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: election_strategy: 1 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[94794]: overall HEALTH_OK 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: mon.c calling monitor election 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: mon.a calling monitor election 2024-04-02T08:25:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: mon.b calling monitor election 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: monmap epoch 3 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: last_changed 2024-04-02T08:13:57.808276+0000 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: min_mon_release 18 (reef) 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: election_strategy: 1 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:25:01.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:01 smithi084 ceph-mon[97358]: overall HEALTH_OK 2024-04-02T08:25:01.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: mon.c calling monitor election 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: mon.a calling monitor election 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: mon.b calling monitor election 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: monmap epoch 3 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: last_changed 2024-04-02T08:13:57.808276+0000 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: min_mon_release 18 (reef) 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: election_strategy: 1 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:25:01.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:25:01.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:25:01.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:25:01.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:25:01.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:25:01.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:01 smithi132 ceph-mon[31218]: overall HEALTH_OK 2024-04-02T08:25:02.304 INFO:tasks.rados.rados.0.smithi084.stdout:953: done (0 left) 2024-04-02T08:25:02.304 INFO:tasks.rados.rados.0.smithi084.stdout:954: rmattr oid 41 current snap is 88 2024-04-02T08:25:02.305 INFO:tasks.rados.rados.0.smithi084.stdout:954: done (0 left) 2024-04-02T08:25:02.305 INFO:tasks.rados.rados.0.smithi084.stdout:955: snap_remove snap 82 2024-04-02T08:25:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:02 smithi084 ceph-mon[94794]: pgmap v28: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 487 KiB/s wr, 2 op/s 2024-04-02T08:25:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:02 smithi084 ceph-mon[94794]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:25:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:02 smithi084 ceph-mon[97358]: pgmap v28: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 487 KiB/s wr, 2 op/s 2024-04-02T08:25:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:02 smithi084 ceph-mon[97358]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:25:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:02 smithi132 ceph-mon[31218]: pgmap v28: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 487 KiB/s wr, 2 op/s 2024-04-02T08:25:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:02 smithi132 ceph-mon[31218]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:25:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:03.321 INFO:tasks.rados.rados.0.smithi084.stdout:955: done (0 left) 2024-04-02T08:25:03.321 INFO:tasks.rados.rados.0.smithi084.stdout:956: setattr oid 11 current snap is 88 2024-04-02T08:25:03.324 INFO:tasks.rados.rados.0.smithi084.stdout:957: rmattr oid 31 current snap is 88 2024-04-02T08:25:03.325 INFO:tasks.rados.rados.0.smithi084.stdout:957: done (1 left) 2024-04-02T08:25:03.325 INFO:tasks.rados.rados.0.smithi084.stdout:958: rollback oid 42 current snap is 88 2024-04-02T08:25:03.325 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 42 to 58 2024-04-02T08:25:03.325 INFO:tasks.rados.rados.0.smithi084.stdout:959: rollback oid 38 current snap is 88 2024-04-02T08:25:03.325 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 38 to 83 2024-04-02T08:25:03.325 INFO:tasks.rados.rados.0.smithi084.stdout:960: snap_create 2024-04-02T08:25:03.326 INFO:tasks.rados.rados.0.smithi084.stdout:959: finishing rollback tid 1 to smithi08483026-38 2024-04-02T08:25:03.326 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 0 (ObjNum 129 snap 0 seq_num 620870536) dirty dne 2024-04-02T08:25:03.328 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 471 (ObjNum 241 snap 62 seq_num 241) dirty exists 2024-04-02T08:25:03.328 INFO:tasks.rados.rados.0.smithi084.stdout:958: finishing rollback tid 1 to smithi08483026-42 2024-04-02T08:25:03.328 INFO:tasks.rados.rados.0.smithi084.stdout:958: finishing rollback tid 2 to smithi08483026-42 2024-04-02T08:25:03.328 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 473 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-04-02T08:25:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:03 smithi084 ceph-mon[94794]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:25:03.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:03 smithi084 ceph-mon[97358]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:25:03.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:03 smithi132 ceph-mon[31218]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:25:03.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:04.318 INFO:tasks.rados.rados.0.smithi084.stdout:956: done (3 left) 2024-04-02T08:25:04.318 INFO:tasks.rados.rados.0.smithi084.stdout:958: done (2 left) 2024-04-02T08:25:04.318 INFO:tasks.rados.rados.0.smithi084.stdout:959: done (1 left) 2024-04-02T08:25:04.318 INFO:tasks.rados.rados.0.smithi084.stdout:960: done (0 left) 2024-04-02T08:25:04.318 INFO:tasks.rados.rados.0.smithi084.stdout:961: rollback oid 43 current snap is 89 2024-04-02T08:25:04.318 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 43 to 58 2024-04-02T08:25:04.318 INFO:tasks.rados.rados.0.smithi084.stdout:962: snap_create 2024-04-02T08:25:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:961: finishing rollback tid 0 to smithi08483026-43 2024-04-02T08:25:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:961: finishing rollback tid 1 to smithi08483026-43 2024-04-02T08:25:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:961: finishing rollback tid 2 to smithi08483026-43 2024-04-02T08:25:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 464 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:25:04.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[94794]: pgmap v31: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 548 KiB/s wr, 3 op/s 2024-04-02T08:25:04.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[94794]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:25:04.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:04.391 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:04.391 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[97358]: pgmap v31: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 548 KiB/s wr, 3 op/s 2024-04-02T08:25:04.391 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[97358]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:25:04.392 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:04.392 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:04 smithi132 ceph-mon[31218]: pgmap v31: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 548 KiB/s wr, 3 op/s 2024-04-02T08:25:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:04 smithi132 ceph-mon[31218]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:25:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:04 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:04 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:05.083 INFO:tasks.rados.rados.0.smithi084.stdout:961: done (1 left) 2024-04-02T08:25:05.083 INFO:tasks.rados.rados.0.smithi084.stdout:962: done (0 left) 2024-04-02T08:25:05.083 INFO:tasks.rados.rados.0.smithi084.stdout:963: rmattr oid 29 current snap is 90 2024-04-02T08:25:05.083 INFO:tasks.rados.rados.0.smithi084.stdout:964: snap_create 2024-04-02T08:25:05.086 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 128 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:25:05.317 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:25:05.063+0000 7facf0160700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-02T08:25:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[94794]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:25:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[94794]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:25:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[97358]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:25:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[97358]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:25:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:05 smithi132 ceph-mon[31218]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:25:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:05 smithi132 ceph-mon[31218]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:25:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:05 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:05 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:06.086 INFO:tasks.rados.rados.0.smithi084.stdout:963: done (1 left) 2024-04-02T08:25:06.086 INFO:tasks.rados.rados.0.smithi084.stdout:964: done (0 left) 2024-04-02T08:25:06.086 INFO:tasks.rados.rados.0.smithi084.stdout:965: delete oid 33 current snap is 91 2024-04-02T08:25:06.090 INFO:tasks.rados.rados.0.smithi084.stdout:965: done (0 left) 2024-04-02T08:25:06.090 INFO:tasks.rados.rados.0.smithi084.stdout:966: setattr oid 48 current snap is 91 2024-04-02T08:25:06.091 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 91 2024-04-02T08:25:06.092 INFO:tasks.rados.rados.0.smithi084.stdout:967: seq_num 309 ranges {1867776=376832} 2024-04-02T08:25:06.104 INFO:tasks.rados.rados.0.smithi084.stdout:967: writing smithi08483026-2 from 1867776 to 2244608 tid 1 2024-04-02T08:25:06.104 INFO:tasks.rados.rados.0.smithi084.stdout:968: read oid 37 snap -1 2024-04-02T08:25:06.105 INFO:tasks.rados.rados.0.smithi084.stdout:968: expect deleted 2024-04-02T08:25:06.105 INFO:tasks.rados.rados.0.smithi084.stdout:969: copy_from oid 40 from oid 33 current snap is 91 2024-04-02T08:25:06.105 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 161 (ObjNum 302 snap 85 seq_num 302) dirty exists 2024-04-02T08:25:06.105 INFO:tasks.rados.rados.0.smithi084.stdout:966: done (3 left) 2024-04-02T08:25:06.105 INFO:tasks.rados.rados.0.smithi084.stdout:970: snap_remove snap 84 2024-04-02T08:25:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:06 smithi084 ceph-mon[94794]: pgmap v34: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:06 smithi084 ceph-mon[94794]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:25:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:06 smithi084 ceph-mon[97358]: pgmap v34: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:06 smithi084 ceph-mon[97358]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:25:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:06 smithi132 ceph-mon[31218]: pgmap v34: 121 pgs: 121 active+clean; 209 MiB data, 906 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:06 smithi132 ceph-mon[31218]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:25:07.088 INFO:tasks.rados.rados.0.smithi084.stdout:970: done (3 left) 2024-04-02T08:25:07.088 INFO:tasks.rados.rados.0.smithi084.stdout:971: setattr oid 27 current snap is 91 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:969: finishing copy_from to smithi08483026-40 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:969: got expected ENOENT (src dne) 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:969: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:967: finishing write tid 1 to smithi08483026-2 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:967: finishing write tid 2 to smithi08483026-2 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:967: finishing write tid 3 to smithi08483026-2 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:967: oid 2 updating version 0 to 394 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:967: oid 2 version 394 is already newer than 393 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 394 (ObjNum 309 snap 91 seq_num 309) dirty exists 2024-04-02T08:25:07.089 INFO:tasks.rados.rados.0.smithi084.stdout:967: left oid 2 (ObjNum 309 snap 91 seq_num 309) 2024-04-02T08:25:07.091 INFO:tasks.rados.rados.0.smithi084.stdout:967: done (3 left) 2024-04-02T08:25:07.091 INFO:tasks.rados.rados.0.smithi084.stdout:968: done (2 left) 2024-04-02T08:25:07.091 INFO:tasks.rados.rados.0.smithi084.stdout:969: done (1 left) 2024-04-02T08:25:07.091 INFO:tasks.rados.rados.0.smithi084.stdout:972: snap_create 2024-04-02T08:25:07.095 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 290 (ObjNum 281 snap 82 seq_num 281) dirty exists 2024-04-02T08:25:08.090 INFO:tasks.rados.rados.0.smithi084.stdout:971: done (1 left) 2024-04-02T08:25:08.090 INFO:tasks.rados.rados.0.smithi084.stdout:972: done (0 left) 2024-04-02T08:25:08.090 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 92 2024-04-02T08:25:08.091 INFO:tasks.rados.rados.0.smithi084.stdout:973: seq_num 310 ranges {0=401408} 2024-04-02T08:25:08.092 INFO:tasks.rados.rados.0.smithi084.stdout:973: writing smithi08483026-37 from 0 to 401408 tid 1 2024-04-02T08:25:08.092 INFO:tasks.rados.rados.0.smithi084.stdout:974: snap_create 2024-04-02T08:25:08.095 INFO:tasks.rados.rados.0.smithi084.stdout:973: finishing write tid 1 to smithi08483026-37 2024-04-02T08:25:08.096 INFO:tasks.rados.rados.0.smithi084.stdout:973: finishing write tid 2 to smithi08483026-37 2024-04-02T08:25:08.102 INFO:tasks.rados.rados.0.smithi084.stdout:973: finishing write tid 3 to smithi08483026-37 2024-04-02T08:25:08.102 INFO:tasks.rados.rados.0.smithi084.stdout:973: oid 37 updating version 0 to 119 2024-04-02T08:25:08.102 INFO:tasks.rados.rados.0.smithi084.stdout:973: oid 37 updating version 119 to 120 2024-04-02T08:25:08.102 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 120 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:25:08.102 INFO:tasks.rados.rados.0.smithi084.stdout:973: left oid 37 (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:25:08.289 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:08 smithi084 ceph-mon[97358]: pgmap v37: 121 pgs: 121 active+clean; 213 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:25:08.289 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:08 smithi084 ceph-mon[97358]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:25:08.289 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:08 smithi084 ceph-mon[94794]: pgmap v37: 121 pgs: 121 active+clean; 213 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:25:08.290 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:08 smithi084 ceph-mon[94794]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:25:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:08 smithi132 ceph-mon[31218]: pgmap v37: 121 pgs: 121 active+clean; 213 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:25:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:08 smithi132 ceph-mon[31218]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:25:09.106 INFO:tasks.rados.rados.0.smithi084.stdout:973: done (1 left) 2024-04-02T08:25:09.106 INFO:tasks.rados.rados.0.smithi084.stdout:974: done (0 left) 2024-04-02T08:25:09.106 INFO:tasks.rados.rados.0.smithi084.stdout:975: read oid 11 snap 83 2024-04-02T08:25:09.107 INFO:tasks.rados.rados.0.smithi084.stdout:975: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:25:09.107 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 93 2024-04-02T08:25:09.107 INFO:tasks.rados.rados.0.smithi084.stdout:976: seq_num 311 ranges {401408=417792} 2024-04-02T08:25:09.108 INFO:tasks.rados.rados.0.smithi084.stdout:976: writing smithi08483026-21 from 401408 to 819200 tid 1 2024-04-02T08:25:09.108 INFO:tasks.rados.rados.0.smithi084.stdout:977: delete oid 47 current snap is 93 2024-04-02T08:25:09.111 INFO:tasks.rados.rados.0.smithi084.stdout:975: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:976: finishing write tid 1 to smithi08483026-21 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:976: finishing write tid 2 to smithi08483026-21 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:976: finishing write tid 3 to smithi08483026-21 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:976: oid 21 updating version 0 to 165 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:976: oid 21 updating version 165 to 166 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 166 (ObjNum 311 snap 93 seq_num 311) dirty exists 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:976: left oid 21 (ObjNum 311 snap 93 seq_num 311) 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:975: done (2 left) 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:976: done (1 left) 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:977: done (0 left) 2024-04-02T08:25:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:978: snap_create 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:25:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:25:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:25:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:25:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:09 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:25:10.105 INFO:tasks.rados.rados.0.smithi084.stdout:978: done (0 left) 2024-04-02T08:25:10.105 INFO:tasks.rados.rados.0.smithi084.stdout:979: setattr oid 39 current snap is 94 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:980: read oid 37 snap -1 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:980: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:981: read oid 25 snap -1 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:981: expect deleted 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:982: read oid 43 snap -1 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:982: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:983: rmattr oid 12 current snap is 94 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 94 2024-04-02T08:25:10.107 INFO:tasks.rados.rados.0.smithi084.stdout:984: seq_num 313 ranges {2064384=450560} 2024-04-02T08:25:10.121 INFO:tasks.rados.rados.0.smithi084.stdout:984: writing smithi08483026-24 from 2064384 to 2514944 tid 1 2024-04-02T08:25:10.121 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 94 2024-04-02T08:25:10.121 INFO:tasks.rados.rados.0.smithi084.stdout:985: seq_num 314 ranges {2342912=466944} 2024-04-02T08:25:10.136 INFO:tasks.rados.rados.0.smithi084.stdout:985: writing smithi08483026-30 from 2342912 to 2809856 tid 1 2024-04-02T08:25:10.137 INFO:tasks.rados.rados.0.smithi084.stdout:986: rmattr oid 35 current snap is 94 2024-04-02T08:25:10.137 INFO:tasks.rados.rados.0.smithi084.stdout:986: done (7 left) 2024-04-02T08:25:10.137 INFO:tasks.rados.rados.0.smithi084.stdout:987: snap_create 2024-04-02T08:25:10.137 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 459 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:25:10.137 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 461 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:25:10.137 INFO:tasks.rados.rados.0.smithi084.stdout:980: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:25:10.148 INFO:tasks.rados.rados.0.smithi084.stdout:982: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:25:10.228 INFO:tasks.rados.rados.0.smithi084.stdout:984: finishing write tid 1 to smithi08483026-24 2024-04-02T08:25:10.228 INFO:tasks.rados.rados.0.smithi084.stdout:984: finishing write tid 2 to smithi08483026-24 2024-04-02T08:25:10.228 INFO:tasks.rados.rados.0.smithi084.stdout:984: finishing write tid 3 to smithi08483026-24 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:984: oid 24 updating version 0 to 133 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:984: oid 24 version 133 is already newer than 132 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 133 (ObjNum 313 snap 94 seq_num 313) dirty exists 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:984: left oid 24 (ObjNum 313 snap 94 seq_num 313) 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:985: finishing write tid 1 to smithi08483026-30 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:985: finishing write tid 2 to smithi08483026-30 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:985: finishing write tid 3 to smithi08483026-30 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:985: oid 30 updating version 0 to 169 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:985: oid 30 version 169 is already newer than 168 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 169 (ObjNum 314 snap 94 seq_num 314) dirty exists 2024-04-02T08:25:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:985: left oid 30 (ObjNum 314 snap 94 seq_num 314) 2024-04-02T08:25:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:10 smithi084 ceph-mon[94794]: pgmap v40: 121 pgs: 121 active+clean; 213 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:25:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:10 smithi084 ceph-mon[94794]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:25:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:10 smithi084 ceph-mon[94794]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:25:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:10 smithi084 ceph-mon[97358]: pgmap v40: 121 pgs: 121 active+clean; 213 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:25:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:10 smithi084 ceph-mon[97358]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:25:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:10 smithi084 ceph-mon[97358]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:25:10.402 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:10 smithi132 ceph-mon[31218]: pgmap v40: 121 pgs: 121 active+clean; 213 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:25:10.402 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:10 smithi132 ceph-mon[31218]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:25:10.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:10 smithi132 ceph-mon[31218]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:25:10.758 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (5m) 7s ago 6m 25.1M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (6m) 27s ago 6m 91.2M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (7m) 7s ago 7m 15.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (7m) 27s ago 7m 19.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (56s) 27s ago 10m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (87s) 7s ago 12m 494M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (41s) 7s ago 12m 41.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (11m) 27s ago 11m 57.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d fafbb6e99304 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (16s) 7s ago 11m 29.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (6m) 7s ago 6m 16.1M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (6m) 27s ago 6m 15.4M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:25:11.073 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (10m) 7s ago 10m 136M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (10m) 7s ago 10m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (9m) 7s ago 9m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (9m) 7s ago 9m 102M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (9m) 27s ago 9m 150M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (8m) 27s ago 8m 147M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (8m) 27s ago 8m 87.7M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (7m) 27s ago 7m 99.8M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:25:11.074 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (62s) 27s ago 7m 50.6M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:25:11.074 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:25:10] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:979: done (7 left) 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:980: done (6 left) 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:981: done (5 left) 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:982: done (4 left) 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:983: done (3 left) 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:984: done (2 left) 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:985: done (1 left) 2024-04-02T08:25:11.108 INFO:tasks.rados.rados.0.smithi084.stdout:987: done (0 left) 2024-04-02T08:25:11.109 INFO:tasks.rados.rados.0.smithi084.stdout:988: snap_create 2024-04-02T08:25:11.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:11 smithi132 ceph-mon[31218]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:25:11.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:11 smithi132 ceph-mon[31218]: Upgrade: Updating mon.b 2024-04-02T08:25:11.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:11 smithi132 ceph-mon[31218]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:11.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:11 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:11.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:11 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:11.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:11 smithi132 ceph-mon[31218]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:11.289 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:11 smithi132 ceph-mon[31218]: Deploying daemon mon.b on smithi132 2024-04-02T08:25:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[97358]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:25:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[97358]: Upgrade: Updating mon.b 2024-04-02T08:25:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[97358]: Deploying daemon mon.b on smithi132 2024-04-02T08:25:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[94794]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:25:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[94794]: Upgrade: Updating mon.b 2024-04-02T08:25:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:11 smithi084 ceph-mon[94794]: Deploying daemon mon.b on smithi132 2024-04-02T08:25:11.468 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:25:11.468 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:25:11.468 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 11, 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 4 2024-04-02T08:25:11.469 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:25:11.470 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:25:12.110 INFO:tasks.rados.rados.0.smithi084.stdout:988: done (0 left) 2024-04-02T08:25:12.110 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 96 2024-04-02T08:25:12.110 INFO:tasks.rados.rados.0.smithi084.stdout:989: seq_num 315 ranges {81920=483328} 2024-04-02T08:25:12.113 INFO:tasks.rados.rados.0.smithi084.stdout:989: writing smithi08483026-17 from 81920 to 565248 tid 1 2024-04-02T08:25:12.113 INFO:tasks.rados.rados.0.smithi084.stdout:990: delete oid 15 current snap is 96 2024-04-02T08:25:12.117 INFO:tasks.rados.rados.0.smithi084.stdout:990: done (1 left) 2024-04-02T08:25:12.117 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 96 2024-04-02T08:25:12.117 INFO:tasks.rados.rados.0.smithi084.stdout:991: seq_num 317 ranges {3809280=516096} 2024-04-02T08:25:12.140 INFO:tasks.rados.rados.0.smithi084.stdout:991: writing smithi08483026-27 from 3809280 to 4325376 tid 1 2024-04-02T08:25:12.140 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 96 2024-04-02T08:25:12.140 INFO:tasks.rados.rados.0.smithi084.stdout:992: seq_num 318 ranges {212992=532480} 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:992: writing smithi08483026-10 from 212992 to 745472 tid 1 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:993: delete oid 32 current snap is 96 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:989: finishing write tid 1 to smithi08483026-17 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:989: finishing write tid 2 to smithi08483026-17 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:989: finishing write tid 3 to smithi08483026-17 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:989: oid 17 updating version 0 to 293 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:989: oid 17 version 293 is already newer than 292 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 293 (ObjNum 315 snap 96 seq_num 315) dirty exists 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:989: left oid 17 (ObjNum 315 snap 96 seq_num 315) 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:991: finishing write tid 1 to smithi08483026-27 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:991: finishing write tid 2 to smithi08483026-27 2024-04-02T08:25:12.145 INFO:tasks.rados.rados.0.smithi084.stdout:991: finishing write tid 3 to smithi08483026-27 2024-04-02T08:25:12.146 INFO:tasks.rados.rados.0.smithi084.stdout:991: oid 27 updating version 0 to 295 2024-04-02T08:25:12.146 INFO:tasks.rados.rados.0.smithi084.stdout:991: oid 27 updating version 295 to 296 2024-04-02T08:25:12.146 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 296 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-04-02T08:25:12.146 INFO:tasks.rados.rados.0.smithi084.stdout:991: left oid 27 (ObjNum 317 snap 96 seq_num 317) 2024-04-02T08:25:12.149 INFO:tasks.rados.rados.0.smithi084.stdout:989: done (3 left) 2024-04-02T08:25:12.149 INFO:tasks.rados.rados.0.smithi084.stdout:991: done (2 left) 2024-04-02T08:25:12.149 INFO:tasks.rados.rados.0.smithi084.stdout:993: done (1 left) 2024-04-02T08:25:12.149 INFO:tasks.rados.rados.0.smithi084.stdout:994: read oid 41 snap -1 2024-04-02T08:25:12.149 INFO:tasks.rados.rados.0.smithi084.stdout:994: expect deleted 2024-04-02T08:25:12.149 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 96 2024-04-02T08:25:12.149 INFO:tasks.rados.rados.0.smithi084.stdout:995: seq_num 320 ranges {401408=565248} 2024-04-02T08:25:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:995: writing smithi08483026-29 from 401408 to 966656 tid 1 2024-04-02T08:25:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 96 2024-04-02T08:25:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:992: finishing write tid 1 to smithi08483026-10 2024-04-02T08:25:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:996: seq_num 321 ranges {0=581632} 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:996: writing smithi08483026-39 from 0 to 581632 tid 1 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:997: delete oid 46 current snap is 96 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:992: finishing write tid 2 to smithi08483026-10 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:992: finishing write tid 3 to smithi08483026-10 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:992: oid 10 updating version 0 to 485 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:992: oid 10 updating version 485 to 486 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 486 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:992: left oid 10 (ObjNum 318 snap 96 seq_num 318) 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:995: finishing write tid 1 to smithi08483026-29 2024-04-02T08:25:12.158 INFO:tasks.rados.rados.0.smithi084.stdout:995: finishing write tid 2 to smithi08483026-29 2024-04-02T08:25:12.159 INFO:tasks.rados.rados.0.smithi084.stdout:995: finishing write tid 3 to smithi08483026-29 2024-04-02T08:25:12.159 INFO:tasks.rados.rados.0.smithi084.stdout:995: oid 29 updating version 0 to 135 2024-04-02T08:25:12.159 INFO:tasks.rados.rados.0.smithi084.stdout:995: oid 29 updating version 135 to 136 2024-04-02T08:25:12.159 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 136 (ObjNum 320 snap 96 seq_num 320) dirty exists 2024-04-02T08:25:12.159 INFO:tasks.rados.rados.0.smithi084.stdout:995: left oid 29 (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:25:12.160 INFO:tasks.rados.rados.0.smithi084.stdout:992: done (4 left) 2024-04-02T08:25:12.160 INFO:tasks.rados.rados.0.smithi084.stdout:994: done (3 left) 2024-04-02T08:25:12.160 INFO:tasks.rados.rados.0.smithi084.stdout:995: done (2 left) 2024-04-02T08:25:12.160 INFO:tasks.rados.rados.0.smithi084.stdout:997: done (1 left) 2024-04-02T08:25:12.160 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 96 2024-04-02T08:25:12.160 INFO:tasks.rados.rados.0.smithi084.stdout:998: seq_num 323 ranges {0=614400} 2024-04-02T08:25:12.163 INFO:tasks.rados.rados.0.smithi084.stdout:998: writing smithi08483026-38 from 0 to 614400 tid 1 2024-04-02T08:25:12.163 INFO:tasks.rados.rados.0.smithi084.stdout:999: copy_from oid 34 from oid 41 current snap is 96 2024-04-02T08:25:12.163 INFO:tasks.rados.rados.0.smithi084.stdout:996: finishing write tid 1 to smithi08483026-39 2024-04-02T08:25:12.163 INFO:tasks.rados.rados.0.smithi084.stdout:996: finishing write tid 2 to smithi08483026-39 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:996: finishing write tid 3 to smithi08483026-39 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:996: oid 39 updating version 0 to 465 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:996: oid 39 updating version 465 to 466 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 466 (ObjNum 321 snap 96 seq_num 321) dirty exists 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:996: left oid 39 (ObjNum 321 snap 96 seq_num 321) 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:996: done (2 left) 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 96 2024-04-02T08:25:12.164 INFO:tasks.rados.rados.0.smithi084.stdout:1000: seq_num 324 ranges {0=630784} 2024-04-02T08:25:12.166 INFO:tasks.rados.rados.0.smithi084.stdout:1000: writing smithi08483026-50 from 0 to 630784 tid 1 2024-04-02T08:25:12.166 INFO:tasks.rados.rados.0.smithi084.stdout:1001: delete oid 18 current snap is 96 2024-04-02T08:25:12.169 INFO:tasks.rados.rados.0.smithi084.stdout:1000: finishing write tid 1 to smithi08483026-50 2024-04-02T08:25:12.170 INFO:tasks.rados.rados.0.smithi084.stdout:1000: finishing write tid 2 to smithi08483026-50 2024-04-02T08:25:12.170 INFO:tasks.rados.rados.0.smithi084.stdout:998: finishing write tid 1 to smithi08483026-38 2024-04-02T08:25:12.170 INFO:tasks.rados.rados.0.smithi084.stdout:998: finishing write tid 2 to smithi08483026-38 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1000: finishing write tid 3 to smithi08483026-50 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1000: oid 50 updating version 0 to 488 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1000: oid 50 version 488 is already newer than 487 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 488 (ObjNum 324 snap 96 seq_num 324) dirty exists 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1000: left oid 50 (ObjNum 324 snap 96 seq_num 324) 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1000: done (3 left) 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1001: done (2 left) 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 96 2024-04-02T08:25:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1002: seq_num 326 ranges {565248=663552} 2024-04-02T08:25:12.179 INFO:tasks.rados.rados.0.smithi084.stdout:1002: writing smithi08483026-17 from 565248 to 1228800 tid 1 2024-04-02T08:25:12.179 INFO:tasks.rados.rados.0.smithi084.stdout:1003: snap_create 2024-04-02T08:25:12.179 INFO:tasks.rados.rados.0.smithi084.stdout:999: finishing copy_from to smithi08483026-34 2024-04-02T08:25:12.179 INFO:tasks.rados.rados.0.smithi084.stdout:999: got expected ENOENT (src dne) 2024-04-02T08:25:12.179 INFO:tasks.rados.rados.0.smithi084.stdout:999: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:25:12.179 INFO:tasks.rados.rados.0.smithi084.stdout:998: finishing write tid 3 to smithi08483026-38 2024-04-02T08:25:12.180 INFO:tasks.rados.rados.0.smithi084.stdout:998: oid 38 updating version 0 to 221 2024-04-02T08:25:12.180 INFO:tasks.rados.rados.0.smithi084.stdout:998: oid 38 version 221 is already newer than 220 2024-04-02T08:25:12.180 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 221 (ObjNum 323 snap 96 seq_num 323) dirty exists 2024-04-02T08:25:12.180 INFO:tasks.rados.rados.0.smithi084.stdout:998: left oid 38 (ObjNum 323 snap 96 seq_num 323) 2024-04-02T08:25:12.181 INFO:tasks.rados.rados.0.smithi084.stdout:1002: finishing write tid 1 to smithi08483026-17 2024-04-02T08:25:12.182 INFO:tasks.rados.rados.0.smithi084.stdout:1002: finishing write tid 2 to smithi08483026-17 2024-04-02T08:25:12.182 INFO:tasks.rados.rados.0.smithi084.stdout:1002: finishing write tid 3 to smithi08483026-17 2024-04-02T08:25:12.183 INFO:tasks.rados.rados.0.smithi084.stdout:1002: oid 17 updating version 0 to 297 2024-04-02T08:25:12.183 INFO:tasks.rados.rados.0.smithi084.stdout:1002: oid 17 updating version 297 to 298 2024-04-02T08:25:12.183 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 298 (ObjNum 326 snap 96 seq_num 326) dirty exists 2024-04-02T08:25:12.183 INFO:tasks.rados.rados.0.smithi084.stdout:1002: left oid 17 (ObjNum 326 snap 96 seq_num 326) 2024-04-02T08:25:12.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-mon[31218]: pgmap v43: 121 pgs: 121 active+clean; 214 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 292 KiB/s wr, 15 op/s 2024-04-02T08:25:12.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-mon[31218]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-mon[31218]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-mon[31218]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:25:12.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-mon[31218]: from='client.? 172.21.15.84:0/3351974132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[94794]: pgmap v43: 121 pgs: 121 active+clean; 214 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 292 KiB/s wr, 15 op/s 2024-04-02T08:25:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[94794]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[94794]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[94794]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:25:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3351974132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[97358]: pgmap v43: 121 pgs: 121 active+clean; 214 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 292 KiB/s wr, 15 op/s 2024-04-02T08:25:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[97358]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[97358]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[97358]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:25:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3351974132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:12.609 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 systemd[1]: Stopping Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:12.609 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:12.905 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b[31177]: 2024-04-02T08:25:12.610+0000 7fc0a0be1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:25:12.905 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b[31177]: 2024-04-02T08:25:12.610+0000 7fc0a0be1700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:25:12.905 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:12 smithi132 podman[88380]: 2024-04-02 08:25:12.692842401 +0000 UTC m=+0.221131824 container died fafbb6e99304df24857a106d12e086ffd67b164bbae313899ea63a1247a69441 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:25:13.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:25:12] ENGINE Bus STOPPING 2024-04-02T08:25:13.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:25:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:25:13.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:25:12] ENGINE Bus STOPPED 2024-04-02T08:25:13.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:25:12] ENGINE Bus STARTING 2024-04-02T08:25:13.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:25:12] ENGINE Serving on http://:::9283 2024-04-02T08:25:13.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:08:25:12] ENGINE Bus STARTED 2024-04-02T08:25:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 podman[88380]: 2024-04-02 08:25:13.066292643 +0000 UTC m=+0.594582064 container cleanup fafbb6e99304df24857a106d12e086ffd67b164bbae313899ea63a1247a69441 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:25:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 bash[88380]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T08:25:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 podman[88398]: 2024-04-02 08:25:13.317824652 +0000 UTC m=+0.618307737 container remove fafbb6e99304df24857a106d12e086ffd67b164bbae313899ea63a1247a69441 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T08:25:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-02T08:25:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 systemd[1]: Stopped Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.b.service: Consumed 9.858s CPU time. 2024-04-02T08:25:13.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:13.998 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 systemd[1]: Starting Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:13.998 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 podman[88533]: 2024-04-02 08:25:13.792168088 +0000 UTC m=+0.018714394 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:25:13.998 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:13 smithi132 podman[88533]: 2024-04-02 08:25:13.893771397 +0000 UTC m=+0.120317768 container create 95a696637fdf42e9e9b577771332d344812458e214a0e913b719e3fe4fc15447 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True) 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 podman[88533]: 2024-04-02 08:25:14.121549553 +0000 UTC m=+0.348095860 container init 95a696637fdf42e9e9b577771332d344812458e214a0e913b719e3fe4fc15447 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 podman[88533]: 2024-04-02 08:25:14.127173958 +0000 UTC m=+0.353720265 container start 95a696637fdf42e9e9b577771332d344812458e214a0e913b719e3fe4fc15447 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: pidfile_write: ignore empty --pid-file 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: load: jerasure load: lrc 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Git sha 0 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:25:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: DB SUMMARY 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: DB Session ID: W8JBXYIZ92R19VXZJ5ZN 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 13944512 ; 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.env: 0x55b013061c60 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:25:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.info_log: 0x55b014de9ae0 2024-04-02T08:25:14.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:25:14.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.statistics: (nil) 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.use_fsync: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:25:14.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.db_log_dir: 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.wal_dir: 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.write_buffer_manager: 0x55b014dba820 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:25:14.415 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.unordered_write: 0 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.row_cache: None 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.wal_filter: None 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:25:14.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.wal_compression: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:25:14.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_open_files: -1 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:25:14.418 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Compression algorithms supported: 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kZSTD supported: 0 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-02T08:25:14.419 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.merge_operator: 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_filter: None 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b014de9cc0) 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_type: 0 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: data_block_index_type: 0 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_shortening: 1 2024-04-02T08:25:14.420 INFO:journalctl@ceph.mon.b.smithi132.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: checksum: 4 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: no_block_cache: 0 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache: 0x55b014ded090 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_options: 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: capacity : 536870912 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: num_shard_bits : 4 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: strict_capacity_limit : 0 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_compressed: (nil) 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: persistent_cache: (nil) 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_size: 4096 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_size_deviation: 10 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_restart_interval: 16 2024-04-02T08:25:14.421 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_block_restart_interval: 1 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: metadata_block_size: 4096 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: partition_filters: 0 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: use_delta_encoding: 1 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: filter_policy: bloomfilter 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: whole_key_filtering: 1 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: verify_compression: 0 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: format_version: 5 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: enable_index_compression: 1 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_align: 0 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: max_auto_readahead_size: 262144 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: prepopulate_block_cache: 0 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:25:14.422 INFO:journalctl@ceph.mon.b.smithi132.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression: NoCompression 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.num_levels: 7 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:25:14.423 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:25:14.424 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:25:14.424 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:25:14.424 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:25:14.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:25:14.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:25:14.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:25:14.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:25:14.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:25:14.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:25:14.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:25:14.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:25:14.427 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:25:14.428 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:25:14.429 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:25:14.429 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:25:14.429 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:25:14.429 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.ttl: 2592000 2024-04-02T08:25:14.429 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:25:14.429 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:25:14.430 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13202, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ed5008c0-0d3e-43d8-b593-cff3fae9550a 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046314156250, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046314189037, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 8517522, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13207, "largest_seqno": 18183, "table_properties": {"data_size": 8496223, "index_size": 15132, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5125, "raw_key_size": 46279, "raw_average_key_size": 22, "raw_value_size": 8452765, "raw_average_value_size": 4172, "num_data_blocks": 655, "num_entries": 2026, "num_filter_entries": 2026, "num_deletions": 315, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046314, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ed5008c0-0d3e-43d8-b593-cff3fae9550a", "db_session_id": "W8JBXYIZ92R19VXZJ5ZN", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046314189163, "job": 1, "event": "recovery_finished"} 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:25:14.431 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b014edc000 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: DB pointer 0x55b014ec6000 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** DB Stats ** 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.432 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** Compaction Stats [default] ** 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: L0 1/0 8.12 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 555.4 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: L6 1/0 5.54 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: Sum 2/0 13.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 555.4 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 555.4 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** Compaction Stats [default] ** 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 555.4 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.433 INFO:journalctl@ceph.mon.b.smithi132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: Flush(GB): cumulative 0.008, interval 0.008 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative compaction: 0.01 GB write, 226.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval compaction: 0.01 GB write, 226.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: Block cache BinnedLRUCache@0x55b014ded090#7 capacity: 512.00 MB usage: 22.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,6.03 KB,0.00115037%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: starting mon.b rank 1 at public addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] at bind addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:14.434 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???) e3 preinit fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???).mds e6 new map 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???).mds e6 print_map 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: e6 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: legacy client fscid: 1 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: fs_name cephfs 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: epoch 6 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: created 2024-04-02T08:17:45.442902+0000 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: modified 2024-04-02T08:17:47.454249+0000 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: tableserver 0 2024-04-02T08:25:14.435 INFO:journalctl@ceph.mon.b.smithi132.stdout: root 0 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: session_timeout 60 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: session_autoclose 300 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: max_file_size 1099511627776 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: max_xattr_size 65536 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: required_client_features {} 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: last_failure 0 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: last_failure_osd_epoch 0 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: max_mds 1 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: in 0 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: up {0=24337} 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: failed 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: damaged 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: stopped 2024-04-02T08:25:14.436 INFO:journalctl@ceph.mon.b.smithi132.stdout: data_pools [3] 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: metadata_pool 2 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: inline_data disabled 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: balancer 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: bal_rank_mask -1 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: standby_count_wanted 0 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: [mds.b{0:24337} state up:active seq 3 addr [v2:172.21.15.132:6832/1033372047,v1:172.21.15.132:6833/1033372047] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: Standby daemons: 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout: [mds.a{-1:14460} state up:standby seq 1 addr [v2:172.21.15.84:6834/494343268,v1:172.21.15.84:6835/494343268] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???).osd e256 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:25:14.437 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:25:14.438 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 ceph-mon[88571]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-02T08:25:14.438 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 bash[88533]: 95a696637fdf42e9e9b577771332d344812458e214a0e913b719e3fe4fc15447 2024-04-02T08:25:14.438 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:14 smithi132 systemd[1]: Started Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:15.085 INFO:tasks.rados.rados.0.smithi084.stdout:998: done (3 left) 2024-04-02T08:25:15.085 INFO:tasks.rados.rados.0.smithi084.stdout:999: done (2 left) 2024-04-02T08:25:15.085 INFO:tasks.rados.rados.0.smithi084.stdout:1002: done (1 left) 2024-04-02T08:25:15.085 INFO:tasks.rados.rados.0.smithi084.stdout:1003: done (0 left) 2024-04-02T08:25:15.085 INFO:tasks.rados.rados.0.smithi084.stdout:1004: snap_remove snap 94 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: mon.b calling monitor election 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: mon.a calling monitor election 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: mon.c calling monitor election 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: monmap epoch 4 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:15.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: last_changed 2024-04-02T08:25:14.528527+0000 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: min_mon_release 19 (squid) 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: election_strategy: 1 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: mgrmap e40: y(active, since 35s), standbys: x 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: overall HEALTH_OK 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='' 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:15.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[94794]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: mon.b calling monitor election 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: mon.a calling monitor election 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: mon.c calling monitor election 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: monmap epoch 4 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: last_changed 2024-04-02T08:25:14.528527+0000 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:25:15.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: min_mon_release 19 (squid) 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: election_strategy: 1 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: mgrmap e40: y(active, since 35s), standbys: x 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: overall HEALTH_OK 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='' 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:15.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:15 smithi084 ceph-mon[97358]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:25:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: mon.b calling monitor election 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: mon.a calling monitor election 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: mon.c calling monitor election 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: monmap epoch 4 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: last_changed 2024-04-02T08:25:14.528527+0000 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: created 2024-04-02T08:12:09.361166+0000 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: min_mon_release 19 (squid) 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: election_strategy: 1 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: 0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: 1: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: 2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-04-02T08:25:15.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:25:15.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:25:15.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: mgrmap e40: y(active, since 35s), standbys: x 2024-04-02T08:25:15.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: overall HEALTH_OK 2024-04-02T08:25:15.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='' 2024-04-02T08:25:15.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:15.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:15.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:15 smithi132 ceph-mon[88571]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:25:16.087 INFO:tasks.rados.rados.0.smithi084.stdout:1004: done (0 left) 2024-04-02T08:25:16.087 INFO:tasks.rados.rados.0.smithi084.stdout:1005: rmattr oid 46 current snap is 97 2024-04-02T08:25:16.087 INFO:tasks.rados.rados.0.smithi084.stdout:1005: done (0 left) 2024-04-02T08:25:16.088 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 97 2024-04-02T08:25:16.088 INFO:tasks.rados.rados.0.smithi084.stdout:1006: seq_num 327 ranges {819200=679936} 2024-04-02T08:25:16.095 INFO:tasks.rados.rados.0.smithi084.stdout:1006: writing smithi08483026-21 from 819200 to 1499136 tid 1 2024-04-02T08:25:16.095 INFO:tasks.rados.rados.0.smithi084.stdout:1007: delete oid 39 current snap is 97 2024-04-02T08:25:16.102 INFO:tasks.rados.rados.0.smithi084.stdout:1006: finishing write tid 1 to smithi08483026-21 2024-04-02T08:25:16.103 INFO:tasks.rados.rados.0.smithi084.stdout:1006: finishing write tid 2 to smithi08483026-21 2024-04-02T08:25:16.105 INFO:tasks.rados.rados.0.smithi084.stdout:1007: done (1 left) 2024-04-02T08:25:16.105 INFO:tasks.rados.rados.0.smithi084.stdout:1008: read oid 49 snap -1 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:1008: expect (ObjNum 239 snap 62 seq_num 239) 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 97 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:1006: finishing write tid 3 to smithi08483026-21 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:1006: oid 21 updating version 0 to 172 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:1006: oid 21 version 172 is already newer than 171 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 172 (ObjNum 327 snap 97 seq_num 327) dirty exists 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:1006: left oid 21 (ObjNum 327 snap 97 seq_num 327) 2024-04-02T08:25:16.106 INFO:tasks.rados.rados.0.smithi084.stdout:1009: seq_num 329 ranges {3309568=712704} 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1009: writing smithi08483026-28 from 3309568 to 4022272 tid 1 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1006: done (2 left) 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1010: read oid 2 snap -1 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1010: expect (ObjNum 309 snap 91 seq_num 309) 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1011: rmattr oid 31 current snap is 97 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1011: done (3 left) 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1012: delete oid 22 current snap is 97 2024-04-02T08:25:16.128 INFO:tasks.rados.rados.0.smithi084.stdout:1008: expect (ObjNum 239 snap 62 seq_num 239) 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:1009: finishing write tid 1 to smithi08483026-28 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:1009: finishing write tid 2 to smithi08483026-28 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:1009: finishing write tid 3 to smithi08483026-28 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:1009: oid 28 updating version 0 to 261 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:1009: oid 28 version 261 is already newer than 260 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 261 (ObjNum 329 snap 97 seq_num 329) dirty exists 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:1009: left oid 28 (ObjNum 329 snap 97 seq_num 329) 2024-04-02T08:25:16.252 INFO:tasks.rados.rados.0.smithi084.stdout:1008: done (3 left) 2024-04-02T08:25:16.253 INFO:tasks.rados.rados.0.smithi084.stdout:1009: done (2 left) 2024-04-02T08:25:16.253 INFO:tasks.rados.rados.0.smithi084.stdout:1012: done (1 left) 2024-04-02T08:25:16.253 INFO:tasks.rados.rados.0.smithi084.stdout:1013: copy_from oid 32 from oid 19 current snap is 97 2024-04-02T08:25:16.253 INFO:tasks.rados.rados.0.smithi084.stdout:1010: expect (ObjNum 309 snap 91 seq_num 309) 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi084.stdout:1013: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi084.stdout:1013: finishing copy_from to smithi08483026-32 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 202 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:25:16.407 INFO:tasks.rados.rados.0.smithi084.stdout:1010: done (1 left) 2024-04-02T08:25:16.407 INFO:tasks.rados.rados.0.smithi084.stdout:1013: done (0 left) 2024-04-02T08:25:16.407 INFO:tasks.rados.rados.0.smithi084.stdout:1014: snap_remove snap 85 2024-04-02T08:25:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:16 smithi084 ceph-mon[97358]: pgmap v47: 121 pgs: 121 active+clean; 214 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 924 KiB/s rd, 213 KiB/s wr, 11 op/s 2024-04-02T08:25:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:16 smithi084 ceph-mon[97358]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:25:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:16 smithi084 ceph-mon[94794]: pgmap v47: 121 pgs: 121 active+clean; 214 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 924 KiB/s rd, 213 KiB/s wr, 11 op/s 2024-04-02T08:25:16.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:16 smithi084 ceph-mon[94794]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:25:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:16 smithi132 ceph-mon[88571]: pgmap v47: 121 pgs: 121 active+clean; 214 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 924 KiB/s rd, 213 KiB/s wr, 11 op/s 2024-04-02T08:25:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:16 smithi132 ceph-mon[88571]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:25:17.087 INFO:tasks.rados.rados.0.smithi084.stdout:1014: done (0 left) 2024-04-02T08:25:17.087 INFO:tasks.rados.rados.0.smithi084.stdout:1015: snap_create 2024-04-02T08:25:18.100 INFO:tasks.rados.rados.0.smithi084.stdout:1015: done (0 left) 2024-04-02T08:25:18.100 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 98 2024-04-02T08:25:18.100 INFO:tasks.rados.rados.0.smithi084.stdout:1016: seq_num 331 ranges {1499136=753664} 2024-04-02T08:25:18.112 INFO:tasks.rados.rados.0.smithi084.stdout:1016: writing smithi08483026-21 from 1499136 to 2252800 tid 1 2024-04-02T08:25:18.112 INFO:tasks.rados.rados.0.smithi084.stdout:1017: rollback oid 42 current snap is 98 2024-04-02T08:25:18.113 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 42 to 83 2024-04-02T08:25:18.113 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 98 2024-04-02T08:25:18.113 INFO:tasks.rados.rados.0.smithi084.stdout:1018: seq_num 332 ranges {0=770048} 2024-04-02T08:25:18.117 INFO:tasks.rados.rados.0.smithi084.stdout:1018: writing smithi08483026-47 from 0 to 770048 tid 1 2024-04-02T08:25:18.117 INFO:tasks.rados.rados.0.smithi084.stdout:1019: copy_from oid 13 from oid 7 current snap is 98 2024-04-02T08:25:18.117 INFO:tasks.rados.rados.0.smithi084.stdout:1020: snap_create 2024-04-02T08:25:18.118 INFO:tasks.rados.rados.0.smithi084.stdout:1017: finishing rollback tid 0 to smithi08483026-42 2024-04-02T08:25:18.118 INFO:tasks.rados.rados.0.smithi084.stdout:1016: finishing write tid 1 to smithi08483026-21 2024-04-02T08:25:18.119 INFO:tasks.rados.rados.0.smithi084.stdout:1016: finishing write tid 2 to smithi08483026-21 2024-04-02T08:25:18.119 INFO:tasks.rados.rados.0.smithi084.stdout:1017: finishing rollback tid 1 to smithi08483026-42 2024-04-02T08:25:18.119 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 501 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:25:18.120 INFO:tasks.rados.rados.0.smithi084.stdout:1016: finishing write tid 3 to smithi08483026-21 2024-04-02T08:25:18.120 INFO:tasks.rados.rados.0.smithi084.stdout:1016: oid 21 updating version 0 to 180 2024-04-02T08:25:18.120 INFO:tasks.rados.rados.0.smithi084.stdout:1016: oid 21 updating version 180 to 181 2024-04-02T08:25:18.120 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 181 (ObjNum 331 snap 98 seq_num 331) dirty exists 2024-04-02T08:25:18.120 INFO:tasks.rados.rados.0.smithi084.stdout:1016: left oid 21 (ObjNum 331 snap 98 seq_num 331) 2024-04-02T08:25:18.122 INFO:tasks.rados.rados.0.smithi084.stdout:1018: finishing write tid 1 to smithi08483026-47 2024-04-02T08:25:18.122 INFO:tasks.rados.rados.0.smithi084.stdout:1018: finishing write tid 2 to smithi08483026-47 2024-04-02T08:25:18.123 INFO:tasks.rados.rados.0.smithi084.stdout:1019: finishing copy_from to smithi08483026-13 2024-04-02T08:25:18.123 INFO:tasks.rados.rados.0.smithi084.stdout:1019: got expected ENOENT (src dne) 2024-04-02T08:25:18.123 INFO:tasks.rados.rados.0.smithi084.stdout:1019: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:25:18.124 INFO:tasks.rados.rados.0.smithi084.stdout:1018: finishing write tid 3 to smithi08483026-47 2024-04-02T08:25:18.124 INFO:tasks.rados.rados.0.smithi084.stdout:1018: oid 47 updating version 0 to 412 2024-04-02T08:25:18.124 INFO:tasks.rados.rados.0.smithi084.stdout:1018: oid 47 version 412 is already newer than 411 2024-04-02T08:25:18.124 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 412 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:25:18.124 INFO:tasks.rados.rados.0.smithi084.stdout:1018: left oid 47 (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:25:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:18 smithi084 ceph-mon[94794]: pgmap v50: 121 pgs: 121 active+clean; 220 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 983 KiB/s wr, 11 op/s 2024-04-02T08:25:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:18 smithi084 ceph-mon[94794]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:25:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:18 smithi084 ceph-mon[97358]: pgmap v50: 121 pgs: 121 active+clean; 220 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 983 KiB/s wr, 11 op/s 2024-04-02T08:25:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:18 smithi084 ceph-mon[97358]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:25:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:18 smithi132 ceph-mon[88571]: pgmap v50: 121 pgs: 121 active+clean; 220 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 983 KiB/s wr, 11 op/s 2024-04-02T08:25:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:18 smithi132 ceph-mon[88571]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:25:19.106 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:19 smithi132 ceph-mon[88571]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:25:19.107 INFO:tasks.rados.rados.0.smithi084.stdout:1016: done (4 left) 2024-04-02T08:25:19.107 INFO:tasks.rados.rados.0.smithi084.stdout:1017: done (3 left) 2024-04-02T08:25:19.107 INFO:tasks.rados.rados.0.smithi084.stdout:1018: done (2 left) 2024-04-02T08:25:19.107 INFO:tasks.rados.rados.0.smithi084.stdout:1019: done (1 left) 2024-04-02T08:25:19.107 INFO:tasks.rados.rados.0.smithi084.stdout:1020: done (0 left) 2024-04-02T08:25:19.107 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 99 2024-04-02T08:25:19.107 INFO:tasks.rados.rados.0.smithi084.stdout:1021: seq_num 333 ranges {0=786432} 2024-04-02T08:25:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:1021: writing smithi08483026-15 from 0 to 786432 tid 1 2024-04-02T08:25:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:1022: delete oid 31 current snap is 99 2024-04-02T08:25:19.114 INFO:tasks.rados.rados.0.smithi084.stdout:1021: finishing write tid 1 to smithi08483026-15 2024-04-02T08:25:19.114 INFO:tasks.rados.rados.0.smithi084.stdout:1021: finishing write tid 2 to smithi08483026-15 2024-04-02T08:25:19.115 INFO:tasks.rados.rados.0.smithi084.stdout:1022: done (1 left) 2024-04-02T08:25:19.115 INFO:tasks.rados.rados.0.smithi084.stdout:1023: snap_create 2024-04-02T08:25:19.116 INFO:tasks.rados.rados.0.smithi084.stdout:1021: finishing write tid 3 to smithi08483026-15 2024-04-02T08:25:19.116 INFO:tasks.rados.rados.0.smithi084.stdout:1021: oid 15 updating version 0 to 349 2024-04-02T08:25:19.116 INFO:tasks.rados.rados.0.smithi084.stdout:1021: oid 15 version 349 is already newer than 348 2024-04-02T08:25:19.116 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 349 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-04-02T08:25:19.116 INFO:tasks.rados.rados.0.smithi084.stdout:1021: left oid 15 (ObjNum 333 snap 99 seq_num 333) 2024-04-02T08:25:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:19 smithi084 ceph-mon[94794]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:25:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:19 smithi084 ceph-mon[97358]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:25:19.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:19 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:25:19.198+0000 7facf0160700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-02T08:25:20.110 INFO:tasks.rados.rados.0.smithi084.stdout:1021: done (1 left) 2024-04-02T08:25:20.110 INFO:tasks.rados.rados.0.smithi084.stdout:1023: done (0 left) 2024-04-02T08:25:20.111 INFO:tasks.rados.rados.0.smithi084.stdout:1024: copy_from oid 33 from oid 44 current snap is 100 2024-04-02T08:25:20.111 INFO:tasks.rados.rados.0.smithi084.stdout:1025: delete oid 3 current snap is 100 2024-04-02T08:25:20.115 INFO:tasks.rados.rados.0.smithi084.stdout:1025: done (1 left) 2024-04-02T08:25:20.115 INFO:tasks.rados.rados.0.smithi084.stdout:1026: snap_remove snap 99 2024-04-02T08:25:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[94794]: pgmap v53: 121 pgs: 121 active+clean; 220 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:25:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[94794]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:25:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[97358]: pgmap v53: 121 pgs: 121 active+clean; 220 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[97358]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:20 smithi132 ceph-mon[88571]: pgmap v53: 121 pgs: 121 active+clean; 220 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:25:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:20 smithi132 ceph-mon[88571]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:25:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:21.113 INFO:tasks.rados.rados.0.smithi084.stdout:1026: done (1 left) 2024-04-02T08:25:21.113 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 100 2024-04-02T08:25:21.113 INFO:tasks.rados.rados.0.smithi084.stdout:1027: seq_num 336 ranges {2252800=434176,2686976=401408} 2024-04-02T08:25:21.114 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:25:20] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:25:21.128 INFO:tasks.rados.rados.0.smithi084.stdout:1027: writing smithi08483026-21 from 2252800 to 2686976 tid 1 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1027: writing smithi08483026-21 from 2686976 to 3088384 tid 2 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1028: read oid 3 snap -1 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1028: expect deleted 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1029: read oid 23 snap -1 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1029: expect (ObjNum 297 snap 84 seq_num 297) 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1030: delete oid 2 current snap is 100 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1024: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:25:21.131 INFO:tasks.rados.rados.0.smithi084.stdout:1024: finishing copy_from to smithi08483026-33 2024-04-02T08:25:21.132 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 62 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-02T08:25:21.135 INFO:tasks.rados.rados.0.smithi084.stdout:1027: finishing write tid 1 to smithi08483026-21 2024-04-02T08:25:21.139 INFO:tasks.rados.rados.0.smithi084.stdout:1024: done (4 left) 2024-04-02T08:25:21.139 INFO:tasks.rados.rados.0.smithi084.stdout:1028: done (3 left) 2024-04-02T08:25:21.139 INFO:tasks.rados.rados.0.smithi084.stdout:1030: done (2 left) 2024-04-02T08:25:21.139 INFO:tasks.rados.rados.0.smithi084.stdout:1031: read oid 15 snap -1 2024-04-02T08:25:21.139 INFO:tasks.rados.rados.0.smithi084.stdout:1031: expect (ObjNum 333 snap 99 seq_num 333) 2024-04-02T08:25:21.139 INFO:tasks.rados.rados.0.smithi084.stdout:1032: delete oid 19 current snap is 100 2024-04-02T08:25:21.140 INFO:tasks.rados.rados.0.smithi084.stdout:1027: finishing write tid 2 to smithi08483026-21 2024-04-02T08:25:21.140 INFO:tasks.rados.rados.0.smithi084.stdout:1027: finishing write tid 3 to smithi08483026-21 2024-04-02T08:25:21.142 INFO:tasks.rados.rados.0.smithi084.stdout:1027: finishing write tid 4 to smithi08483026-21 2024-04-02T08:25:21.142 INFO:tasks.rados.rados.0.smithi084.stdout:1027: oid 21 updating version 0 to 185 2024-04-02T08:25:21.142 INFO:tasks.rados.rados.0.smithi084.stdout:1027: oid 21 version 185 is already newer than 183 2024-04-02T08:25:21.142 INFO:tasks.rados.rados.0.smithi084.stdout:1027: oid 21 version 185 is already newer than 184 2024-04-02T08:25:21.142 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 185 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-04-02T08:25:21.142 INFO:tasks.rados.rados.0.smithi084.stdout:1027: left oid 21 (ObjNum 336 snap 100 seq_num 336) 2024-04-02T08:25:21.143 INFO:tasks.rados.rados.0.smithi084.stdout:1027: done (3 left) 2024-04-02T08:25:21.144 INFO:tasks.rados.rados.0.smithi084.stdout:1032: done (2 left) 2024-04-02T08:25:21.144 INFO:tasks.rados.rados.0.smithi084.stdout:1033: read oid 47 snap -1 2024-04-02T08:25:21.144 INFO:tasks.rados.rados.0.smithi084.stdout:1033: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:25:21.144 INFO:tasks.rados.rados.0.smithi084.stdout:1034: snap_remove snap 92 2024-04-02T08:25:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:21 smithi084 ceph-mon[97358]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:25:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:21 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:21 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:21 smithi084 ceph-mon[94794]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:25:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:21 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:21 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:21 smithi132 ceph-mon[88571]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:25:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:21 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:21 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:22.130 INFO:tasks.rados.rados.0.smithi084.stdout:1031: expect (ObjNum 333 snap 99 seq_num 333) 2024-04-02T08:25:22.157 INFO:tasks.rados.rados.0.smithi084.stdout:1033: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:25:22.176 INFO:tasks.rados.rados.0.smithi084.stdout:1029: expect (ObjNum 297 snap 84 seq_num 297) 2024-04-02T08:25:22.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:22 smithi132 ceph-mon[88571]: pgmap v56: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:25:22.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:22 smithi132 ceph-mon[88571]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:25:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:22 smithi084 ceph-mon[94794]: pgmap v56: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:25:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:22 smithi084 ceph-mon[94794]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:25:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:22 smithi084 ceph-mon[97358]: pgmap v56: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:25:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:22 smithi084 ceph-mon[97358]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:25:22.447 INFO:tasks.rados.rados.0.smithi084.stdout:1029: done (3 left) 2024-04-02T08:25:22.447 INFO:tasks.rados.rados.0.smithi084.stdout:1031: done (2 left) 2024-04-02T08:25:22.447 INFO:tasks.rados.rados.0.smithi084.stdout:1033: done (1 left) 2024-04-02T08:25:22.447 INFO:tasks.rados.rados.0.smithi084.stdout:1034: done (0 left) 2024-04-02T08:25:22.447 INFO:tasks.rados.rados.0.smithi084.stdout:1035: snap_remove snap 97 2024-04-02T08:25:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:23.130 INFO:tasks.rados.rados.0.smithi084.stdout:1035: done (0 left) 2024-04-02T08:25:23.131 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 100 2024-04-02T08:25:23.131 INFO:tasks.rados.rados.0.smithi084.stdout:1036: seq_num 339 ranges {0=483328,483328=401408} 2024-04-02T08:25:23.133 INFO:tasks.rados.rados.0.smithi084.stdout:1036: writing smithi08483026-22 from 0 to 483328 tid 1 2024-04-02T08:25:23.135 INFO:tasks.rados.rados.0.smithi084.stdout:1036: writing smithi08483026-22 from 483328 to 884736 tid 2 2024-04-02T08:25:23.135 INFO:tasks.rados.rados.0.smithi084.stdout:1037: setattr oid 20 current snap is 100 2024-04-02T08:25:23.137 INFO:tasks.rados.rados.0.smithi084.stdout:1036: finishing write tid 1 to smithi08483026-22 2024-04-02T08:25:23.138 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 100 2024-04-02T08:25:23.138 INFO:tasks.rados.rados.0.smithi084.stdout:1038: seq_num 340 ranges {3088384=499712,3588096=401408} 2024-04-02T08:25:23.157 INFO:tasks.rados.rados.0.smithi084.stdout:1038: writing smithi08483026-21 from 3088384 to 3588096 tid 1 2024-04-02T08:25:23.160 INFO:tasks.rados.rados.0.smithi084.stdout:1038: writing smithi08483026-21 from 3588096 to 3989504 tid 2 2024-04-02T08:25:23.160 INFO:tasks.rados.rados.0.smithi084.stdout:1039: rollback oid 12 current snap is 100 2024-04-02T08:25:23.160 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 87 2024-04-02T08:25:23.160 INFO:tasks.rados.rados.0.smithi084.stdout:1036: finishing write tid 2 to smithi08483026-22 2024-04-02T08:25:23.160 INFO:tasks.rados.rados.0.smithi084.stdout:1036: finishing write tid 3 to smithi08483026-22 2024-04-02T08:25:23.160 INFO:tasks.rados.rados.0.smithi084.stdout:1036: finishing write tid 4 to smithi08483026-22 2024-04-02T08:25:23.160 INFO:tasks.rados.rados.0.smithi084.stdout:1036: oid 22 updating version 0 to 171 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:1036: oid 22 updating version 171 to 172 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:1036: oid 22 updating version 172 to 173 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 173 (ObjNum 339 snap 100 seq_num 339) dirty exists 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:1036: left oid 22 (ObjNum 339 snap 100 seq_num 339) 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 477 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:1036: done (3 left) 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:1037: done (2 left) 2024-04-02T08:25:23.161 INFO:tasks.rados.rados.0.smithi084.stdout:1040: snap_remove snap 96 2024-04-02T08:25:23.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:23 smithi132 ceph-mon[88571]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:25:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:23 smithi084 ceph-mon[94794]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:25:23.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:23 smithi084 ceph-mon[97358]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:25:23.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:23 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:24.141 INFO:tasks.rados.rados.0.smithi084.stdout:1040: done (2 left) 2024-04-02T08:25:24.141 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 100 2024-04-02T08:25:24.141 INFO:tasks.rados.rados.0.smithi084.stdout:1041: seq_num 341 ranges {0=516096,516096=401408} 2024-04-02T08:25:24.143 INFO:tasks.rados.rados.0.smithi084.stdout:1041: writing smithi08483026-18 from 0 to 516096 tid 1 2024-04-02T08:25:24.146 INFO:tasks.rados.rados.0.smithi084.stdout:1041: writing smithi08483026-18 from 516096 to 917504 tid 2 2024-04-02T08:25:24.146 INFO:tasks.rados.rados.0.smithi084.stdout:1042: read oid 20 snap -1 2024-04-02T08:25:24.146 INFO:tasks.rados.rados.0.smithi084.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1043: rollback oid 39 current snap is 100 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 80 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1039: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1039: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: finishing write tid 1 to smithi08483026-21 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1039: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 485 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: finishing write tid 2 to smithi08483026-21 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: finishing write tid 3 to smithi08483026-21 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: finishing write tid 4 to smithi08483026-21 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: oid 21 updating version 0 to 193 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: oid 21 version 193 is already newer than 190 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: oid 21 updating version 193 to 194 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 194 (ObjNum 340 snap 100 seq_num 340) dirty exists 2024-04-02T08:25:24.147 INFO:tasks.rados.rados.0.smithi084.stdout:1038: left oid 21 (ObjNum 340 snap 100 seq_num 340) 2024-04-02T08:25:24.148 INFO:tasks.rados.rados.0.smithi084.stdout:1038: done (4 left) 2024-04-02T08:25:24.148 INFO:tasks.rados.rados.0.smithi084.stdout:1039: done (3 left) 2024-04-02T08:25:24.148 INFO:tasks.rados.rados.0.smithi084.stdout:1044: delete oid 29 current snap is 100 2024-04-02T08:25:24.149 INFO:tasks.rados.rados.0.smithi084.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:1041: finishing write tid 1 to smithi08483026-18 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:1041: finishing write tid 2 to smithi08483026-18 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:1041: finishing write tid 3 to smithi08483026-18 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:1043: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:1042: done (3 left) 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:1044: done (2 left) 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 100 2024-04-02T08:25:24.156 INFO:tasks.rados.rados.0.smithi084.stdout:1041: finishing write tid 4 to smithi08483026-18 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:1041: oid 18 updating version 0 to 177 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:1041: oid 18 updating version 177 to 178 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:1041: oid 18 version 178 is already newer than 176 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 178 (ObjNum 341 snap 100 seq_num 341) dirty exists 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:1041: left oid 18 (ObjNum 341 snap 100 seq_num 341) 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:1043: finishing rollback tid 2 to smithi08483026-39 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 487 (ObjNum 240 snap 62 seq_num 240) dirty exists 2024-04-02T08:25:24.157 INFO:tasks.rados.rados.0.smithi084.stdout:1045: seq_num 343 ranges {0=548864,548864=401408} 2024-04-02T08:25:24.158 INFO:tasks.rados.rados.0.smithi084.stdout:1045: writing smithi08483026-7 from 0 to 548864 tid 1 2024-04-02T08:25:24.160 INFO:tasks.rados.rados.0.smithi084.stdout:1045: writing smithi08483026-7 from 548864 to 950272 tid 2 2024-04-02T08:25:24.160 INFO:tasks.rados.rados.0.smithi084.stdout:1041: done (2 left) 2024-04-02T08:25:24.161 INFO:tasks.rados.rados.0.smithi084.stdout:1043: done (1 left) 2024-04-02T08:25:24.161 INFO:tasks.rados.rados.0.smithi084.stdout:1046: read oid 44 snap -1 2024-04-02T08:25:24.161 INFO:tasks.rados.rados.0.smithi084.stdout:1046: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:25:24.161 INFO:tasks.rados.rados.0.smithi084.stdout:1047: snap_remove snap 87 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: pgmap v59: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:24.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: pgmap v59: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:24.387 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: pgmap v59: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:25:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:25.089 INFO:tasks.rados.rados.0.smithi084.stdout:1047: done (2 left) 2024-04-02T08:25:25.089 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 100 2024-04-02T08:25:25.090 INFO:tasks.rados.rados.0.smithi084.stdout:1048: seq_num 344 ranges {3989504=565248,4554752=401408} 2024-04-02T08:25:25.114 INFO:tasks.rados.rados.0.smithi084.stdout:1048: writing smithi08483026-21 from 3989504 to 4554752 tid 1 2024-04-02T08:25:25.117 INFO:tasks.rados.rados.0.smithi084.stdout:1048: writing smithi08483026-21 from 4554752 to 4956160 tid 2 2024-04-02T08:25:25.117 INFO:tasks.rados.rados.0.smithi084.stdout:1049: snap_create 2024-04-02T08:25:25.117 INFO:tasks.rados.rados.0.smithi084.stdout:1045: finishing write tid 1 to smithi08483026-7 2024-04-02T08:25:25.117 INFO:tasks.rados.rados.0.smithi084.stdout:1045: finishing write tid 2 to smithi08483026-7 2024-04-02T08:25:25.117 INFO:tasks.rados.rados.0.smithi084.stdout:1045: finishing write tid 3 to smithi08483026-7 2024-04-02T08:25:25.117 INFO:tasks.rados.rados.0.smithi084.stdout:1046: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:1045: finishing write tid 4 to smithi08483026-7 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:1045: oid 7 updating version 0 to 278 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:1045: oid 7 version 278 is already newer than 277 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:1045: oid 7 version 278 is already newer than 276 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 278 (ObjNum 343 snap 100 seq_num 343) dirty exists 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:1045: left oid 7 (ObjNum 343 snap 100 seq_num 343) 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:1048: finishing write tid 1 to smithi08483026-21 2024-04-02T08:25:25.166 INFO:tasks.rados.rados.0.smithi084.stdout:1048: finishing write tid 2 to smithi08483026-21 2024-04-02T08:25:25.167 INFO:tasks.rados.rados.0.smithi084.stdout:1048: finishing write tid 3 to smithi08483026-21 2024-04-02T08:25:25.167 INFO:tasks.rados.rados.0.smithi084.stdout:1048: finishing write tid 4 to smithi08483026-21 2024-04-02T08:25:25.167 INFO:tasks.rados.rados.0.smithi084.stdout:1048: oid 21 updating version 0 to 203 2024-04-02T08:25:25.167 INFO:tasks.rados.rados.0.smithi084.stdout:1048: oid 21 updating version 203 to 204 2024-04-02T08:25:25.167 INFO:tasks.rados.rados.0.smithi084.stdout:1048: oid 21 updating version 204 to 205 2024-04-02T08:25:25.167 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 205 (ObjNum 344 snap 100 seq_num 344) dirty exists 2024-04-02T08:25:25.167 INFO:tasks.rados.rados.0.smithi084.stdout:1048: left oid 21 (ObjNum 344 snap 100 seq_num 344) 2024-04-02T08:25:25.253 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[94794]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:25:25.253 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[94794]: Reconfiguring daemon mon.a on smithi084 2024-04-02T08:25:25.253 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[94794]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:25:25.254 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[94794]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:25:25.254 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[97358]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:25:25.254 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[97358]: Reconfiguring daemon mon.a on smithi084 2024-04-02T08:25:25.254 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[97358]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:25:25.254 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:25 smithi084 ceph-mon[97358]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:25:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:25 smithi132 ceph-mon[88571]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:25:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:25 smithi132 ceph-mon[88571]: Reconfiguring daemon mon.a on smithi084 2024-04-02T08:25:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:25 smithi132 ceph-mon[88571]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:25:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:25 smithi132 ceph-mon[88571]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:25:26.088 INFO:tasks.rados.rados.0.smithi084.stdout:1045: done (3 left) 2024-04-02T08:25:26.088 INFO:tasks.rados.rados.0.smithi084.stdout:1046: done (2 left) 2024-04-02T08:25:26.088 INFO:tasks.rados.rados.0.smithi084.stdout:1048: done (1 left) 2024-04-02T08:25:26.088 INFO:tasks.rados.rados.0.smithi084.stdout:1049: done (0 left) 2024-04-02T08:25:26.088 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 101 2024-04-02T08:25:26.088 INFO:tasks.rados.rados.0.smithi084.stdout:1050: seq_num 345 ranges {0=581632,581632=401408} 2024-04-02T08:25:26.091 INFO:tasks.rados.rados.0.smithi084.stdout:1050: writing smithi08483026-19 from 0 to 581632 tid 1 2024-04-02T08:25:26.093 INFO:tasks.rados.rados.0.smithi084.stdout:1050: writing smithi08483026-19 from 581632 to 983040 tid 2 2024-04-02T08:25:26.094 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 101 2024-04-02T08:25:26.094 INFO:tasks.rados.rados.0.smithi084.stdout:1051: seq_num 346 ranges {0=598016,598016=401408} 2024-04-02T08:25:26.097 INFO:tasks.rados.rados.0.smithi084.stdout:1051: writing smithi08483026-25 from 0 to 598016 tid 1 2024-04-02T08:25:26.100 INFO:tasks.rados.rados.0.smithi084.stdout:1051: writing smithi08483026-25 from 598016 to 999424 tid 2 2024-04-02T08:25:26.100 INFO:tasks.rados.rados.0.smithi084.stdout:1052: rmattr oid 42 current snap is 101 2024-04-02T08:25:26.100 INFO:tasks.rados.rados.0.smithi084.stdout:1050: finishing write tid 1 to smithi08483026-19 2024-04-02T08:25:26.100 INFO:tasks.rados.rados.0.smithi084.stdout:1050: finishing write tid 2 to smithi08483026-19 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1050: finishing write tid 3 to smithi08483026-19 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1050: finishing write tid 4 to smithi08483026-19 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1050: oid 19 updating version 0 to 283 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1050: oid 19 updating version 283 to 285 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1050: oid 19 version 285 is already newer than 284 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 285 (ObjNum 345 snap 101 seq_num 345) dirty exists 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1050: left oid 19 (ObjNum 345 snap 101 seq_num 345) 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1050: done (2 left) 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:1053: delete oid 35 current snap is 101 2024-04-02T08:25:26.101 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 0 (ObjNum 289 snap 0 seq_num 2031346949) dirty dne 2024-04-02T08:25:26.102 INFO:tasks.rados.rados.0.smithi084.stdout:1052: done (2 left) 2024-04-02T08:25:26.102 INFO:tasks.rados.rados.0.smithi084.stdout:1053: done (1 left) 2024-04-02T08:25:26.102 INFO:tasks.rados.rados.0.smithi084.stdout:1054: copy_from oid 21 from oid 5 current snap is 101 2024-04-02T08:25:26.102 INFO:tasks.rados.rados.0.smithi084.stdout:1055: snap_create 2024-04-02T08:25:26.103 INFO:tasks.rados.rados.0.smithi084.stdout:1051: finishing write tid 1 to smithi08483026-25 2024-04-02T08:25:26.103 INFO:tasks.rados.rados.0.smithi084.stdout:1051: finishing write tid 2 to smithi08483026-25 2024-04-02T08:25:26.104 INFO:tasks.rados.rados.0.smithi084.stdout:1051: finishing write tid 3 to smithi08483026-25 2024-04-02T08:25:26.105 INFO:tasks.rados.rados.0.smithi084.stdout:1051: finishing write tid 4 to smithi08483026-25 2024-04-02T08:25:26.105 INFO:tasks.rados.rados.0.smithi084.stdout:1051: oid 25 updating version 0 to 427 2024-04-02T08:25:26.105 INFO:tasks.rados.rados.0.smithi084.stdout:1051: oid 25 updating version 427 to 428 2024-04-02T08:25:26.105 INFO:tasks.rados.rados.0.smithi084.stdout:1051: oid 25 updating version 428 to 429 2024-04-02T08:25:26.105 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 429 (ObjNum 346 snap 101 seq_num 346) dirty exists 2024-04-02T08:25:26.106 INFO:tasks.rados.rados.0.smithi084.stdout:1051: left oid 25 (ObjNum 346 snap 101 seq_num 346) 2024-04-02T08:25:26.106 INFO:tasks.rados.rados.0.smithi084.stdout:1054: finishing copy_from to smithi08483026-21 2024-04-02T08:25:26.106 INFO:tasks.rados.rados.0.smithi084.stdout:1054: got expected ENOENT (src dne) 2024-04-02T08:25:26.106 INFO:tasks.rados.rados.0.smithi084.stdout:1054: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:25:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: pgmap v62: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:25:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: Reconfiguring daemon mgr.y on smithi084 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[94794]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: pgmap v62: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:26.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:26.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:26.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: Reconfiguring daemon mgr.y on smithi084 2024-04-02T08:25:26.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:26 smithi084 ceph-mon[97358]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:25:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: pgmap v62: 121 pgs: 121 active+clean; 231 MiB data, 973 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:25:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: Reconfiguring daemon mgr.y on smithi084 2024-04-02T08:25:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:26 smithi132 ceph-mon[88571]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:1051: done (2 left) 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:1054: done (1 left) 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:1055: done (0 left) 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:1056: rollback oid 44 current snap is 102 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 80 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:1057: copy_from oid 18 from oid 38 current snap is 102 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 102 2024-04-02T08:25:27.091 INFO:tasks.rados.rados.0.smithi084.stdout:1058: seq_num 348 ranges {0=630784,630784=401408} 2024-04-02T08:25:27.094 INFO:tasks.rados.rados.0.smithi084.stdout:1058: writing smithi08483026-3 from 0 to 630784 tid 1 2024-04-02T08:25:27.097 INFO:tasks.rados.rados.0.smithi084.stdout:1058: writing smithi08483026-3 from 630784 to 1032192 tid 2 2024-04-02T08:25:27.097 INFO:tasks.rados.rados.0.smithi084.stdout:1056: finishing rollback tid 0 to smithi08483026-44 2024-04-02T08:25:27.097 INFO:tasks.rados.rados.0.smithi084.stdout:1056: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:25:27.097 INFO:tasks.rados.rados.0.smithi084.stdout:1056: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:25:27.098 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 72 (ObjNum 201 snap 47 seq_num 201) dirty exists 2024-04-02T08:25:27.098 INFO:tasks.rados.rados.0.smithi084.stdout:1056: done (2 left) 2024-04-02T08:25:27.098 INFO:tasks.rados.rados.0.smithi084.stdout:1059: snap_remove snap 83 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1059: done (2 left) 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1060: snap_create 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1058: finishing write tid 1 to smithi08483026-3 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1058: finishing write tid 2 to smithi08483026-3 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1058: finishing write tid 3 to smithi08483026-3 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1058: finishing write tid 4 to smithi08483026-3 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1058: oid 3 updating version 0 to 235 2024-04-02T08:25:28.095 INFO:tasks.rados.rados.0.smithi084.stdout:1058: oid 3 version 235 is already newer than 234 2024-04-02T08:25:28.096 INFO:tasks.rados.rados.0.smithi084.stdout:1058: oid 3 updating version 235 to 236 2024-04-02T08:25:28.096 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 236 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-04-02T08:25:28.096 INFO:tasks.rados.rados.0.smithi084.stdout:1058: left oid 3 (ObjNum 348 snap 102 seq_num 348) 2024-04-02T08:25:28.096 INFO:tasks.rados.rados.0.smithi084.stdout:1057: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:25:28.096 INFO:tasks.rados.rados.0.smithi084.stdout:1057: finishing copy_from to smithi08483026-18 2024-04-02T08:25:28.096 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 221 (ObjNum 323 snap 96 seq_num 323) dirty exists 2024-04-02T08:25:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: pgmap v65: 121 pgs: 121 active+clean; 240 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:25:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:25:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:25:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[94794]: Reconfiguring daemon mon.c on smithi084 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: pgmap v65: 121 pgs: 121 active+clean; 240 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:28 smithi084 ceph-mon[97358]: Reconfiguring daemon mon.c on smithi084 2024-04-02T08:25:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: pgmap v65: 121 pgs: 121 active+clean; 240 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:25:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:25:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:25:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:28 smithi132 ceph-mon[88571]: Reconfiguring daemon mon.c on smithi084 2024-04-02T08:25:29.102 INFO:tasks.rados.rados.0.smithi084.stdout:1057: done (2 left) 2024-04-02T08:25:29.102 INFO:tasks.rados.rados.0.smithi084.stdout:1058: done (1 left) 2024-04-02T08:25:29.102 INFO:tasks.rados.rados.0.smithi084.stdout:1060: done (0 left) 2024-04-02T08:25:29.102 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 103 2024-04-02T08:25:29.103 INFO:tasks.rados.rados.0.smithi084.stdout:1061: seq_num 349 ranges {2383872=655360,3039232=401408} 2024-04-02T08:25:29.119 INFO:tasks.rados.rados.0.smithi084.stdout:1061: writing smithi08483026-1 from 2383872 to 3039232 tid 1 2024-04-02T08:25:29.121 INFO:tasks.rados.rados.0.smithi084.stdout:1061: writing smithi08483026-1 from 3039232 to 3440640 tid 2 2024-04-02T08:25:29.121 INFO:tasks.rados.rados.0.smithi084.stdout:1062: read oid 35 snap -1 2024-04-02T08:25:29.121 INFO:tasks.rados.rados.0.smithi084.stdout:1062: expect deleted 2024-04-02T08:25:29.121 INFO:tasks.rados.rados.0.smithi084.stdout:1063: snap_create 2024-04-02T08:25:29.125 INFO:tasks.rados.rados.0.smithi084.stdout:1061: finishing write tid 1 to smithi08483026-1 2024-04-02T08:25:29.125 INFO:tasks.rados.rados.0.smithi084.stdout:1061: finishing write tid 2 to smithi08483026-1 2024-04-02T08:25:29.126 INFO:tasks.rados.rados.0.smithi084.stdout:1061: finishing write tid 3 to smithi08483026-1 2024-04-02T08:25:29.127 INFO:tasks.rados.rados.0.smithi084.stdout:1061: finishing write tid 4 to smithi08483026-1 2024-04-02T08:25:29.127 INFO:tasks.rados.rados.0.smithi084.stdout:1061: oid 1 updating version 0 to 489 2024-04-02T08:25:29.127 INFO:tasks.rados.rados.0.smithi084.stdout:1061: oid 1 updating version 489 to 491 2024-04-02T08:25:29.127 INFO:tasks.rados.rados.0.smithi084.stdout:1061: oid 1 version 491 is already newer than 490 2024-04-02T08:25:29.127 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 491 (ObjNum 349 snap 103 seq_num 349) dirty exists 2024-04-02T08:25:29.128 INFO:tasks.rados.rados.0.smithi084.stdout:1061: left oid 1 (ObjNum 349 snap 103 seq_num 349) 2024-04-02T08:25:29.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[94794]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:25:29.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:29.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:29.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:25:29.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:29.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[97358]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:25:29.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:29.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:29.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:25:29.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:29 smithi132 ceph-mon[88571]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:25:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:25:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:30.103 INFO:tasks.rados.rados.0.smithi084.stdout:1061: done (2 left) 2024-04-02T08:25:30.103 INFO:tasks.rados.rados.0.smithi084.stdout:1062: done (1 left) 2024-04-02T08:25:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:1063: done (0 left) 2024-04-02T08:25:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:1064: rollback oid 37 current snap is 104 2024-04-02T08:25:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 37 to 103 2024-04-02T08:25:30.104 INFO:tasks.rados.rados.0.smithi084.stdout:1065: delete oid 44 current snap is 104 2024-04-02T08:25:30.108 INFO:tasks.rados.rados.0.smithi084.stdout:1065: done (1 left) 2024-04-02T08:25:30.108 INFO:tasks.rados.rados.0.smithi084.stdout:1066: copy_from oid 39 from oid 8 current snap is 104 2024-04-02T08:25:30.109 INFO:tasks.rados.rados.0.smithi084.stdout:1067: read oid 46 snap 102 2024-04-02T08:25:30.109 INFO:tasks.rados.rados.0.smithi084.stdout:1067: expect deleted 2024-04-02T08:25:30.109 INFO:tasks.rados.rados.0.smithi084.stdout:1068: rollback oid 29 current snap is 104 2024-04-02T08:25:30.109 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 77 2024-04-02T08:25:30.109 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 104 2024-04-02T08:25:30.109 INFO:tasks.rados.rados.0.smithi084.stdout:1069: seq_num 351 ranges {630784=688128,1318912=401408} 2024-04-02T08:25:30.116 INFO:tasks.rados.rados.0.smithi084.stdout:1069: writing smithi08483026-50 from 630784 to 1318912 tid 1 2024-04-02T08:25:30.118 INFO:tasks.rados.rados.0.smithi084.stdout:1069: writing smithi08483026-50 from 1318912 to 1720320 tid 2 2024-04-02T08:25:30.118 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 104 2024-04-02T08:25:30.118 INFO:tasks.rados.rados.0.smithi084.stdout:1070: seq_num 352 ranges {2514944=704512,3219456=401408} 2024-04-02T08:25:30.135 INFO:tasks.rados.rados.0.smithi084.stdout:1070: writing smithi08483026-24 from 2514944 to 3219456 tid 1 2024-04-02T08:25:30.138 INFO:tasks.rados.rados.0.smithi084.stdout:1070: writing smithi08483026-24 from 3219456 to 3620864 tid 2 2024-04-02T08:25:30.138 INFO:tasks.rados.rados.0.smithi084.stdout:1071: snap_remove snap 98 2024-04-02T08:25:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[94794]: pgmap v68: 121 pgs: 121 active+clean; 240 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:25:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[94794]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:25:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.0 on smithi084 2024-04-02T08:25:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[94794]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:25:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[97358]: pgmap v68: 121 pgs: 121 active+clean; 240 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:25:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[97358]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:25:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.0 on smithi084 2024-04-02T08:25:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-mon[97358]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:25:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:30 smithi132 ceph-mon[88571]: pgmap v68: 121 pgs: 121 active+clean; 240 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:25:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:30 smithi132 ceph-mon[88571]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:25:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:30 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.0 on smithi084 2024-04-02T08:25:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:30 smithi132 ceph-mon[88571]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:25:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:25:30] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-04-02T08:25:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:1071: done (6 left) 2024-04-02T08:25:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:1072: rmattr oid 28 current snap is 104 2024-04-02T08:25:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:1072: done (6 left) 2024-04-02T08:25:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:1073: setattr oid 44 current snap is 104 2024-04-02T08:25:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:1064: finishing rollback tid 0 to smithi08483026-37 2024-04-02T08:25:31.118 INFO:tasks.rados.rados.0.smithi084.stdout:1064: finishing rollback tid 1 to smithi08483026-37 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1064: finishing rollback tid 2 to smithi08483026-37 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 123 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1068: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1068: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 158 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1066: finishing copy_from racing read to smithi08483026-39 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1066: finishing copy_from to smithi08483026-39 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 452 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1069: finishing write tid 1 to smithi08483026-50 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1069: finishing write tid 2 to smithi08483026-50 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1069: finishing write tid 3 to smithi08483026-50 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1069: finishing write tid 4 to smithi08483026-50 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1069: oid 50 updating version 0 to 528 2024-04-02T08:25:31.119 INFO:tasks.rados.rados.0.smithi084.stdout:1069: oid 50 version 528 is already newer than 526 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1069: oid 50 version 528 is already newer than 527 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 528 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1069: left oid 50 (ObjNum 351 snap 104 seq_num 351) 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: finishing write tid 1 to smithi08483026-24 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: finishing write tid 2 to smithi08483026-24 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: finishing write tid 3 to smithi08483026-24 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: finishing write tid 4 to smithi08483026-24 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: oid 24 updating version 0 to 161 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: oid 24 updating version 161 to 162 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: oid 24 version 162 is already newer than 160 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 162 (ObjNum 352 snap 104 seq_num 352) dirty exists 2024-04-02T08:25:31.120 INFO:tasks.rados.rados.0.smithi084.stdout:1070: left oid 24 (ObjNum 352 snap 104 seq_num 352) 2024-04-02T08:25:31.121 INFO:tasks.rados.rados.0.smithi084.stdout:1064: done (6 left) 2024-04-02T08:25:31.121 INFO:tasks.rados.rados.0.smithi084.stdout:1066: done (5 left) 2024-04-02T08:25:31.121 INFO:tasks.rados.rados.0.smithi084.stdout:1067: done (4 left) 2024-04-02T08:25:31.121 INFO:tasks.rados.rados.0.smithi084.stdout:1068: done (3 left) 2024-04-02T08:25:31.121 INFO:tasks.rados.rados.0.smithi084.stdout:1069: done (2 left) 2024-04-02T08:25:31.121 INFO:tasks.rados.rados.0.smithi084.stdout:1070: done (1 left) 2024-04-02T08:25:31.121 INFO:tasks.rados.rados.0.smithi084.stdout:1074: snap_remove snap 89 2024-04-02T08:25:31.328 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[94794]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:25:31.328 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:31.328 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:31.328 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[94794]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:25:31.328 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:25:31.328 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:31.328 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.1 on smithi084 2024-04-02T08:25:31.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[97358]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:25:31.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:31.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:31.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[97358]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:25:31.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:25:31.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:31.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:31 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.1 on smithi084 2024-04-02T08:25:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:31 smithi132 ceph-mon[88571]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:25:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:31 smithi132 ceph-mon[88571]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:25:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:25:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:31 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.1 on smithi084 2024-04-02T08:25:32.128 INFO:tasks.rados.rados.0.smithi084.stdout:1074: done (1 left) 2024-04-02T08:25:32.129 INFO:tasks.rados.rados.0.smithi084.stdout:1075: rollback oid 16 current snap is 104 2024-04-02T08:25:32.129 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 93 2024-04-02T08:25:32.129 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 77 (ObjNum 129 snap 0 seq_num 621864384) dirty exists 2024-04-02T08:25:32.129 INFO:tasks.rados.rados.0.smithi084.stdout:1073: done (1 left) 2024-04-02T08:25:32.129 INFO:tasks.rados.rados.0.smithi084.stdout:1076: snap_remove snap 95 2024-04-02T08:25:32.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:32 smithi132 ceph-mon[88571]: pgmap v71: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:25:32.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:32 smithi132 ceph-mon[88571]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:25:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:32 smithi084 ceph-mon[94794]: pgmap v71: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:25:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:32 smithi084 ceph-mon[94794]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:25:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:32 smithi084 ceph-mon[97358]: pgmap v71: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:25:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:32 smithi084 ceph-mon[97358]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:25:32.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:33.127 INFO:tasks.rados.rados.0.smithi084.stdout:1076: done (1 left) 2024-04-02T08:25:33.127 INFO:tasks.rados.rados.0.smithi084.stdout:1077: read oid 46 snap -1 2024-04-02T08:25:33.127 INFO:tasks.rados.rados.0.smithi084.stdout:1077: expect deleted 2024-04-02T08:25:33.127 INFO:tasks.rados.rados.0.smithi084.stdout:1078: copy_from oid 21 from oid 11 current snap is 104 2024-04-02T08:25:33.127 INFO:tasks.rados.rados.0.smithi084.stdout:1079: snap_remove snap 91 2024-04-02T08:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[97358]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[97358]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.2 on smithi084 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[94794]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[94794]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:33 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.2 on smithi084 2024-04-02T08:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-mon[88571]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-mon[88571]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.2 on smithi084 2024-04-02T08:25:33.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:33.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:34.128 INFO:tasks.rados.rados.0.smithi084.stdout:1079: done (3 left) 2024-04-02T08:25:34.128 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 104 2024-04-02T08:25:34.128 INFO:tasks.rados.rados.0.smithi084.stdout:1080: seq_num 353 ranges {614400=720896,1335296=401408} 2024-04-02T08:25:34.137 INFO:tasks.rados.rados.0.smithi084.stdout:1080: writing smithi08483026-18 from 614400 to 1335296 tid 1 2024-04-02T08:25:34.140 INFO:tasks.rados.rados.0.smithi084.stdout:1080: writing smithi08483026-18 from 1335296 to 1736704 tid 2 2024-04-02T08:25:34.140 INFO:tasks.rados.rados.0.smithi084.stdout:1081: delete oid 12 current snap is 104 2024-04-02T08:25:34.141 INFO:tasks.rados.rados.0.smithi084.stdout:1075: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:25:34.141 INFO:tasks.rados.rados.0.smithi084.stdout:1075: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:25:34.141 INFO:tasks.rados.rados.0.smithi084.stdout:1075: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:25:34.141 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 344 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-04-02T08:25:34.141 INFO:tasks.rados.rados.0.smithi084.stdout:1078: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:25:34.141 INFO:tasks.rados.rados.0.smithi084.stdout:1078: finishing copy_from to smithi08483026-21 2024-04-02T08:25:34.141 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 471 (ObjNum 241 snap 62 seq_num 241) dirty exists 2024-04-02T08:25:34.144 INFO:tasks.rados.rados.0.smithi084.stdout:1080: finishing write tid 1 to smithi08483026-18 2024-04-02T08:25:34.145 INFO:tasks.rados.rados.0.smithi084.stdout:1080: finishing write tid 2 to smithi08483026-18 2024-04-02T08:25:34.145 INFO:tasks.rados.rados.0.smithi084.stdout:1080: finishing write tid 3 to smithi08483026-18 2024-04-02T08:25:34.145 INFO:tasks.rados.rados.0.smithi084.stdout:1075: done (4 left) 2024-04-02T08:25:34.145 INFO:tasks.rados.rados.0.smithi084.stdout:1077: done (3 left) 2024-04-02T08:25:34.145 INFO:tasks.rados.rados.0.smithi084.stdout:1078: done (2 left) 2024-04-02T08:25:34.146 INFO:tasks.rados.rados.0.smithi084.stdout:1081: done (1 left) 2024-04-02T08:25:34.146 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 104 2024-04-02T08:25:34.146 INFO:tasks.rados.rados.0.smithi084.stdout:1082: seq_num 355 ranges {0=753664,753664=401408} 2024-04-02T08:25:34.150 INFO:tasks.rados.rados.0.smithi084.stdout:1082: writing smithi08483026-2 from 0 to 753664 tid 1 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1082: writing smithi08483026-2 from 753664 to 1155072 tid 2 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1083: rollback oid 36 current snap is 104 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 100 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1080: finishing write tid 4 to smithi08483026-18 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1080: oid 18 updating version 0 to 222 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1080: oid 18 updating version 222 to 224 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1080: oid 18 version 224 is already newer than 223 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 224 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1080: left oid 18 (ObjNum 353 snap 104 seq_num 353) 2024-04-02T08:25:34.153 INFO:tasks.rados.rados.0.smithi084.stdout:1080: done (2 left) 2024-04-02T08:25:34.154 INFO:tasks.rados.rados.0.smithi084.stdout:1084: snap_create 2024-04-02T08:25:34.155 INFO:tasks.rados.rados.0.smithi084.stdout:1082: finishing write tid 1 to smithi08483026-2 2024-04-02T08:25:34.155 INFO:tasks.rados.rados.0.smithi084.stdout:1082: finishing write tid 2 to smithi08483026-2 2024-04-02T08:25:34.156 INFO:tasks.rados.rados.0.smithi084.stdout:1082: finishing write tid 3 to smithi08483026-2 2024-04-02T08:25:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1083: finishing rollback tid 0 to smithi08483026-36 2024-04-02T08:25:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1083: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:25:34.161 INFO:tasks.rados.rados.0.smithi084.stdout:1083: finishing rollback tid 2 to smithi08483026-36 2024-04-02T08:25:34.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 454 (ObjNum 259 snap 67 seq_num 259) dirty exists 2024-04-02T08:25:34.161 INFO:tasks.rados.rados.0.smithi084.stdout:1082: finishing write tid 4 to smithi08483026-2 2024-04-02T08:25:34.161 INFO:tasks.rados.rados.0.smithi084.stdout:1082: oid 2 updating version 0 to 448 2024-04-02T08:25:34.161 INFO:tasks.rados.rados.0.smithi084.stdout:1082: oid 2 updating version 448 to 450 2024-04-02T08:25:34.161 INFO:tasks.rados.rados.0.smithi084.stdout:1082: oid 2 version 450 is already newer than 449 2024-04-02T08:25:34.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 450 (ObjNum 355 snap 104 seq_num 355) dirty exists 2024-04-02T08:25:34.162 INFO:tasks.rados.rados.0.smithi084.stdout:1082: left oid 2 (ObjNum 355 snap 104 seq_num 355) 2024-04-02T08:25:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[94794]: pgmap v74: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:25:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[94794]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:25:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[94794]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:25:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[97358]: pgmap v74: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:25:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[97358]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:25:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:34 smithi084 ceph-mon[97358]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:25:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:34 smithi132 ceph-mon[88571]: pgmap v74: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:25:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:34 smithi132 ceph-mon[88571]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:25:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:34 smithi132 ceph-mon[88571]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:1082: done (2 left) 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:1083: done (1 left) 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:1084: done (0 left) 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:1085: rmattr oid 32 current snap is 105 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:1086: read oid 14 snap -1 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:1086: expect deleted 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:1087: rollback oid 42 current snap is 105 2024-04-02T08:25:35.090 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 42 to 102 2024-04-02T08:25:35.091 INFO:tasks.rados.rados.0.smithi084.stdout:1088: delete oid 12 current snap is 105 2024-04-02T08:25:35.093 INFO:tasks.rados.rados.0.smithi084.stdout:1087: finishing rollback tid 1 to smithi08483026-42 2024-04-02T08:25:35.093 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 501 (ObjNum 4113 snap 0 seq_num 2336456519) dirty dne 2024-04-02T08:25:35.095 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 523 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:25:35.096 INFO:tasks.rados.rados.0.smithi084.stdout:1085: done (3 left) 2024-04-02T08:25:35.096 INFO:tasks.rados.rados.0.smithi084.stdout:1086: done (2 left) 2024-04-02T08:25:35.096 INFO:tasks.rados.rados.0.smithi084.stdout:1087: done (1 left) 2024-04-02T08:25:35.096 INFO:tasks.rados.rados.0.smithi084.stdout:1088: done (0 left) 2024-04-02T08:25:35.097 INFO:tasks.rados.rados.0.smithi084.stdout:1089: delete oid 45 current snap is 105 2024-04-02T08:25:35.101 INFO:tasks.rados.rados.0.smithi084.stdout:1089: done (0 left) 2024-04-02T08:25:35.101 INFO:tasks.rados.rados.0.smithi084.stdout:1090: copy_from oid 25 from oid 31 current snap is 105 2024-04-02T08:25:35.101 INFO:tasks.rados.rados.0.smithi084.stdout:1091: read oid 49 snap 103 2024-04-02T08:25:35.101 INFO:tasks.rados.rados.0.smithi084.stdout:1091: expect (ObjNum 239 snap 62 seq_num 239) 2024-04-02T08:25:35.102 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 105 2024-04-02T08:25:35.102 INFO:tasks.rados.rados.0.smithi084.stdout:1092: seq_num 358 ranges {5103616=802816,5906432=401408} 2024-04-02T08:25:35.133 INFO:tasks.rados.rados.0.smithi084.stdout:1092: writing smithi08483026-23 from 5103616 to 5906432 tid 1 2024-04-02T08:25:35.136 INFO:tasks.rados.rados.0.smithi084.stdout:1092: writing smithi08483026-23 from 5906432 to 6307840 tid 2 2024-04-02T08:25:35.136 INFO:tasks.rados.rados.0.smithi084.stdout:1093: copy_from oid 32 from oid 42 current snap is 105 2024-04-02T08:25:35.136 INFO:tasks.rados.rados.0.smithi084.stdout:1090: finishing copy_from to smithi08483026-25 2024-04-02T08:25:35.136 INFO:tasks.rados.rados.0.smithi084.stdout:1090: got expected ENOENT (src dne) 2024-04-02T08:25:35.136 INFO:tasks.rados.rados.0.smithi084.stdout:1090: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:25:35.136 INFO:tasks.rados.rados.0.smithi084.stdout:1091: expect (ObjNum 239 snap 62 seq_num 239) 2024-04-02T08:25:35.261 INFO:tasks.rados.rados.0.smithi084.stdout:1093: finishing copy_from to smithi08483026-32 2024-04-02T08:25:35.261 INFO:tasks.rados.rados.0.smithi084.stdout:1093: got expected ENOENT (src dne) 2024-04-02T08:25:35.261 INFO:tasks.rados.rados.0.smithi084.stdout:1093: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:25:35.261 INFO:tasks.rados.rados.0.smithi084.stdout:1092: finishing write tid 1 to smithi08483026-23 2024-04-02T08:25:35.261 INFO:tasks.rados.rados.0.smithi084.stdout:1092: finishing write tid 2 to smithi08483026-23 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1092: finishing write tid 3 to smithi08483026-23 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1092: finishing write tid 4 to smithi08483026-23 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1092: oid 23 updating version 0 to 350 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1092: oid 23 updating version 350 to 351 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1092: oid 23 updating version 351 to 352 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 352 (ObjNum 358 snap 105 seq_num 358) dirty exists 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1092: left oid 23 (ObjNum 358 snap 105 seq_num 358) 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1090: done (3 left) 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1091: done (2 left) 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1092: done (1 left) 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1093: done (0 left) 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 105 2024-04-02T08:25:35.262 INFO:tasks.rados.rados.0.smithi084.stdout:1094: seq_num 359 ranges {1720320=417792,2138112=417792,2555904=385024} 2024-04-02T08:25:35.272 INFO:tasks.rados.rados.0.smithi084.stdout:1094: writing smithi08483026-50 from 1720320 to 2138112 tid 1 2024-04-02T08:25:35.274 INFO:tasks.rados.rados.0.smithi084.stdout:1094: writing smithi08483026-50 from 2138112 to 2555904 tid 2 2024-04-02T08:25:35.277 INFO:tasks.rados.rados.0.smithi084.stdout:1094: writing smithi08483026-50 from 2555904 to 2940928 tid 3 2024-04-02T08:25:35.277 INFO:tasks.rados.rados.0.smithi084.stdout:1095: read oid 19 snap 104 2024-04-02T08:25:35.277 INFO:tasks.rados.rados.0.smithi084.stdout:1095: expect (ObjNum 345 snap 101 seq_num 345) 2024-04-02T08:25:35.277 INFO:tasks.rados.rados.0.smithi084.stdout:1096: read oid 41 snap -1 2024-04-02T08:25:35.277 INFO:tasks.rados.rados.0.smithi084.stdout:1096: expect deleted 2024-04-02T08:25:35.278 INFO:tasks.rados.rados.0.smithi084.stdout:1097: read oid 7 snap 101 2024-04-02T08:25:35.278 INFO:tasks.rados.rados.0.smithi084.stdout:1097: expect (ObjNum 343 snap 100 seq_num 343) 2024-04-02T08:25:35.278 INFO:tasks.rados.rados.0.smithi084.stdout:1098: snap_create 2024-04-02T08:25:35.278 INFO:tasks.rados.rados.0.smithi084.stdout:1094: finishing write tid 1 to smithi08483026-50 2024-04-02T08:25:35.278 INFO:tasks.rados.rados.0.smithi084.stdout:1094: finishing write tid 2 to smithi08483026-50 2024-04-02T08:25:35.280 INFO:tasks.rados.rados.0.smithi084.stdout:1094: finishing write tid 3 to smithi08483026-50 2024-04-02T08:25:35.280 INFO:tasks.rados.rados.0.smithi084.stdout:1094: finishing write tid 4 to smithi08483026-50 2024-04-02T08:25:35.281 INFO:tasks.rados.rados.0.smithi084.stdout:1094: finishing write tid 5 to smithi08483026-50 2024-04-02T08:25:35.281 INFO:tasks.rados.rados.0.smithi084.stdout:1094: oid 50 updating version 0 to 550 2024-04-02T08:25:35.281 INFO:tasks.rados.rados.0.smithi084.stdout:1094: oid 50 version 550 is already newer than 547 2024-04-02T08:25:35.282 INFO:tasks.rados.rados.0.smithi084.stdout:1094: oid 50 version 550 is already newer than 548 2024-04-02T08:25:35.282 INFO:tasks.rados.rados.0.smithi084.stdout:1094: oid 50 version 550 is already newer than 549 2024-04-02T08:25:35.282 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 550 (ObjNum 359 snap 105 seq_num 359) dirty exists 2024-04-02T08:25:35.282 INFO:tasks.rados.rados.0.smithi084.stdout:1094: left oid 50 (ObjNum 359 snap 105 seq_num 359) 2024-04-02T08:25:35.282 INFO:tasks.rados.rados.0.smithi084.stdout:1095: expect (ObjNum 345 snap 101 seq_num 345) 2024-04-02T08:25:35.309 INFO:tasks.rados.rados.0.smithi084.stdout:1097: expect (ObjNum 343 snap 100 seq_num 343) 2024-04-02T08:25:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:35 smithi084 ceph-mon[94794]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:25:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:35 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.3 on smithi084 2024-04-02T08:25:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:35 smithi084 ceph-mon[94794]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:25:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:35 smithi084 ceph-mon[97358]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:25:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:35 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.3 on smithi084 2024-04-02T08:25:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:35 smithi084 ceph-mon[97358]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:25:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:35 smithi132 ceph-mon[88571]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:25:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:35 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.3 on smithi084 2024-04-02T08:25:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:35 smithi132 ceph-mon[88571]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:25:36.146 INFO:tasks.rados.rados.0.smithi084.stdout:1094: done (4 left) 2024-04-02T08:25:36.146 INFO:tasks.rados.rados.0.smithi084.stdout:1095: done (3 left) 2024-04-02T08:25:36.146 INFO:tasks.rados.rados.0.smithi084.stdout:1096: done (2 left) 2024-04-02T08:25:36.146 INFO:tasks.rados.rados.0.smithi084.stdout:1097: done (1 left) 2024-04-02T08:25:36.146 INFO:tasks.rados.rados.0.smithi084.stdout:1098: done (0 left) 2024-04-02T08:25:36.146 INFO:tasks.rados.rados.0.smithi084.stdout:1099: read oid 3 snap -1 2024-04-02T08:25:36.147 INFO:tasks.rados.rados.0.smithi084.stdout:1099: expect (ObjNum 348 snap 102 seq_num 348) 2024-04-02T08:25:36.147 INFO:tasks.rados.rados.0.smithi084.stdout:1100: copy_from oid 50 from oid 8 current snap is 106 2024-04-02T08:25:36.147 INFO:tasks.rados.rados.0.smithi084.stdout:1101: snap_remove snap 104 2024-04-02T08:25:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[94794]: pgmap v77: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[97358]: pgmap v77: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:36 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:36 smithi132 ceph-mon[88571]: pgmap v77: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:36 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:36 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:36 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:36 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:36 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:37.151 INFO:tasks.rados.rados.0.smithi084.stdout:1101: done (2 left) 2024-04-02T08:25:37.152 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 106 2024-04-02T08:25:37.152 INFO:tasks.rados.rados.0.smithi084.stdout:1102: seq_num 360 ranges {614400=434176,1048576=704512,1753088=98304} 2024-04-02T08:25:37.157 INFO:tasks.rados.rados.0.smithi084.stdout:1102: writing smithi08483026-38 from 614400 to 1048576 tid 1 2024-04-02T08:25:37.162 INFO:tasks.rados.rados.0.smithi084.stdout:1102: writing smithi08483026-38 from 1048576 to 1753088 tid 2 2024-04-02T08:25:37.162 INFO:tasks.rados.rados.0.smithi084.stdout:1102: writing smithi08483026-38 from 1753088 to 1851392 tid 3 2024-04-02T08:25:37.162 INFO:tasks.rados.rados.0.smithi084.stdout:1103: read oid 20 snap -1 2024-04-02T08:25:37.162 INFO:tasks.rados.rados.0.smithi084.stdout:1103: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:37.163 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 34 current snap is 106 2024-04-02T08:25:37.163 INFO:tasks.rados.rados.0.smithi084.stdout:1104: seq_num 361 ranges {2170880=450560,2621440=581632,3203072=221184} 2024-04-02T08:25:37.176 INFO:tasks.rados.rados.0.smithi084.stdout:1104: writing smithi08483026-34 from 2170880 to 2621440 tid 1 2024-04-02T08:25:37.179 INFO:tasks.rados.rados.0.smithi084.stdout:1104: writing smithi08483026-34 from 2621440 to 3203072 tid 2 2024-04-02T08:25:37.181 INFO:tasks.rados.rados.0.smithi084.stdout:1104: writing smithi08483026-34 from 3203072 to 3424256 tid 3 2024-04-02T08:25:37.181 INFO:tasks.rados.rados.0.smithi084.stdout:1105: rmattr oid 36 current snap is 106 2024-04-02T08:25:37.181 INFO:tasks.rados.rados.0.smithi084.stdout:1105: done (5 left) 2024-04-02T08:25:37.181 INFO:tasks.rados.rados.0.smithi084.stdout:1106: read oid 16 snap 88 2024-04-02T08:25:37.182 INFO:tasks.rados.rados.0.smithi084.stdout:1106: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:25:37.182 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 106 2024-04-02T08:25:37.182 INFO:tasks.rados.rados.0.smithi084.stdout:1099: expect (ObjNum 348 snap 102 seq_num 348) 2024-04-02T08:25:37.210 INFO:tasks.rados.rados.0.smithi084.stdout:1100: finishing copy_from racing read to smithi08483026-50 2024-04-02T08:25:37.210 INFO:tasks.rados.rados.0.smithi084.stdout:1100: finishing copy_from to smithi08483026-50 2024-04-02T08:25:37.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 452 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:25:37.210 INFO:tasks.rados.rados.0.smithi084.stdout:1107: seq_num 362 ranges {4358144=466944,4825088=466944,5292032=335872} 2024-04-02T08:25:37.236 INFO:tasks.rados.rados.0.smithi084.stdout:1107: writing smithi08483026-13 from 4358144 to 4825088 tid 1 2024-04-02T08:25:37.239 INFO:tasks.rados.rados.0.smithi084.stdout:1107: writing smithi08483026-13 from 4825088 to 5292032 tid 2 2024-04-02T08:25:37.241 INFO:tasks.rados.rados.0.smithi084.stdout:1107: writing smithi08483026-13 from 5292032 to 5627904 tid 3 2024-04-02T08:25:37.241 INFO:tasks.rados.rados.0.smithi084.stdout:1099: done (6 left) 2024-04-02T08:25:37.241 INFO:tasks.rados.rados.0.smithi084.stdout:1100: done (5 left) 2024-04-02T08:25:37.241 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 106 2024-04-02T08:25:37.242 INFO:tasks.rados.rados.0.smithi084.stdout:1102: finishing write tid 1 to smithi08483026-38 2024-04-02T08:25:37.242 INFO:tasks.rados.rados.0.smithi084.stdout:1108: seq_num 363 ranges {1712128=483328,2195456=753664,2949120=49152} 2024-04-02T08:25:37.253 INFO:tasks.rados.rados.0.smithi084.stdout:1108: writing smithi08483026-4 from 1712128 to 2195456 tid 1 2024-04-02T08:25:37.257 INFO:tasks.rados.rados.0.smithi084.stdout:1108: writing smithi08483026-4 from 2195456 to 2949120 tid 2 2024-04-02T08:25:37.257 INFO:tasks.rados.rados.0.smithi084.stdout:1108: writing smithi08483026-4 from 2949120 to 2998272 tid 3 2024-04-02T08:25:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:1109: rmattr oid 39 current snap is 106 2024-04-02T08:25:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:1103: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: finishing write tid 2 to smithi08483026-38 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: finishing write tid 3 to smithi08483026-38 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: finishing write tid 4 to smithi08483026-38 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: finishing write tid 5 to smithi08483026-38 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: oid 38 updating version 0 to 251 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: oid 38 version 251 is already newer than 250 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: oid 38 updating version 251 to 252 2024-04-02T08:25:37.263 INFO:tasks.rados.rados.0.smithi084.stdout:1102: oid 38 updating version 252 to 253 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 253 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1102: left oid 38 (ObjNum 360 snap 106 seq_num 360) 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: finishing write tid 1 to smithi08483026-34 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1102: done (6 left) 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1103: done (5 left) 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1110: setattr oid 18 current snap is 106 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: finishing write tid 2 to smithi08483026-34 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: finishing write tid 3 to smithi08483026-34 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: finishing write tid 4 to smithi08483026-34 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: finishing write tid 5 to smithi08483026-34 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: oid 34 updating version 0 to 255 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: oid 34 updating version 255 to 256 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: oid 34 updating version 256 to 257 2024-04-02T08:25:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1104: oid 34 updating version 257 to 258 2024-04-02T08:25:37.265 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 258 (ObjNum 361 snap 106 seq_num 361) dirty exists 2024-04-02T08:25:37.265 INFO:tasks.rados.rados.0.smithi084.stdout:1104: left oid 34 (ObjNum 361 snap 106 seq_num 361) 2024-04-02T08:25:37.265 INFO:tasks.rados.rados.0.smithi084.stdout:1106: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: finishing write tid 1 to smithi08483026-13 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: finishing write tid 2 to smithi08483026-13 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: finishing write tid 3 to smithi08483026-13 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: finishing write tid 4 to smithi08483026-13 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: finishing write tid 5 to smithi08483026-13 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: oid 13 updating version 0 to 457 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: oid 13 updating version 457 to 458 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: oid 13 updating version 458 to 459 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:1107: oid 13 version 459 is already newer than 456 2024-04-02T08:25:37.317 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 459 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1107: left oid 13 (ObjNum 362 snap 106 seq_num 362) 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: finishing write tid 1 to smithi08483026-4 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 528 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: finishing write tid 2 to smithi08483026-4 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: finishing write tid 3 to smithi08483026-4 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: finishing write tid 4 to smithi08483026-4 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: finishing write tid 5 to smithi08483026-4 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: oid 4 updating version 0 to 358 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: oid 4 updating version 358 to 359 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: oid 4 version 359 is already newer than 357 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: oid 4 version 359 is already newer than 356 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 359 (ObjNum 363 snap 106 seq_num 363) dirty exists 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1108: left oid 4 (ObjNum 363 snap 106 seq_num 363) 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1104: done (5 left) 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1106: done (4 left) 2024-04-02T08:25:37.318 INFO:tasks.rados.rados.0.smithi084.stdout:1107: done (3 left) 2024-04-02T08:25:37.319 INFO:tasks.rados.rados.0.smithi084.stdout:1108: done (2 left) 2024-04-02T08:25:37.319 INFO:tasks.rados.rados.0.smithi084.stdout:1109: done (1 left) 2024-04-02T08:25:37.319 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 106 2024-04-02T08:25:37.319 INFO:tasks.rados.rados.0.smithi084.stdout:1111: seq_num 364 ranges {786432=499712,1286144=638976,1925120=163840} 2024-04-02T08:25:37.323 INFO:tasks.rados.rados.0.smithi084.stdout:1111: writing smithi08483026-15 from 786432 to 1286144 tid 1 2024-04-02T08:25:37.327 INFO:tasks.rados.rados.0.smithi084.stdout:1111: writing smithi08483026-15 from 1286144 to 1925120 tid 2 2024-04-02T08:25:37.328 INFO:tasks.rados.rados.0.smithi084.stdout:1111: writing smithi08483026-15 from 1925120 to 2088960 tid 3 2024-04-02T08:25:37.328 INFO:tasks.rados.rados.0.smithi084.stdout:1112: delete oid 4 current snap is 106 2024-04-02T08:25:37.328 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 225 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-04-02T08:25:37.329 INFO:tasks.rados.rados.0.smithi084.stdout:1111: finishing write tid 1 to smithi08483026-15 2024-04-02T08:25:37.330 INFO:tasks.rados.rados.0.smithi084.stdout:1110: done (2 left) 2024-04-02T08:25:37.330 INFO:tasks.rados.rados.0.smithi084.stdout:1112: done (1 left) 2024-04-02T08:25:37.330 INFO:tasks.rados.rados.0.smithi084.stdout:1113: read oid 5 snap -1 2024-04-02T08:25:37.330 INFO:tasks.rados.rados.0.smithi084.stdout:1113: expect deleted 2024-04-02T08:25:37.330 INFO:tasks.rados.rados.0.smithi084.stdout:1114: rmattr oid 32 current snap is 106 2024-04-02T08:25:37.330 INFO:tasks.rados.rados.0.smithi084.stdout:1115: rmattr oid 50 current snap is 106 2024-04-02T08:25:37.330 INFO:tasks.rados.rados.0.smithi084.stdout:1116: setattr oid 40 current snap is 106 2024-04-02T08:25:37.331 INFO:tasks.rados.rados.0.smithi084.stdout:1111: finishing write tid 2 to smithi08483026-15 2024-04-02T08:25:37.331 INFO:tasks.rados.rados.0.smithi084.stdout:1113: done (4 left) 2024-04-02T08:25:37.331 INFO:tasks.rados.rados.0.smithi084.stdout:1117: read oid 24 snap 93 2024-04-02T08:25:37.331 INFO:tasks.rados.rados.0.smithi084.stdout:1117: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:25:37.332 INFO:tasks.rados.rados.0.smithi084.stdout:1118: rollback oid 28 current snap is 106 2024-04-02T08:25:37.332 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 80 2024-04-02T08:25:37.332 INFO:tasks.rados.rados.0.smithi084.stdout:1119: setattr oid 17 current snap is 106 2024-04-02T08:25:37.333 INFO:tasks.rados.rados.0.smithi084.stdout:1120: rollback oid 6 current snap is 106 2024-04-02T08:25:37.333 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 77 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1121: rollback oid 31 current snap is 106 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 31 to 58 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1122: read oid 43 snap -1 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1122: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1123: snap_create 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: finishing write tid 3 to smithi08483026-15 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: finishing write tid 4 to smithi08483026-15 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: finishing write tid 5 to smithi08483026-15 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: oid 15 updating version 0 to 352 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: oid 15 updating version 352 to 353 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: oid 15 updating version 353 to 354 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: oid 15 version 354 is already newer than 351 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 354 (ObjNum 364 snap 106 seq_num 364) dirty exists 2024-04-02T08:25:37.334 INFO:tasks.rados.rados.0.smithi084.stdout:1111: left oid 15 (ObjNum 364 snap 106 seq_num 364) 2024-04-02T08:25:37.335 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 555 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:25:37.335 INFO:tasks.rados.rados.0.smithi084.stdout:1120: finishing rollback tid 0 to smithi08483026-6 2024-04-02T08:25:37.335 INFO:tasks.rados.rados.0.smithi084.stdout:1120: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:25:37.336 INFO:tasks.rados.rados.0.smithi084.stdout:1118: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:25:37.336 INFO:tasks.rados.rados.0.smithi084.stdout:1118: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:25:37.336 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 509 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:25:37.336 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 530 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:25:37.337 INFO:tasks.rados.rados.0.smithi084.stdout:1120: finishing rollback tid 2 to smithi08483026-6 2024-04-02T08:25:37.337 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 125 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-02T08:25:37.337 INFO:tasks.rados.rados.0.smithi084.stdout:1118: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:25:37.337 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 307 (ObjNum 186 snap 44 seq_num 186) dirty exists 2024-04-02T08:25:37.339 INFO:tasks.rados.rados.0.smithi084.stdout:1117: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:25:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:37 smithi084 ceph-mon[94794]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:25:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:37 smithi084 ceph-mon[94794]: Reconfiguring daemon mds.a on smithi084 2024-04-02T08:25:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:37 smithi084 ceph-mon[94794]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:25:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:37 smithi084 ceph-mon[97358]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:25:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:37 smithi084 ceph-mon[97358]: Reconfiguring daemon mds.a on smithi084 2024-04-02T08:25:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:37 smithi084 ceph-mon[97358]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:25:37.394 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 350 (ObjNum 326 snap 96 seq_num 326) dirty exists 2024-04-02T08:25:37.394 INFO:tasks.rados.rados.0.smithi084.stdout:1121: finishing rollback tid 1 to smithi08483026-31 2024-04-02T08:25:37.394 INFO:tasks.rados.rados.0.smithi084.stdout:1121: finishing rollback tid 2 to smithi08483026-31 2024-04-02T08:25:37.394 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 352 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-04-02T08:25:37.395 INFO:tasks.rados.rados.0.smithi084.stdout:1122: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:25:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:37 smithi132 ceph-mon[88571]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:25:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:37 smithi132 ceph-mon[88571]: Reconfiguring daemon mds.a on smithi084 2024-04-02T08:25:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:37 smithi132 ceph-mon[88571]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:25:38.153 INFO:tasks.rados.rados.0.smithi084.stdout:1111: done (10 left) 2024-04-02T08:25:38.153 INFO:tasks.rados.rados.0.smithi084.stdout:1114: done (9 left) 2024-04-02T08:25:38.153 INFO:tasks.rados.rados.0.smithi084.stdout:1115: done (8 left) 2024-04-02T08:25:38.153 INFO:tasks.rados.rados.0.smithi084.stdout:1116: done (7 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1117: done (6 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1118: done (5 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1119: done (4 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1120: done (3 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1121: done (2 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1122: done (1 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1123: done (0 left) 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1124: copy_from oid 2 from oid 18 current snap is 107 2024-04-02T08:25:38.154 INFO:tasks.rados.rados.0.smithi084.stdout:1125: snap_create 2024-04-02T08:25:38.165 INFO:tasks.rados.rados.0.smithi084.stdout:1124: finishing copy_from racing read to smithi08483026-2 2024-04-02T08:25:38.166 INFO:tasks.rados.rados.0.smithi084.stdout:1124: finishing copy_from to smithi08483026-2 2024-04-02T08:25:38.166 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 225 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-04-02T08:25:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:38 smithi132 ceph-mon[88571]: pgmap v80: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-02T08:25:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:38 smithi132 ceph-mon[88571]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:25:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[94794]: pgmap v80: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-02T08:25:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[94794]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:25:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[97358]: pgmap v80: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-02T08:25:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[97358]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:25:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:25:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:25:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:39.155 INFO:tasks.rados.rados.0.smithi084.stdout:1124: done (1 left) 2024-04-02T08:25:39.155 INFO:tasks.rados.rados.0.smithi084.stdout:1125: done (0 left) 2024-04-02T08:25:39.155 INFO:tasks.rados.rados.0.smithi084.stdout:1126: read oid 19 snap -1 2024-04-02T08:25:39.155 INFO:tasks.rados.rados.0.smithi084.stdout:1126: expect (ObjNum 345 snap 101 seq_num 345) 2024-04-02T08:25:39.155 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 108 2024-04-02T08:25:39.156 INFO:tasks.rados.rados.0.smithi084.stdout:1127: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2024-04-02T08:25:39.159 INFO:tasks.rados.rados.0.smithi084.stdout:1127: writing smithi08483026-44 from 0 to 532480 tid 1 2024-04-02T08:25:39.161 INFO:tasks.rados.rados.0.smithi084.stdout:1127: writing smithi08483026-44 from 532480 to 991232 tid 2 2024-04-02T08:25:39.164 INFO:tasks.rados.rados.0.smithi084.stdout:1127: writing smithi08483026-44 from 991232 to 1335296 tid 3 2024-04-02T08:25:39.164 INFO:tasks.rados.rados.0.smithi084.stdout:1128: snap_create 2024-04-02T08:25:39.167 INFO:tasks.rados.rados.0.smithi084.stdout:1126: expect (ObjNum 345 snap 101 seq_num 345) 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: finishing write tid 1 to smithi08483026-44 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: finishing write tid 2 to smithi08483026-44 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: finishing write tid 3 to smithi08483026-44 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: finishing write tid 4 to smithi08483026-44 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: finishing write tid 5 to smithi08483026-44 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: oid 44 updating version 0 to 90 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: oid 44 version 90 is already newer than 89 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: oid 44 version 90 is already newer than 87 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: oid 44 version 90 is already newer than 88 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 90 (ObjNum 366 snap 108 seq_num 366) dirty exists 2024-04-02T08:25:39.196 INFO:tasks.rados.rados.0.smithi084.stdout:1127: left oid 44 (ObjNum 366 snap 108 seq_num 366) 2024-04-02T08:25:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[94794]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:25:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[94794]: Reconfiguring daemon mon.b on smithi132 2024-04-02T08:25:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[94794]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:25:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[97358]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:25:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[97358]: Reconfiguring daemon mon.b on smithi132 2024-04-02T08:25:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[97358]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:25:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:39 smithi132 ceph-mon[88571]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:25:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:39 smithi132 ceph-mon[88571]: Reconfiguring daemon mon.b on smithi132 2024-04-02T08:25:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:39 smithi132 ceph-mon[88571]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:25:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:40.167 INFO:tasks.rados.rados.0.smithi084.stdout:1126: done (2 left) 2024-04-02T08:25:40.167 INFO:tasks.rados.rados.0.smithi084.stdout:1127: done (1 left) 2024-04-02T08:25:40.167 INFO:tasks.rados.rados.0.smithi084.stdout:1128: done (0 left) 2024-04-02T08:25:40.167 INFO:tasks.rados.rados.0.smithi084.stdout:1129: copy_from oid 44 from oid 47 current snap is 109 2024-04-02T08:25:40.167 INFO:tasks.rados.rados.0.smithi084.stdout:1130: copy_from oid 18 from oid 21 current snap is 109 2024-04-02T08:25:40.167 INFO:tasks.rados.rados.0.smithi084.stdout:1131: snap_create 2024-04-02T08:25:40.177 INFO:tasks.rados.rados.0.smithi084.stdout:1129: finishing copy_from racing read to smithi08483026-44 2024-04-02T08:25:40.177 INFO:tasks.rados.rados.0.smithi084.stdout:1129: finishing copy_from to smithi08483026-44 2024-04-02T08:25:40.177 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 412 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:25:40.180 INFO:tasks.rados.rados.0.smithi084.stdout:1130: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:25:40.182 INFO:tasks.rados.rados.0.smithi084.stdout:1130: finishing copy_from to smithi08483026-18 2024-04-02T08:25:40.182 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 471 (ObjNum 241 snap 62 seq_num 241) dirty exists 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: pgmap v83: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: Reconfiguring daemon mgr.x on smithi132 2024-04-02T08:25:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:40 smithi132 ceph-mon[88571]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:25:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: pgmap v83: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: Reconfiguring daemon mgr.x on smithi132 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[94794]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:25:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: pgmap v83: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: Reconfiguring daemon mgr.x on smithi132 2024-04-02T08:25:40.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-mon[97358]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:25:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:25:40] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:25:41.164 INFO:tasks.rados.rados.0.smithi084.stdout:1129: done (2 left) 2024-04-02T08:25:41.164 INFO:tasks.rados.rados.0.smithi084.stdout:1130: done (1 left) 2024-04-02T08:25:41.164 INFO:tasks.rados.rados.0.smithi084.stdout:1131: done (0 left) 2024-04-02T08:25:41.164 INFO:tasks.rados.rados.0.smithi084.stdout:1132: read oid 16 snap 93 2024-04-02T08:25:41.164 INFO:tasks.rados.rados.0.smithi084.stdout:1132: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:25:41.164 INFO:tasks.rados.rados.0.smithi084.stdout:1133: setattr oid 20 current snap is 110 2024-04-02T08:25:41.166 INFO:tasks.rados.rados.0.smithi084.stdout:1134: copy_from oid 23 from oid 36 current snap is 110 2024-04-02T08:25:41.166 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 110 2024-04-02T08:25:41.166 INFO:tasks.rados.rados.0.smithi084.stdout:1135: seq_num 367 ranges {1228800=548864,1777664=737280,2514944=65536} 2024-04-02T08:25:41.176 INFO:tasks.rados.rados.0.smithi084.stdout:1135: writing smithi08483026-17 from 1228800 to 1777664 tid 1 2024-04-02T08:25:41.180 INFO:tasks.rados.rados.0.smithi084.stdout:1135: writing smithi08483026-17 from 1777664 to 2514944 tid 2 2024-04-02T08:25:41.181 INFO:tasks.rados.rados.0.smithi084.stdout:1135: writing smithi08483026-17 from 2514944 to 2580480 tid 3 2024-04-02T08:25:41.181 INFO:tasks.rados.rados.0.smithi084.stdout:1136: setattr oid 13 current snap is 110 2024-04-02T08:25:41.181 INFO:tasks.rados.rados.0.smithi084.stdout:1132: expect (ObjNum 266 snap 70 seq_num 266) 2024-04-02T08:25:41.238 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 511 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:25:41.238 INFO:tasks.rados.rados.0.smithi084.stdout:1135: finishing write tid 1 to smithi08483026-17 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1134: finishing copy_from racing read to smithi08483026-23 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: finishing write tid 2 to smithi08483026-17 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: finishing write tid 3 to smithi08483026-17 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: finishing write tid 4 to smithi08483026-17 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1134: finishing copy_from to smithi08483026-23 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 454 (ObjNum 259 snap 67 seq_num 259) dirty exists 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: finishing write tid 5 to smithi08483026-17 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: oid 17 updating version 0 to 357 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: oid 17 version 357 is already newer than 356 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: oid 17 version 357 is already newer than 355 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi084.stdout:1135: oid 17 version 357 is already newer than 354 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 357 (ObjNum 367 snap 110 seq_num 367) dirty exists 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi084.stdout:1135: left oid 17 (ObjNum 367 snap 110 seq_num 367) 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi084.stdout:1132: done (4 left) 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi084.stdout:1133: done (3 left) 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi084.stdout:1134: done (2 left) 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi084.stdout:1135: done (1 left) 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi084.stdout:1137: snap_create 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 463 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-04-02T08:25:41.820 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:25:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: pgmap v86: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T08:25:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:25:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.4 on smithi132 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[94794]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: pgmap v86: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.4 on smithi132 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:41 smithi084 ceph-mon[97358]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:25:42.138 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:25:42.138 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (6m) 38s ago 7m 25.1M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:25:42.138 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (6m) 22s ago 6m 91.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (8m) 38s ago 8m 15.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (8m) 22s ago 8m 19.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (87s) 22s ago 11m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (118s) 38s ago 13m 494M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (72s) 38s ago 13m 41.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (28s) 22s ago 11m 32.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (47s) 38s ago 11m 29.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (6m) 38s ago 6m 16.1M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (6m) 22s ago 6m 15.3M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (11m) 38s ago 11m 136M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8cadfa7891d0 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (10m) 38s ago 10m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (10m) 38s ago 10m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:25:42.139 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (9m) 38s ago 9m 102M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:25:42.140 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (9m) 22s ago 9m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:25:42.140 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (9m) 22s ago 9m 169M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:25:42.140 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (8m) 22s ago 8m 95.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:25:42.140 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (8m) 22s ago 8m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:25:42.140 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (93s) 22s ago 7m 56.1M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:25:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: pgmap v86: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T08:25:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:25:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.4 on smithi132 2024-04-02T08:25:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:41 smithi132 ceph-mon[88571]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:25:42.179 INFO:tasks.rados.rados.0.smithi084.stdout:1136: done (1 left) 2024-04-02T08:25:42.179 INFO:tasks.rados.rados.0.smithi084.stdout:1137: done (0 left) 2024-04-02T08:25:42.179 INFO:tasks.rados.rados.0.smithi084.stdout:1138: snap_create 2024-04-02T08:25:42.525 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:42.529 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:25:42.530 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:42.531 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:25:42.531 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:25:42.531 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 10, 2024-04-02T08:25:42.531 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:25:42.531 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:25:42.531 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:25:43.184 INFO:tasks.rados.rados.0.smithi084.stdout:1138: done (0 left) 2024-04-02T08:25:43.184 INFO:tasks.rados.rados.0.smithi084.stdout:1139: copy_from oid 10 from oid 16 current snap is 112 2024-04-02T08:25:43.184 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 112 2024-04-02T08:25:43.184 INFO:tasks.rados.rados.0.smithi084.stdout:1140: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-04-02T08:25:43.187 INFO:tasks.rados.rados.0.smithi084.stdout:1140: writing smithi08483026-5 from 0 to 573440 tid 1 2024-04-02T08:25:43.191 INFO:tasks.rados.rados.0.smithi084.stdout:1140: writing smithi08483026-5 from 573440 to 1196032 tid 2 2024-04-02T08:25:43.192 INFO:tasks.rados.rados.0.smithi084.stdout:1140: writing smithi08483026-5 from 1196032 to 1376256 tid 3 2024-04-02T08:25:43.193 INFO:tasks.rados.rados.0.smithi084.stdout:1141: read oid 23 snap 109 2024-04-02T08:25:43.193 INFO:tasks.rados.rados.0.smithi084.stdout:1141: expect (ObjNum 358 snap 105 seq_num 358) 2024-04-02T08:25:43.193 INFO:tasks.rados.rados.0.smithi084.stdout:1142: read oid 47 snap -1 2024-04-02T08:25:43.193 INFO:tasks.rados.rados.0.smithi084.stdout:1142: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:25:43.193 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 112 2024-04-02T08:25:43.193 INFO:tasks.rados.rados.0.smithi084.stdout:1139: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:25:43.193 INFO:tasks.rados.rados.0.smithi084.stdout:1143: seq_num 369 ranges {2088960=589824,2678784=507904,3186688=294912} 2024-04-02T08:25:43.208 INFO:tasks.rados.rados.0.smithi084.stdout:1143: writing smithi08483026-15 from 2088960 to 2678784 tid 1 2024-04-02T08:25:43.211 INFO:tasks.rados.rados.0.smithi084.stdout:1143: writing smithi08483026-15 from 2678784 to 3186688 tid 2 2024-04-02T08:25:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1143: writing smithi08483026-15 from 3186688 to 3481600 tid 3 2024-04-02T08:25:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1144: snap_remove snap 108 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3262828167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:43.334 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:43.585 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:25:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3262828167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3262828167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:43.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.192 INFO:tasks.rados.rados.0.smithi084.stdout:1144: done (5 left) 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1145: setattr oid 7 current snap is 112 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1139: finishing copy_from to smithi08483026-10 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 344 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: finishing write tid 1 to smithi08483026-5 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: finishing write tid 2 to smithi08483026-5 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: finishing write tid 3 to smithi08483026-5 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: finishing write tid 4 to smithi08483026-5 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: finishing write tid 5 to smithi08483026-5 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: oid 5 updating version 0 to 262 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: oid 5 version 262 is already newer than 261 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: oid 5 version 262 is already newer than 259 2024-04-02T08:25:44.193 INFO:tasks.rados.rados.0.smithi084.stdout:1140: oid 5 version 262 is already newer than 260 2024-04-02T08:25:44.194 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 262 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-04-02T08:25:44.194 INFO:tasks.rados.rados.0.smithi084.stdout:1140: left oid 5 (ObjNum 368 snap 112 seq_num 368) 2024-04-02T08:25:44.194 INFO:tasks.rados.rados.0.smithi084.stdout:1142: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:25:44.205 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:44 smithi132 ceph-mon[88571]: pgmap v89: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T08:25:44.205 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:44 smithi132 ceph-mon[88571]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:25:44.205 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:44 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.5 on smithi132 2024-04-02T08:25:44.205 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:44 smithi132 ceph-mon[88571]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:25:44.216 INFO:tasks.rados.rados.0.smithi084.stdout:1143: finishing write tid 1 to smithi08483026-15 2024-04-02T08:25:44.216 INFO:tasks.rados.rados.0.smithi084.stdout:1141: expect (ObjNum 358 snap 105 seq_num 358) 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: finishing write tid 2 to smithi08483026-15 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: finishing write tid 3 to smithi08483026-15 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: finishing write tid 4 to smithi08483026-15 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: finishing write tid 5 to smithi08483026-15 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: oid 15 updating version 0 to 355 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: oid 15 updating version 355 to 357 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: oid 15 version 357 is already newer than 356 2024-04-02T08:25:44.608 INFO:tasks.rados.rados.0.smithi084.stdout:1143: oid 15 updating version 357 to 358 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 358 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1143: left oid 15 (ObjNum 369 snap 112 seq_num 369) 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1139: done (5 left) 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1140: done (4 left) 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1141: done (3 left) 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1142: done (2 left) 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1143: done (1 left) 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1146: rmattr oid 42 current snap is 112 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1146: done (1 left) 2024-04-02T08:25:44.609 INFO:tasks.rados.rados.0.smithi084.stdout:1147: snap_remove snap 100 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[94794]: pgmap v89: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[94794]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.5 on smithi132 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[94794]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[97358]: pgmap v89: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[97358]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.5 on smithi132 2024-04-02T08:25:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:44 smithi084 ceph-mon[97358]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:25:45.091 INFO:tasks.rados.rados.0.smithi084.stdout:1147: done (1 left) 2024-04-02T08:25:45.091 INFO:tasks.rados.rados.0.smithi084.stdout:1148: rollback oid 1 current snap is 112 2024-04-02T08:25:45.091 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 77 2024-04-02T08:25:45.091 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 309 (ObjNum 343 snap 100 seq_num 343) dirty exists 2024-04-02T08:25:45.092 INFO:tasks.rados.rados.0.smithi084.stdout:1145: done (1 left) 2024-04-02T08:25:45.092 INFO:tasks.rados.rados.0.smithi084.stdout:1149: delete oid 5 current snap is 112 2024-04-02T08:25:45.103 INFO:tasks.rados.rados.0.smithi084.stdout:1149: done (1 left) 2024-04-02T08:25:45.103 INFO:tasks.rados.rados.0.smithi084.stdout:1150: delete oid 21 current snap is 112 2024-04-02T08:25:45.103 INFO:tasks.rados.rados.0.smithi084.stdout:1148: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:25:45.103 INFO:tasks.rados.rados.0.smithi084.stdout:1148: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:25:45.103 INFO:tasks.rados.rados.0.smithi084.stdout:1148: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:25:45.103 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 517 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:25:45.107 INFO:tasks.rados.rados.0.smithi084.stdout:1148: done (1 left) 2024-04-02T08:25:45.107 INFO:tasks.rados.rados.0.smithi084.stdout:1150: done (0 left) 2024-04-02T08:25:45.107 INFO:tasks.rados.rados.0.smithi084.stdout:1151: snap_remove snap 101 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.6 on smithi132 2024-04-02T08:25:45.603 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:45 smithi132 ceph-mon[88571]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.6 on smithi132 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[94794]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:25:45.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.6 on smithi132 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:45 smithi084 ceph-mon[97358]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:25:46.096 INFO:tasks.rados.rados.0.smithi084.stdout:1151: done (0 left) 2024-04-02T08:25:46.096 INFO:tasks.rados.rados.0.smithi084.stdout:1152: snap_remove snap 110 2024-04-02T08:25:46.554 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:46 smithi132 ceph-mon[88571]: pgmap v92: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:46.554 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:46.554 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:46.555 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:25:46.555 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:46.555 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:46 smithi132 ceph-mon[88571]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:25:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[94794]: pgmap v92: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:25:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[94794]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[97358]: pgmap v92: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:46 smithi084 ceph-mon[97358]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:25:47.097 INFO:tasks.rados.rados.0.smithi084.stdout:1152: done (0 left) 2024-04-02T08:25:47.097 INFO:tasks.rados.rados.0.smithi084.stdout:1153: snap_create 2024-04-02T08:25:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:47 smithi084 ceph-mon[94794]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:25:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:47 smithi084 ceph-mon[94794]: Reconfiguring daemon osd.7 on smithi132 2024-04-02T08:25:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:47 smithi084 ceph-mon[94794]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:25:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:47 smithi084 ceph-mon[97358]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:25:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:47 smithi084 ceph-mon[97358]: Reconfiguring daemon osd.7 on smithi132 2024-04-02T08:25:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:47 smithi084 ceph-mon[97358]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:25:47.551 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:47 smithi132 ceph-mon[88571]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:25:47.551 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:47 smithi132 ceph-mon[88571]: Reconfiguring daemon osd.7 on smithi132 2024-04-02T08:25:47.552 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:47 smithi132 ceph-mon[88571]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:25:48.103 INFO:tasks.rados.rados.0.smithi084.stdout:1153: done (0 left) 2024-04-02T08:25:48.103 INFO:tasks.rados.rados.0.smithi084.stdout:1154: rollback oid 48 current snap is 113 2024-04-02T08:25:48.103 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 48 to 106 2024-04-02T08:25:48.104 INFO:tasks.rados.rados.0.smithi084.stdout:1155: copy_from oid 4 from oid 24 current snap is 113 2024-04-02T08:25:48.104 INFO:tasks.rados.rados.0.smithi084.stdout:1156: snap_create 2024-04-02T08:25:48.110 INFO:tasks.rados.rados.0.smithi084.stdout:1154: finishing rollback tid 0 to smithi08483026-48 2024-04-02T08:25:48.111 INFO:tasks.rados.rados.0.smithi084.stdout:1154: finishing rollback tid 1 to smithi08483026-48 2024-04-02T08:25:48.111 INFO:tasks.rados.rados.0.smithi084.stdout:1154: finishing rollback tid 2 to smithi08483026-48 2024-04-02T08:25:48.111 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 475 (ObjNum 302 snap 85 seq_num 302) dirty exists 2024-04-02T08:25:48.121 INFO:tasks.rados.rados.0.smithi084.stdout:1155: finishing copy_from racing read to smithi08483026-4 2024-04-02T08:25:48.124 INFO:tasks.rados.rados.0.smithi084.stdout:1155: finishing copy_from to smithi08483026-4 2024-04-02T08:25:48.124 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 162 (ObjNum 352 snap 104 seq_num 352) dirty exists 2024-04-02T08:25:48.488 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:48 smithi132 ceph-mon[88571]: pgmap v95: 121 pgs: 121 active+clean; 276 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:25:48.488 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:48 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:48.488 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:48 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:48.489 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:48 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:48.489 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:48 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:48.489 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:48 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:48.489 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:48 smithi132 ceph-mon[88571]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:25:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[94794]: pgmap v95: 121 pgs: 121 active+clean; 276 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:25:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[94794]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[97358]: pgmap v95: 121 pgs: 121 active+clean; 276 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:48 smithi084 ceph-mon[97358]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:25:49.104 INFO:tasks.rados.rados.0.smithi084.stdout:1154: done (2 left) 2024-04-02T08:25:49.104 INFO:tasks.rados.rados.0.smithi084.stdout:1155: done (1 left) 2024-04-02T08:25:49.104 INFO:tasks.rados.rados.0.smithi084.stdout:1156: done (0 left) 2024-04-02T08:25:49.104 INFO:tasks.rados.rados.0.smithi084.stdout:1157: read oid 34 snap 107 2024-04-02T08:25:49.104 INFO:tasks.rados.rados.0.smithi084.stdout:1157: expect (ObjNum 361 snap 106 seq_num 361) 2024-04-02T08:25:49.105 INFO:tasks.rados.rados.0.smithi084.stdout:1158: copy_from oid 7 from oid 1 current snap is 114 2024-04-02T08:25:49.105 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 114 2024-04-02T08:25:49.105 INFO:tasks.rados.rados.0.smithi084.stdout:1159: seq_num 372 ranges {5980160=638976,6619136=565248,7184384=237568} 2024-04-02T08:25:49.140 INFO:tasks.rados.rados.0.smithi084.stdout:1159: writing smithi08483026-9 from 5980160 to 6619136 tid 1 2024-04-02T08:25:49.143 INFO:tasks.rados.rados.0.smithi084.stdout:1159: writing smithi08483026-9 from 6619136 to 7184384 tid 2 2024-04-02T08:25:49.144 INFO:tasks.rados.rados.0.smithi084.stdout:1159: writing smithi08483026-9 from 7184384 to 7421952 tid 3 2024-04-02T08:25:49.144 INFO:tasks.rados.rados.0.smithi084.stdout:1160: read oid 2 snap -1 2024-04-02T08:25:49.144 INFO:tasks.rados.rados.0.smithi084.stdout:1160: expect (ObjNum 353 snap 104 seq_num 353) 2024-04-02T08:25:49.144 INFO:tasks.rados.rados.0.smithi084.stdout:1161: snap_remove snap 112 2024-04-02T08:25:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[97358]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:25:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[97358]: Reconfiguring daemon mds.b on smithi132 2024-04-02T08:25:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[97358]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:25:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:49.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[94794]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:25:49.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[94794]: Reconfiguring daemon mds.b on smithi132 2024-04-02T08:25:49.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[94794]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:25:49.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:49.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:49 smithi132 ceph-mon[88571]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:25:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:49 smithi132 ceph-mon[88571]: Reconfiguring daemon mds.b on smithi132 2024-04-02T08:25:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:49 smithi132 ceph-mon[88571]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:25:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:49 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:49 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:50.106 INFO:tasks.rados.rados.0.smithi084.stdout:1161: done (4 left) 2024-04-02T08:25:50.106 INFO:tasks.rados.rados.0.smithi084.stdout:1162: read oid 27 snap -1 2024-04-02T08:25:50.106 INFO:tasks.rados.rados.0.smithi084.stdout:1162: expect (ObjNum 317 snap 96 seq_num 317) 2024-04-02T08:25:50.106 INFO:tasks.rados.rados.0.smithi084.stdout:1163: snap_remove snap 77 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: pgmap v98: 121 pgs: 121 active+clean; 276 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all mon 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:25:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all crash 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:25:50.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: Upgrade: osd.0 is safe to restart 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[94794]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: pgmap v98: 121 pgs: 121 active+clean; 276 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all mon 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:25:50.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all crash 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:25:50.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: Upgrade: osd.0 is safe to restart 2024-04-02T08:25:50.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-mon[97358]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: pgmap v98: 121 pgs: 121 active+clean; 276 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all mon 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:25:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all crash 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: Upgrade: osd.0 is safe to restart 2024-04-02T08:25:50.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:50 smithi132 ceph-mon[88571]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:25:50.921 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:25:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:25:50] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:25:51.108 INFO:tasks.rados.rados.0.smithi084.stdout:1163: done (5 left) 2024-04-02T08:25:51.108 INFO:tasks.rados.rados.0.smithi084.stdout:1164: snap_create 2024-04-02T08:25:51.108 INFO:tasks.rados.rados.0.smithi084.stdout:1158: finishing copy_from racing read to smithi08483026-7 2024-04-02T08:25:51.108 INFO:tasks.rados.rados.0.smithi084.stdout:1158: finishing copy_from to smithi08483026-7 2024-04-02T08:25:51.108 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 517 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-02T08:25:51.108 INFO:tasks.rados.rados.0.smithi084.stdout:1157: expect (ObjNum 361 snap 106 seq_num 361) 2024-04-02T08:25:51.248 INFO:tasks.rados.rados.0.smithi084.stdout:1159: finishing write tid 1 to smithi08483026-9 2024-04-02T08:25:51.248 INFO:tasks.rados.rados.0.smithi084.stdout:1159: finishing write tid 2 to smithi08483026-9 2024-04-02T08:25:51.248 INFO:tasks.rados.rados.0.smithi084.stdout:1159: finishing write tid 3 to smithi08483026-9 2024-04-02T08:25:51.248 INFO:tasks.rados.rados.0.smithi084.stdout:1159: finishing write tid 4 to smithi08483026-9 2024-04-02T08:25:51.248 INFO:tasks.rados.rados.0.smithi084.stdout:1159: finishing write tid 5 to smithi08483026-9 2024-04-02T08:25:51.248 INFO:tasks.rados.rados.0.smithi084.stdout:1159: oid 9 updating version 0 to 81 2024-04-02T08:25:51.249 INFO:tasks.rados.rados.0.smithi084.stdout:1159: oid 9 version 81 is already newer than 78 2024-04-02T08:25:51.249 INFO:tasks.rados.rados.0.smithi084.stdout:1159: oid 9 version 81 is already newer than 79 2024-04-02T08:25:51.249 INFO:tasks.rados.rados.0.smithi084.stdout:1159: oid 9 version 81 is already newer than 80 2024-04-02T08:25:51.249 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 81 (ObjNum 372 snap 114 seq_num 372) dirty exists 2024-04-02T08:25:51.249 INFO:tasks.rados.rados.0.smithi084.stdout:1159: left oid 9 (ObjNum 372 snap 114 seq_num 372) 2024-04-02T08:25:51.249 INFO:tasks.rados.rados.0.smithi084.stdout:1160: expect (ObjNum 353 snap 104 seq_num 353) 2024-04-02T08:25:51.307 INFO:tasks.rados.rados.0.smithi084.stdout:1162: expect (ObjNum 317 snap 96 seq_num 317) 2024-04-02T08:25:52.106 INFO:tasks.rados.rados.0.smithi084.stdout:1157: done (5 left) 2024-04-02T08:25:52.106 INFO:tasks.rados.rados.0.smithi084.stdout:1158: done (4 left) 2024-04-02T08:25:52.107 INFO:tasks.rados.rados.0.smithi084.stdout:1159: done (3 left) 2024-04-02T08:25:52.107 INFO:tasks.rados.rados.0.smithi084.stdout:1160: done (2 left) 2024-04-02T08:25:52.107 INFO:tasks.rados.rados.0.smithi084.stdout:1162: done (1 left) 2024-04-02T08:25:52.107 INFO:tasks.rados.rados.0.smithi084.stdout:1164: done (0 left) 2024-04-02T08:25:52.107 INFO:tasks.rados.rados.0.smithi084.stdout:1165: copy_from oid 20 from oid 32 current snap is 115 2024-04-02T08:25:52.107 INFO:tasks.rados.rados.0.smithi084.stdout:1166: delete oid 3 current snap is 115 2024-04-02T08:25:52.111 INFO:tasks.rados.rados.0.smithi084.stdout:1166: done (1 left) 2024-04-02T08:25:52.111 INFO:tasks.rados.rados.0.smithi084.stdout:1167: copy_from oid 45 from oid 37 current snap is 115 2024-04-02T08:25:52.111 INFO:tasks.rados.rados.0.smithi084.stdout:1168: snap_remove snap 113 2024-04-02T08:25:52.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:51 smithi132 ceph-mon[88571]: pgmap v101: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:25:52.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:51 smithi132 ceph-mon[88571]: Upgrade: Updating osd.0 2024-04-02T08:25:52.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:51 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:52.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:51 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:25:52.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:51 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:52.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:51 smithi132 ceph-mon[88571]: Deploying daemon osd.0 on smithi084 2024-04-02T08:25:52.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:51 smithi132 ceph-mon[88571]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:25:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[94794]: pgmap v101: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:25:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[94794]: Upgrade: Updating osd.0 2024-04-02T08:25:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:25:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[94794]: Deploying daemon osd.0 on smithi084 2024-04-02T08:25:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[94794]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:25:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[97358]: pgmap v101: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:25:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[97358]: Upgrade: Updating osd.0 2024-04-02T08:25:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:25:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:25:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[97358]: Deploying daemon osd.0 on smithi084 2024-04-02T08:25:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:51 smithi084 ceph-mon[97358]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:25:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:53.112 INFO:tasks.rados.rados.0.smithi084.stdout:1168: done (2 left) 2024-04-02T08:25:53.112 INFO:tasks.rados.rados.0.smithi084.stdout:1169: snap_create 2024-04-02T08:25:53.112 INFO:tasks.rados.rados.0.smithi084.stdout:1167: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:25:53.113 INFO:tasks.rados.rados.0.smithi084.stdout:1167: finishing copy_from to smithi08483026-45 2024-04-02T08:25:53.113 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 123 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:25:53.113 INFO:tasks.rados.rados.0.smithi084.stdout:1165: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:25:53.113 INFO:tasks.rados.rados.0.smithi084.stdout:1165: finishing copy_from to smithi08483026-20 2024-04-02T08:25:53.113 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 530 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:25:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:53 smithi084 ceph-mon[94794]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:25:53.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:53 smithi084 ceph-mon[97358]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:25:53.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:53 smithi132 ceph-mon[88571]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:25:53.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:25:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:25:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:54.119 INFO:tasks.rados.rados.0.smithi084.stdout:1165: done (2 left) 2024-04-02T08:25:54.119 INFO:tasks.rados.rados.0.smithi084.stdout:1167: done (1 left) 2024-04-02T08:25:54.120 INFO:tasks.rados.rados.0.smithi084.stdout:1169: done (0 left) 2024-04-02T08:25:54.120 INFO:tasks.rados.rados.0.smithi084.stdout:1170: snap_remove snap 88 2024-04-02T08:25:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-mon[94794]: pgmap v104: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:25:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-mon[94794]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:25:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-mon[97358]: pgmap v104: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:25:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-mon[97358]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:25:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:54 smithi132 ceph-mon[88571]: pgmap v104: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:25:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:54 smithi132 ceph-mon[88571]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:25:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:54.719 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:54 smithi084 systemd[1]: Stopping Ceph osd.0 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:55.095 INFO:tasks.rados.rados.0.smithi084.stdout:1170: done (0 left) 2024-04-02T08:25:55.095 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 116 2024-04-02T08:25:55.095 INFO:tasks.rados.rados.0.smithi084.stdout:1171: seq_num 374 ranges {999424=671744,1671168=778240,2449408=24576} 2024-04-02T08:25:55.105 INFO:tasks.rados.rados.0.smithi084.stdout:1171: writing smithi08483026-25 from 999424 to 1671168 tid 1 2024-04-02T08:25:55.111 INFO:tasks.rados.rados.0.smithi084.stdout:1171: writing smithi08483026-25 from 1671168 to 2449408 tid 2 2024-04-02T08:25:55.111 INFO:tasks.rados.rados.0.smithi084.stdout:1171: writing smithi08483026-25 from 2449408 to 2473984 tid 3 2024-04-02T08:25:55.111 INFO:tasks.rados.rados.0.smithi084.stdout:1172: copy_from oid 1 from oid 10 current snap is 116 2024-04-02T08:25:55.111 INFO:tasks.rados.rados.0.smithi084.stdout:1173: read oid 46 snap -1 2024-04-02T08:25:55.111 INFO:tasks.rados.rados.0.smithi084.stdout:1173: expect deleted 2024-04-02T08:25:55.111 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 116 2024-04-02T08:25:55.111 INFO:tasks.rados.rados.0.smithi084.stdout:1174: seq_num 375 ranges {3620864=688128,4308992=663552,4972544=139264} 2024-04-02T08:25:55.117 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[43511]: 2024-04-02T08:25:54.720+0000 7f369d993700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:25:55.117 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[43511]: 2024-04-02T08:25:54.720+0000 7f369d993700 -1 osd.0 295 *** Got signal Terminated *** 2024-04-02T08:25:55.117 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:54 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[43511]: 2024-04-02T08:25:54.720+0000 7f369d993700 -1 osd.0 295 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:25:55.135 INFO:tasks.rados.rados.0.smithi084.stdout:1174: writing smithi08483026-24 from 3620864 to 4308992 tid 1 2024-04-02T08:25:55.139 INFO:tasks.rados.rados.0.smithi084.stdout:1174: writing smithi08483026-24 from 4308992 to 4972544 tid 2 2024-04-02T08:25:55.140 INFO:tasks.rados.rados.0.smithi084.stdout:1174: writing smithi08483026-24 from 4972544 to 5111808 tid 3 2024-04-02T08:25:55.140 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 116 2024-04-02T08:25:55.140 INFO:tasks.rados.rados.0.smithi084.stdout:1171: finishing write tid 1 to smithi08483026-25 2024-04-02T08:25:55.140 INFO:tasks.rados.rados.0.smithi084.stdout:1175: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-04-02T08:25:55.144 INFO:tasks.rados.rados.0.smithi084.stdout:1175: writing smithi08483026-5 from 0 to 704512 tid 1 2024-04-02T08:25:55.147 INFO:tasks.rados.rados.0.smithi084.stdout:1175: writing smithi08483026-5 from 704512 to 1253376 tid 2 2024-04-02T08:25:55.150 INFO:tasks.rados.rados.0.smithi084.stdout:1175: writing smithi08483026-5 from 1253376 to 1507328 tid 3 2024-04-02T08:25:55.150 INFO:tasks.rados.rados.0.smithi084.stdout:1176: rollback oid 26 current snap is 116 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 26 to 103 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1172: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: finishing write tid 2 to smithi08483026-25 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: finishing write tid 3 to smithi08483026-25 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: finishing write tid 4 to smithi08483026-25 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1172: finishing copy_from to smithi08483026-1 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 344 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: finishing write tid 5 to smithi08483026-25 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: oid 25 updating version 0 to 486 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: oid 25 updating version 486 to 487 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: oid 25 updating version 487 to 488 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: oid 25 version 488 is already newer than 485 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 488 (ObjNum 374 snap 116 seq_num 374) dirty exists 2024-04-02T08:25:55.151 INFO:tasks.rados.rados.0.smithi084.stdout:1171: left oid 25 (ObjNum 374 snap 116 seq_num 374) 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: finishing write tid 1 to smithi08483026-24 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1171: done (5 left) 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1172: done (4 left) 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 116 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: finishing write tid 2 to smithi08483026-24 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: finishing write tid 3 to smithi08483026-24 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: finishing write tid 4 to smithi08483026-24 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: finishing write tid 5 to smithi08483026-24 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: oid 24 updating version 0 to 192 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: oid 24 updating version 192 to 194 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: oid 24 updating version 194 to 195 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: oid 24 version 195 is already newer than 193 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 195 (ObjNum 375 snap 116 seq_num 375) dirty exists 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1174: left oid 24 (ObjNum 375 snap 116 seq_num 375) 2024-04-02T08:25:55.152 INFO:tasks.rados.rados.0.smithi084.stdout:1175: finishing write tid 1 to smithi08483026-5 2024-04-02T08:25:55.153 INFO:tasks.rados.rados.0.smithi084.stdout:1177: seq_num 377 ranges {2064384=720896,2785280=434176,3219456=368640} 2024-04-02T08:25:55.164 INFO:tasks.rados.rados.0.smithi084.stdout:1177: writing smithi08483026-10 from 2064384 to 2785280 tid 1 2024-04-02T08:25:55.167 INFO:tasks.rados.rados.0.smithi084.stdout:1177: writing smithi08483026-10 from 2785280 to 3219456 tid 2 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1177: writing smithi08483026-10 from 3219456 to 3588096 tid 3 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1174: done (4 left) 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1178: copy_from oid 9 from oid 29 current snap is 116 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1175: finishing write tid 2 to smithi08483026-5 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1175: finishing write tid 3 to smithi08483026-5 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1175: finishing write tid 4 to smithi08483026-5 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1176: finishing rollback tid 0 to smithi08483026-26 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1176: finishing rollback tid 1 to smithi08483026-26 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1179: copy_from oid 22 from oid 13 current snap is 116 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:1176: finishing rollback tid 2 to smithi08483026-26 2024-04-02T08:25:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 560 (ObjNum 291 snap 84 seq_num 291) dirty exists 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1175: finishing write tid 5 to smithi08483026-5 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1175: oid 5 updating version 0 to 284 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1175: oid 5 updating version 284 to 285 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1175: oid 5 updating version 285 to 287 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1175: oid 5 version 287 is already newer than 286 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 287 (ObjNum 376 snap 116 seq_num 376) dirty exists 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1175: left oid 5 (ObjNum 376 snap 116 seq_num 376) 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1177: finishing write tid 1 to smithi08483026-10 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1177: finishing write tid 2 to smithi08483026-10 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1175: done (5 left) 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1176: done (4 left) 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1180: read oid 7 snap -1 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1180: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:25:55.171 INFO:tasks.rados.rados.0.smithi084.stdout:1181: setattr oid 16 current snap is 116 2024-04-02T08:25:55.172 INFO:tasks.rados.rados.0.smithi084.stdout:1182: rollback oid 1 current snap is 116 2024-04-02T08:25:55.172 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 106 2024-04-02T08:25:55.172 INFO:tasks.rados.rados.0.smithi084.stdout:1183: rollback oid 47 current snap is 116 2024-04-02T08:25:55.172 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 115 2024-04-02T08:25:55.172 INFO:tasks.rados.rados.0.smithi084.stdout:1184: read oid 27 snap -1 2024-04-02T08:25:55.172 INFO:tasks.rados.rados.0.smithi084.stdout:1184: expect (ObjNum 317 snap 96 seq_num 317) 2024-04-02T08:25:55.173 INFO:tasks.rados.rados.0.smithi084.stdout:1185: delete oid 4 current snap is 116 2024-04-02T08:25:55.173 INFO:tasks.rados.rados.0.smithi084.stdout:1177: finishing write tid 3 to smithi08483026-10 2024-04-02T08:25:55.173 INFO:tasks.rados.rados.0.smithi084.stdout:1182: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:1177: finishing write tid 4 to smithi08483026-10 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:1182: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:1182: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 560 (ObjNum 349 snap 103 seq_num 349) dirty exists 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:1177: finishing write tid 5 to smithi08483026-10 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:1177: oid 10 updating version 0 to 591 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:1177: oid 10 version 591 is already newer than 589 2024-04-02T08:25:55.174 INFO:tasks.rados.rados.0.smithi084.stdout:1177: oid 10 version 591 is already newer than 590 2024-04-02T08:25:55.175 INFO:tasks.rados.rados.0.smithi084.stdout:1177: oid 10 updating version 591 to 592 2024-04-02T08:25:55.175 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 592 (ObjNum 377 snap 116 seq_num 377) dirty exists 2024-04-02T08:25:55.175 INFO:tasks.rados.rados.0.smithi084.stdout:1177: left oid 10 (ObjNum 377 snap 116 seq_num 377) 2024-04-02T08:25:55.178 INFO:tasks.rados.rados.0.smithi084.stdout:1183: finishing rollback tid 0 to smithi08483026-47 2024-04-02T08:25:55.178 INFO:tasks.rados.rados.0.smithi084.stdout:1183: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:25:55.178 INFO:tasks.rados.rados.0.smithi084.stdout:1183: finishing rollback tid 2 to smithi08483026-47 2024-04-02T08:25:55.178 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 496 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:25:55.192 INFO:tasks.rados.rados.0.smithi084.stdout:1179: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:25:55.196 INFO:tasks.rados.rados.0.smithi084.stdout:1179: finishing copy_from to smithi08483026-22 2024-04-02T08:25:55.196 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 463 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-04-02T08:25:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:55 smithi132 ceph-mon[88571]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:25:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:55 smithi132 ceph-mon[88571]: osd.0 marked itself down and dead 2024-04-02T08:25:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:55 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:25:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:55 smithi132 ceph-mon[88571]: osdmap e297: 8 total, 7 up, 8 in 2024-04-02T08:25:55.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[94794]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:25:55.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[94794]: osd.0 marked itself down and dead 2024-04-02T08:25:55.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:25:55.456 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[94794]: osdmap e297: 8 total, 7 up, 8 in 2024-04-02T08:25:55.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[97358]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:25:55.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[97358]: osd.0 marked itself down and dead 2024-04-02T08:25:55.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:25:55.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:55 smithi084 ceph-mon[97358]: osdmap e297: 8 total, 7 up, 8 in 2024-04-02T08:25:55.751 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:55 smithi084 podman[102957]: 2024-04-02 08:25:55.458394198 +0000 UTC m=+0.851363071 container died 8cadfa7891d024025661da40e02a0bd175c1fb089958a83f9f1be05b1e08e87b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:25:56.109 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 455 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-04-02T08:25:56.109 INFO:tasks.rados.rados.0.smithi084.stdout:1173: done (9 left) 2024-04-02T08:25:56.109 INFO:tasks.rados.rados.0.smithi084.stdout:1177: done (8 left) 2024-04-02T08:25:56.109 INFO:tasks.rados.rados.0.smithi084.stdout:1179: done (7 left) 2024-04-02T08:25:56.109 INFO:tasks.rados.rados.0.smithi084.stdout:1181: done (6 left) 2024-04-02T08:25:56.110 INFO:tasks.rados.rados.0.smithi084.stdout:1182: done (5 left) 2024-04-02T08:25:56.110 INFO:tasks.rados.rados.0.smithi084.stdout:1183: done (4 left) 2024-04-02T08:25:56.110 INFO:tasks.rados.rados.0.smithi084.stdout:1185: done (3 left) 2024-04-02T08:25:56.110 INFO:tasks.rados.rados.0.smithi084.stdout:1186: rmattr oid 10 current snap is 116 2024-04-02T08:25:56.110 INFO:tasks.rados.rados.0.smithi084.stdout:1186: done (3 left) 2024-04-02T08:25:56.110 INFO:tasks.rados.rados.0.smithi084.stdout:1187: setattr oid 33 current snap is 116 2024-04-02T08:25:56.112 INFO:tasks.rados.rados.0.smithi084.stdout:1188: rmattr oid 38 current snap is 116 2024-04-02T08:25:56.112 INFO:tasks.rados.rados.0.smithi084.stdout:1188: done (4 left) 2024-04-02T08:25:56.112 INFO:tasks.rados.rados.0.smithi084.stdout:1189: read oid 50 snap -1 2024-04-02T08:25:56.112 INFO:tasks.rados.rados.0.smithi084.stdout:1189: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:25:56.113 INFO:tasks.rados.rados.0.smithi084.stdout:1190: copy_from oid 14 from oid 28 current snap is 116 2024-04-02T08:25:56.113 INFO:tasks.rados.rados.0.smithi084.stdout:1191: read oid 11 snap -1 2024-04-02T08:25:56.113 INFO:tasks.rados.rados.0.smithi084.stdout:1191: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:25:56.113 INFO:tasks.rados.rados.0.smithi084.stdout:1192: snap_create 2024-04-02T08:25:56.114 INFO:tasks.rados.rados.0.smithi084.stdout:1178: finishing copy_from racing read to smithi08483026-9 2024-04-02T08:25:56.114 INFO:tasks.rados.rados.0.smithi084.stdout:1178: finishing copy_from to smithi08483026-9 2024-04-02T08:25:56.115 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 158 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-04-02T08:25:56.117 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:55 smithi084 podman[102957]: 2024-04-02 08:25:55.843639826 +0000 UTC m=+1.236608706 container cleanup 8cadfa7891d024025661da40e02a0bd175c1fb089958a83f9f1be05b1e08e87b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:25:56.117 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:55 smithi084 bash[102957]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T08:25:56.120 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 594 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-02T08:25:56.125 INFO:tasks.rados.rados.0.smithi084.stdout:1180: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-02T08:25:56.198 INFO:tasks.rados.rados.0.smithi084.stdout:1189: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:25:56.282 INFO:tasks.rados.rados.0.smithi084.stdout:1190: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:25:56.283 INFO:tasks.rados.rados.0.smithi084.stdout:1184: expect (ObjNum 317 snap 96 seq_num 317) 2024-04-02T08:25:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:56 smithi132 ceph-mon[88571]: pgmap v107: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:56 smithi132 ceph-mon[88571]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:25:56.498 INFO:tasks.rados.rados.0.smithi084.stdout:1190: finishing copy_from to smithi08483026-14 2024-04-02T08:25:56.498 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 307 (ObjNum 186 snap 44 seq_num 186) dirty exists 2024-04-02T08:25:56.498 INFO:tasks.rados.rados.0.smithi084.stdout:1191: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:25:56.503 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:56 smithi084 ceph-mon[94794]: pgmap v107: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:56.503 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:56 smithi084 ceph-mon[94794]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:25:56.503 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:56 smithi084 ceph-mon[97358]: pgmap v107: 121 pgs: 121 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:25:56.503 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:56 smithi084 ceph-mon[97358]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:25:56.504 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:56 smithi084 podman[102980]: 2024-04-02 08:25:56.174391707 +0000 UTC m=+0.708094578 container remove 8cadfa7891d024025661da40e02a0bd175c1fb089958a83f9f1be05b1e08e87b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T08:25:56.867 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:56 smithi084 podman[103079]: 2024-04-02 08:25:56.408511067 +0000 UTC m=+0.024295667 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:25:56.867 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:56 smithi084 podman[103079]: 2024-04-02 08:25:56.520811111 +0000 UTC m=+0.136595698 container create dc66d0630408954c907067587de283b0d11cb4d4e34212fd298475d1d1d756f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-02T08:25:56.867 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:56 smithi084 podman[103079]: 2024-04-02 08:25:56.748633697 +0000 UTC m=+0.364418294 container init dc66d0630408954c907067587de283b0d11cb4d4e34212fd298475d1d1d756f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True) 2024-04-02T08:25:56.867 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:56 smithi084 podman[103079]: 2024-04-02 08:25:56.754280823 +0000 UTC m=+0.370065411 container start dc66d0630408954c907067587de283b0d11cb4d4e34212fd298475d1d1d756f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-02T08:25:57.099 INFO:tasks.rados.rados.0.smithi084.stdout:1178: done (7 left) 2024-04-02T08:25:57.099 INFO:tasks.rados.rados.0.smithi084.stdout:1180: done (6 left) 2024-04-02T08:25:57.099 INFO:tasks.rados.rados.0.smithi084.stdout:1184: done (5 left) 2024-04-02T08:25:57.099 INFO:tasks.rados.rados.0.smithi084.stdout:1187: done (4 left) 2024-04-02T08:25:57.100 INFO:tasks.rados.rados.0.smithi084.stdout:1189: done (3 left) 2024-04-02T08:25:57.100 INFO:tasks.rados.rados.0.smithi084.stdout:1190: done (2 left) 2024-04-02T08:25:57.100 INFO:tasks.rados.rados.0.smithi084.stdout:1191: done (1 left) 2024-04-02T08:25:57.100 INFO:tasks.rados.rados.0.smithi084.stdout:1192: done (0 left) 2024-04-02T08:25:57.100 INFO:tasks.rados.rados.0.smithi084.stdout:1193: snap_remove snap 109 2024-04-02T08:25:57.343 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:56 smithi084 podman[103079]: 2024-04-02 08:25:56.873540578 +0000 UTC m=+0.489325174 container attach dc66d0630408954c907067587de283b0d11cb4d4e34212fd298475d1d1d756f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:25:57.343 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:57 smithi084 podman[103079]: 2024-04-02 08:25:57.053123962 +0000 UTC m=+0.668908554 container died dc66d0630408954c907067587de283b0d11cb4d4e34212fd298475d1d1d756f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:25:58.083 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:57 smithi084 podman[103125]: 2024-04-02 08:25:57.64419288 +0000 UTC m=+0.581934718 container remove dc66d0630408954c907067587de283b0d11cb4d4e34212fd298475d1d1d756f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-02T08:25:58.083 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:57 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-02T08:25:58.083 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:57 smithi084 systemd[1]: Stopped Ceph osd.0 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:58.083 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:57 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.0.service: Consumed 10.508s CPU time. 2024-04-02T08:25:58.083 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:57 smithi084 systemd[1]: Starting Ceph osd.0 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:58.107 INFO:tasks.rados.rados.0.smithi084.stdout:1193: done (0 left) 2024-04-02T08:25:58.107 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 117 2024-04-02T08:25:58.107 INFO:tasks.rados.rados.0.smithi084.stdout:1194: seq_num 379 ranges {401408=753664,1155072=606208,1761280=196608} 2024-04-02T08:25:58.113 INFO:tasks.rados.rados.0.smithi084.stdout:1194: writing smithi08483026-29 from 401408 to 1155072 tid 1 2024-04-02T08:25:58.118 INFO:tasks.rados.rados.0.smithi084.stdout:1194: writing smithi08483026-29 from 1155072 to 1761280 tid 2 2024-04-02T08:25:58.119 INFO:tasks.rados.rados.0.smithi084.stdout:1194: writing smithi08483026-29 from 1761280 to 1957888 tid 3 2024-04-02T08:25:58.119 INFO:tasks.rados.rados.0.smithi084.stdout:1195: copy_from oid 16 from oid 39 current snap is 117 2024-04-02T08:25:58.119 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 117 2024-04-02T08:25:58.119 INFO:tasks.rados.rados.0.smithi084.stdout:1196: seq_num 380 ranges {2473984=770048,3244032=483328,3727360=319488} 2024-04-02T08:25:58.137 INFO:tasks.rados.rados.0.smithi084.stdout:1196: writing smithi08483026-25 from 2473984 to 3244032 tid 1 2024-04-02T08:25:58.140 INFO:tasks.rados.rados.0.smithi084.stdout:1196: writing smithi08483026-25 from 3244032 to 3727360 tid 2 2024-04-02T08:25:58.142 INFO:tasks.rados.rados.0.smithi084.stdout:1196: writing smithi08483026-25 from 3727360 to 4046848 tid 3 2024-04-02T08:25:58.142 INFO:tasks.rados.rados.0.smithi084.stdout:1197: snap_remove snap 107 2024-04-02T08:25:58.142 INFO:tasks.rados.rados.0.smithi084.stdout:1194: finishing write tid 1 to smithi08483026-29 2024-04-02T08:25:58.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-mon[94794]: pgmap v110: 121 pgs: 14 stale+active+clean, 107 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-02T08:25:58.354 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-mon[94794]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:25:58.354 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-mon[97358]: pgmap v110: 121 pgs: 14 stale+active+clean, 107 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-02T08:25:58.355 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-mon[97358]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:25:58.355 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 podman[103235]: 2024-04-02 08:25:57.987519738 +0000 UTC m=+0.017240758 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:25:58.355 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 podman[103235]: 2024-04-02 08:25:58.128738736 +0000 UTC m=+0.158459739 container create a07810eca14d36a98abf405f6637e61835abd4498fd974687595f3ea9e3ddd75 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T08:25:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:58 smithi132 ceph-mon[88571]: pgmap v110: 121 pgs: 14 stale+active+clean, 107 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-02T08:25:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:58 smithi132 ceph-mon[88571]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:25:58.617 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 podman[103235]: 2024-04-02 08:25:58.356599303 +0000 UTC m=+0.386320319 container init a07810eca14d36a98abf405f6637e61835abd4498fd974687595f3ea9e3ddd75 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:25:58.617 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 podman[103235]: 2024-04-02 08:25:58.361908216 +0000 UTC m=+0.391629227 container start a07810eca14d36a98abf405f6637e61835abd4498fd974687595f3ea9e3ddd75 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-02T08:25:58.617 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 podman[103235]: 2024-04-02 08:25:58.448220618 +0000 UTC m=+0.477941621 container attach a07810eca14d36a98abf405f6637e61835abd4498fd974687595f3ea9e3ddd75 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:25:59.107 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[103249]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:25:59.107 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[103249]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 bash[103235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 bash[103235]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 bash[103235]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 bash[103235]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 bash[103235]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 bash[103235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 bash[103235]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[103249]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[103249]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[103249]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[103249]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[103249]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:25:59.108 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:58 smithi084 podman[103235]: 2024-04-02 08:25:58.830904971 +0000 UTC m=+0.860625985 container died a07810eca14d36a98abf405f6637e61835abd4498fd974687595f3ea9e3ddd75 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:25:59.110 INFO:tasks.rados.rados.0.smithi084.stdout:1197: done (3 left) 2024-04-02T08:25:59.110 INFO:tasks.rados.rados.0.smithi084.stdout:1198: delete oid 7 current snap is 117 2024-04-02T08:25:59.110 INFO:tasks.rados.rados.0.smithi084.stdout:1194: finishing write tid 2 to smithi08483026-29 2024-04-02T08:25:59.110 INFO:tasks.rados.rados.0.smithi084.stdout:1194: finishing write tid 3 to smithi08483026-29 2024-04-02T08:25:59.110 INFO:tasks.rados.rados.0.smithi084.stdout:1194: finishing write tid 4 to smithi08483026-29 2024-04-02T08:25:59.110 INFO:tasks.rados.rados.0.smithi084.stdout:1194: finishing write tid 5 to smithi08483026-29 2024-04-02T08:25:59.110 INFO:tasks.rados.rados.0.smithi084.stdout:1194: oid 29 updating version 0 to 202 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1194: oid 29 version 202 is already newer than 200 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1194: oid 29 version 202 is already newer than 201 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1194: oid 29 version 202 is already newer than 199 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 202 (ObjNum 379 snap 117 seq_num 379) dirty exists 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1194: left oid 29 (ObjNum 379 snap 117 seq_num 379) 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1195: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1195: finishing copy_from to smithi08483026-16 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 528 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1196: finishing write tid 1 to smithi08483026-25 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1196: finishing write tid 2 to smithi08483026-25 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1196: finishing write tid 3 to smithi08483026-25 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1196: finishing write tid 4 to smithi08483026-25 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1196: finishing write tid 5 to smithi08483026-25 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1196: oid 25 updating version 0 to 507 2024-04-02T08:25:59.111 INFO:tasks.rados.rados.0.smithi084.stdout:1196: oid 25 version 507 is already newer than 504 2024-04-02T08:25:59.112 INFO:tasks.rados.rados.0.smithi084.stdout:1196: oid 25 version 507 is already newer than 506 2024-04-02T08:25:59.112 INFO:tasks.rados.rados.0.smithi084.stdout:1196: oid 25 version 507 is already newer than 505 2024-04-02T08:25:59.112 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 507 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:25:59.112 INFO:tasks.rados.rados.0.smithi084.stdout:1196: left oid 25 (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:25:59.117 INFO:tasks.rados.rados.0.smithi084.stdout:1194: done (3 left) 2024-04-02T08:25:59.117 INFO:tasks.rados.rados.0.smithi084.stdout:1195: done (2 left) 2024-04-02T08:25:59.118 INFO:tasks.rados.rados.0.smithi084.stdout:1196: done (1 left) 2024-04-02T08:25:59.118 INFO:tasks.rados.rados.0.smithi084.stdout:1198: done (0 left) 2024-04-02T08:25:59.118 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 117 2024-04-02T08:25:59.118 INFO:tasks.rados.rados.0.smithi084.stdout:1199: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-04-02T08:25:59.122 INFO:tasks.rados.rados.0.smithi084.stdout:1199: writing smithi08483026-46 from 0 to 802816 tid 1 2024-04-02T08:25:59.126 INFO:tasks.rados.rados.0.smithi084.stdout:1199: writing smithi08483026-46 from 802816 to 1507328 tid 2 2024-04-02T08:25:59.127 INFO:tasks.rados.rados.0.smithi084.stdout:1199: writing smithi08483026-46 from 1507328 to 1605632 tid 3 2024-04-02T08:25:59.127 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 117 2024-04-02T08:25:59.127 INFO:tasks.rados.rados.0.smithi084.stdout:1199: finishing write tid 1 to smithi08483026-46 2024-04-02T08:25:59.127 INFO:tasks.rados.rados.0.smithi084.stdout:1200: seq_num 383 ranges {3481600=417792,3899392=589824,4489216=417792,4907008=196608} 2024-04-02T08:25:59.147 INFO:tasks.rados.rados.0.smithi084.stdout:1200: writing smithi08483026-15 from 3481600 to 3899392 tid 1 2024-04-02T08:25:59.150 INFO:tasks.rados.rados.0.smithi084.stdout:1200: writing smithi08483026-15 from 3899392 to 4489216 tid 2 2024-04-02T08:25:59.153 INFO:tasks.rados.rados.0.smithi084.stdout:1200: writing smithi08483026-15 from 4489216 to 4907008 tid 3 2024-04-02T08:25:59.154 INFO:tasks.rados.rados.0.smithi084.stdout:1200: writing smithi08483026-15 from 4907008 to 5103616 tid 4 2024-04-02T08:25:59.154 INFO:tasks.rados.rados.0.smithi084.stdout:1201: read oid 31 snap -1 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1201: expect (ObjNum 219 snap 55 seq_num 219) 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 117 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: finishing write tid 2 to smithi08483026-46 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: finishing write tid 3 to smithi08483026-46 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: finishing write tid 4 to smithi08483026-46 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: finishing write tid 5 to smithi08483026-46 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: oid 46 updating version 0 to 529 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: oid 46 updating version 529 to 531 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: oid 46 updating version 531 to 532 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: oid 46 version 532 is already newer than 530 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 532 (ObjNum 382 snap 117 seq_num 382) dirty exists 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1199: left oid 46 (ObjNum 382 snap 117 seq_num 382) 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1200: finishing write tid 1 to smithi08483026-15 2024-04-02T08:25:59.155 INFO:tasks.rados.rados.0.smithi084.stdout:1202: seq_num 384 ranges {1949696=434176,2383872=475136,2859008=630784,3489792=98304} 2024-04-02T08:25:59.167 INFO:tasks.rados.rados.0.smithi084.stdout:1202: writing smithi08483026-23 from 1949696 to 2383872 tid 1 2024-04-02T08:25:59.170 INFO:tasks.rados.rados.0.smithi084.stdout:1202: writing smithi08483026-23 from 2383872 to 2859008 tid 2 2024-04-02T08:25:59.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: writing smithi08483026-23 from 2859008 to 3489792 tid 3 2024-04-02T08:25:59.174 INFO:tasks.rados.rados.0.smithi084.stdout:1202: writing smithi08483026-23 from 3489792 to 3588096 tid 4 2024-04-02T08:25:59.174 INFO:tasks.rados.rados.0.smithi084.stdout:1199: done (3 left) 2024-04-02T08:25:59.174 INFO:tasks.rados.rados.0.smithi084.stdout:1203: snap_remove snap 111 2024-04-02T08:25:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:25:59 smithi084 ceph-mon[94794]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:25:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:25:59 smithi084 ceph-mon[97358]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:25:59.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:25:59 smithi132 ceph-mon[88571]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:25:59.867 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:59 smithi084 podman[103400]: 2024-04-02 08:25:59.418677281 +0000 UTC m=+0.582305886 container remove a07810eca14d36a98abf405f6637e61835abd4498fd974687595f3ea9e3ddd75 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5) 2024-04-02T08:25:59.867 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:59 smithi084 podman[103468]: 2024-04-02 08:25:59.530055277 +0000 UTC m=+0.018435565 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:25:59.867 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:25:59 smithi084 podman[103468]: 2024-04-02 08:25:59.653120894 +0000 UTC m=+0.141501185 container create c541867301fb2e4dadef2fe36eeaabcb9cb67696acc5fd4b1432ddbac7b9ff59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:26:00.099 INFO:tasks.rados.rados.0.smithi084.stdout:1203: done (3 left) 2024-04-02T08:26:00.101 INFO:tasks.rados.rados.0.smithi084.stdout:1204: rmattr oid 32 current snap is 117 2024-04-02T08:26:00.101 INFO:tasks.rados.rados.0.smithi084.stdout:1200: finishing write tid 2 to smithi08483026-15 2024-04-02T08:26:00.101 INFO:tasks.rados.rados.0.smithi084.stdout:1200: finishing write tid 3 to smithi08483026-15 2024-04-02T08:26:00.101 INFO:tasks.rados.rados.0.smithi084.stdout:1200: finishing write tid 4 to smithi08483026-15 2024-04-02T08:26:00.101 INFO:tasks.rados.rados.0.smithi084.stdout:1200: finishing write tid 5 to smithi08483026-15 2024-04-02T08:26:00.101 INFO:tasks.rados.rados.0.smithi084.stdout:1200: finishing write tid 6 to smithi08483026-15 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:1200: oid 15 updating version 0 to 360 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:1200: oid 15 updating version 360 to 362 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:1200: oid 15 version 362 is already newer than 359 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:1200: oid 15 updating version 362 to 363 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:1200: oid 15 version 363 is already newer than 361 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 363 (ObjNum 383 snap 117 seq_num 383) dirty exists 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:1200: left oid 15 (ObjNum 383 snap 117 seq_num 383) 2024-04-02T08:26:00.102 INFO:tasks.rados.rados.0.smithi084.stdout:1201: expect (ObjNum 219 snap 55 seq_num 219) 2024-04-02T08:26:00.167 INFO:tasks.rados.rados.0.smithi084.stdout:1202: finishing write tid 1 to smithi08483026-23 2024-04-02T08:26:00.167 INFO:tasks.rados.rados.0.smithi084.stdout:1202: finishing write tid 2 to smithi08483026-23 2024-04-02T08:26:00.167 INFO:tasks.rados.rados.0.smithi084.stdout:1202: finishing write tid 3 to smithi08483026-23 2024-04-02T08:26:00.167 INFO:tasks.rados.rados.0.smithi084.stdout:1202: finishing write tid 4 to smithi08483026-23 2024-04-02T08:26:00.167 INFO:tasks.rados.rados.0.smithi084.stdout:1200: done (3 left) 2024-04-02T08:26:00.167 INFO:tasks.rados.rados.0.smithi084.stdout:1201: done (2 left) 2024-04-02T08:26:00.167 INFO:tasks.rados.rados.0.smithi084.stdout:1205: snap_remove snap 114 2024-04-02T08:26:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-mon[94794]: pgmap v113: 121 pgs: 14 stale+active+clean, 107 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-02T08:26:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-mon[94794]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:26:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-mon[94794]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:26:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-mon[97358]: pgmap v113: 121 pgs: 14 stale+active+clean, 107 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-02T08:26:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-mon[97358]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:26:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-mon[97358]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:26:00.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:00 smithi084 podman[103468]: 2024-04-02 08:26:00.014422203 +0000 UTC m=+0.502802491 container init c541867301fb2e4dadef2fe36eeaabcb9cb67696acc5fd4b1432ddbac7b9ff59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD) 2024-04-02T08:26:00.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:00 smithi084 podman[103468]: 2024-04-02 08:26:00.019714413 +0000 UTC m=+0.508094702 container start c541867301fb2e4dadef2fe36eeaabcb9cb67696acc5fd4b1432ddbac7b9ff59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T08:26:00.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-osd[103507]: -- 172.21.15.84:0/4027981162 <== mon.2 v2:172.21.15.84:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5620e94db680 con 0x5620e94a5000 2024-04-02T08:26:00.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:00 smithi084 bash[103468]: c541867301fb2e4dadef2fe36eeaabcb9cb67696acc5fd4b1432ddbac7b9ff59 2024-04-02T08:26:00.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:00 smithi084 systemd[1]: Started Ceph osd.0 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:00 smithi132 ceph-mon[88571]: pgmap v113: 121 pgs: 14 stale+active+clean, 107 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-02T08:26:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:00 smithi132 ceph-mon[88571]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:26:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:00 smithi132 ceph-mon[88571]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:26:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:26:00] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-04-02T08:26:00.868 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[103484]: 2024-04-02T08:26:00.570+0000 7efc668117c0 -1 Falling back to public interface 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1205: done (2 left) 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 117 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: finishing write tid 5 to smithi08483026-23 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: finishing write tid 6 to smithi08483026-23 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: oid 23 updating version 0 to 535 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: oid 23 updating version 535 to 536 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: oid 23 version 536 is already newer than 534 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: oid 23 updating version 536 to 537 2024-04-02T08:26:01.173 INFO:tasks.rados.rados.0.smithi084.stdout:1202: oid 23 version 537 is already newer than 533 2024-04-02T08:26:01.174 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 537 (ObjNum 384 snap 117 seq_num 384) dirty exists 2024-04-02T08:26:01.174 INFO:tasks.rados.rados.0.smithi084.stdout:1202: left oid 23 (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:26:01.174 INFO:tasks.rados.rados.0.smithi084.stdout:1206: seq_num 385 ranges {2809856=450560,3260416=761856,4022272=442368} 2024-04-02T08:26:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:1206: writing smithi08483026-30 from 2809856 to 3260416 tid 1 2024-04-02T08:26:01.194 INFO:tasks.rados.rados.0.smithi084.stdout:1206: writing smithi08483026-30 from 3260416 to 4022272 tid 2 2024-04-02T08:26:01.197 INFO:tasks.rados.rados.0.smithi084.stdout:1206: writing smithi08483026-30 from 4022272 to 4464640 tid 3 2024-04-02T08:26:01.197 INFO:tasks.rados.rados.0.smithi084.stdout:1202: done (2 left) 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:1207: read oid 40 snap -1 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:1207: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:1208: read oid 49 snap 116 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:1208: expect (ObjNum 239 snap 62 seq_num 239) 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:1209: delete oid 19 current snap is 117 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 569 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:1206: finishing write tid 1 to smithi08483026-30 2024-04-02T08:26:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:1206: finishing write tid 2 to smithi08483026-30 2024-04-02T08:26:01.203 INFO:tasks.rados.rados.0.smithi084.stdout:1204: done (4 left) 2024-04-02T08:26:01.203 INFO:tasks.rados.rados.0.smithi084.stdout:1209: done (3 left) 2024-04-02T08:26:01.203 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 117 2024-04-02T08:26:01.203 INFO:tasks.rados.rados.0.smithi084.stdout:1206: finishing write tid 3 to smithi08483026-30 2024-04-02T08:26:01.203 INFO:tasks.rados.rados.0.smithi084.stdout:1210: seq_num 387 ranges {4325376=483328,4808704=524288,5332992=679936} 2024-04-02T08:26:01.230 INFO:tasks.rados.rados.0.smithi084.stdout:1210: writing smithi08483026-27 from 4325376 to 4808704 tid 1 2024-04-02T08:26:01.232 INFO:tasks.rados.rados.0.smithi084.stdout:1210: writing smithi08483026-27 from 4808704 to 5332992 tid 2 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi084.stdout:1210: writing smithi08483026-27 from 5332992 to 6012928 tid 3 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi084.stdout:1211: read oid 44 snap -1 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi084.stdout:1211: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi084.stdout:1206: finishing write tid 4 to smithi08483026-30 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi084.stdout:1212: read oid 11 snap 102 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi084.stdout:1212: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi084.stdout:1213: snap_remove snap 115 2024-04-02T08:26:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:01 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:01 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:01 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:01 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:01 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:01 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:01.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:01 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:01.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:01 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:01.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:01 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:02.175 INFO:tasks.rados.rados.0.smithi084.stdout:1213: done (6 left) 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 117 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:1206: finishing write tid 5 to smithi08483026-30 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:1206: oid 30 updating version 0 to 478 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:1206: oid 30 version 478 is already newer than 477 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:1206: oid 30 version 478 is already newer than 476 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:1206: oid 30 updating version 478 to 479 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 479 (ObjNum 385 snap 117 seq_num 385) dirty exists 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:1206: left oid 30 (ObjNum 385 snap 117 seq_num 385) 2024-04-02T08:26:02.176 INFO:tasks.rados.rados.0.smithi084.stdout:1214: seq_num 388 ranges {401408=507904,909312=458752,1368064=606208,1974272=139264} 2024-04-02T08:26:02.180 INFO:tasks.rados.rados.0.smithi084.stdout:1214: writing smithi08483026-9 from 401408 to 909312 tid 1 2024-04-02T08:26:02.182 INFO:tasks.rados.rados.0.smithi084.stdout:1214: writing smithi08483026-9 from 909312 to 1368064 tid 2 2024-04-02T08:26:02.186 INFO:tasks.rados.rados.0.smithi084.stdout:1214: writing smithi08483026-9 from 1368064 to 1974272 tid 3 2024-04-02T08:26:02.187 INFO:tasks.rados.rados.0.smithi084.stdout:1214: writing smithi08483026-9 from 1974272 to 2113536 tid 4 2024-04-02T08:26:02.187 INFO:tasks.rados.rados.0.smithi084.stdout:1206: done (6 left) 2024-04-02T08:26:02.187 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 117 2024-04-02T08:26:02.188 INFO:tasks.rados.rados.0.smithi084.stdout:1215: seq_num 389 ranges {1507328=524288,2031616=745472,2777088=458752} 2024-04-02T08:26:02.199 INFO:tasks.rados.rados.0.smithi084.stdout:1215: writing smithi08483026-5 from 1507328 to 2031616 tid 1 2024-04-02T08:26:02.203 INFO:tasks.rados.rados.0.smithi084.stdout:1215: writing smithi08483026-5 from 2031616 to 2777088 tid 2 2024-04-02T08:26:02.207 INFO:tasks.rados.rados.0.smithi084.stdout:1215: writing smithi08483026-5 from 2777088 to 3235840 tid 3 2024-04-02T08:26:02.207 INFO:tasks.rados.rados.0.smithi084.stdout:1207: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:26:02.383 INFO:tasks.rados.rados.0.smithi084.stdout:1208: expect (ObjNum 239 snap 62 seq_num 239) 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1210: finishing write tid 1 to smithi08483026-27 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1210: finishing write tid 2 to smithi08483026-27 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1207: done (6 left) 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1208: done (5 left) 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1216: copy_from oid 42 from oid 30 current snap is 117 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1210: finishing write tid 3 to smithi08483026-27 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1210: finishing write tid 4 to smithi08483026-27 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1210: finishing write tid 5 to smithi08483026-27 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1210: oid 27 updating version 0 to 369 2024-04-02T08:26:02.517 INFO:tasks.rados.rados.0.smithi084.stdout:1210: oid 27 updating version 369 to 371 2024-04-02T08:26:02.518 INFO:tasks.rados.rados.0.smithi084.stdout:1210: oid 27 updating version 371 to 372 2024-04-02T08:26:02.518 INFO:tasks.rados.rados.0.smithi084.stdout:1210: oid 27 version 372 is already newer than 370 2024-04-02T08:26:02.518 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 372 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-04-02T08:26:02.518 INFO:tasks.rados.rados.0.smithi084.stdout:1210: left oid 27 (ObjNum 387 snap 117 seq_num 387) 2024-04-02T08:26:02.518 INFO:tasks.rados.rados.0.smithi084.stdout:1210: done (5 left) 2024-04-02T08:26:02.518 INFO:tasks.rados.rados.0.smithi084.stdout:1217: snap_remove snap 93 2024-04-02T08:26:02.582 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:02 smithi132 ceph-mon[88571]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.0 MiB/s wr, 31 op/s; 89/654 objects degraded (13.609%) 2024-04-02T08:26:02.582 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:02 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 89/654 objects degraded (13.609%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:02.583 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:02 smithi132 ceph-mon[88571]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:26:02.583 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:02 smithi084 ceph-mon[94794]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.0 MiB/s wr, 31 op/s; 89/654 objects degraded (13.609%) 2024-04-02T08:26:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:02 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 89/654 objects degraded (13.609%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:02 smithi084 ceph-mon[94794]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:26:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:02 smithi084 ceph-mon[97358]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.0 MiB/s wr, 31 op/s; 89/654 objects degraded (13.609%) 2024-04-02T08:26:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:02 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 89/654 objects degraded (13.609%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:02 smithi084 ceph-mon[97358]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:26:03.183 INFO:tasks.rados.rados.0.smithi084.stdout:1217: done (5 left) 2024-04-02T08:26:03.183 INFO:tasks.rados.rados.0.smithi084.stdout:1218: read oid 27 snap 105 2024-04-02T08:26:03.183 INFO:tasks.rados.rados.0.smithi084.stdout:1218: expect (ObjNum 317 snap 96 seq_num 317) 2024-04-02T08:26:03.183 INFO:tasks.rados.rados.0.smithi084.stdout:1219: read oid 33 snap 116 2024-04-02T08:26:03.183 INFO:tasks.rados.rados.0.smithi084.stdout:1219: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:26:03.183 INFO:tasks.rados.rados.0.smithi084.stdout:1220: snap_create 2024-04-02T08:26:03.183 INFO:tasks.rados.rados.0.smithi084.stdout:1211: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1212: expect (ObjNum 241 snap 62 seq_num 241) 2024-04-02T08:26:03.265 INFO:tasks.rados.rados.0.smithi084.stdout:1214: finishing write tid 1 to smithi08483026-9 2024-04-02T08:26:03.265 INFO:tasks.rados.rados.0.smithi084.stdout:1214: finishing write tid 2 to smithi08483026-9 2024-04-02T08:26:03.265 INFO:tasks.rados.rados.0.smithi084.stdout:1214: finishing write tid 3 to smithi08483026-9 2024-04-02T08:26:03.265 INFO:tasks.rados.rados.0.smithi084.stdout:1214: finishing write tid 4 to smithi08483026-9 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: finishing write tid 5 to smithi08483026-9 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: finishing write tid 6 to smithi08483026-9 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: oid 9 updating version 0 to 162 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: oid 9 version 162 is already newer than 160 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: oid 9 version 162 is already newer than 159 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: oid 9 version 162 is already newer than 161 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: oid 9 updating version 162 to 163 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 163 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1214: left oid 9 (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1215: finishing write tid 1 to smithi08483026-5 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1215: finishing write tid 2 to smithi08483026-5 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1215: finishing write tid 3 to smithi08483026-5 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1215: finishing write tid 4 to smithi08483026-5 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1215: finishing write tid 5 to smithi08483026-5 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:1215: oid 5 updating version 0 to 297 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:1215: oid 5 updating version 297 to 299 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:1215: oid 5 updating version 299 to 300 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:1215: oid 5 version 300 is already newer than 298 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 300 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:1215: left oid 5 (ObjNum 389 snap 117 seq_num 389) 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:1216: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:1216: finishing copy_from to smithi08483026-42 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 479 (ObjNum 385 snap 117 seq_num 385) dirty exists 2024-04-02T08:26:03.267 INFO:tasks.rados.rados.0.smithi084.stdout:1219: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:26:03.313 INFO:tasks.rados.rados.0.smithi084.stdout:1218: expect (ObjNum 317 snap 96 seq_num 317) 2024-04-02T08:26:03.501 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:03 smithi084 ceph-mon[94794]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:26:03.501 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:03 smithi084 ceph-mon[97358]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:26:03.502 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:03 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[103484]: 2024-04-02T08:26:03.397+0000 7efc668117c0 -1 osd.0 295 log_to_monitors true 2024-04-02T08:26:03.502 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:03 smithi132 ceph-mon[88571]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:26:03.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:04.192 INFO:tasks.rados.rados.0.smithi084.stdout:1211: done (7 left) 2024-04-02T08:26:04.192 INFO:tasks.rados.rados.0.smithi084.stdout:1212: done (6 left) 2024-04-02T08:26:04.192 INFO:tasks.rados.rados.0.smithi084.stdout:1214: done (5 left) 2024-04-02T08:26:04.192 INFO:tasks.rados.rados.0.smithi084.stdout:1215: done (4 left) 2024-04-02T08:26:04.192 INFO:tasks.rados.rados.0.smithi084.stdout:1216: done (3 left) 2024-04-02T08:26:04.193 INFO:tasks.rados.rados.0.smithi084.stdout:1218: done (2 left) 2024-04-02T08:26:04.193 INFO:tasks.rados.rados.0.smithi084.stdout:1219: done (1 left) 2024-04-02T08:26:04.193 INFO:tasks.rados.rados.0.smithi084.stdout:1220: done (0 left) 2024-04-02T08:26:04.193 INFO:tasks.rados.rados.0.smithi084.stdout:1221: copy_from oid 36 from oid 47 current snap is 118 2024-04-02T08:26:04.193 INFO:tasks.rados.rados.0.smithi084.stdout:1222: read oid 46 snap 117 2024-04-02T08:26:04.193 INFO:tasks.rados.rados.0.smithi084.stdout:1222: expect (ObjNum 382 snap 117 seq_num 382) 2024-04-02T08:26:04.193 INFO:tasks.rados.rados.0.smithi084.stdout:1223: snap_remove snap 105 2024-04-02T08:26:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[94794]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.0 MiB/s wr, 31 op/s; 89/654 objects degraded (13.609%) 2024-04-02T08:26:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[94794]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:26:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[94794]: from='osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:26:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[94794]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:26:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:04.618 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[103484]: 2024-04-02T08:26:04.227+0000 7efc57c69700 -1 osd.0 295 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[97358]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.0 MiB/s wr, 31 op/s; 89/654 objects degraded (13.609%) 2024-04-02T08:26:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[97358]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:26:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[97358]: from='osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:26:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[97358]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:26:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:04 smithi132 ceph-mon[88571]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.0 MiB/s wr, 31 op/s; 89/654 objects degraded (13.609%) 2024-04-02T08:26:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:04 smithi132 ceph-mon[88571]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:26:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:04 smithi132 ceph-mon[88571]: from='osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:26:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:04 smithi132 ceph-mon[88571]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:26:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:05.197 INFO:tasks.rados.rados.0.smithi084.stdout:1223: done (2 left) 2024-04-02T08:26:05.197 INFO:tasks.rados.rados.0.smithi084.stdout:1224: delete oid 6 current snap is 118 2024-04-02T08:26:05.197 INFO:tasks.rados.rados.0.smithi084.stdout:1221: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:26:05.197 INFO:tasks.rados.rados.0.smithi084.stdout:1221: finishing copy_from to smithi08483026-36 2024-04-02T08:26:05.197 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 496 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:26:05.197 INFO:tasks.rados.rados.0.smithi084.stdout:1222: expect (ObjNum 382 snap 117 seq_num 382) 2024-04-02T08:26:05.261 INFO:tasks.rados.rados.0.smithi084.stdout:1221: done (2 left) 2024-04-02T08:26:05.261 INFO:tasks.rados.rados.0.smithi084.stdout:1222: done (1 left) 2024-04-02T08:26:05.261 INFO:tasks.rados.rados.0.smithi084.stdout:1224: done (0 left) 2024-04-02T08:26:05.261 INFO:tasks.rados.rados.0.smithi084.stdout:1225: rollback oid 3 current snap is 118 2024-04-02T08:26:05.261 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 3 to 106 2024-04-02T08:26:05.261 INFO:tasks.rados.rados.0.smithi084.stdout:1226: setattr oid 37 current snap is 118 2024-04-02T08:26:05.262 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 118 2024-04-02T08:26:05.262 INFO:tasks.rados.rados.0.smithi084.stdout:1227: seq_num 391 ranges {1712128=557056,2269184=516096,2785280=688128} 2024-04-02T08:26:05.274 INFO:tasks.rados.rados.0.smithi084.stdout:1227: writing smithi08483026-18 from 1712128 to 2269184 tid 1 2024-04-02T08:26:05.277 INFO:tasks.rados.rados.0.smithi084.stdout:1227: writing smithi08483026-18 from 2269184 to 2785280 tid 2 2024-04-02T08:26:05.281 INFO:tasks.rados.rados.0.smithi084.stdout:1227: writing smithi08483026-18 from 2785280 to 3473408 tid 3 2024-04-02T08:26:05.281 INFO:tasks.rados.rados.0.smithi084.stdout:1228: snap_create 2024-04-02T08:26:05.282 INFO:tasks.rados.rados.0.smithi084.stdout:1225: finishing rollback tid 1 to smithi08483026-3 2024-04-02T08:26:05.282 INFO:tasks.rados.rados.0.smithi084.stdout:1225: finishing rollback tid 2 to smithi08483026-3 2024-04-02T08:26:05.282 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 312 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-04-02T08:26:05.282 INFO:tasks.rados.rados.0.smithi084.stdout:1227: finishing write tid 1 to smithi08483026-18 2024-04-02T08:26:05.282 INFO:tasks.rados.rados.0.smithi084.stdout:1227: finishing write tid 2 to smithi08483026-18 2024-04-02T08:26:05.284 INFO:tasks.rados.rados.0.smithi084.stdout:1227: finishing write tid 3 to smithi08483026-18 2024-04-02T08:26:05.285 INFO:tasks.rados.rados.0.smithi084.stdout:1227: finishing write tid 4 to smithi08483026-18 2024-04-02T08:26:05.286 INFO:tasks.rados.rados.0.smithi084.stdout:1227: finishing write tid 5 to smithi08483026-18 2024-04-02T08:26:05.286 INFO:tasks.rados.rados.0.smithi084.stdout:1227: oid 18 updating version 0 to 472 2024-04-02T08:26:05.286 INFO:tasks.rados.rados.0.smithi084.stdout:1227: oid 18 updating version 472 to 475 2024-04-02T08:26:05.286 INFO:tasks.rados.rados.0.smithi084.stdout:1227: oid 18 version 475 is already newer than 474 2024-04-02T08:26:05.286 INFO:tasks.rados.rados.0.smithi084.stdout:1227: oid 18 version 475 is already newer than 473 2024-04-02T08:26:05.287 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 475 (ObjNum 391 snap 118 seq_num 391) dirty exists 2024-04-02T08:26:05.287 INFO:tasks.rados.rados.0.smithi084.stdout:1227: left oid 18 (ObjNum 391 snap 118 seq_num 391) 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[94794]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[94794]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[94794]: from='osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[94794]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[97358]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[97358]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:26:05.301 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[97358]: from='osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:05.302 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[97358]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:05.302 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:05.302 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:05 smithi132 ceph-mon[88571]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:26:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:05 smithi132 ceph-mon[88571]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:26:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:05 smithi132 ceph-mon[88571]: from='osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:05 smithi132 ceph-mon[88571]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:05 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:05 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:06.200 INFO:tasks.rados.rados.0.smithi084.stdout:1225: done (3 left) 2024-04-02T08:26:06.200 INFO:tasks.rados.rados.0.smithi084.stdout:1227: done (2 left) 2024-04-02T08:26:06.201 INFO:tasks.rados.rados.0.smithi084.stdout:1228: done (1 left) 2024-04-02T08:26:06.201 INFO:tasks.rados.rados.0.smithi084.stdout:1229: read oid 50 snap 117 2024-04-02T08:26:06.201 INFO:tasks.rados.rados.0.smithi084.stdout:1229: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:06.201 INFO:tasks.rados.rados.0.smithi084.stdout:1230: rmattr oid 21 current snap is 119 2024-04-02T08:26:06.201 INFO:tasks.rados.rados.0.smithi084.stdout:1231: copy_from oid 28 from oid 33 current snap is 119 2024-04-02T08:26:06.201 INFO:tasks.rados.rados.0.smithi084.stdout:1232: snap_create 2024-04-02T08:26:06.214 INFO:tasks.rados.rados.0.smithi084.stdout:1229: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:06.327 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:26:06.327 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 124 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:26:06.327 INFO:tasks.rados.rados.0.smithi084.stdout:1231: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:26:06.327 INFO:tasks.rados.rados.0.smithi084.stdout:1231: finishing copy_from to smithi08483026-28 2024-04-02T08:26:06.327 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 594 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-02T08:26:06.334 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[94794]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 89/654 objects degraded (13.609%) 2024-04-02T08:26:06.334 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:26:06.334 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[94794]: osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135] boot 2024-04-02T08:26:06.334 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[94794]: osdmap e307: 8 total, 8 up, 8 in 2024-04-02T08:26:06.334 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:06.335 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[97358]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 89/654 objects degraded (13.609%) 2024-04-02T08:26:06.335 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:26:06.335 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[97358]: osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135] boot 2024-04-02T08:26:06.335 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[97358]: osdmap e307: 8 total, 8 up, 8 in 2024-04-02T08:26:06.335 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:06 smithi132 ceph-mon[88571]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 89/654 objects degraded (13.609%) 2024-04-02T08:26:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:06 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:26:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:06 smithi132 ceph-mon[88571]: osd.0 [v2:172.21.15.84:6802/3476452135,v1:172.21.15.84:6803/3476452135] boot 2024-04-02T08:26:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:06 smithi132 ceph-mon[88571]: osdmap e307: 8 total, 8 up, 8 in 2024-04-02T08:26:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1226: done (4 left) 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1229: done (3 left) 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1230: done (2 left) 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1231: done (1 left) 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1232: done (0 left) 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1233: copy_from oid 34 from oid 25 current snap is 120 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1234: rollback oid 49 current snap is 120 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 49 to 58 2024-04-02T08:26:07.201 INFO:tasks.rados.rados.0.smithi084.stdout:1235: delete oid 4 current snap is 120 2024-04-02T08:26:07.208 INFO:tasks.rados.rados.0.smithi084.stdout:1235: done (2 left) 2024-04-02T08:26:07.208 INFO:tasks.rados.rados.0.smithi084.stdout:1236: delete oid 44 current snap is 120 2024-04-02T08:26:07.210 INFO:tasks.rados.rados.0.smithi084.stdout:1236: done (2 left) 2024-04-02T08:26:07.211 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 120 2024-04-02T08:26:07.211 INFO:tasks.rados.rados.0.smithi084.stdout:1237: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-04-02T08:26:07.214 INFO:tasks.rados.rados.0.smithi084.stdout:1237: writing smithi08483026-41 from 0 to 606208 tid 1 2024-04-02T08:26:07.217 INFO:tasks.rados.rados.0.smithi084.stdout:1237: writing smithi08483026-41 from 606208 to 1171456 tid 2 2024-04-02T08:26:07.221 INFO:tasks.rados.rados.0.smithi084.stdout:1237: writing smithi08483026-41 from 1171456 to 1728512 tid 3 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1237: writing smithi08483026-41 from 1728512 to 1810432 tid 4 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1238: rmattr oid 27 current snap is 120 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1234: finishing rollback tid 0 to smithi08483026-49 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1234: finishing rollback tid 1 to smithi08483026-49 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1234: finishing rollback tid 2 to smithi08483026-49 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 366 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1237: finishing write tid 1 to smithi08483026-41 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1237: finishing write tid 2 to smithi08483026-41 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1234: done (3 left) 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1239: read oid 9 snap 58 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1239: expect (ObjNum 157 snap 37 seq_num 157) 2024-04-02T08:26:07.222 INFO:tasks.rados.rados.0.smithi084.stdout:1240: snap_remove snap 116 2024-04-02T08:26:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:07 smithi084 ceph-mon[94794]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:26:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:07 smithi084 ceph-mon[94794]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:26:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:07 smithi084 ceph-mon[97358]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:26:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:07 smithi084 ceph-mon[97358]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:26:07.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:07 smithi132 ceph-mon[88571]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:26:07.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:07 smithi132 ceph-mon[88571]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:26:08.230 INFO:tasks.rados.rados.0.smithi084.stdout:1237: finishing write tid 3 to smithi08483026-41 2024-04-02T08:26:08.230 INFO:tasks.rados.rados.0.smithi084.stdout:1237: finishing write tid 4 to smithi08483026-41 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 388 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: finishing write tid 5 to smithi08483026-41 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1233: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1233: finishing copy_from to smithi08483026-34 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 507 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: finishing write tid 6 to smithi08483026-41 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: oid 41 updating version 0 to 629 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: oid 41 updating version 629 to 630 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: oid 41 version 630 is already newer than 626 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: oid 41 version 630 is already newer than 627 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: oid 41 version 630 is already newer than 628 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 630 (ObjNum 394 snap 120 seq_num 394) dirty exists 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1237: left oid 41 (ObjNum 394 snap 120 seq_num 394) 2024-04-02T08:26:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:1239: expect (ObjNum 157 snap 37 seq_num 157) 2024-04-02T08:26:08.453 INFO:tasks.rados.rados.0.smithi084.stdout:1233: done (4 left) 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:1237: done (3 left) 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:1238: done (2 left) 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:1239: done (1 left) 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:1240: done (0 left) 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:1241: read oid 16 snap -1 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:1241: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 120 2024-04-02T08:26:08.454 INFO:tasks.rados.rados.0.smithi084.stdout:1242: seq_num 395 ranges {4063232=622592,4685824=450560,5136384=753664} 2024-04-02T08:26:08.479 INFO:tasks.rados.rados.0.smithi084.stdout:1242: writing smithi08483026-40 from 4063232 to 4685824 tid 1 2024-04-02T08:26:08.481 INFO:tasks.rados.rados.0.smithi084.stdout:1242: writing smithi08483026-40 from 4685824 to 5136384 tid 2 2024-04-02T08:26:08.486 INFO:tasks.rados.rados.0.smithi084.stdout:1242: writing smithi08483026-40 from 5136384 to 5890048 tid 3 2024-04-02T08:26:08.486 INFO:tasks.rados.rados.0.smithi084.stdout:1243: delete oid 2 current snap is 120 2024-04-02T08:26:08.486 INFO:tasks.rados.rados.0.smithi084.stdout:1241: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:08.570 INFO:tasks.rados.rados.0.smithi084.stdout:1242: finishing write tid 1 to smithi08483026-40 2024-04-02T08:26:08.570 INFO:tasks.rados.rados.0.smithi084.stdout:1242: finishing write tid 2 to smithi08483026-40 2024-04-02T08:26:08.570 INFO:tasks.rados.rados.0.smithi084.stdout:1241: done (2 left) 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1243: done (1 left) 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1244: rollback oid 6 current snap is 120 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 58 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: finishing write tid 3 to smithi08483026-40 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: finishing write tid 4 to smithi08483026-40 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: finishing write tid 5 to smithi08483026-40 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: oid 40 updating version 0 to 595 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: oid 40 version 595 is already newer than 593 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: oid 40 version 595 is already newer than 592 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: oid 40 version 595 is already newer than 594 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 595 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: left oid 40 (ObjNum 395 snap 120 seq_num 395) 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1242: done (1 left) 2024-04-02T08:26:08.571 INFO:tasks.rados.rados.0.smithi084.stdout:1245: snap_remove snap 103 2024-04-02T08:26:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:08 smithi084 ceph-mon[94794]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 93/663 objects degraded (14.027%) 2024-04-02T08:26:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:08 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 93/663 objects degraded (14.027%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:08 smithi084 ceph-mon[97358]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 93/663 objects degraded (14.027%) 2024-04-02T08:26:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:08 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 93/663 objects degraded (14.027%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:08 smithi132 ceph-mon[88571]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 93/663 objects degraded (14.027%) 2024-04-02T08:26:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:08 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 93/663 objects degraded (14.027%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:09.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:26:08.860+0000 7facf0160700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-02T08:26:09.229 INFO:tasks.rados.rados.0.smithi084.stdout:1245: done (1 left) 2024-04-02T08:26:09.229 INFO:tasks.rados.rados.0.smithi084.stdout:1246: read oid 20 snap -1 2024-04-02T08:26:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:1246: expect (ObjNum 283 snap 82 seq_num 283) 2024-04-02T08:26:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:1247: read oid 41 snap -1 2024-04-02T08:26:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:1247: expect (ObjNum 394 snap 120 seq_num 394) 2024-04-02T08:26:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:1248: snap_create 2024-04-02T08:26:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:1244: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:26:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:1244: finishing rollback tid 2 to smithi08483026-6 2024-04-02T08:26:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 143 (ObjNum 216 snap 54 seq_num 216) dirty exists 2024-04-02T08:26:09.246 INFO:tasks.rados.rados.0.smithi084.stdout:1247: expect (ObjNum 394 snap 120 seq_num 394) 2024-04-02T08:26:09.301 INFO:tasks.rados.rados.0.smithi084.stdout:1246: expect (ObjNum 283 snap 82 seq_num 283) 2024-04-02T08:26:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:26:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:26:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:10.098 INFO:tasks.rados.rados.0.smithi084.stdout:1244: done (3 left) 2024-04-02T08:26:10.098 INFO:tasks.rados.rados.0.smithi084.stdout:1246: done (2 left) 2024-04-02T08:26:10.098 INFO:tasks.rados.rados.0.smithi084.stdout:1247: done (1 left) 2024-04-02T08:26:10.098 INFO:tasks.rados.rados.0.smithi084.stdout:1248: done (0 left) 2024-04-02T08:26:10.098 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 121 2024-04-02T08:26:10.098 INFO:tasks.rados.rados.0.smithi084.stdout:1249: seq_num 397 ranges {5890048=655360,6545408=671744,7217152=532480} 2024-04-02T08:26:10.133 INFO:tasks.rados.rados.0.smithi084.stdout:1249: writing smithi08483026-40 from 5890048 to 6545408 tid 1 2024-04-02T08:26:10.136 INFO:tasks.rados.rados.0.smithi084.stdout:1249: writing smithi08483026-40 from 6545408 to 7217152 tid 2 2024-04-02T08:26:10.140 INFO:tasks.rados.rados.0.smithi084.stdout:1249: writing smithi08483026-40 from 7217152 to 7749632 tid 3 2024-04-02T08:26:10.140 INFO:tasks.rados.rados.0.smithi084.stdout:1250: delete oid 2 current snap is 121 2024-04-02T08:26:10.140 INFO:tasks.rados.rados.0.smithi084.stdout:1249: finishing write tid 1 to smithi08483026-40 2024-04-02T08:26:10.140 INFO:tasks.rados.rados.0.smithi084.stdout:1249: finishing write tid 2 to smithi08483026-40 2024-04-02T08:26:10.142 INFO:tasks.rados.rados.0.smithi084.stdout:1249: finishing write tid 3 to smithi08483026-40 2024-04-02T08:26:10.143 INFO:tasks.rados.rados.0.smithi084.stdout:1249: finishing write tid 4 to smithi08483026-40 2024-04-02T08:26:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:1249: finishing write tid 5 to smithi08483026-40 2024-04-02T08:26:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:1249: oid 40 updating version 0 to 605 2024-04-02T08:26:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:1249: oid 40 updating version 605 to 606 2024-04-02T08:26:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:1249: oid 40 version 606 is already newer than 604 2024-04-02T08:26:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:1249: oid 40 version 606 is already newer than 603 2024-04-02T08:26:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 606 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-04-02T08:26:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:1249: left oid 40 (ObjNum 397 snap 121 seq_num 397) 2024-04-02T08:26:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:1249: done (1 left) 2024-04-02T08:26:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:1250: done (0 left) 2024-04-02T08:26:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:1251: snap_remove snap 119 2024-04-02T08:26:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[94794]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 93/663 objects degraded (14.027%) 2024-04-02T08:26:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[94794]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-02T08:26:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[94794]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:26:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[94794]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:26:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[97358]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 93/663 objects degraded (14.027%) 2024-04-02T08:26:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[97358]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-02T08:26:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[97358]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:26:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-mon[97358]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:26:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:10 smithi132 ceph-mon[88571]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 93/663 objects degraded (14.027%) 2024-04-02T08:26:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:10 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:10 smithi132 ceph-mon[88571]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-02T08:26:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:10 smithi132 ceph-mon[88571]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:26:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:10 smithi132 ceph-mon[88571]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:26:11.103 INFO:tasks.rados.rados.0.smithi084.stdout:1251: done (0 left) 2024-04-02T08:26:11.103 INFO:tasks.rados.rados.0.smithi084.stdout:1252: copy_from oid 18 from oid 9 current snap is 121 2024-04-02T08:26:11.103 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 121 2024-04-02T08:26:11.103 INFO:tasks.rados.rados.0.smithi084.stdout:1253: seq_num 399 ranges {262144=688128,950272=434176,1384448=745472,2129920=24576} 2024-04-02T08:26:11.109 INFO:tasks.rados.rados.0.smithi084.stdout:1253: writing smithi08483026-48 from 262144 to 950272 tid 1 2024-04-02T08:26:11.112 INFO:tasks.rados.rados.0.smithi084.stdout:1253: writing smithi08483026-48 from 950272 to 1384448 tid 2 2024-04-02T08:26:11.117 INFO:tasks.rados.rados.0.smithi084.stdout:1253: writing smithi08483026-48 from 1384448 to 2129920 tid 3 2024-04-02T08:26:11.117 INFO:tasks.rados.rados.0.smithi084.stdout:1253: writing smithi08483026-48 from 2129920 to 2154496 tid 4 2024-04-02T08:26:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:26:10] "GET /metrics HTTP/1.1" 200 35985 "" "Prometheus/2.43.0" 2024-04-02T08:26:11.117 INFO:tasks.rados.rados.0.smithi084.stdout:1254: delete oid 27 current snap is 121 2024-04-02T08:26:11.118 INFO:tasks.rados.rados.0.smithi084.stdout:1253: finishing write tid 1 to smithi08483026-48 2024-04-02T08:26:11.118 INFO:tasks.rados.rados.0.smithi084.stdout:1253: finishing write tid 2 to smithi08483026-48 2024-04-02T08:26:11.120 INFO:tasks.rados.rados.0.smithi084.stdout:1254: done (2 left) 2024-04-02T08:26:11.120 INFO:tasks.rados.rados.0.smithi084.stdout:1255: read oid 33 snap 117 2024-04-02T08:26:11.120 INFO:tasks.rados.rados.0.smithi084.stdout:1255: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:26:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:1256: read oid 36 snap -1 2024-04-02T08:26:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:1256: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 121 2024-04-02T08:26:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:1257: seq_num 401 ranges {2056192=720896,2777088=606208,3383296=598016} 2024-04-02T08:26:11.136 INFO:tasks.rados.rados.0.smithi084.stdout:1257: writing smithi08483026-39 from 2056192 to 2777088 tid 1 2024-04-02T08:26:11.139 INFO:tasks.rados.rados.0.smithi084.stdout:1257: writing smithi08483026-39 from 2777088 to 3383296 tid 2 2024-04-02T08:26:11.144 INFO:tasks.rados.rados.0.smithi084.stdout:1257: writing smithi08483026-39 from 3383296 to 3981312 tid 3 2024-04-02T08:26:11.146 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 121 2024-04-02T08:26:11.146 INFO:tasks.rados.rados.0.smithi084.stdout:1253: finishing write tid 3 to smithi08483026-48 2024-04-02T08:26:11.146 INFO:tasks.rados.rados.0.smithi084.stdout:1253: finishing write tid 4 to smithi08483026-48 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1252: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: finishing write tid 5 to smithi08483026-48 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: finishing write tid 6 to smithi08483026-48 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: oid 48 updating version 0 to 484 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: oid 48 version 484 is already newer than 480 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: oid 48 version 484 is already newer than 481 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: oid 48 version 484 is already newer than 482 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: oid 48 version 484 is already newer than 483 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 484 (ObjNum 399 snap 121 seq_num 399) dirty exists 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1253: left oid 48 (ObjNum 399 snap 121 seq_num 399) 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1252: finishing copy_from to smithi08483026-18 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 163 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:26:11.147 INFO:tasks.rados.rados.0.smithi084.stdout:1255: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:26:11.192 INFO:tasks.rados.rados.0.smithi084.stdout:1256: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:11.211 INFO:tasks.rados.rados.0.smithi084.stdout:1257: finishing write tid 1 to smithi08483026-39 2024-04-02T08:26:11.211 INFO:tasks.rados.rados.0.smithi084.stdout:1257: finishing write tid 2 to smithi08483026-39 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: finishing write tid 3 to smithi08483026-39 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: finishing write tid 4 to smithi08483026-39 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: finishing write tid 5 to smithi08483026-39 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: oid 39 updating version 0 to 602 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: oid 39 updating version 602 to 603 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: oid 39 version 603 is already newer than 601 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: oid 39 updating version 603 to 604 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 604 (ObjNum 401 snap 121 seq_num 401) dirty exists 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1257: left oid 39 (ObjNum 401 snap 121 seq_num 401) 2024-04-02T08:26:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:1258: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-04-02T08:26:11.215 INFO:tasks.rados.rados.0.smithi084.stdout:1258: writing smithi08483026-12 from 0 to 737280 tid 1 2024-04-02T08:26:11.218 INFO:tasks.rados.rados.0.smithi084.stdout:1258: writing smithi08483026-12 from 737280 to 1228800 tid 2 2024-04-02T08:26:11.221 INFO:tasks.rados.rados.0.smithi084.stdout:1258: writing smithi08483026-12 from 1228800 to 1744896 tid 3 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1258: writing smithi08483026-12 from 1744896 to 1941504 tid 4 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1252: done (5 left) 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1253: done (4 left) 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1255: done (3 left) 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1256: done (2 left) 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1257: done (1 left) 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1259: read oid 18 snap -1 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1259: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 121 2024-04-02T08:26:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:1258: finishing write tid 1 to smithi08483026-12 2024-04-02T08:26:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:1258: finishing write tid 2 to smithi08483026-12 2024-04-02T08:26:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:1260: seq_num 403 ranges {925696=753664,1679360=425984,2105344=720896,2826240=57344} 2024-04-02T08:26:11.232 INFO:tasks.rados.rados.0.smithi084.stdout:1260: writing smithi08483026-14 from 925696 to 1679360 tid 1 2024-04-02T08:26:11.235 INFO:tasks.rados.rados.0.smithi084.stdout:1260: writing smithi08483026-14 from 1679360 to 2105344 tid 2 2024-04-02T08:26:11.239 INFO:tasks.rados.rados.0.smithi084.stdout:1260: writing smithi08483026-14 from 2105344 to 2826240 tid 3 2024-04-02T08:26:11.241 INFO:tasks.rados.rados.0.smithi084.stdout:1260: writing smithi08483026-14 from 2826240 to 2883584 tid 4 2024-04-02T08:26:11.241 INFO:tasks.rados.rados.0.smithi084.stdout:1261: copy_from oid 5 from oid 45 current snap is 121 2024-04-02T08:26:11.241 INFO:tasks.rados.rados.0.smithi084.stdout:1258: finishing write tid 3 to smithi08483026-12 2024-04-02T08:26:11.241 INFO:tasks.rados.rados.0.smithi084.stdout:1258: finishing write tid 4 to smithi08483026-12 2024-04-02T08:26:11.241 INFO:tasks.rados.rados.0.smithi084.stdout:1258: finishing write tid 5 to smithi08483026-12 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1258: finishing write tid 6 to smithi08483026-12 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1258: oid 12 updating version 0 to 607 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1258: oid 12 updating version 607 to 609 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1258: oid 12 version 609 is already newer than 605 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1258: oid 12 version 609 is already newer than 606 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1258: oid 12 version 609 is already newer than 608 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 609 (ObjNum 402 snap 121 seq_num 402) dirty exists 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1258: left oid 12 (ObjNum 402 snap 121 seq_num 402) 2024-04-02T08:26:11.242 INFO:tasks.rados.rados.0.smithi084.stdout:1259: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:11.309 INFO:tasks.rados.rados.0.smithi084.stdout:1260: finishing write tid 1 to smithi08483026-14 2024-04-02T08:26:11.309 INFO:tasks.rados.rados.0.smithi084.stdout:1260: finishing write tid 2 to smithi08483026-14 2024-04-02T08:26:11.309 INFO:tasks.rados.rados.0.smithi084.stdout:1260: finishing write tid 3 to smithi08483026-14 2024-04-02T08:26:11.309 INFO:tasks.rados.rados.0.smithi084.stdout:1260: finishing write tid 4 to smithi08483026-14 2024-04-02T08:26:11.309 INFO:tasks.rados.rados.0.smithi084.stdout:1260: finishing write tid 5 to smithi08483026-14 2024-04-02T08:26:11.309 INFO:tasks.rados.rados.0.smithi084.stdout:1260: finishing write tid 6 to smithi08483026-14 2024-04-02T08:26:11.310 INFO:tasks.rados.rados.0.smithi084.stdout:1260: oid 14 updating version 0 to 611 2024-04-02T08:26:11.310 INFO:tasks.rados.rados.0.smithi084.stdout:1260: oid 14 updating version 611 to 615 2024-04-02T08:26:11.310 INFO:tasks.rados.rados.0.smithi084.stdout:1260: oid 14 version 615 is already newer than 613 2024-04-02T08:26:11.310 INFO:tasks.rados.rados.0.smithi084.stdout:1260: oid 14 version 615 is already newer than 612 2024-04-02T08:26:11.310 INFO:tasks.rados.rados.0.smithi084.stdout:1260: oid 14 version 615 is already newer than 614 2024-04-02T08:26:11.310 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 615 (ObjNum 403 snap 121 seq_num 403) dirty exists 2024-04-02T08:26:11.311 INFO:tasks.rados.rados.0.smithi084.stdout:1260: left oid 14 (ObjNum 403 snap 121 seq_num 403) 2024-04-02T08:26:11.311 INFO:tasks.rados.rados.0.smithi084.stdout:1261: finishing copy_from racing read to smithi08483026-5 2024-04-02T08:26:11.311 INFO:tasks.rados.rados.0.smithi084.stdout:1261: finishing copy_from to smithi08483026-5 2024-04-02T08:26:11.311 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 123 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:26:11.311 INFO:tasks.rados.rados.0.smithi084.stdout:1258: done (3 left) 2024-04-02T08:26:11.311 INFO:tasks.rados.rados.0.smithi084.stdout:1259: done (2 left) 2024-04-02T08:26:11.311 INFO:tasks.rados.rados.0.smithi084.stdout:1260: done (1 left) 2024-04-02T08:26:11.312 INFO:tasks.rados.rados.0.smithi084.stdout:1261: done (0 left) 2024-04-02T08:26:11.312 INFO:tasks.rados.rados.0.smithi084.stdout:1262: snap_create 2024-04-02T08:26:12.242 INFO:tasks.rados.rados.0.smithi084.stdout:1262: done (0 left) 2024-04-02T08:26:12.242 INFO:tasks.rados.rados.0.smithi084.stdout:1263: snap_create 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[97358]: pgmap v131: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[97358]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 93/663 objects degraded (14.027%), 15 pgs degraded) 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[97358]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[94794]: pgmap v131: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[94794]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 93/663 objects degraded (14.027%), 15 pgs degraded) 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:12 smithi084 ceph-mon[94794]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:26:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:12 smithi132 ceph-mon[88571]: pgmap v131: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-02T08:26:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:12 smithi132 ceph-mon[88571]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:26:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:12 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 93/663 objects degraded (14.027%), 15 pgs degraded) 2024-04-02T08:26:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:12 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:26:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:12 smithi132 ceph-mon[88571]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:26:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:12.890 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (6m) 9s ago 7m 23.8M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (7m) 54s ago 7m 91.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (8m) 9s ago 8m 15.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (8m) 54s ago 8m 19.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (119s) 54s ago 11m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (2m) 9s ago 13m 499M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (103s) 9s ago 14m 47.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (59s) 54s ago 12m 32.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:26:13.202 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (78s) 9s ago 12m 40.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (7m) 9s ago 7m 16.3M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (7m) 54s ago 7m 15.3M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (13s) 9s ago 11m 11.9M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (11m) 9s ago 11m 164M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 97f0431548c8 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (10m) 9s ago 10m 202M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (10m) 9s ago 10m 128M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (10m) 54s ago 10m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (9m) 54s ago 9m 169M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (9m) 54s ago 9m 95.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (8m) 54s ago 8m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:26:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (2m) 54s ago 8m 56.1M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:26:13.246 INFO:tasks.rados.rados.0.smithi084.stdout:1263: done (0 left) 2024-04-02T08:26:13.246 INFO:tasks.rados.rados.0.smithi084.stdout:1264: snap_remove snap 106 2024-04-02T08:26:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:13 smithi132 ceph-mon[88571]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:26:13.598 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:13 smithi084 ceph-mon[94794]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:26:13.598 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:13 smithi084 ceph-mon[97358]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:26:13.599 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 9, 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:26:13.600 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:26:13.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:14.249 INFO:tasks.rados.rados.0.smithi084.stdout:1264: done (0 left) 2024-04-02T08:26:14.249 INFO:tasks.rados.rados.0.smithi084.stdout:1265: rollback oid 5 current snap is 123 2024-04-02T08:26:14.250 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 5 to 117 2024-04-02T08:26:14.250 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 123 2024-04-02T08:26:14.250 INFO:tasks.rados.rados.0.smithi084.stdout:1266: seq_num 404 ranges {1957888=770048,2727936=712704,3440640=491520} 2024-04-02T08:26:14.266 INFO:tasks.rados.rados.0.smithi084.stdout:1266: writing smithi08483026-29 from 1957888 to 2727936 tid 1 2024-04-02T08:26:14.271 INFO:tasks.rados.rados.0.smithi084.stdout:1266: writing smithi08483026-29 from 2727936 to 3440640 tid 2 2024-04-02T08:26:14.274 INFO:tasks.rados.rados.0.smithi084.stdout:1266: writing smithi08483026-29 from 3440640 to 3932160 tid 3 2024-04-02T08:26:14.274 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 123 2024-04-02T08:26:14.274 INFO:tasks.rados.rados.0.smithi084.stdout:1265: finishing rollback tid 0 to smithi08483026-5 2024-04-02T08:26:14.275 INFO:tasks.rados.rados.0.smithi084.stdout:1267: seq_num 405 ranges {3588096=786432,4374528=589824,4964352=614400} 2024-04-02T08:26:14.298 INFO:tasks.rados.rados.0.smithi084.stdout:1267: writing smithi08483026-10 from 3588096 to 4374528 tid 1 2024-04-02T08:26:14.302 INFO:tasks.rados.rados.0.smithi084.stdout:1267: writing smithi08483026-10 from 4374528 to 4964352 tid 2 2024-04-02T08:26:14.305 INFO:tasks.rados.rados.0.smithi084.stdout:1267: writing smithi08483026-10 from 4964352 to 5578752 tid 3 2024-04-02T08:26:14.305 INFO:tasks.rados.rados.0.smithi084.stdout:1268: delete oid 26 current snap is 123 2024-04-02T08:26:14.305 INFO:tasks.rados.rados.0.smithi084.stdout:1265: finishing rollback tid 1 to smithi08483026-5 2024-04-02T08:26:14.305 INFO:tasks.rados.rados.0.smithi084.stdout:1265: finishing rollback tid 2 to smithi08483026-5 2024-04-02T08:26:14.305 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 510 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: finishing write tid 1 to smithi08483026-29 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: finishing write tid 2 to smithi08483026-29 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: finishing write tid 3 to smithi08483026-29 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: finishing write tid 4 to smithi08483026-29 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: finishing write tid 5 to smithi08483026-29 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: oid 29 updating version 0 to 239 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: oid 29 version 239 is already newer than 238 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: oid 29 version 239 is already newer than 236 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: oid 29 version 239 is already newer than 237 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 239 (ObjNum 404 snap 123 seq_num 404) dirty exists 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1266: left oid 29 (ObjNum 404 snap 123 seq_num 404) 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1267: finishing write tid 1 to smithi08483026-10 2024-04-02T08:26:14.306 INFO:tasks.rados.rados.0.smithi084.stdout:1267: finishing write tid 2 to smithi08483026-10 2024-04-02T08:26:14.307 INFO:tasks.rados.rados.0.smithi084.stdout:1265: done (3 left) 2024-04-02T08:26:14.307 INFO:tasks.rados.rados.0.smithi084.stdout:1266: done (2 left) 2024-04-02T08:26:14.307 INFO:tasks.rados.rados.0.smithi084.stdout:1268: done (1 left) 2024-04-02T08:26:14.308 INFO:tasks.rados.rados.0.smithi084.stdout:1269: read oid 39 snap -1 2024-04-02T08:26:14.308 INFO:tasks.rados.rados.0.smithi084.stdout:1269: expect (ObjNum 401 snap 121 seq_num 401) 2024-04-02T08:26:14.308 INFO:tasks.rados.rados.0.smithi084.stdout:1270: snap_remove snap 58 2024-04-02T08:26:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[94794]: pgmap v134: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-02T08:26:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[94794]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[94794]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[94794]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:26:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2827193561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[97358]: pgmap v134: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-02T08:26:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[97358]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[97358]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[97358]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:26:14.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:14 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2827193561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:14 smithi132 ceph-mon[88571]: pgmap v134: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-02T08:26:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:14 smithi132 ceph-mon[88571]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:14 smithi132 ceph-mon[88571]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:14 smithi132 ceph-mon[88571]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:26:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:14 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2827193561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:15.099 INFO:tasks.rados.rados.0.smithi084.stdout:1267: finishing write tid 3 to smithi08483026-10 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1267: finishing write tid 4 to smithi08483026-10 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1267: finishing write tid 5 to smithi08483026-10 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1267: oid 10 updating version 0 to 643 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1267: oid 10 updating version 643 to 644 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1267: oid 10 updating version 644 to 645 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1267: oid 10 version 645 is already newer than 642 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 645 (ObjNum 405 snap 123 seq_num 405) dirty exists 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1267: left oid 10 (ObjNum 405 snap 123 seq_num 405) 2024-04-02T08:26:15.100 INFO:tasks.rados.rados.0.smithi084.stdout:1269: expect (ObjNum 401 snap 121 seq_num 401) 2024-04-02T08:26:15.275 INFO:tasks.rados.rados.0.smithi084.stdout:1267: done (2 left) 2024-04-02T08:26:15.275 INFO:tasks.rados.rados.0.smithi084.stdout:1269: done (1 left) 2024-04-02T08:26:15.275 INFO:tasks.rados.rados.0.smithi084.stdout:1270: done (0 left) 2024-04-02T08:26:15.276 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 123 2024-04-02T08:26:15.276 INFO:tasks.rados.rados.0.smithi084.stdout:1271: seq_num 407 ranges {5111808=425984,5537792=761856,6299648=704512,7004160=139264} 2024-04-02T08:26:15.305 INFO:tasks.rados.rados.0.smithi084.stdout:1271: writing smithi08483026-24 from 5111808 to 5537792 tid 1 2024-04-02T08:26:15.309 INFO:tasks.rados.rados.0.smithi084.stdout:1271: writing smithi08483026-24 from 5537792 to 6299648 tid 2 2024-04-02T08:26:15.313 INFO:tasks.rados.rados.0.smithi084.stdout:1271: writing smithi08483026-24 from 6299648 to 7004160 tid 3 2024-04-02T08:26:15.314 INFO:tasks.rados.rados.0.smithi084.stdout:1271: writing smithi08483026-24 from 7004160 to 7143424 tid 4 2024-04-02T08:26:15.314 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 123 2024-04-02T08:26:15.314 INFO:tasks.rados.rados.0.smithi084.stdout:1271: finishing write tid 1 to smithi08483026-24 2024-04-02T08:26:15.314 INFO:tasks.rados.rados.0.smithi084.stdout:1271: finishing write tid 2 to smithi08483026-24 2024-04-02T08:26:15.315 INFO:tasks.rados.rados.0.smithi084.stdout:1272: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-04-02T08:26:15.316 INFO:tasks.rados.rados.0.smithi084.stdout:1272: writing smithi08483026-35 from 0 to 442368 tid 1 2024-04-02T08:26:15.320 INFO:tasks.rados.rados.0.smithi084.stdout:1272: writing smithi08483026-35 from 442368 to 1089536 tid 2 2024-04-02T08:26:15.323 INFO:tasks.rados.rados.0.smithi084.stdout:1272: writing smithi08483026-35 from 1089536 to 1597440 tid 3 2024-04-02T08:26:15.325 INFO:tasks.rados.rados.0.smithi084.stdout:1272: writing smithi08483026-35 from 1597440 to 2048000 tid 4 2024-04-02T08:26:15.325 INFO:tasks.rados.rados.0.smithi084.stdout:1273: snap_remove snap 118 2024-04-02T08:26:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:15 smithi084 ceph-mon[94794]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:26:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:15 smithi084 ceph-mon[94794]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:26:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:15 smithi084 ceph-mon[97358]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:26:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:15 smithi084 ceph-mon[97358]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:26:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:15 smithi132 ceph-mon[88571]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:26:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:15 smithi132 ceph-mon[88571]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:26:16.266 INFO:tasks.rados.rados.0.smithi084.stdout:1273: done (2 left) 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1274: rollback oid 23 current snap is 123 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 102 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: finishing write tid 3 to smithi08483026-24 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: finishing write tid 4 to smithi08483026-24 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: finishing write tid 5 to smithi08483026-24 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: finishing write tid 6 to smithi08483026-24 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: oid 24 updating version 0 to 249 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: oid 24 version 249 is already newer than 246 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: oid 24 version 249 is already newer than 247 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: oid 24 version 249 is already newer than 248 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:1271: oid 24 version 249 is already newer than 245 2024-04-02T08:26:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 249 (ObjNum 407 snap 123 seq_num 407) dirty exists 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1271: left oid 24 (ObjNum 407 snap 123 seq_num 407) 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1272: finishing write tid 1 to smithi08483026-35 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1272: finishing write tid 2 to smithi08483026-35 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1272: finishing write tid 3 to smithi08483026-35 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1272: finishing write tid 4 to smithi08483026-35 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1272: finishing write tid 5 to smithi08483026-35 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1272: finishing write tid 6 to smithi08483026-35 2024-04-02T08:26:16.268 INFO:tasks.rados.rados.0.smithi084.stdout:1272: oid 35 updating version 0 to 629 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1272: oid 35 version 629 is already newer than 625 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1272: oid 35 version 629 is already newer than 628 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1272: oid 35 version 629 is already newer than 627 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1272: oid 35 version 629 is already newer than 626 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 629 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1272: left oid 35 (ObjNum 408 snap 123 seq_num 408) 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1271: done (2 left) 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1272: done (1 left) 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1275: read oid 9 snap -1 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1275: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1276: read oid 12 snap -1 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1276: expect (ObjNum 402 snap 121 seq_num 402) 2024-04-02T08:26:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:1277: snap_remove snap 117 2024-04-02T08:26:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:16 smithi084 ceph-mon[94794]: pgmap v137: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:26:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:16 smithi084 ceph-mon[97358]: pgmap v137: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:26:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:16 smithi132 ceph-mon[88571]: pgmap v137: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:26:17.270 INFO:tasks.rados.rados.0.smithi084.stdout:1277: done (3 left) 2024-04-02T08:26:17.270 INFO:tasks.rados.rados.0.smithi084.stdout:1278: read oid 50 snap -1 2024-04-02T08:26:17.270 INFO:tasks.rados.rados.0.smithi084.stdout:1278: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:17.270 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 123 2024-04-02T08:26:17.270 INFO:tasks.rados.rados.0.smithi084.stdout:1274: finishing rollback tid 0 to smithi08483026-23 2024-04-02T08:26:17.271 INFO:tasks.rados.rados.0.smithi084.stdout:1274: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:26:17.271 INFO:tasks.rados.rados.0.smithi084.stdout:1274: finishing rollback tid 2 to smithi08483026-23 2024-04-02T08:26:17.271 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 540 (ObjNum 297 snap 84 seq_num 297) dirty exists 2024-04-02T08:26:17.271 INFO:tasks.rados.rados.0.smithi084.stdout:1276: expect (ObjNum 402 snap 121 seq_num 402) 2024-04-02T08:26:17.330 INFO:tasks.rados.rados.0.smithi084.stdout:1275: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:17.395 INFO:tasks.rados.rados.0.smithi084.stdout:1278: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:17.478 INFO:tasks.rados.rados.0.smithi084.stdout:1279: seq_num 409 ranges {8478720=458752,8937472=532480,9469952=720896,10190848=352256} 2024-04-02T08:26:17.526 INFO:tasks.rados.rados.0.smithi084.stdout:1279: writing smithi08483026-32 from 8478720 to 8937472 tid 1 2024-04-02T08:26:17.529 INFO:tasks.rados.rados.0.smithi084.stdout:1279: writing smithi08483026-32 from 8937472 to 9469952 tid 2 2024-04-02T08:26:17.533 INFO:tasks.rados.rados.0.smithi084.stdout:1279: writing smithi08483026-32 from 9469952 to 10190848 tid 3 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1279: writing smithi08483026-32 from 10190848 to 10543104 tid 4 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1274: done (4 left) 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1275: done (3 left) 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1276: done (2 left) 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1278: done (1 left) 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1280: delete oid 44 current snap is 123 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1279: finishing write tid 1 to smithi08483026-32 2024-04-02T08:26:17.536 INFO:tasks.rados.rados.0.smithi084.stdout:1279: finishing write tid 2 to smithi08483026-32 2024-04-02T08:26:17.537 INFO:tasks.rados.rados.0.smithi084.stdout:1280: done (1 left) 2024-04-02T08:26:17.537 INFO:tasks.rados.rados.0.smithi084.stdout:1281: snap_create 2024-04-02T08:26:17.538 INFO:tasks.rados.rados.0.smithi084.stdout:1279: finishing write tid 3 to smithi08483026-32 2024-04-02T08:26:17.538 INFO:tasks.rados.rados.0.smithi084.stdout:1279: finishing write tid 4 to smithi08483026-32 2024-04-02T08:26:17.538 INFO:tasks.rados.rados.0.smithi084.stdout:1279: finishing write tid 5 to smithi08483026-32 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:1279: finishing write tid 6 to smithi08483026-32 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:1279: oid 32 updating version 0 to 649 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:1279: oid 32 version 649 is already newer than 645 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:1279: oid 32 version 649 is already newer than 648 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:1279: oid 32 version 649 is already newer than 646 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:1279: oid 32 version 649 is already newer than 647 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 649 (ObjNum 409 snap 123 seq_num 409) dirty exists 2024-04-02T08:26:17.539 INFO:tasks.rados.rados.0.smithi084.stdout:1279: left oid 32 (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:26:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:17 smithi084 ceph-mon[94794]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:26:17.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:17 smithi084 ceph-mon[97358]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:26:17.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:17 smithi132 ceph-mon[88571]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:26:18.278 INFO:tasks.rados.rados.0.smithi084.stdout:1279: done (1 left) 2024-04-02T08:26:18.278 INFO:tasks.rados.rados.0.smithi084.stdout:1281: done (0 left) 2024-04-02T08:26:18.278 INFO:tasks.rados.rados.0.smithi084.stdout:1282: copy_from oid 38 from oid 8 current snap is 124 2024-04-02T08:26:18.278 INFO:tasks.rados.rados.0.smithi084.stdout:1283: delete oid 42 current snap is 124 2024-04-02T08:26:18.283 INFO:tasks.rados.rados.0.smithi084.stdout:1283: done (1 left) 2024-04-02T08:26:18.284 INFO:tasks.rados.rados.0.smithi084.stdout:1284: delete oid 29 current snap is 124 2024-04-02T08:26:18.289 INFO:tasks.rados.rados.0.smithi084.stdout:1284: done (1 left) 2024-04-02T08:26:18.289 INFO:tasks.rados.rados.0.smithi084.stdout:1285: rollback oid 27 current snap is 124 2024-04-02T08:26:18.289 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 27 to 80 2024-04-02T08:26:18.289 INFO:tasks.rados.rados.0.smithi084.stdout:1286: snap_remove snap 123 2024-04-02T08:26:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:18 smithi084 ceph-mon[94794]: pgmap v140: 121 pgs: 121 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:26:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:18 smithi084 ceph-mon[94794]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:26:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:18 smithi084 ceph-mon[97358]: pgmap v140: 121 pgs: 121 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:26:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:18 smithi084 ceph-mon[97358]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:26:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:18 smithi132 ceph-mon[88571]: pgmap v140: 121 pgs: 121 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:26:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:18 smithi132 ceph-mon[88571]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:26:19.288 INFO:tasks.rados.rados.0.smithi084.stdout:1286: done (2 left) 2024-04-02T08:26:19.288 INFO:tasks.rados.rados.0.smithi084.stdout:1287: snap_remove snap 121 2024-04-02T08:26:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:19 smithi084 ceph-mon[94794]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:26:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:19 smithi084 ceph-mon[97358]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:26:19.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:19 smithi132 ceph-mon[88571]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:26:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:20.290 INFO:tasks.rados.rados.0.smithi084.stdout:1287: done (2 left) 2024-04-02T08:26:20.290 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 124 2024-04-02T08:26:20.290 INFO:tasks.rados.rados.0.smithi084.stdout:1282: finishing copy_from racing read to smithi08483026-38 2024-04-02T08:26:20.290 INFO:tasks.rados.rados.0.smithi084.stdout:1285: finishing rollback tid 1 to smithi08483026-27 2024-04-02T08:26:20.290 INFO:tasks.rados.rados.0.smithi084.stdout:1285: finishing rollback tid 2 to smithi08483026-27 2024-04-02T08:26:20.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 412 (ObjNum 232 snap 60 seq_num 232) dirty exists 2024-04-02T08:26:20.291 INFO:tasks.rados.rados.0.smithi084.stdout:1282: finishing copy_from to smithi08483026-38 2024-04-02T08:26:20.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 452 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:26:20.291 INFO:tasks.rados.rados.0.smithi084.stdout:1288: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-04-02T08:26:20.292 INFO:tasks.rados.rados.0.smithi084.stdout:1288: writing smithi08483026-44 from 0 to 524288 tid 1 2024-04-02T08:26:20.295 INFO:tasks.rados.rados.0.smithi084.stdout:1288: writing smithi08483026-44 from 524288 to 1040384 tid 2 2024-04-02T08:26:20.300 INFO:tasks.rados.rados.0.smithi084.stdout:1288: writing smithi08483026-44 from 1040384 to 1736704 tid 3 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:1288: writing smithi08483026-44 from 1736704 to 2129920 tid 4 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:1282: done (2 left) 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:1285: done (1 left) 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:1289: rollback oid 43 current snap is 124 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 43 to 90 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:1288: finishing write tid 1 to smithi08483026-44 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:1288: finishing write tid 2 to smithi08483026-44 2024-04-02T08:26:20.304 INFO:tasks.rados.rados.0.smithi084.stdout:1290: snap_remove snap 80 2024-04-02T08:26:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:20 smithi084 ceph-mon[94794]: pgmap v143: 121 pgs: 121 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:26:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:20 smithi084 ceph-mon[94794]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:26:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:20 smithi084 ceph-mon[97358]: pgmap v143: 121 pgs: 121 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:26:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:20 smithi084 ceph-mon[97358]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:26:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:20 smithi132 ceph-mon[88571]: pgmap v143: 121 pgs: 121 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:26:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:20 smithi132 ceph-mon[88571]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:26:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:26:20] "GET /metrics HTTP/1.1" 200 35985 "" "Prometheus/2.43.0" 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1288: finishing write tid 3 to smithi08483026-44 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1288: finishing write tid 4 to smithi08483026-44 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1289: finishing rollback tid 0 to smithi08483026-43 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1290: done (2 left) 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1291: copy_from oid 39 from oid 8 current snap is 124 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1288: finishing write tid 5 to smithi08483026-44 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1289: finishing rollback tid 1 to smithi08483026-43 2024-04-02T08:26:21.302 INFO:tasks.rados.rados.0.smithi084.stdout:1289: finishing rollback tid 2 to smithi08483026-43 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 637 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: finishing write tid 6 to smithi08483026-44 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: oid 44 updating version 0 to 415 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: oid 44 updating version 415 to 416 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: oid 44 updating version 416 to 418 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: oid 44 version 418 is already newer than 414 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: oid 44 version 418 is already newer than 417 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 418 (ObjNum 413 snap 124 seq_num 413) dirty exists 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: left oid 44 (ObjNum 413 snap 124 seq_num 413) 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1288: done (2 left) 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1289: done (1 left) 2024-04-02T08:26:21.303 INFO:tasks.rados.rados.0.smithi084.stdout:1292: snap_create 2024-04-02T08:26:21.329 INFO:tasks.rados.rados.0.smithi084.stdout:1291: finishing copy_from racing read to smithi08483026-39 2024-04-02T08:26:21.331 INFO:tasks.rados.rados.0.smithi084.stdout:1291: finishing copy_from to smithi08483026-39 2024-04-02T08:26:21.331 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 452 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:26:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:21 smithi084 ceph-mon[94794]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:26:21.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:21 smithi084 ceph-mon[97358]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:26:21.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:21 smithi132 ceph-mon[88571]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:26:22.304 INFO:tasks.rados.rados.0.smithi084.stdout:1291: done (1 left) 2024-04-02T08:26:22.304 INFO:tasks.rados.rados.0.smithi084.stdout:1292: done (0 left) 2024-04-02T08:26:22.304 INFO:tasks.rados.rados.0.smithi084.stdout:1293: copy_from oid 35 from oid 22 current snap is 125 2024-04-02T08:26:22.304 INFO:tasks.rados.rados.0.smithi084.stdout:1294: rollback oid 20 current snap is 125 2024-04-02T08:26:22.304 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 124 2024-04-02T08:26:22.305 INFO:tasks.rados.rados.0.smithi084.stdout:1295: delete oid 27 current snap is 125 2024-04-02T08:26:22.311 INFO:tasks.rados.rados.0.smithi084.stdout:1295: done (2 left) 2024-04-02T08:26:22.311 INFO:tasks.rados.rados.0.smithi084.stdout:1296: rollback oid 36 current snap is 125 2024-04-02T08:26:22.311 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 102 2024-04-02T08:26:22.311 INFO:tasks.rados.rados.0.smithi084.stdout:1297: delete oid 7 current snap is 125 2024-04-02T08:26:22.313 INFO:tasks.rados.rados.0.smithi084.stdout:1294: finishing rollback tid 0 to smithi08483026-20 2024-04-02T08:26:22.313 INFO:tasks.rados.rados.0.smithi084.stdout:1294: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:26:22.313 INFO:tasks.rados.rados.0.smithi084.stdout:1297: done (3 left) 2024-04-02T08:26:22.313 INFO:tasks.rados.rados.0.smithi084.stdout:1298: copy_from oid 1 from oid 4 current snap is 125 2024-04-02T08:26:22.314 INFO:tasks.rados.rados.0.smithi084.stdout:1294: finishing rollback tid 2 to smithi08483026-20 2024-04-02T08:26:22.314 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 651 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:26:22.314 INFO:tasks.rados.rados.0.smithi084.stdout:1294: done (3 left) 2024-04-02T08:26:22.314 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 125 2024-04-02T08:26:22.314 INFO:tasks.rados.rados.0.smithi084.stdout:1299: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-04-02T08:26:22.316 INFO:tasks.rados.rados.0.smithi084.stdout:1299: writing smithi08483026-7 from 0 to 573440 tid 1 2024-04-02T08:26:22.320 INFO:tasks.rados.rados.0.smithi084.stdout:1299: writing smithi08483026-7 from 573440 to 1146880 tid 2 2024-04-02T08:26:22.323 INFO:tasks.rados.rados.0.smithi084.stdout:1299: writing smithi08483026-7 from 1146880 to 1622016 tid 3 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1299: writing smithi08483026-7 from 1622016 to 2179072 tid 4 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 125 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1298: finishing copy_from to smithi08483026-1 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1298: got expected ENOENT (src dne) 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1298: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1296: finishing rollback tid 0 to smithi08483026-36 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1296: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1296: finishing rollback tid 2 to smithi08483026-36 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 592 (ObjNum 259 snap 67 seq_num 259) dirty exists 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1299: finishing write tid 1 to smithi08483026-7 2024-04-02T08:26:22.328 INFO:tasks.rados.rados.0.smithi084.stdout:1299: finishing write tid 2 to smithi08483026-7 2024-04-02T08:26:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1299: finishing write tid 3 to smithi08483026-7 2024-04-02T08:26:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1300: seq_num 417 ranges {1032192=589824,1622016=458752,2080768=679936,2760704=466944} 2024-04-02T08:26:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:1300: writing smithi08483026-3 from 1032192 to 1622016 tid 1 2024-04-02T08:26:22.340 INFO:tasks.rados.rados.0.smithi084.stdout:1300: writing smithi08483026-3 from 1622016 to 2080768 tid 2 2024-04-02T08:26:22.344 INFO:tasks.rados.rados.0.smithi084.stdout:1300: writing smithi08483026-3 from 2080768 to 2760704 tid 3 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1300: writing smithi08483026-3 from 2760704 to 3227648 tid 4 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1296: done (4 left) 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1298: done (3 left) 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1301: rollback oid 33 current snap is 125 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 33 to 120 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1299: finishing write tid 4 to smithi08483026-7 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1299: finishing write tid 5 to smithi08483026-7 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1299: finishing write tid 6 to smithi08483026-7 2024-04-02T08:26:22.348 INFO:tasks.rados.rados.0.smithi084.stdout:1299: oid 7 updating version 0 to 599 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1299: oid 7 version 599 is already newer than 598 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1299: oid 7 version 599 is already newer than 596 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1299: oid 7 version 599 is already newer than 597 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1299: oid 7 version 599 is already newer than 595 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 599 (ObjNum 416 snap 125 seq_num 416) dirty exists 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1299: left oid 7 (ObjNum 416 snap 125 seq_num 416) 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1293: finishing copy_from racing read to smithi08483026-35 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1293: finishing copy_from to smithi08483026-35 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 463 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1300: finishing write tid 1 to smithi08483026-3 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1300: finishing write tid 2 to smithi08483026-3 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1293: done (3 left) 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1299: done (2 left) 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1302: read oid 10 snap -1 2024-04-02T08:26:22.349 INFO:tasks.rados.rados.0.smithi084.stdout:1302: expect (ObjNum 405 snap 123 seq_num 405) 2024-04-02T08:26:22.350 INFO:tasks.rados.rados.0.smithi084.stdout:1303: snap_remove snap 122 2024-04-02T08:26:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:22 smithi084 ceph-mon[94794]: pgmap v146: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T08:26:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:22 smithi084 ceph-mon[94794]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:26:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:22 smithi084 ceph-mon[97358]: pgmap v146: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T08:26:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:22 smithi084 ceph-mon[97358]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:26:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:22 smithi132 ceph-mon[88571]: pgmap v146: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T08:26:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:22 smithi132 ceph-mon[88571]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:26:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1303: done (3 left) 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1304: delete oid 30 current snap is 125 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: finishing write tid 3 to smithi08483026-3 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: finishing write tid 4 to smithi08483026-3 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: finishing write tid 5 to smithi08483026-3 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: finishing write tid 6 to smithi08483026-3 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: oid 3 updating version 0 to 512 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: oid 3 updating version 512 to 513 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: oid 3 updating version 513 to 515 2024-04-02T08:26:23.310 INFO:tasks.rados.rados.0.smithi084.stdout:1300: oid 3 version 515 is already newer than 511 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:1300: oid 3 version 515 is already newer than 514 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 515 (ObjNum 417 snap 125 seq_num 417) dirty exists 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:1300: left oid 3 (ObjNum 417 snap 125 seq_num 417) 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:1301: finishing rollback tid 0 to smithi08483026-33 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:1301: finishing rollback tid 1 to smithi08483026-33 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:1301: finishing rollback tid 2 to smithi08483026-33 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 681 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-02T08:26:23.311 INFO:tasks.rados.rados.0.smithi084.stdout:1302: expect (ObjNum 405 snap 123 seq_num 405) 2024-04-02T08:26:23.548 INFO:tasks.rados.rados.0.smithi084.stdout:1300: done (3 left) 2024-04-02T08:26:23.548 INFO:tasks.rados.rados.0.smithi084.stdout:1301: done (2 left) 2024-04-02T08:26:23.548 INFO:tasks.rados.rados.0.smithi084.stdout:1302: done (1 left) 2024-04-02T08:26:23.548 INFO:tasks.rados.rados.0.smithi084.stdout:1304: done (0 left) 2024-04-02T08:26:23.548 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 125 2024-04-02T08:26:23.548 INFO:tasks.rados.rados.0.smithi084.stdout:1305: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-04-02T08:26:23.551 INFO:tasks.rados.rados.0.smithi084.stdout:1305: writing smithi08483026-19 from 0 to 622592 tid 1 2024-04-02T08:26:23.555 INFO:tasks.rados.rados.0.smithi084.stdout:1305: writing smithi08483026-19 from 622592 to 1294336 tid 2 2024-04-02T08:26:23.559 INFO:tasks.rados.rados.0.smithi084.stdout:1305: writing smithi08483026-19 from 1294336 to 1941504 tid 3 2024-04-02T08:26:23.560 INFO:tasks.rados.rados.0.smithi084.stdout:1305: writing smithi08483026-19 from 1941504 to 2228224 tid 4 2024-04-02T08:26:23.560 INFO:tasks.rados.rados.0.smithi084.stdout:1306: snap_create 2024-04-02T08:26:23.561 INFO:tasks.rados.rados.0.smithi084.stdout:1305: finishing write tid 1 to smithi08483026-19 2024-04-02T08:26:23.561 INFO:tasks.rados.rados.0.smithi084.stdout:1305: finishing write tid 2 to smithi08483026-19 2024-04-02T08:26:23.562 INFO:tasks.rados.rados.0.smithi084.stdout:1305: finishing write tid 3 to smithi08483026-19 2024-04-02T08:26:23.563 INFO:tasks.rados.rados.0.smithi084.stdout:1305: finishing write tid 4 to smithi08483026-19 2024-04-02T08:26:23.563 INFO:tasks.rados.rados.0.smithi084.stdout:1305: finishing write tid 5 to smithi08483026-19 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:1305: finishing write tid 6 to smithi08483026-19 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:1305: oid 19 updating version 0 to 603 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:1305: oid 19 version 603 is already newer than 601 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:1305: oid 19 version 603 is already newer than 600 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:1305: oid 19 version 603 is already newer than 602 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:1305: oid 19 updating version 603 to 604 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 604 (ObjNum 419 snap 125 seq_num 419) dirty exists 2024-04-02T08:26:23.564 INFO:tasks.rados.rados.0.smithi084.stdout:1305: left oid 19 (ObjNum 419 snap 125 seq_num 419) 2024-04-02T08:26:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:23 smithi084 ceph-mon[94794]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:26:23.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:23 smithi084 ceph-mon[97358]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:26:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:23 smithi132 ceph-mon[88571]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:26:23.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:23 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:24.315 INFO:tasks.rados.rados.0.smithi084.stdout:1305: done (1 left) 2024-04-02T08:26:24.502 INFO:tasks.rados.rados.0.smithi084.stdout:1306: done (0 left) 2024-04-02T08:26:24.502 INFO:tasks.rados.rados.0.smithi084.stdout:1307: snap_create 2024-04-02T08:26:24.564 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[94794]: pgmap v149: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[94794]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[97358]: pgmap v149: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[97358]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:24.565 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:24 smithi132 ceph-mon[88571]: pgmap v149: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T08:26:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:24 smithi132 ceph-mon[88571]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:26:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:25.101 INFO:tasks.rados.rados.0.smithi084.stdout:1307: done (0 left) 2024-04-02T08:26:25.101 INFO:tasks.rados.rados.0.smithi084.stdout:1308: rollback oid 44 current snap is 127 2024-04-02T08:26:25.101 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 124 2024-04-02T08:26:25.101 INFO:tasks.rados.rados.0.smithi084.stdout:1309: read oid 36 snap -1 2024-04-02T08:26:25.101 INFO:tasks.rados.rados.0.smithi084.stdout:1309: expect (ObjNum 259 snap 67 seq_num 259) 2024-04-02T08:26:25.102 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 127 2024-04-02T08:26:25.102 INFO:tasks.rados.rados.0.smithi084.stdout:1310: seq_num 420 ranges {3440640=638976,4079616=557056,4636672=450560,5087232=598016} 2024-04-02T08:26:25.123 INFO:tasks.rados.rados.0.smithi084.stdout:1310: writing smithi08483026-1 from 3440640 to 4079616 tid 1 2024-04-02T08:26:25.126 INFO:tasks.rados.rados.0.smithi084.stdout:1310: writing smithi08483026-1 from 4079616 to 4636672 tid 2 2024-04-02T08:26:25.129 INFO:tasks.rados.rados.0.smithi084.stdout:1310: writing smithi08483026-1 from 4636672 to 5087232 tid 3 2024-04-02T08:26:25.133 INFO:tasks.rados.rados.0.smithi084.stdout:1310: writing smithi08483026-1 from 5087232 to 5685248 tid 4 2024-04-02T08:26:25.134 INFO:tasks.rados.rados.0.smithi084.stdout:1311: delete oid 50 current snap is 127 2024-04-02T08:26:25.134 INFO:tasks.rados.rados.0.smithi084.stdout:1308: finishing rollback tid 0 to smithi08483026-44 2024-04-02T08:26:25.134 INFO:tasks.rados.rados.0.smithi084.stdout:1308: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:26:25.134 INFO:tasks.rados.rados.0.smithi084.stdout:1308: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:26:25.134 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 421 (ObjNum 413 snap 124 seq_num 413) dirty exists 2024-04-02T08:26:25.134 INFO:tasks.rados.rados.0.smithi084.stdout:1309: expect (ObjNum 259 snap 67 seq_num 259) 2024-04-02T08:26:25.186 INFO:tasks.rados.rados.0.smithi084.stdout:1310: finishing write tid 1 to smithi08483026-1 2024-04-02T08:26:25.186 INFO:tasks.rados.rados.0.smithi084.stdout:1310: finishing write tid 2 to smithi08483026-1 2024-04-02T08:26:25.186 INFO:tasks.rados.rados.0.smithi084.stdout:1308: done (3 left) 2024-04-02T08:26:25.186 INFO:tasks.rados.rados.0.smithi084.stdout:1309: done (2 left) 2024-04-02T08:26:25.186 INFO:tasks.rados.rados.0.smithi084.stdout:1311: done (1 left) 2024-04-02T08:26:25.186 INFO:tasks.rados.rados.0.smithi084.stdout:1312: read oid 48 snap -1 2024-04-02T08:26:25.186 INFO:tasks.rados.rados.0.smithi084.stdout:1312: expect (ObjNum 399 snap 121 seq_num 399) 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1313: rmattr oid 39 current snap is 127 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: finishing write tid 3 to smithi08483026-1 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: finishing write tid 4 to smithi08483026-1 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: finishing write tid 5 to smithi08483026-1 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: finishing write tid 6 to smithi08483026-1 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: oid 1 updating version 0 to 660 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: oid 1 version 660 is already newer than 659 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: oid 1 updating version 660 to 661 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: oid 1 updating version 661 to 663 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: oid 1 version 663 is already newer than 662 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 663 (ObjNum 420 snap 127 seq_num 420) dirty exists 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: left oid 1 (ObjNum 420 snap 127 seq_num 420) 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1310: done (2 left) 2024-04-02T08:26:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:1314: delete oid 16 current snap is 127 2024-04-02T08:26:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:1314: done (2 left) 2024-04-02T08:26:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:1315: snap_create 2024-04-02T08:26:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 673 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:26:25.192 INFO:tasks.rados.rados.0.smithi084.stdout:1312: expect (ObjNum 399 snap 121 seq_num 399) 2024-04-02T08:26:25.606 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:25.606 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[94794]: Upgrade: osd.1 is safe to restart 2024-04-02T08:26:25.606 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[94794]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:26:25.606 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[94794]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:26:25.607 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:25.607 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[97358]: Upgrade: osd.1 is safe to restart 2024-04-02T08:26:25.607 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[97358]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:26:25.607 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:25 smithi084 ceph-mon[97358]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:26:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:25 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:26:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:25 smithi132 ceph-mon[88571]: Upgrade: osd.1 is safe to restart 2024-04-02T08:26:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:25 smithi132 ceph-mon[88571]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:26:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:25 smithi132 ceph-mon[88571]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:26:26.110 INFO:tasks.rados.rados.0.smithi084.stdout:1312: done (2 left) 2024-04-02T08:26:26.110 INFO:tasks.rados.rados.0.smithi084.stdout:1313: done (1 left) 2024-04-02T08:26:26.110 INFO:tasks.rados.rados.0.smithi084.stdout:1315: done (0 left) 2024-04-02T08:26:26.110 INFO:tasks.rados.rados.0.smithi084.stdout:1316: read oid 10 snap -1 2024-04-02T08:26:26.110 INFO:tasks.rados.rados.0.smithi084.stdout:1316: expect (ObjNum 405 snap 123 seq_num 405) 2024-04-02T08:26:26.110 INFO:tasks.rados.rados.0.smithi084.stdout:1317: delete oid 19 current snap is 128 2024-04-02T08:26:26.113 INFO:tasks.rados.rados.0.smithi084.stdout:1317: done (1 left) 2024-04-02T08:26:26.113 INFO:tasks.rados.rados.0.smithi084.stdout:1318: delete oid 5 current snap is 128 2024-04-02T08:26:26.125 INFO:tasks.rados.rados.0.smithi084.stdout:1318: done (1 left) 2024-04-02T08:26:26.125 INFO:tasks.rados.rados.0.smithi084.stdout:1319: read oid 9 snap -1 2024-04-02T08:26:26.125 INFO:tasks.rados.rados.0.smithi084.stdout:1319: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:26.125 INFO:tasks.rados.rados.0.smithi084.stdout:1320: rollback oid 46 current snap is 128 2024-04-02T08:26:26.125 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 46 to 125 2024-04-02T08:26:26.125 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 128 2024-04-02T08:26:26.126 INFO:tasks.rados.rados.0.smithi084.stdout:1321: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-04-02T08:26:26.129 INFO:tasks.rados.rados.0.smithi084.stdout:1321: writing smithi08483026-29 from 0 to 720896 tid 1 2024-04-02T08:26:26.135 INFO:tasks.rados.rados.0.smithi084.stdout:1321: writing smithi08483026-29 from 720896 to 1499136 tid 2 2024-04-02T08:26:26.138 INFO:tasks.rados.rados.0.smithi084.stdout:1321: writing smithi08483026-29 from 1499136 to 2138112 tid 3 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi084.stdout:1321: writing smithi08483026-29 from 2138112 to 2326528 tid 4 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi084.stdout:1322: read oid 31 snap -1 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi084.stdout:1322: expect (ObjNum 219 snap 55 seq_num 219) 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi084.stdout:1323: read oid 16 snap 126 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi084.stdout:1323: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi084.stdout:1324: setattr oid 7 current snap is 128 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi084.stdout:1316: expect (ObjNum 405 snap 123 seq_num 405) 2024-04-02T08:26:26.380 INFO:tasks.rados.rados.0.smithi084.stdout:1320: finishing rollback tid 0 to smithi08483026-46 2024-04-02T08:26:26.380 INFO:tasks.rados.rados.0.smithi084.stdout:1320: finishing rollback tid 1 to smithi08483026-46 2024-04-02T08:26:26.381 INFO:tasks.rados.rados.0.smithi084.stdout:1320: finishing rollback tid 2 to smithi08483026-46 2024-04-02T08:26:26.381 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 544 (ObjNum 382 snap 117 seq_num 382) dirty exists 2024-04-02T08:26:26.381 INFO:tasks.rados.rados.0.smithi084.stdout:1321: finishing write tid 1 to smithi08483026-29 2024-04-02T08:26:26.381 INFO:tasks.rados.rados.0.smithi084.stdout:1319: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:26.446 INFO:tasks.rados.rados.0.smithi084.stdout:1321: finishing write tid 2 to smithi08483026-29 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: finishing write tid 3 to smithi08483026-29 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: finishing write tid 4 to smithi08483026-29 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: finishing write tid 5 to smithi08483026-29 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: finishing write tid 6 to smithi08483026-29 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: oid 29 updating version 0 to 275 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: oid 29 version 275 is already newer than 274 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: oid 29 updating version 275 to 278 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: oid 29 version 278 is already newer than 276 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: oid 29 version 278 is already newer than 277 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 278 (ObjNum 425 snap 128 seq_num 425) dirty exists 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1321: left oid 29 (ObjNum 425 snap 128 seq_num 425) 2024-04-02T08:26:26.447 INFO:tasks.rados.rados.0.smithi084.stdout:1322: expect (ObjNum 219 snap 55 seq_num 219) 2024-04-02T08:26:26.465 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[94794]: pgmap v152: 121 pgs: 121 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T08:26:26.465 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:26.465 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:26:26.465 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:26.465 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[94794]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:26:26.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[97358]: pgmap v152: 121 pgs: 121 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T08:26:26.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:26.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:26:26.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:26.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:26 smithi084 ceph-mon[97358]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:26:26.511 INFO:tasks.rados.rados.0.smithi084.stdout:1323: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 606 (ObjNum 416 snap 125 seq_num 416) dirty exists 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1316: done (6 left) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1319: done (5 left) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1320: done (4 left) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1321: done (3 left) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1322: done (2 left) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1323: done (1 left) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1324: done (0 left) 2024-04-02T08:26:26.593 INFO:tasks.rados.rados.0.smithi084.stdout:1325: snap_remove snap 90 2024-04-02T08:26:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:26 smithi132 ceph-mon[88571]: pgmap v152: 121 pgs: 121 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T08:26:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:26 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:26 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:26:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:26 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:26 smithi132 ceph-mon[88571]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:26:27.333 INFO:tasks.rados.rados.0.smithi084.stdout:1325: done (0 left) 2024-04-02T08:26:27.333 INFO:tasks.rados.rados.0.smithi084.stdout:1326: rmattr oid 30 current snap is 128 2024-04-02T08:26:27.333 INFO:tasks.rados.rados.0.smithi084.stdout:1326: done (0 left) 2024-04-02T08:26:27.334 INFO:tasks.rados.rados.0.smithi084.stdout:1327: snap_remove snap 125 2024-04-02T08:26:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:27 smithi084 ceph-mon[94794]: Upgrade: Updating osd.1 2024-04-02T08:26:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:27 smithi084 ceph-mon[94794]: Deploying daemon osd.1 on smithi084 2024-04-02T08:26:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:27 smithi084 ceph-mon[97358]: Upgrade: Updating osd.1 2024-04-02T08:26:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:27 smithi084 ceph-mon[97358]: Deploying daemon osd.1 on smithi084 2024-04-02T08:26:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:27 smithi132 ceph-mon[88571]: Upgrade: Updating osd.1 2024-04-02T08:26:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:27 smithi132 ceph-mon[88571]: Deploying daemon osd.1 on smithi084 2024-04-02T08:26:28.334 INFO:tasks.rados.rados.0.smithi084.stdout:1327: done (0 left) 2024-04-02T08:26:28.334 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 128 2024-04-02T08:26:28.334 INFO:tasks.rados.rados.0.smithi084.stdout:1328: seq_num 426 ranges {1712128=737280,2449408=712704,3162112=802816,3964928=90112} 2024-04-02T08:26:28.347 INFO:tasks.rados.rados.0.smithi084.stdout:1328: writing smithi08483026-11 from 1712128 to 2449408 tid 1 2024-04-02T08:26:28.351 INFO:tasks.rados.rados.0.smithi084.stdout:1328: writing smithi08483026-11 from 2449408 to 3162112 tid 2 2024-04-02T08:26:28.356 INFO:tasks.rados.rados.0.smithi084.stdout:1328: writing smithi08483026-11 from 3162112 to 3964928 tid 3 2024-04-02T08:26:28.357 INFO:tasks.rados.rados.0.smithi084.stdout:1328: writing smithi08483026-11 from 3964928 to 4055040 tid 4 2024-04-02T08:26:28.357 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 128 2024-04-02T08:26:28.358 INFO:tasks.rados.rados.0.smithi084.stdout:1329: seq_num 427 ranges {3227648=761856,3989504=598016,4587520=606208,5193728=401408} 2024-04-02T08:26:28.379 INFO:tasks.rados.rados.0.smithi084.stdout:1329: writing smithi08483026-3 from 3227648 to 3989504 tid 1 2024-04-02T08:26:28.382 INFO:tasks.rados.rados.0.smithi084.stdout:1329: writing smithi08483026-3 from 3989504 to 4587520 tid 2 2024-04-02T08:26:28.386 INFO:tasks.rados.rados.0.smithi084.stdout:1329: writing smithi08483026-3 from 4587520 to 5193728 tid 3 2024-04-02T08:26:28.389 INFO:tasks.rados.rados.0.smithi084.stdout:1329: writing smithi08483026-3 from 5193728 to 5595136 tid 4 2024-04-02T08:26:28.389 INFO:tasks.rados.rados.0.smithi084.stdout:1330: rollback oid 13 current snap is 128 2024-04-02T08:26:28.389 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 124 2024-04-02T08:26:28.389 INFO:tasks.rados.rados.0.smithi084.stdout:1328: finishing write tid 1 to smithi08483026-11 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: finishing write tid 2 to smithi08483026-11 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: finishing write tid 3 to smithi08483026-11 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: finishing write tid 4 to smithi08483026-11 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: finishing write tid 5 to smithi08483026-11 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: finishing write tid 6 to smithi08483026-11 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: oid 11 updating version 0 to 697 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: oid 11 updating version 697 to 699 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: oid 11 updating version 699 to 701 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: oid 11 version 701 is already newer than 698 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: oid 11 version 701 is already newer than 700 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 701 (ObjNum 426 snap 128 seq_num 426) dirty exists 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1328: left oid 11 (ObjNum 426 snap 128 seq_num 426) 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1329: finishing write tid 1 to smithi08483026-3 2024-04-02T08:26:28.390 INFO:tasks.rados.rados.0.smithi084.stdout:1329: finishing write tid 2 to smithi08483026-3 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:1328: done (2 left) 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:1331: rollback oid 25 current snap is 128 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 25 to 120 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:1329: finishing write tid 3 to smithi08483026-3 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:1332: rmattr oid 46 current snap is 128 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:1333: rmattr oid 18 current snap is 128 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:1334: delete oid 7 current snap is 128 2024-04-02T08:26:28.391 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 0 (ObjNum 382 snap 117 seq_num 382) dirty exists 2024-04-02T08:26:28.392 INFO:tasks.rados.rados.0.smithi084.stdout:1332: done (5 left) 2024-04-02T08:26:28.393 INFO:tasks.rados.rados.0.smithi084.stdout:1334: done (4 left) 2024-04-02T08:26:28.393 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 128 2024-04-02T08:26:28.393 INFO:tasks.rados.rados.0.smithi084.stdout:1335: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-04-02T08:26:28.397 INFO:tasks.rados.rados.0.smithi084.stdout:1335: writing smithi08483026-26 from 0 to 794624 tid 1 2024-04-02T08:26:28.401 INFO:tasks.rados.rados.0.smithi084.stdout:1335: writing smithi08483026-26 from 794624 to 1564672 tid 2 2024-04-02T08:26:28.405 INFO:tasks.rados.rados.0.smithi084.stdout:1335: writing smithi08483026-26 from 1564672 to 2187264 tid 3 2024-04-02T08:26:28.406 INFO:tasks.rados.rados.0.smithi084.stdout:1335: writing smithi08483026-26 from 2187264 to 2400256 tid 4 2024-04-02T08:26:28.406 INFO:tasks.rados.rados.0.smithi084.stdout:1336: snap_remove snap 126 2024-04-02T08:26:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:28 smithi084 ceph-mon[94794]: pgmap v155: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.9 MiB/s wr, 11 op/s 2024-04-02T08:26:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:28 smithi084 ceph-mon[94794]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:26:28.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:28 smithi084 ceph-mon[97358]: pgmap v155: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.9 MiB/s wr, 11 op/s 2024-04-02T08:26:28.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:28 smithi084 ceph-mon[97358]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:26:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:28 smithi132 ceph-mon[88571]: pgmap v155: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.9 MiB/s wr, 11 op/s 2024-04-02T08:26:28.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:28 smithi132 ceph-mon[88571]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:26:29.313 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:29 smithi084 systemd[1]: Stopping Ceph osd.1 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:29.345 INFO:tasks.rados.rados.0.smithi084.stdout:1336: done (5 left) 2024-04-02T08:26:29.345 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 128 2024-04-02T08:26:29.345 INFO:tasks.rados.rados.0.smithi084.stdout:1337: seq_num 430 ranges {0=8192} 2024-04-02T08:26:29.345 INFO:tasks.rados.rados.0.smithi084.stdout:1337: writing smithi08483026-27 from 0 to 8192 tid 1 2024-04-02T08:26:29.345 INFO:tasks.rados.rados.0.smithi084.stdout:1338: copy_from oid 8 from oid 22 current snap is 128 2024-04-02T08:26:29.345 INFO:tasks.rados.rados.0.smithi084.stdout:1339: delete oid 2 current snap is 128 2024-04-02T08:26:29.345 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 476 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: finishing write tid 4 to smithi08483026-3 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: finishing write tid 5 to smithi08483026-3 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1330: finishing rollback tid 0 to smithi08483026-13 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1330: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: finishing write tid 6 to smithi08483026-3 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: oid 3 updating version 0 to 519 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: oid 3 updating version 519 to 520 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: oid 3 version 520 is already newer than 518 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: oid 3 version 520 is already newer than 517 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: oid 3 updating version 520 to 521 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 521 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1329: left oid 3 (ObjNum 427 snap 128 seq_num 427) 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:1330: finishing rollback tid 2 to smithi08483026-13 2024-04-02T08:26:29.346 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 606 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1331: finishing rollback tid 0 to smithi08483026-25 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1331: finishing rollback tid 1 to smithi08483026-25 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1331: finishing rollback tid 2 to smithi08483026-25 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 610 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: finishing write tid 1 to smithi08483026-26 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: finishing write tid 2 to smithi08483026-26 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: finishing write tid 3 to smithi08483026-26 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: finishing write tid 4 to smithi08483026-26 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: finishing write tid 5 to smithi08483026-26 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: finishing write tid 6 to smithi08483026-26 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: oid 26 updating version 0 to 682 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: oid 26 updating version 682 to 686 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: oid 26 version 686 is already newer than 684 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: oid 26 version 686 is already newer than 683 2024-04-02T08:26:29.347 INFO:tasks.rados.rados.0.smithi084.stdout:1335: oid 26 version 686 is already newer than 685 2024-04-02T08:26:29.348 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 686 (ObjNum 429 snap 128 seq_num 429) dirty exists 2024-04-02T08:26:29.348 INFO:tasks.rados.rados.0.smithi084.stdout:1335: left oid 26 (ObjNum 429 snap 128 seq_num 429) 2024-04-02T08:26:29.355 INFO:tasks.rados.rados.0.smithi084.stdout:1337: finishing write tid 1 to smithi08483026-27 2024-04-02T08:26:29.358 INFO:tasks.rados.rados.0.smithi084.stdout:1337: finishing write tid 2 to smithi08483026-27 2024-04-02T08:26:29.359 INFO:tasks.rados.rados.0.smithi084.stdout:1337: finishing write tid 3 to smithi08483026-27 2024-04-02T08:26:29.359 INFO:tasks.rados.rados.0.smithi084.stdout:1337: oid 27 updating version 0 to 426 2024-04-02T08:26:29.359 INFO:tasks.rados.rados.0.smithi084.stdout:1337: oid 27 version 426 is already newer than 425 2024-04-02T08:26:29.359 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 426 (ObjNum 430 snap 128 seq_num 430) dirty exists 2024-04-02T08:26:29.359 INFO:tasks.rados.rados.0.smithi084.stdout:1337: left oid 27 (ObjNum 430 snap 128 seq_num 430) 2024-04-02T08:26:29.361 INFO:tasks.rados.rados.0.smithi084.stdout:1329: done (7 left) 2024-04-02T08:26:29.361 INFO:tasks.rados.rados.0.smithi084.stdout:1330: done (6 left) 2024-04-02T08:26:29.361 INFO:tasks.rados.rados.0.smithi084.stdout:1331: done (5 left) 2024-04-02T08:26:29.361 INFO:tasks.rados.rados.0.smithi084.stdout:1333: done (4 left) 2024-04-02T08:26:29.361 INFO:tasks.rados.rados.0.smithi084.stdout:1335: done (3 left) 2024-04-02T08:26:29.361 INFO:tasks.rados.rados.0.smithi084.stdout:1337: done (2 left) 2024-04-02T08:26:29.362 INFO:tasks.rados.rados.0.smithi084.stdout:1339: done (1 left) 2024-04-02T08:26:29.362 INFO:tasks.rados.rados.0.smithi084.stdout:1340: copy_from oid 25 from oid 3 current snap is 128 2024-04-02T08:26:29.362 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 128 2024-04-02T08:26:29.362 INFO:tasks.rados.rados.0.smithi084.stdout:1341: seq_num 432 ranges {5685248=40960} 2024-04-02T08:26:29.392 INFO:tasks.rados.rados.0.smithi084.stdout:1341: writing smithi08483026-1 from 5685248 to 5726208 tid 1 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 128 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:1338: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:1340: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:1338: finishing copy_from to smithi08483026-8 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 463 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:1340: finishing copy_from to smithi08483026-25 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 521 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:26:29.393 INFO:tasks.rados.rados.0.smithi084.stdout:1342: seq_num 433 ranges {8192=57344} 2024-04-02T08:26:29.394 INFO:tasks.rados.rados.0.smithi084.stdout:1342: writing smithi08483026-27 from 8192 to 65536 tid 1 2024-04-02T08:26:29.394 INFO:tasks.rados.rados.0.smithi084.stdout:1338: done (3 left) 2024-04-02T08:26:29.394 INFO:tasks.rados.rados.0.smithi084.stdout:1340: done (2 left) 2024-04-02T08:26:29.394 INFO:tasks.rados.rados.0.smithi084.stdout:1343: read oid 20 snap -1 2024-04-02T08:26:29.394 INFO:tasks.rados.rados.0.smithi084.stdout:1343: expect (ObjNum 283 snap 82 seq_num 283) 2024-04-02T08:26:29.394 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 128 2024-04-02T08:26:29.394 INFO:tasks.rados.rados.0.smithi084.stdout:1344: seq_num 434 ranges {2146304=73728} 2024-04-02T08:26:29.406 INFO:tasks.rados.rados.0.smithi084.stdout:1344: writing smithi08483026-43 from 2146304 to 2220032 tid 1 2024-04-02T08:26:29.406 INFO:tasks.rados.rados.0.smithi084.stdout:1345: rmattr oid 7 current snap is 128 2024-04-02T08:26:29.406 INFO:tasks.rados.rados.0.smithi084.stdout:1345: done (4 left) 2024-04-02T08:26:29.406 INFO:tasks.rados.rados.0.smithi084.stdout:1346: delete oid 8 current snap is 128 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:1342: finishing write tid 1 to smithi08483026-27 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:1341: finishing write tid 1 to smithi08483026-1 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:1342: finishing write tid 2 to smithi08483026-27 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:1341: finishing write tid 2 to smithi08483026-1 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:1342: finishing write tid 3 to smithi08483026-27 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:1342: oid 27 updating version 0 to 427 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:1342: oid 27 updating version 427 to 428 2024-04-02T08:26:29.407 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 428 (ObjNum 433 snap 128 seq_num 433) dirty exists 2024-04-02T08:26:29.408 INFO:tasks.rados.rados.0.smithi084.stdout:1342: left oid 27 (ObjNum 433 snap 128 seq_num 433) 2024-04-02T08:26:29.417 INFO:tasks.rados.rados.0.smithi084.stdout:1344: finishing write tid 1 to smithi08483026-43 2024-04-02T08:26:29.417 INFO:tasks.rados.rados.0.smithi084.stdout:1344: finishing write tid 2 to smithi08483026-43 2024-04-02T08:26:29.423 INFO:tasks.rados.rados.0.smithi084.stdout:1342: done (4 left) 2024-04-02T08:26:29.423 INFO:tasks.rados.rados.0.smithi084.stdout:1346: done (3 left) 2024-04-02T08:26:29.423 INFO:tasks.rados.rados.0.smithi084.stdout:1347: rollback oid 33 current snap is 128 2024-04-02T08:26:29.423 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 33 to 102 2024-04-02T08:26:29.423 INFO:tasks.rados.rados.0.smithi084.stdout:1343: expect (ObjNum 283 snap 82 seq_num 283) 2024-04-02T08:26:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:29 smithi084 ceph-mon[94794]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:26:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:29 smithi084 ceph-mon[94794]: osd.1 marked itself down and dead 2024-04-02T08:26:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:29 smithi084 ceph-mon[97358]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:26:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:29 smithi084 ceph-mon[97358]: osd.1 marked itself down and dead 2024-04-02T08:26:29.618 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[49611]: 2024-04-02T08:26:29.313+0000 7f5223578700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:26:29.618 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[49611]: 2024-04-02T08:26:29.313+0000 7f5223578700 -1 osd.1 330 *** Got signal Terminated *** 2024-04-02T08:26:29.618 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:29 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[49611]: 2024-04-02T08:26:29.313+0000 7f5223578700 -1 osd.1 330 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:26:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:29 smithi132 ceph-mon[88571]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:26:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:29 smithi132 ceph-mon[88571]: osd.1 marked itself down and dead 2024-04-02T08:26:29.855 INFO:tasks.rados.rados.0.smithi084.stdout:1341: finishing write tid 3 to smithi08483026-1 2024-04-02T08:26:29.855 INFO:tasks.rados.rados.0.smithi084.stdout:1341: oid 1 updating version 0 to 679 2024-04-02T08:26:29.856 INFO:tasks.rados.rados.0.smithi084.stdout:1341: oid 1 updating version 679 to 680 2024-04-02T08:26:29.856 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 680 (ObjNum 432 snap 128 seq_num 432) dirty exists 2024-04-02T08:26:29.856 INFO:tasks.rados.rados.0.smithi084.stdout:1341: left oid 1 (ObjNum 432 snap 128 seq_num 432) 2024-04-02T08:26:29.856 INFO:tasks.rados.rados.0.smithi084.stdout:1344: finishing write tid 3 to smithi08483026-43 2024-04-02T08:26:29.856 INFO:tasks.rados.rados.0.smithi084.stdout:1344: oid 43 updating version 0 to 683 2024-04-02T08:26:29.856 INFO:tasks.rados.rados.0.smithi084.stdout:1344: oid 43 version 683 is already newer than 682 2024-04-02T08:26:29.857 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 683 (ObjNum 434 snap 128 seq_num 434) dirty exists 2024-04-02T08:26:29.857 INFO:tasks.rados.rados.0.smithi084.stdout:1344: left oid 43 (ObjNum 434 snap 128 seq_num 434) 2024-04-02T08:26:29.857 INFO:tasks.rados.rados.0.smithi084.stdout:1347: finishing rollback tid 0 to smithi08483026-33 2024-04-02T08:26:29.857 INFO:tasks.rados.rados.0.smithi084.stdout:1347: finishing rollback tid 1 to smithi08483026-33 2024-04-02T08:26:29.857 INFO:tasks.rados.rados.0.smithi084.stdout:1347: finishing rollback tid 2 to smithi08483026-33 2024-04-02T08:26:29.857 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 711 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-02T08:26:29.858 INFO:tasks.rados.rados.0.smithi084.stdout:1341: done (3 left) 2024-04-02T08:26:29.858 INFO:tasks.rados.rados.0.smithi084.stdout:1343: done (2 left) 2024-04-02T08:26:29.858 INFO:tasks.rados.rados.0.smithi084.stdout:1344: done (1 left) 2024-04-02T08:26:29.858 INFO:tasks.rados.rados.0.smithi084.stdout:1347: done (0 left) 2024-04-02T08:26:29.859 INFO:tasks.rados.rados.0.smithi084.stdout:1348: copy_from oid 1 from oid 34 current snap is 128 2024-04-02T08:26:29.859 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 128 2024-04-02T08:26:29.859 INFO:tasks.rados.rados.0.smithi084.stdout:1349: seq_num 436 ranges {1138688=106496} 2024-04-02T08:26:29.863 INFO:tasks.rados.rados.0.smithi084.stdout:1349: writing smithi08483026-33 from 1138688 to 1245184 tid 1 2024-04-02T08:26:29.863 INFO:tasks.rados.rados.0.smithi084.stdout:1350: read oid 13 snap 127 2024-04-02T08:26:29.864 INFO:tasks.rados.rados.0.smithi084.stdout:1350: expect (ObjNum 362 snap 106 seq_num 362) 2024-04-02T08:26:29.864 INFO:tasks.rados.rados.0.smithi084.stdout:1351: rmattr oid 37 current snap is 128 2024-04-02T08:26:29.865 INFO:tasks.rados.rados.0.smithi084.stdout:1352: read oid 36 snap -1 2024-04-02T08:26:29.865 INFO:tasks.rados.rados.0.smithi084.stdout:1352: expect (ObjNum 259 snap 67 seq_num 259) 2024-04-02T08:26:29.865 INFO:tasks.rados.rados.0.smithi084.stdout:1353: read oid 14 snap -1 2024-04-02T08:26:29.865 INFO:tasks.rados.rados.0.smithi084.stdout:1353: expect (ObjNum 403 snap 121 seq_num 403) 2024-04-02T08:26:29.865 INFO:tasks.rados.rados.0.smithi084.stdout:1354: delete oid 12 current snap is 128 2024-04-02T08:26:29.867 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 125 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:26:29.867 INFO:tasks.rados.rados.0.smithi084.stdout:1349: finishing write tid 1 to smithi08483026-33 2024-04-02T08:26:29.867 INFO:tasks.rados.rados.0.smithi084.stdout:1349: finishing write tid 2 to smithi08483026-33 2024-04-02T08:26:29.868 INFO:tasks.rados.rados.0.smithi084.stdout:1349: finishing write tid 3 to smithi08483026-33 2024-04-02T08:26:29.868 INFO:tasks.rados.rados.0.smithi084.stdout:1349: oid 33 updating version 0 to 713 2024-04-02T08:26:29.868 INFO:tasks.rados.rados.0.smithi084.stdout:1349: oid 33 version 713 is already newer than 712 2024-04-02T08:26:29.869 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 713 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-04-02T08:26:29.869 INFO:tasks.rados.rados.0.smithi084.stdout:1349: left oid 33 (ObjNum 436 snap 128 seq_num 436) 2024-04-02T08:26:29.876 INFO:tasks.rados.rados.0.smithi084.stdout:1348: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:26:29.878 INFO:tasks.rados.rados.0.smithi084.stdout:1348: finishing copy_from to smithi08483026-1 2024-04-02T08:26:29.878 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 507 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:29.892 INFO:tasks.rados.rados.0.smithi084.stdout:1350: expect (ObjNum 362 snap 106 seq_num 362) 2024-04-02T08:26:30.161 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:29 smithi084 podman[108207]: 2024-04-02 08:26:29.896583625 +0000 UTC m=+0.694944669 container died 97f0431548c842f9a866e5c3e80e34ea0525fcf63444cc039a3be3ba9caa46e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:26:30.235 INFO:tasks.rados.rados.0.smithi084.stdout:1352: expect (ObjNum 259 snap 67 seq_num 259) 2024-04-02T08:26:30.364 INFO:tasks.rados.rados.0.smithi084.stdout:1348: done (6 left) 2024-04-02T08:26:30.365 INFO:tasks.rados.rados.0.smithi084.stdout:1349: done (5 left) 2024-04-02T08:26:30.365 INFO:tasks.rados.rados.0.smithi084.stdout:1350: done (4 left) 2024-04-02T08:26:30.365 INFO:tasks.rados.rados.0.smithi084.stdout:1351: done (3 left) 2024-04-02T08:26:30.365 INFO:tasks.rados.rados.0.smithi084.stdout:1352: done (2 left) 2024-04-02T08:26:30.365 INFO:tasks.rados.rados.0.smithi084.stdout:1354: done (1 left) 2024-04-02T08:26:30.365 INFO:tasks.rados.rados.0.smithi084.stdout:1355: snap_remove snap 120 2024-04-02T08:26:30.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:30 smithi084 ceph-mon[94794]: pgmap v158: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:26:30.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:30 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:26:30.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:30 smithi084 ceph-mon[94794]: osdmap e331: 8 total, 7 up, 8 in 2024-04-02T08:26:30.569 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:30 smithi084 podman[108207]: 2024-04-02 08:26:30.253040041 +0000 UTC m=+1.051401080 container cleanup 97f0431548c842f9a866e5c3e80e34ea0525fcf63444cc039a3be3ba9caa46e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-4d05f4c) 2024-04-02T08:26:30.570 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:30 smithi084 bash[108207]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T08:26:30.570 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:30 smithi084 ceph-mon[97358]: pgmap v158: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:26:30.570 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:30 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:26:30.570 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:30 smithi084 ceph-mon[97358]: osdmap e331: 8 total, 7 up, 8 in 2024-04-02T08:26:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:30 smithi132 ceph-mon[88571]: pgmap v158: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:26:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:30 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:26:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:30 smithi132 ceph-mon[88571]: osdmap e331: 8 total, 7 up, 8 in 2024-04-02T08:26:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:26:30] "GET /metrics HTTP/1.1" 200 36132 "" "Prometheus/2.43.0" 2024-04-02T08:26:30.867 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:30 smithi084 podman[108230]: 2024-04-02 08:26:30.571253004 +0000 UTC m=+0.674003885 container remove 97f0431548c842f9a866e5c3e80e34ea0525fcf63444cc039a3be3ba9caa46e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:26:31.139 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:30 smithi084 podman[108325]: 2024-04-02 08:26:30.773410688 +0000 UTC m=+0.018661939 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:26:31.139 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:30 smithi084 podman[108325]: 2024-04-02 08:26:30.891058405 +0000 UTC m=+0.136309628 container create ac6b23d79f7e4db222a3c2c3df21f1c9c16ab2ccc0a7a7550f912ee94f6bfe5e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:26:31.353 INFO:tasks.rados.rados.0.smithi084.stdout:1355: done (1 left) 2024-04-02T08:26:31.353 INFO:tasks.rados.rados.0.smithi084.stdout:1356: read oid 4 snap 102 2024-04-02T08:26:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:1356: expect (ObjNum 245 snap 63 seq_num 245) 2024-04-02T08:26:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 128 2024-04-02T08:26:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:1357: seq_num 438 ranges {5627904=139264} 2024-04-02T08:26:31.386 INFO:tasks.rados.rados.0.smithi084.stdout:1357: writing smithi08483026-35 from 5627904 to 5767168 tid 1 2024-04-02T08:26:31.386 INFO:tasks.rados.rados.0.smithi084.stdout:1358: snap_create 2024-04-02T08:26:31.386 INFO:tasks.rados.rados.0.smithi084.stdout:1353: expect (ObjNum 403 snap 121 seq_num 403) 2024-04-02T08:26:31.454 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:31 smithi084 ceph-mon[94794]: osdmap e332: 8 total, 7 up, 8 in 2024-04-02T08:26:31.454 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:31 smithi084 ceph-mon[97358]: osdmap e332: 8 total, 7 up, 8 in 2024-04-02T08:26:31.455 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:31 smithi084 podman[108325]: 2024-04-02 08:26:31.141780546 +0000 UTC m=+0.387031775 container init ac6b23d79f7e4db222a3c2c3df21f1c9c16ab2ccc0a7a7550f912ee94f6bfe5e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:26:31.455 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:31 smithi084 podman[108325]: 2024-04-02 08:26:31.147255514 +0000 UTC m=+0.392506742 container start ac6b23d79f7e4db222a3c2c3df21f1c9c16ab2ccc0a7a7550f912ee94f6bfe5e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:26:31.455 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:31 smithi084 podman[108325]: 2024-04-02 08:26:31.208370706 +0000 UTC m=+0.453621932 container attach ac6b23d79f7e4db222a3c2c3df21f1c9c16ab2ccc0a7a7550f912ee94f6bfe5e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:26:31.482 INFO:tasks.rados.rados.0.smithi084.stdout:1356: expect (ObjNum 245 snap 63 seq_num 245) 2024-04-02T08:26:31.526 INFO:tasks.rados.rados.0.smithi084.stdout:1357: finishing write tid 1 to smithi08483026-35 2024-04-02T08:26:31.526 INFO:tasks.rados.rados.0.smithi084.stdout:1357: finishing write tid 2 to smithi08483026-35 2024-04-02T08:26:31.526 INFO:tasks.rados.rados.0.smithi084.stdout:1357: finishing write tid 3 to smithi08483026-35 2024-04-02T08:26:31.527 INFO:tasks.rados.rados.0.smithi084.stdout:1357: oid 35 updating version 0 to 698 2024-04-02T08:26:31.527 INFO:tasks.rados.rados.0.smithi084.stdout:1357: oid 35 version 698 is already newer than 697 2024-04-02T08:26:31.527 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 698 (ObjNum 438 snap 128 seq_num 438) dirty exists 2024-04-02T08:26:31.527 INFO:tasks.rados.rados.0.smithi084.stdout:1357: left oid 35 (ObjNum 438 snap 128 seq_num 438) 2024-04-02T08:26:31.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:31 smithi132 ceph-mon[88571]: osdmap e332: 8 total, 7 up, 8 in 2024-04-02T08:26:31.751 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:31 smithi084 podman[108325]: 2024-04-02 08:26:31.456780001 +0000 UTC m=+0.702031236 container died ac6b23d79f7e4db222a3c2c3df21f1c9c16ab2ccc0a7a7550f912ee94f6bfe5e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T08:26:32.353 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 podman[108371]: 2024-04-02 08:26:32.037104779 +0000 UTC m=+0.575309857 container remove ac6b23d79f7e4db222a3c2c3df21f1c9c16ab2ccc0a7a7550f912ee94f6bfe5e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T08:26:32.353 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-02T08:26:32.353 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 systemd[1]: Stopped Ceph osd.1 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:32.353 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.1.service: Consumed 10.638s CPU time. 2024-04-02T08:26:32.353 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 systemd[1]: Starting Ceph osd.1 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:32.363 INFO:tasks.rados.rados.0.smithi084.stdout:1353: done (3 left) 2024-04-02T08:26:32.363 INFO:tasks.rados.rados.0.smithi084.stdout:1356: done (2 left) 2024-04-02T08:26:32.363 INFO:tasks.rados.rados.0.smithi084.stdout:1357: done (1 left) 2024-04-02T08:26:32.363 INFO:tasks.rados.rados.0.smithi084.stdout:1358: done (0 left) 2024-04-02T08:26:32.363 INFO:tasks.rados.rados.0.smithi084.stdout:1359: read oid 39 snap -1 2024-04-02T08:26:32.363 INFO:tasks.rados.rados.0.smithi084.stdout:1359: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:32.364 INFO:tasks.rados.rados.0.smithi084.stdout:1360: copy_from oid 14 from oid 49 current snap is 129 2024-04-02T08:26:32.364 INFO:tasks.rados.rados.0.smithi084.stdout:1361: copy_from oid 24 from oid 37 current snap is 129 2024-04-02T08:26:32.364 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 129 2024-04-02T08:26:32.364 INFO:tasks.rados.rados.0.smithi084.stdout:1362: seq_num 439 ranges {0=155648} 2024-04-02T08:26:32.365 INFO:tasks.rados.rados.0.smithi084.stdout:1362: writing smithi08483026-5 from 0 to 155648 tid 1 2024-04-02T08:26:32.365 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 129 2024-04-02T08:26:32.365 INFO:tasks.rados.rados.0.smithi084.stdout:1363: seq_num 440 ranges {2580480=172032} 2024-04-02T08:26:32.379 INFO:tasks.rados.rados.0.smithi084.stdout:1363: writing smithi08483026-17 from 2580480 to 2752512 tid 1 2024-04-02T08:26:32.380 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 129 2024-04-02T08:26:32.380 INFO:tasks.rados.rados.0.smithi084.stdout:1362: finishing write tid 1 to smithi08483026-5 2024-04-02T08:26:32.380 INFO:tasks.rados.rados.0.smithi084.stdout:1364: seq_num 441 ranges {5103616=188416} 2024-04-02T08:26:32.409 INFO:tasks.rados.rados.0.smithi084.stdout:1364: writing smithi08483026-23 from 5103616 to 5292032 tid 1 2024-04-02T08:26:32.409 INFO:tasks.rados.rados.0.smithi084.stdout:1365: snap_remove snap 124 2024-04-02T08:26:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:32 smithi084 ceph-mon[94794]: pgmap v161: 121 pgs: 39 peering, 2 stale+active+clean, 80 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:26:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:32 smithi084 ceph-mon[94794]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-02T08:26:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:32 smithi084 ceph-mon[94794]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:26:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:32 smithi084 ceph-mon[97358]: pgmap v161: 121 pgs: 39 peering, 2 stale+active+clean, 80 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:26:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:32 smithi084 ceph-mon[97358]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-02T08:26:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:32 smithi084 ceph-mon[97358]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:26:32.618 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 podman[108481]: 2024-04-02 08:26:32.386433681 +0000 UTC m=+0.024531702 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:26:32.618 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 podman[108481]: 2024-04-02 08:26:32.521863625 +0000 UTC m=+0.159961624 container create e3abdafcdcb1d08ab5d8e8ccf2c8365d335b34c5dd902a2c3eb946d1c084d70e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:26:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:32 smithi132 ceph-mon[88571]: pgmap v161: 121 pgs: 39 peering, 2 stale+active+clean, 80 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:26:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:32 smithi132 ceph-mon[88571]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-02T08:26:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:32 smithi132 ceph-mon[88571]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:26:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:33.117 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 podman[108481]: 2024-04-02 08:26:32.733156031 +0000 UTC m=+0.371254030 container init e3abdafcdcb1d08ab5d8e8ccf2c8365d335b34c5dd902a2c3eb946d1c084d70e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:26:33.117 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 podman[108481]: 2024-04-02 08:26:32.739087182 +0000 UTC m=+0.377185184 container start e3abdafcdcb1d08ab5d8e8ccf2c8365d335b34c5dd902a2c3eb946d1c084d70e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:26:33.117 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:32 smithi084 podman[108481]: 2024-04-02 08:26:32.832941815 +0000 UTC m=+0.471039827 container attach e3abdafcdcb1d08ab5d8e8ccf2c8365d335b34c5dd902a2c3eb946d1c084d70e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T08:26:33.366 INFO:tasks.rados.rados.0.smithi084.stdout:1365: done (6 left) 2024-04-02T08:26:33.366 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 129 2024-04-02T08:26:33.366 INFO:tasks.rados.rados.0.smithi084.stdout:1362: finishing write tid 2 to smithi08483026-5 2024-04-02T08:26:33.366 INFO:tasks.rados.rados.0.smithi084.stdout:1366: seq_num 442 ranges {1949696=204800} 2024-04-02T08:26:33.378 INFO:tasks.rados.rados.0.smithi084.stdout:1366: writing smithi08483026-36 from 1949696 to 2154496 tid 1 2024-04-02T08:26:33.378 INFO:tasks.rados.rados.0.smithi084.stdout:1367: setattr oid 41 current snap is 129 2024-04-02T08:26:33.378 INFO:tasks.rados.rados.0.smithi084.stdout:1362: finishing write tid 3 to smithi08483026-5 2024-04-02T08:26:33.378 INFO:tasks.rados.rados.0.smithi084.stdout:1362: oid 5 updating version 0 to 522 2024-04-02T08:26:33.378 INFO:tasks.rados.rados.0.smithi084.stdout:1362: oid 5 updating version 522 to 523 2024-04-02T08:26:33.378 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 523 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-04-02T08:26:33.378 INFO:tasks.rados.rados.0.smithi084.stdout:1362: left oid 5 (ObjNum 439 snap 129 seq_num 439) 2024-04-02T08:26:33.379 INFO:tasks.rados.rados.0.smithi084.stdout:1361: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:26:33.379 INFO:tasks.rados.rados.0.smithi084.stdout:1361: finishing copy_from to smithi08483026-24 2024-04-02T08:26:33.379 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 125 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:26:33.379 INFO:tasks.rados.rados.0.smithi084.stdout:1359: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:33.466 INFO:tasks.rados.rados.0.smithi084.stdout:1363: finishing write tid 1 to smithi08483026-17 2024-04-02T08:26:33.466 INFO:tasks.rados.rados.0.smithi084.stdout:1363: finishing write tid 2 to smithi08483026-17 2024-04-02T08:26:33.466 INFO:tasks.rados.rados.0.smithi084.stdout:1363: finishing write tid 3 to smithi08483026-17 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:1363: oid 17 updating version 0 to 432 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:1363: oid 17 updating version 432 to 433 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 433 (ObjNum 440 snap 129 seq_num 440) dirty exists 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:1363: left oid 17 (ObjNum 440 snap 129 seq_num 440) 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:1360: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:1360: finishing copy_from to smithi08483026-14 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 366 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:1364: finishing write tid 1 to smithi08483026-23 2024-04-02T08:26:33.467 INFO:tasks.rados.rados.0.smithi084.stdout:1364: finishing write tid 2 to smithi08483026-23 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1364: finishing write tid 3 to smithi08483026-23 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1364: oid 23 updating version 0 to 545 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1364: oid 23 updating version 545 to 546 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 546 (ObjNum 441 snap 129 seq_num 441) dirty exists 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1364: left oid 23 (ObjNum 441 snap 129 seq_num 441) 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1366: finishing write tid 1 to smithi08483026-36 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1366: finishing write tid 2 to smithi08483026-36 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1366: finishing write tid 3 to smithi08483026-36 2024-04-02T08:26:33.468 INFO:tasks.rados.rados.0.smithi084.stdout:1366: oid 36 updating version 0 to 630 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1366: oid 36 updating version 630 to 631 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 631 (ObjNum 442 snap 129 seq_num 442) dirty exists 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1366: left oid 36 (ObjNum 442 snap 129 seq_num 442) 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1359: done (7 left) 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1360: done (6 left) 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1361: done (5 left) 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1362: done (4 left) 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1363: done (3 left) 2024-04-02T08:26:33.469 INFO:tasks.rados.rados.0.smithi084.stdout:1364: done (2 left) 2024-04-02T08:26:33.470 INFO:tasks.rados.rados.0.smithi084.stdout:1366: done (1 left) 2024-04-02T08:26:33.470 INFO:tasks.rados.rados.0.smithi084.stdout:1368: copy_from oid 19 from oid 3 current snap is 129 2024-04-02T08:26:33.470 INFO:tasks.rados.rados.0.smithi084.stdout:1369: snap_create 2024-04-02T08:26:33.470 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 731 (ObjNum 394 snap 120 seq_num 394) dirty exists 2024-04-02T08:26:33.488 INFO:tasks.rados.rados.0.smithi084.stdout:1368: finishing copy_from racing read to smithi08483026-19 2024-04-02T08:26:33.491 INFO:tasks.rados.rados.0.smithi084.stdout:1368: finishing copy_from to smithi08483026-19 2024-04-02T08:26:33.491 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 521 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:26:33.492 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-mon[94794]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:26:33.493 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-mon[97358]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:26:33.493 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[108496]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:26:33.493 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[108496]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:26:33.493 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 bash[108481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 bash[108481]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 bash[108481]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 bash[108481]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 bash[108481]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 bash[108481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 bash[108481]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[108496]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[108496]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[108496]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[108496]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[108496]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:26:33.494 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 podman[108481]: 2024-04-02 08:26:33.202572058 +0000 UTC m=+0.840670060 container died e3abdafcdcb1d08ab5d8e8ccf2c8365d335b34c5dd902a2c3eb946d1c084d70e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:26:33.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:33 smithi132 ceph-mon[88571]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:26:33.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:34.117 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:33 smithi084 podman[108647]: 2024-04-02 08:26:33.812046307 +0000 UTC m=+0.604347636 container remove e3abdafcdcb1d08ab5d8e8ccf2c8365d335b34c5dd902a2c3eb946d1c084d70e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:26:34.117 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 podman[108714]: 2024-04-02 08:26:33.923155913 +0000 UTC m=+0.018203538 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:26:34.368 INFO:tasks.rados.rados.0.smithi084.stdout:1367: done (2 left) 2024-04-02T08:26:34.368 INFO:tasks.rados.rados.0.smithi084.stdout:1368: done (1 left) 2024-04-02T08:26:34.368 INFO:tasks.rados.rados.0.smithi084.stdout:1369: done (0 left) 2024-04-02T08:26:34.368 INFO:tasks.rados.rados.0.smithi084.stdout:1370: snap_remove snap 102 2024-04-02T08:26:34.371 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 podman[108714]: 2024-04-02 08:26:34.180114096 +0000 UTC m=+0.275161710 container create bf28a5ec6c5679c8957b381d82a306eac136a5768b60728e907fa8605d07588a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:26:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:34 smithi132 ceph-mon[88571]: pgmap v164: 121 pgs: 39 peering, 2 stale+active+clean, 80 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:26:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:34 smithi132 ceph-mon[88571]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:26:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:34 smithi084 ceph-mon[94794]: pgmap v164: 121 pgs: 39 peering, 2 stale+active+clean, 80 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:26:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:34 smithi084 ceph-mon[94794]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:26:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:34 smithi084 ceph-mon[97358]: pgmap v164: 121 pgs: 39 peering, 2 stale+active+clean, 80 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:26:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:34 smithi084 ceph-mon[97358]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:26:34.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 podman[108714]: 2024-04-02 08:26:34.39475018 +0000 UTC m=+0.489797794 container init bf28a5ec6c5679c8957b381d82a306eac136a5768b60728e907fa8605d07588a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:26:34.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 podman[108714]: 2024-04-02 08:26:34.400598858 +0000 UTC m=+0.495646473 container start bf28a5ec6c5679c8957b381d82a306eac136a5768b60728e907fa8605d07588a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux ) 2024-04-02T08:26:34.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 ceph-osd[108752]: -- 172.21.15.84:0/1319961405 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f38cd71680 con 0x55f38cd3ac00 2024-04-02T08:26:34.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 bash[108714]: bf28a5ec6c5679c8957b381d82a306eac136a5768b60728e907fa8605d07588a 2024-04-02T08:26:34.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 systemd[1]: Started Ceph osd.1 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:35.105 INFO:tasks.rados.rados.0.smithi084.stdout:1370: done (0 left) 2024-04-02T08:26:35.105 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 130 2024-04-02T08:26:35.105 INFO:tasks.rados.rados.0.smithi084.stdout:1371: seq_num 443 ranges {0=221184} 2024-04-02T08:26:35.106 INFO:tasks.rados.rados.0.smithi084.stdout:1371: writing smithi08483026-8 from 0 to 221184 tid 1 2024-04-02T08:26:35.106 INFO:tasks.rados.rados.0.smithi084.stdout:1372: rollback oid 31 current snap is 130 2024-04-02T08:26:35.106 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 31 to 128 2024-04-02T08:26:35.106 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 130 2024-04-02T08:26:35.106 INFO:tasks.rados.rados.0.smithi084.stdout:1373: seq_num 444 ranges {8478720=237568} 2024-04-02T08:26:35.157 INFO:tasks.rados.rados.0.smithi084.stdout:1373: writing smithi08483026-20 from 8478720 to 8716288 tid 1 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1374: read oid 41 snap -1 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1374: expect (ObjNum 394 snap 120 seq_num 394) 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1375: rmattr oid 46 current snap is 130 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1375: done (4 left) 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1376: rmattr oid 32 current snap is 130 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1372: finishing rollback tid 0 to smithi08483026-31 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1372: finishing rollback tid 1 to smithi08483026-31 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1371: finishing write tid 1 to smithi08483026-8 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1371: finishing write tid 2 to smithi08483026-8 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1372: finishing rollback tid 2 to smithi08483026-31 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 441 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-04-02T08:26:35.158 INFO:tasks.rados.rados.0.smithi084.stdout:1371: finishing write tid 3 to smithi08483026-8 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:1371: oid 8 updating version 0 to 713 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:1371: oid 8 updating version 713 to 714 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 714 (ObjNum 443 snap 130 seq_num 443) dirty exists 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:1371: left oid 8 (ObjNum 443 snap 130 seq_num 443) 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:1371: done (4 left) 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:1372: done (3 left) 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:1377: snap_create 2024-04-02T08:26:35.159 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 692 (ObjNum 409 snap 123 seq_num 409) dirty exists 2024-04-02T08:26:35.161 INFO:tasks.rados.rados.0.smithi084.stdout:1373: finishing write tid 1 to smithi08483026-20 2024-04-02T08:26:35.162 INFO:tasks.rados.rados.0.smithi084.stdout:1373: finishing write tid 2 to smithi08483026-20 2024-04-02T08:26:35.163 INFO:tasks.rados.rados.0.smithi084.stdout:1374: expect (ObjNum 394 snap 120 seq_num 394) 2024-04-02T08:26:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:1373: finishing write tid 3 to smithi08483026-20 2024-04-02T08:26:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:1373: oid 20 updating version 0 to 722 2024-04-02T08:26:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:1373: oid 20 updating version 722 to 723 2024-04-02T08:26:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 723 (ObjNum 444 snap 130 seq_num 444) dirty exists 2024-04-02T08:26:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:1373: left oid 20 (ObjNum 444 snap 130 seq_num 444) 2024-04-02T08:26:35.367 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[108729]: 2024-04-02T08:26:34.945+0000 7f1386f947c0 -1 Falling back to public interface 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[97358]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[97358]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[94794]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:35.660 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:35.661 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:35.661 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:35 smithi084 ceph-mon[94794]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:35 smithi132 ceph-mon[88571]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:35 smithi132 ceph-mon[88571]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:26:36.103 INFO:tasks.rados.rados.0.smithi084.stdout:1373: done (3 left) 2024-04-02T08:26:36.104 INFO:tasks.rados.rados.0.smithi084.stdout:1374: done (2 left) 2024-04-02T08:26:36.104 INFO:tasks.rados.rados.0.smithi084.stdout:1376: done (1 left) 2024-04-02T08:26:36.104 INFO:tasks.rados.rados.0.smithi084.stdout:1377: done (0 left) 2024-04-02T08:26:36.104 INFO:tasks.rados.rados.0.smithi084.stdout:1378: rollback oid 39 current snap is 131 2024-04-02T08:26:36.104 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 128 2024-04-02T08:26:36.104 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 131 2024-04-02T08:26:36.104 INFO:tasks.rados.rados.0.smithi084.stdout:1379: seq_num 445 ranges {2129920=253952} 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1379: writing smithi08483026-44 from 2129920 to 2383872 tid 1 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1380: read oid 16 snap 127 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1380: expect deleted 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1381: read oid 17 snap -1 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1381: expect (ObjNum 440 snap 129 seq_num 440) 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1382: read oid 34 snap 128 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1382: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 131 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1378: finishing rollback tid 0 to smithi08483026-39 2024-04-02T08:26:36.118 INFO:tasks.rados.rados.0.smithi084.stdout:1378: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:26:36.119 INFO:tasks.rados.rados.0.smithi084.stdout:1378: finishing rollback tid 2 to smithi08483026-39 2024-04-02T08:26:36.119 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 696 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:26:36.119 INFO:tasks.rados.rados.0.smithi084.stdout:1383: seq_num 446 ranges {10543104=278528} 2024-04-02T08:26:36.180 INFO:tasks.rados.rados.0.smithi084.stdout:1383: writing smithi08483026-32 from 10543104 to 10821632 tid 1 2024-04-02T08:26:36.180 INFO:tasks.rados.rados.0.smithi084.stdout:1378: done (5 left) 2024-04-02T08:26:36.180 INFO:tasks.rados.rados.0.smithi084.stdout:1384: copy_from oid 45 from oid 40 current snap is 131 2024-04-02T08:26:36.180 INFO:tasks.rados.rados.0.smithi084.stdout:1379: finishing write tid 1 to smithi08483026-44 2024-04-02T08:26:36.180 INFO:tasks.rados.rados.0.smithi084.stdout:1379: finishing write tid 2 to smithi08483026-44 2024-04-02T08:26:36.181 INFO:tasks.rados.rados.0.smithi084.stdout:1379: finishing write tid 3 to smithi08483026-44 2024-04-02T08:26:36.181 INFO:tasks.rados.rados.0.smithi084.stdout:1379: oid 44 updating version 0 to 423 2024-04-02T08:26:36.181 INFO:tasks.rados.rados.0.smithi084.stdout:1379: oid 44 version 423 is already newer than 422 2024-04-02T08:26:36.181 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 423 (ObjNum 445 snap 131 seq_num 445) dirty exists 2024-04-02T08:26:36.181 INFO:tasks.rados.rados.0.smithi084.stdout:1379: left oid 44 (ObjNum 445 snap 131 seq_num 445) 2024-04-02T08:26:36.181 INFO:tasks.rados.rados.0.smithi084.stdout:1381: expect (ObjNum 440 snap 129 seq_num 440) 2024-04-02T08:26:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:1382: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:26:36.512 INFO:tasks.rados.rados.0.smithi084.stdout:1383: finishing write tid 1 to smithi08483026-32 2024-04-02T08:26:36.512 INFO:tasks.rados.rados.0.smithi084.stdout:1383: finishing write tid 2 to smithi08483026-32 2024-04-02T08:26:36.512 INFO:tasks.rados.rados.0.smithi084.stdout:1383: finishing write tid 3 to smithi08483026-32 2024-04-02T08:26:36.512 INFO:tasks.rados.rados.0.smithi084.stdout:1383: oid 32 updating version 0 to 699 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1383: oid 32 version 699 is already newer than 698 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 699 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1383: left oid 32 (ObjNum 446 snap 131 seq_num 446) 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1384: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1384: finishing copy_from to smithi08483026-45 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 606 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1379: done (5 left) 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1380: done (4 left) 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1381: done (3 left) 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1382: done (2 left) 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1383: done (1 left) 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1384: done (0 left) 2024-04-02T08:26:36.513 INFO:tasks.rados.rados.0.smithi084.stdout:1385: snap_remove snap 128 2024-04-02T08:26:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:36 smithi132 ceph-mon[88571]: pgmap v167: 121 pgs: 1 active+undersized+degraded, 39 peering, 6 active+undersized, 75 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 2 op/s; 8/453 objects degraded (1.766%) 2024-04-02T08:26:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:36 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 8/453 objects degraded (1.766%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:26:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:36 smithi132 ceph-mon[88571]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:26:36.713 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:36 smithi084 ceph-mon[94794]: pgmap v167: 121 pgs: 1 active+undersized+degraded, 39 peering, 6 active+undersized, 75 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 2 op/s; 8/453 objects degraded (1.766%) 2024-04-02T08:26:36.713 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:36 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 8/453 objects degraded (1.766%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:26:36.713 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:36 smithi084 ceph-mon[94794]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:26:36.713 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:36 smithi084 ceph-mon[97358]: pgmap v167: 121 pgs: 1 active+undersized+degraded, 39 peering, 6 active+undersized, 75 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 2 op/s; 8/453 objects degraded (1.766%) 2024-04-02T08:26:36.713 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:36 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 8/453 objects degraded (1.766%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:26:36.713 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:36 smithi084 ceph-mon[97358]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:26:37.383 INFO:tasks.rados.rados.0.smithi084.stdout:1385: done (0 left) 2024-04-02T08:26:37.383 INFO:tasks.rados.rados.0.smithi084.stdout:1386: snap_create 2024-04-02T08:26:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:37 smithi084 ceph-mon[94794]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-04-02T08:26:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:37 smithi084 ceph-mon[94794]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:26:37.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:37 smithi084 ceph-mon[97358]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-04-02T08:26:37.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:37 smithi084 ceph-mon[97358]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:26:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:37 smithi132 ceph-mon[88571]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-04-02T08:26:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:37 smithi132 ceph-mon[88571]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:26:38.117 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:37 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[108729]: 2024-04-02T08:26:37.811+0000 7f1386f947c0 -1 osd.1 330 log_to_monitors true 2024-04-02T08:26:38.385 INFO:tasks.rados.rados.0.smithi084.stdout:1386: done (0 left) 2024-04-02T08:26:38.385 INFO:tasks.rados.rados.0.smithi084.stdout:1387: read oid 47 snap -1 2024-04-02T08:26:38.385 INFO:tasks.rados.rados.0.smithi084.stdout:1387: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:38.385 INFO:tasks.rados.rados.0.smithi084.stdout:1388: read oid 50 snap -1 2024-04-02T08:26:38.386 INFO:tasks.rados.rados.0.smithi084.stdout:1388: expect deleted 2024-04-02T08:26:38.386 INFO:tasks.rados.rados.0.smithi084.stdout:1389: snap_create 2024-04-02T08:26:38.390 INFO:tasks.rados.rados.0.smithi084.stdout:1387: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:38.867 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[108729]: 2024-04-02T08:26:38.402+0000 7f13743e4700 -1 osd.1 330 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[97358]: pgmap v170: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 227 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 53/429 objects degraded (12.354%) 2024-04-02T08:26:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[97358]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[97358]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[97358]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[97358]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[94794]: pgmap v170: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 227 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 53/429 objects degraded (12.354%) 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[94794]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[94794]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[94794]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:26:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:38 smithi084 ceph-mon[94794]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:38 smithi132 ceph-mon[88571]: pgmap v170: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 227 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 53/429 objects degraded (12.354%) 2024-04-02T08:26:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:38 smithi132 ceph-mon[88571]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:26:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:38 smithi132 ceph-mon[88571]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:26:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:38 smithi132 ceph-mon[88571]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:26:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:38 smithi132 ceph-mon[88571]: from='osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:26:39.389 INFO:tasks.rados.rados.0.smithi084.stdout:1387: done (2 left) 2024-04-02T08:26:39.389 INFO:tasks.rados.rados.0.smithi084.stdout:1388: done (1 left) 2024-04-02T08:26:39.389 INFO:tasks.rados.rados.0.smithi084.stdout:1389: done (0 left) 2024-04-02T08:26:39.389 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 133 2024-04-02T08:26:39.390 INFO:tasks.rados.rados.0.smithi084.stdout:1390: seq_num 447 ranges {2752512=294912} 2024-04-02T08:26:39.405 INFO:tasks.rados.rados.0.smithi084.stdout:1390: writing smithi08483026-17 from 2752512 to 3047424 tid 1 2024-04-02T08:26:39.405 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 133 2024-04-02T08:26:39.405 INFO:tasks.rados.rados.0.smithi084.stdout:1391: seq_num 448 ranges {5767168=311296} 2024-04-02T08:26:39.439 INFO:tasks.rados.rados.0.smithi084.stdout:1391: writing smithi08483026-35 from 5767168 to 6078464 tid 1 2024-04-02T08:26:39.439 INFO:tasks.rados.rados.0.smithi084.stdout:1392: snap_create 2024-04-02T08:26:39.440 INFO:tasks.rados.rados.0.smithi084.stdout:1390: finishing write tid 1 to smithi08483026-17 2024-04-02T08:26:39.440 INFO:tasks.rados.rados.0.smithi084.stdout:1390: finishing write tid 2 to smithi08483026-17 2024-04-02T08:26:39.440 INFO:tasks.rados.rados.0.smithi084.stdout:1390: finishing write tid 3 to smithi08483026-17 2024-04-02T08:26:39.440 INFO:tasks.rados.rados.0.smithi084.stdout:1390: oid 17 updating version 0 to 451 2024-04-02T08:26:39.440 INFO:tasks.rados.rados.0.smithi084.stdout:1390: oid 17 updating version 451 to 452 2024-04-02T08:26:39.440 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 452 (ObjNum 447 snap 133 seq_num 447) dirty exists 2024-04-02T08:26:39.440 INFO:tasks.rados.rados.0.smithi084.stdout:1390: left oid 17 (ObjNum 447 snap 133 seq_num 447) 2024-04-02T08:26:39.442 INFO:tasks.rados.rados.0.smithi084.stdout:1391: finishing write tid 1 to smithi08483026-35 2024-04-02T08:26:39.442 INFO:tasks.rados.rados.0.smithi084.stdout:1391: finishing write tid 2 to smithi08483026-35 2024-04-02T08:26:39.444 INFO:tasks.rados.rados.0.smithi084.stdout:1391: finishing write tid 3 to smithi08483026-35 2024-04-02T08:26:39.444 INFO:tasks.rados.rados.0.smithi084.stdout:1391: oid 35 updating version 0 to 728 2024-04-02T08:26:39.444 INFO:tasks.rados.rados.0.smithi084.stdout:1391: oid 35 version 728 is already newer than 727 2024-04-02T08:26:39.444 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 728 (ObjNum 448 snap 133 seq_num 448) dirty exists 2024-04-02T08:26:39.444 INFO:tasks.rados.rados.0.smithi084.stdout:1391: left oid 35 (ObjNum 448 snap 133 seq_num 448) 2024-04-02T08:26:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:26:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007] boot 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: osdmap e341: 8 total, 8 up, 8 in 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007] boot 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: osdmap e341: 8 total, 8 up, 8 in 2024-04-02T08:26:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:26:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: osd.1 [v2:172.21.15.84:6810/378820007,v1:172.21.15.84:6811/378820007] boot 2024-04-02T08:26:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: osdmap e341: 8 total, 8 up, 8 in 2024-04-02T08:26:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:40.397 INFO:tasks.rados.rados.0.smithi084.stdout:1390: done (2 left) 2024-04-02T08:26:40.397 INFO:tasks.rados.rados.0.smithi084.stdout:1391: done (1 left) 2024-04-02T08:26:40.397 INFO:tasks.rados.rados.0.smithi084.stdout:1392: done (0 left) 2024-04-02T08:26:40.397 INFO:tasks.rados.rados.0.smithi084.stdout:1393: delete oid 44 current snap is 134 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1393: done (0 left) 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1394: rmattr oid 21 current snap is 134 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1394: done (0 left) 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1395: read oid 50 snap -1 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1395: expect deleted 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1396: read oid 4 snap -1 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1396: expect deleted 2024-04-02T08:26:40.430 INFO:tasks.rados.rados.0.smithi084.stdout:1397: snap_create 2024-04-02T08:26:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:26:40] "GET /metrics HTTP/1.1" 200 36050 "" "Prometheus/2.43.0" 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[94794]: pgmap v173: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 53/429 objects degraded (12.354%) 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[94794]: osdmap e342: 8 total, 8 up, 8 in 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[97358]: pgmap v173: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 53/429 objects degraded (12.354%) 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:40 smithi084 ceph-mon[97358]: osdmap e342: 8 total, 8 up, 8 in 2024-04-02T08:26:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:40 smithi132 ceph-mon[88571]: pgmap v173: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 53/429 objects degraded (12.354%) 2024-04-02T08:26:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:40 smithi132 ceph-mon[88571]: osdmap e342: 8 total, 8 up, 8 in 2024-04-02T08:26:41.390 INFO:tasks.rados.rados.0.smithi084.stdout:1395: done (2 left) 2024-04-02T08:26:41.390 INFO:tasks.rados.rados.0.smithi084.stdout:1396: done (1 left) 2024-04-02T08:26:41.390 INFO:tasks.rados.rados.0.smithi084.stdout:1397: done (0 left) 2024-04-02T08:26:41.391 INFO:tasks.rados.rados.0.smithi084.stdout:1398: read oid 40 snap 134 2024-04-02T08:26:41.391 INFO:tasks.rados.rados.0.smithi084.stdout:1398: expect (ObjNum 397 snap 121 seq_num 397) 2024-04-02T08:26:41.391 INFO:tasks.rados.rados.0.smithi084.stdout:1399: snap_create 2024-04-02T08:26:41.416 INFO:tasks.rados.rados.0.smithi084.stdout:1398: expect (ObjNum 397 snap 121 seq_num 397) 2024-04-02T08:26:42.392 INFO:tasks.rados.rados.0.smithi084.stdout:1398: done (1 left) 2024-04-02T08:26:42.393 INFO:tasks.rados.rados.0.smithi084.stdout:1399: done (0 left) 2024-04-02T08:26:42.393 INFO:tasks.rados.rados.0.smithi084.stdout:1400: copy_from oid 34 from oid 38 current snap is 136 2024-04-02T08:26:42.393 INFO:tasks.rados.rados.0.smithi084.stdout:1401: rollback oid 46 current snap is 136 2024-04-02T08:26:42.393 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 46 to 134 2024-04-02T08:26:42.393 INFO:tasks.rados.rados.0.smithi084.stdout:1402: rollback oid 23 current snap is 136 2024-04-02T08:26:42.393 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 131 2024-04-02T08:26:42.393 INFO:tasks.rados.rados.0.smithi084.stdout:1403: delete oid 22 current snap is 136 2024-04-02T08:26:42.399 INFO:tasks.rados.rados.0.smithi084.stdout:1401: finishing rollback tid 0 to smithi08483026-46 2024-04-02T08:26:42.402 INFO:tasks.rados.rados.0.smithi084.stdout:1401: finishing rollback tid 1 to smithi08483026-46 2024-04-02T08:26:42.402 INFO:tasks.rados.rados.0.smithi084.stdout:1401: finishing rollback tid 2 to smithi08483026-46 2024-04-02T08:26:42.402 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 549 (ObjNum 382 snap 117 seq_num 382) dirty exists 2024-04-02T08:26:42.402 INFO:tasks.rados.rados.0.smithi084.stdout:1402: finishing rollback tid 0 to smithi08483026-23 2024-04-02T08:26:42.402 INFO:tasks.rados.rados.0.smithi084.stdout:1402: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:26:42.402 INFO:tasks.rados.rados.0.smithi084.stdout:1401: done (3 left) 2024-04-02T08:26:42.403 INFO:tasks.rados.rados.0.smithi084.stdout:1403: done (2 left) 2024-04-02T08:26:42.403 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 136 2024-04-02T08:26:42.403 INFO:tasks.rados.rados.0.smithi084.stdout:1404: seq_num 451 ranges {2154496=360448} 2024-04-02T08:26:42.416 INFO:tasks.rados.rados.0.smithi084.stdout:1404: writing smithi08483026-48 from 2154496 to 2514944 tid 1 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:1405: copy_from oid 13 from oid 1 current snap is 136 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:1402: finishing rollback tid 2 to smithi08483026-23 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 552 (ObjNum 441 snap 129 seq_num 441) dirty exists 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:1400: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:1400: finishing copy_from to smithi08483026-34 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 452 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:1400: done (3 left) 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:1402: done (2 left) 2024-04-02T08:26:42.417 INFO:tasks.rados.rados.0.smithi084.stdout:1406: snap_remove snap 134 2024-04-02T08:26:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:42 smithi132 ceph-mon[88571]: pgmap v176: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 20/369 objects degraded (5.420%) 2024-04-02T08:26:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:42 smithi132 ceph-mon[88571]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:26:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:42 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 20/369 objects degraded (5.420%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:42.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:42 smithi084 ceph-mon[94794]: pgmap v176: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 20/369 objects degraded (5.420%) 2024-04-02T08:26:42.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:42 smithi084 ceph-mon[94794]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:26:42.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:42 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 20/369 objects degraded (5.420%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:42.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:42 smithi084 ceph-mon[97358]: pgmap v176: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 20/369 objects degraded (5.420%) 2024-04-02T08:26:42.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:42 smithi084 ceph-mon[97358]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:26:42.806 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:42 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 20/369 objects degraded (5.420%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:26:43.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:26:43.277+0000 7facf0160700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1406: done (2 left) 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1407: copy_from oid 7 from oid 3 current snap is 136 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1404: finishing write tid 1 to smithi08483026-48 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1404: finishing write tid 2 to smithi08483026-48 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1404: finishing write tid 3 to smithi08483026-48 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1404: oid 48 updating version 0 to 487 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1404: oid 48 version 487 is already newer than 486 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 487 (ObjNum 451 snap 136 seq_num 451) dirty exists 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1404: left oid 48 (ObjNum 451 snap 136 seq_num 451) 2024-04-02T08:26:43.412 INFO:tasks.rados.rados.0.smithi084.stdout:1405: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:26:43.413 INFO:tasks.rados.rados.0.smithi084.stdout:1405: finishing copy_from to smithi08483026-13 2024-04-02T08:26:43.413 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 507 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:43.413 INFO:tasks.rados.rados.0.smithi084.stdout:1404: done (2 left) 2024-04-02T08:26:43.413 INFO:tasks.rados.rados.0.smithi084.stdout:1405: done (1 left) 2024-04-02T08:26:43.413 INFO:tasks.rados.rados.0.smithi084.stdout:1408: copy_from oid 6 from oid 47 current snap is 136 2024-04-02T08:26:43.413 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 136 2024-04-02T08:26:43.413 INFO:tasks.rados.rados.0.smithi084.stdout:1409: seq_num 452 ranges {65536=376832} 2024-04-02T08:26:43.414 INFO:tasks.rados.rados.0.smithi084.stdout:1409: writing smithi08483026-27 from 65536 to 442368 tid 1 2024-04-02T08:26:43.414 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 136 2024-04-02T08:26:43.414 INFO:tasks.rados.rados.0.smithi084.stdout:1410: seq_num 453 ranges {10821632=393216} 2024-04-02T08:26:43.475 INFO:tasks.rados.rados.0.smithi084.stdout:1410: writing smithi08483026-32 from 10821632 to 11214848 tid 1 2024-04-02T08:26:43.475 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 136 2024-04-02T08:26:43.475 INFO:tasks.rados.rados.0.smithi084.stdout:1411: seq_num 454 ranges {1966080=409600} 2024-04-02T08:26:43.488 INFO:tasks.rados.rados.0.smithi084.stdout:1411: writing smithi08483026-31 from 1966080 to 2375680 tid 1 2024-04-02T08:26:43.488 INFO:tasks.rados.rados.0.smithi084.stdout:1412: rmattr oid 28 current snap is 136 2024-04-02T08:26:43.488 INFO:tasks.rados.rados.0.smithi084.stdout:1409: finishing write tid 1 to smithi08483026-27 2024-04-02T08:26:43.488 INFO:tasks.rados.rados.0.smithi084.stdout:1413: delete oid 48 current snap is 136 2024-04-02T08:26:43.488 INFO:tasks.rados.rados.0.smithi084.stdout:1409: finishing write tid 2 to smithi08483026-27 2024-04-02T08:26:43.488 INFO:tasks.rados.rados.0.smithi084.stdout:1409: finishing write tid 3 to smithi08483026-27 2024-04-02T08:26:43.488 INFO:tasks.rados.rados.0.smithi084.stdout:1409: oid 27 updating version 0 to 455 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1409: oid 27 version 455 is already newer than 454 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 455 (ObjNum 452 snap 136 seq_num 452) dirty exists 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1409: left oid 27 (ObjNum 452 snap 136 seq_num 452) 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1408: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1408: finishing copy_from to smithi08483026-6 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 496 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1407: finishing copy_from racing read to smithi08483026-7 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1407: finishing copy_from to smithi08483026-7 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 521 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1410: finishing write tid 1 to smithi08483026-32 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1410: finishing write tid 2 to smithi08483026-32 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1410: finishing write tid 3 to smithi08483026-32 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1410: oid 32 updating version 0 to 727 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:1410: oid 32 updating version 727 to 728 2024-04-02T08:26:43.489 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 728 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-04-02T08:26:43.490 INFO:tasks.rados.rados.0.smithi084.stdout:1410: left oid 32 (ObjNum 453 snap 136 seq_num 453) 2024-04-02T08:26:43.490 INFO:tasks.rados.rados.0.smithi084.stdout:1407: done (6 left) 2024-04-02T08:26:43.490 INFO:tasks.rados.rados.0.smithi084.stdout:1408: done (5 left) 2024-04-02T08:26:43.490 INFO:tasks.rados.rados.0.smithi084.stdout:1409: done (4 left) 2024-04-02T08:26:43.490 INFO:tasks.rados.rados.0.smithi084.stdout:1410: done (3 left) 2024-04-02T08:26:43.491 INFO:tasks.rados.rados.0.smithi084.stdout:1413: done (2 left) 2024-04-02T08:26:43.491 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 136 2024-04-02T08:26:43.491 INFO:tasks.rados.rados.0.smithi084.stdout:1414: seq_num 456 ranges {2326528=442368} 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1414: writing smithi08483026-29 from 2326528 to 2768896 tid 1 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1415: delete oid 35 current snap is 136 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 608 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1411: finishing write tid 1 to smithi08483026-31 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1411: finishing write tid 2 to smithi08483026-31 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1411: finishing write tid 3 to smithi08483026-31 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1411: oid 31 updating version 0 to 458 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1411: oid 31 version 458 is already newer than 457 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 458 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-04-02T08:26:43.505 INFO:tasks.rados.rados.0.smithi084.stdout:1411: left oid 31 (ObjNum 454 snap 136 seq_num 454) 2024-04-02T08:26:43.507 INFO:tasks.rados.rados.0.smithi084.stdout:1414: finishing write tid 1 to smithi08483026-29 2024-04-02T08:26:43.508 INFO:tasks.rados.rados.0.smithi084.stdout:1411: done (3 left) 2024-04-02T08:26:43.508 INFO:tasks.rados.rados.0.smithi084.stdout:1412: done (2 left) 2024-04-02T08:26:43.508 INFO:tasks.rados.rados.0.smithi084.stdout:1415: done (1 left) 2024-04-02T08:26:43.508 INFO:tasks.rados.rados.0.smithi084.stdout:1416: setattr oid 17 current snap is 136 2024-04-02T08:26:43.508 INFO:tasks.rados.rados.0.smithi084.stdout:1414: finishing write tid 2 to smithi08483026-29 2024-04-02T08:26:43.509 INFO:tasks.rados.rados.0.smithi084.stdout:1417: read oid 21 snap -1 2024-04-02T08:26:43.509 INFO:tasks.rados.rados.0.smithi084.stdout:1417: expect deleted 2024-04-02T08:26:43.509 INFO:tasks.rados.rados.0.smithi084.stdout:1418: snap_remove snap 132 2024-04-02T08:26:43.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:26:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:43.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:43.945 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:26:44.259 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (7m) 5s ago 8m 23.8M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (7m) 85s ago 7m 91.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (9m) 5s ago 9m 15.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (9m) 85s ago 9m 19.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (2m) 85s ago 12m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (3m) 5s ago 14m 505M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (2m) 5s ago 14m 51.1M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (90s) 85s ago 12m 32.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (109s) 5s ago 12m 44.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (7m) 5s ago 7m 16.3M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (7m) 85s ago 7m 15.3M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (44s) 5s ago 12m 86.1M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (10s) 5s ago 11m 12.7M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:26:44.260 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (11m) 5s ago 11m 216M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 8ff9111ca788 2024-04-02T08:26:44.261 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (10m) 5s ago 10m 148M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:26:44.261 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (10m) 85s ago 10m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:26:44.261 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (10m) 85s ago 10m 169M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:26:44.261 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (9m) 85s ago 9m 95.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:26:44.261 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (9m) 85s ago 9m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:26:44.261 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (2m) 85s ago 8m 56.1M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:1418: done (3 left) 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:1419: snap_remove snap 133 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:1414: finishing write tid 3 to smithi08483026-29 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:1414: oid 29 updating version 0 to 295 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:1414: oid 29 version 295 is already newer than 294 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 295 (ObjNum 456 snap 136 seq_num 456) dirty exists 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:1414: left oid 29 (ObjNum 456 snap 136 seq_num 456) 2024-04-02T08:26:44.413 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 460 (ObjNum 447 snap 133 seq_num 447) dirty exists 2024-04-02T08:26:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[94794]: pgmap v179: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 20/369 objects degraded (5.420%) 2024-04-02T08:26:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[94794]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:26:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[94794]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:26:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[97358]: pgmap v179: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 20/369 objects degraded (5.420%) 2024-04-02T08:26:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[97358]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:26:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:44 smithi084 ceph-mon[97358]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:26:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:44 smithi132 ceph-mon[88571]: pgmap v179: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 20/369 objects degraded (5.420%) 2024-04-02T08:26:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:44 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:44 smithi132 ceph-mon[88571]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:26:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:44 smithi132 ceph-mon[88571]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:26:44.667 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8, 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:26:44.668 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:26:45.421 INFO:tasks.rados.rados.0.smithi084.stdout:1414: done (3 left) 2024-04-02T08:26:45.421 INFO:tasks.rados.rados.0.smithi084.stdout:1416: done (2 left) 2024-04-02T08:26:45.421 INFO:tasks.rados.rados.0.smithi084.stdout:1417: done (1 left) 2024-04-02T08:26:45.421 INFO:tasks.rados.rados.0.smithi084.stdout:1419: done (0 left) 2024-04-02T08:26:45.421 INFO:tasks.rados.rados.0.smithi084.stdout:1420: snap_create 2024-04-02T08:26:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[94794]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[94794]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[94794]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:26:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2485838900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[97358]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[97358]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[97358]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:26:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:45 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2485838900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:45 smithi132 ceph-mon[88571]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:45 smithi132 ceph-mon[88571]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:45 smithi132 ceph-mon[88571]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:26:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:45 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2485838900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:46.422 INFO:tasks.rados.rados.0.smithi084.stdout:1420: done (0 left) 2024-04-02T08:26:46.422 INFO:tasks.rados.rados.0.smithi084.stdout:1421: rollback oid 14 current snap is 137 2024-04-02T08:26:46.422 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 14 to 135 2024-04-02T08:26:46.422 INFO:tasks.rados.rados.0.smithi084.stdout:1422: snap_remove snap 131 2024-04-02T08:26:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[94794]: pgmap v182: 121 pgs: 24 peering, 97 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 10 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T08:26:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/369 objects degraded (5.420%), 5 pgs degraded) 2024-04-02T08:26:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:26:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[94794]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:26:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[97358]: pgmap v182: 121 pgs: 24 peering, 97 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 10 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T08:26:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/369 objects degraded (5.420%), 5 pgs degraded) 2024-04-02T08:26:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:26:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:46 smithi084 ceph-mon[97358]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:26:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:46 smithi132 ceph-mon[88571]: pgmap v182: 121 pgs: 24 peering, 97 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 10 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T08:26:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:46 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/369 objects degraded (5.420%), 5 pgs degraded) 2024-04-02T08:26:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:46 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:26:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:46 smithi132 ceph-mon[88571]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:26:47.436 INFO:tasks.rados.rados.0.smithi084.stdout:1421: finishing rollback tid 0 to smithi08483026-14 2024-04-02T08:26:47.436 INFO:tasks.rados.rados.0.smithi084.stdout:1421: finishing rollback tid 1 to smithi08483026-14 2024-04-02T08:26:47.436 INFO:tasks.rados.rados.0.smithi084.stdout:1421: finishing rollback tid 2 to smithi08483026-14 2024-04-02T08:26:47.436 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 736 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-04-02T08:26:47.436 INFO:tasks.rados.rados.0.smithi084.stdout:1421: done (1 left) 2024-04-02T08:26:47.436 INFO:tasks.rados.rados.0.smithi084.stdout:1422: done (0 left) 2024-04-02T08:26:47.436 INFO:tasks.rados.rados.0.smithi084.stdout:1423: snap_remove snap 129 2024-04-02T08:26:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:47 smithi084 ceph-mon[94794]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:26:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:47 smithi084 ceph-mon[97358]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:26:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:47 smithi132 ceph-mon[88571]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:26:48.438 INFO:tasks.rados.rados.0.smithi084.stdout:1423: done (0 left) 2024-04-02T08:26:48.438 INFO:tasks.rados.rados.0.smithi084.stdout:1424: rollback oid 16 current snap is 137 2024-04-02T08:26:48.438 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 130 2024-04-02T08:26:48.438 INFO:tasks.rados.rados.0.smithi084.stdout:1425: read oid 31 snap -1 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1425: expect (ObjNum 454 snap 136 seq_num 454) 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1426: read oid 6 snap -1 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1426: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1427: rollback oid 23 current snap is 137 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 135 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1428: read oid 50 snap -1 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1428: expect deleted 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1429: rmattr oid 20 current snap is 137 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1430: copy_from oid 39 from oid 47 current snap is 137 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 137 2024-04-02T08:26:48.439 INFO:tasks.rados.rados.0.smithi084.stdout:1431: seq_num 458 ranges {0=475136} 2024-04-02T08:26:48.441 INFO:tasks.rados.rados.0.smithi084.stdout:1431: writing smithi08483026-30 from 0 to 475136 tid 1 2024-04-02T08:26:48.441 INFO:tasks.rados.rados.0.smithi084.stdout:1432: copy_from oid 43 from oid 38 current snap is 137 2024-04-02T08:26:48.441 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 137 2024-04-02T08:26:48.442 INFO:tasks.rados.rados.0.smithi084.stdout:1433: seq_num 459 ranges {3047424=491520} 2024-04-02T08:26:48.464 INFO:tasks.rados.rados.0.smithi084.stdout:1433: writing smithi08483026-17 from 3047424 to 3538944 tid 1 2024-04-02T08:26:48.464 INFO:tasks.rados.rados.0.smithi084.stdout:1434: rollback oid 1 current snap is 137 2024-04-02T08:26:48.464 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 130 2024-04-02T08:26:48.465 INFO:tasks.rados.rados.0.smithi084.stdout:1426: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:26:48.488 INFO:tasks.rados.rados.0.smithi084.stdout:1431: finishing write tid 1 to smithi08483026-30 2024-04-02T08:26:48.488 INFO:tasks.rados.rados.0.smithi084.stdout:1426: done (10 left) 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1435: rollback oid 18 current snap is 137 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 18 to 135 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1424: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1431: finishing write tid 2 to smithi08483026-30 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1431: finishing write tid 3 to smithi08483026-30 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1431: oid 30 updating version 0 to 490 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1431: oid 30 version 490 is already newer than 489 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 490 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1431: left oid 30 (ObjNum 458 snap 137 seq_num 458) 2024-04-02T08:26:48.489 INFO:tasks.rados.rados.0.smithi084.stdout:1425: expect (ObjNum 454 snap 136 seq_num 454) 2024-04-02T08:26:48.592 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 738 (ObjNum 444 snap 130 seq_num 444) dirty exists 2024-04-02T08:26:48.592 INFO:tasks.rados.rados.0.smithi084.stdout:1427: finishing rollback tid 0 to smithi08483026-23 2024-04-02T08:26:48.592 INFO:tasks.rados.rados.0.smithi084.stdout:1427: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:26:48.592 INFO:tasks.rados.rados.0.smithi084.stdout:1427: finishing rollback tid 2 to smithi08483026-23 2024-04-02T08:26:48.592 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 555 (ObjNum 441 snap 129 seq_num 441) dirty exists 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1430: finishing copy_from racing read to smithi08483026-39 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1430: finishing copy_from to smithi08483026-39 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 496 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1424: done (10 left) 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1425: done (9 left) 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1427: done (8 left) 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1428: done (7 left) 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1429: done (6 left) 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1430: done (5 left) 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1431: done (4 left) 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1436: snap_create 2024-04-02T08:26:48.593 INFO:tasks.rados.rados.0.smithi084.stdout:1432: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1433: finishing write tid 1 to smithi08483026-17 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1433: finishing write tid 2 to smithi08483026-17 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1433: finishing write tid 3 to smithi08483026-17 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1433: oid 17 updating version 0 to 486 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1433: oid 17 updating version 486 to 487 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 487 (ObjNum 459 snap 137 seq_num 459) dirty exists 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1433: left oid 17 (ObjNum 459 snap 137 seq_num 459) 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1432: finishing copy_from to smithi08483026-43 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 452 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-02T08:26:48.594 INFO:tasks.rados.rados.0.smithi084.stdout:1434: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:26:48.595 INFO:tasks.rados.rados.0.smithi084.stdout:1434: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:26:48.595 INFO:tasks.rados.rados.0.smithi084.stdout:1434: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:26:48.595 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:48.595 INFO:tasks.rados.rados.0.smithi084.stdout:1435: finishing rollback tid 0 to smithi08483026-18 2024-04-02T08:26:48.595 INFO:tasks.rados.rados.0.smithi084.stdout:1435: finishing rollback tid 1 to smithi08483026-18 2024-04-02T08:26:48.595 INFO:tasks.rados.rados.0.smithi084.stdout:1435: finishing rollback tid 2 to smithi08483026-18 2024-04-02T08:26:48.595 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 480 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:26:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:48 smithi084 ceph-mon[94794]: pgmap v185: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.5 MiB/s wr, 16 op/s; 15 MiB/s, 3 objects/s recovering 2024-04-02T08:26:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:48 smithi084 ceph-mon[94794]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:26:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:48 smithi084 ceph-mon[97358]: pgmap v185: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.5 MiB/s wr, 16 op/s; 15 MiB/s, 3 objects/s recovering 2024-04-02T08:26:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:48 smithi084 ceph-mon[97358]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:26:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:48 smithi132 ceph-mon[88571]: pgmap v185: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.5 MiB/s wr, 16 op/s; 15 MiB/s, 3 objects/s recovering 2024-04-02T08:26:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:48 smithi132 ceph-mon[88571]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:26:49.444 INFO:tasks.rados.rados.0.smithi084.stdout:1432: done (4 left) 2024-04-02T08:26:49.444 INFO:tasks.rados.rados.0.smithi084.stdout:1433: done (3 left) 2024-04-02T08:26:49.444 INFO:tasks.rados.rados.0.smithi084.stdout:1434: done (2 left) 2024-04-02T08:26:49.444 INFO:tasks.rados.rados.0.smithi084.stdout:1435: done (1 left) 2024-04-02T08:26:49.444 INFO:tasks.rados.rados.0.smithi084.stdout:1436: done (0 left) 2024-04-02T08:26:49.444 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 138 2024-04-02T08:26:49.444 INFO:tasks.rados.rados.0.smithi084.stdout:1437: seq_num 460 ranges {155648=507904} 2024-04-02T08:26:49.448 INFO:tasks.rados.rados.0.smithi084.stdout:1437: writing smithi08483026-5 from 155648 to 663552 tid 1 2024-04-02T08:26:49.448 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 138 2024-04-02T08:26:49.448 INFO:tasks.rados.rados.0.smithi084.stdout:1438: seq_num 461 ranges {5578752=524288} 2024-04-02T08:26:49.481 INFO:tasks.rados.rados.0.smithi084.stdout:1438: writing smithi08483026-10 from 5578752 to 6103040 tid 1 2024-04-02T08:26:49.481 INFO:tasks.rados.rados.0.smithi084.stdout:1439: rmattr oid 30 current snap is 138 2024-04-02T08:26:49.481 INFO:tasks.rados.rados.0.smithi084.stdout:1439: done (2 left) 2024-04-02T08:26:49.481 INFO:tasks.rados.rados.0.smithi084.stdout:1440: copy_from oid 33 from oid 50 current snap is 138 2024-04-02T08:26:49.481 INFO:tasks.rados.rados.0.smithi084.stdout:1437: finishing write tid 1 to smithi08483026-5 2024-04-02T08:26:49.481 INFO:tasks.rados.rados.0.smithi084.stdout:1441: read oid 28 snap -1 2024-04-02T08:26:49.482 INFO:tasks.rados.rados.0.smithi084.stdout:1441: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:26:49.482 INFO:tasks.rados.rados.0.smithi084.stdout:1442: read oid 31 snap -1 2024-04-02T08:26:49.482 INFO:tasks.rados.rados.0.smithi084.stdout:1442: expect (ObjNum 454 snap 136 seq_num 454) 2024-04-02T08:26:49.482 INFO:tasks.rados.rados.0.smithi084.stdout:1443: snap_remove snap 135 2024-04-02T08:26:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:49 smithi084 ceph-mon[94794]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:26:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:49 smithi084 ceph-mon[97358]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:26:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:49 smithi132 ceph-mon[88571]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:26:50.110 INFO:tasks.rados.rados.0.smithi084.stdout:1443: done (5 left) 2024-04-02T08:26:50.110 INFO:tasks.rados.rados.0.smithi084.stdout:1444: copy_from oid 43 from oid 47 current snap is 138 2024-04-02T08:26:50.110 INFO:tasks.rados.rados.0.smithi084.stdout:1445: read oid 39 snap 136 2024-04-02T08:26:50.110 INFO:tasks.rados.rados.0.smithi084.stdout:1445: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:50.110 INFO:tasks.rados.rados.0.smithi084.stdout:1446: setattr oid 8 current snap is 138 2024-04-02T08:26:50.111 INFO:tasks.rados.rados.0.smithi084.stdout:1447: read oid 19 snap -1 2024-04-02T08:26:50.111 INFO:tasks.rados.rados.0.smithi084.stdout:1447: expect (ObjNum 427 snap 128 seq_num 427) 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1448: read oid 9 snap -1 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1448: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1449: delete oid 45 current snap is 138 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1437: finishing write tid 2 to smithi08483026-5 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1437: finishing write tid 3 to smithi08483026-5 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1437: oid 5 updating version 0 to 524 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1437: oid 5 updating version 524 to 525 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 525 (ObjNum 460 snap 138 seq_num 460) dirty exists 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1437: left oid 5 (ObjNum 460 snap 138 seq_num 460) 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1438: finishing write tid 1 to smithi08483026-10 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1438: finishing write tid 2 to smithi08483026-10 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1440: finishing copy_from to smithi08483026-33 2024-04-02T08:26:50.113 INFO:tasks.rados.rados.0.smithi084.stdout:1440: got expected ENOENT (src dne) 2024-04-02T08:26:50.114 INFO:tasks.rados.rados.0.smithi084.stdout:1438: finishing write tid 3 to smithi08483026-10 2024-04-02T08:26:50.114 INFO:tasks.rados.rados.0.smithi084.stdout:1438: oid 10 updating version 0 to 744 2024-04-02T08:26:50.114 INFO:tasks.rados.rados.0.smithi084.stdout:1438: oid 10 version 744 is already newer than 743 2024-04-02T08:26:50.114 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 744 (ObjNum 461 snap 138 seq_num 461) dirty exists 2024-04-02T08:26:50.114 INFO:tasks.rados.rados.0.smithi084.stdout:1438: left oid 10 (ObjNum 461 snap 138 seq_num 461) 2024-04-02T08:26:50.114 INFO:tasks.rados.rados.0.smithi084.stdout:1440: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:26:50.114 INFO:tasks.rados.rados.0.smithi084.stdout:1441: expect (ObjNum 296 snap 84 seq_num 296) 2024-04-02T08:26:50.171 INFO:tasks.rados.rados.0.smithi084.stdout:1442: expect (ObjNum 454 snap 136 seq_num 454) 2024-04-02T08:26:50.273 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 754 (ObjNum 443 snap 130 seq_num 443) dirty exists 2024-04-02T08:26:50.274 INFO:tasks.rados.rados.0.smithi084.stdout:1444: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:26:50.274 INFO:tasks.rados.rados.0.smithi084.stdout:1448: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:26:50.339 INFO:tasks.rados.rados.0.smithi084.stdout:1444: finishing copy_from to smithi08483026-43 2024-04-02T08:26:50.339 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 496 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:26:50.339 INFO:tasks.rados.rados.0.smithi084.stdout:1445: expect (ObjNum 307 snap 87 seq_num 307) 2024-04-02T08:26:50.420 INFO:tasks.rados.rados.0.smithi084.stdout:1447: expect (ObjNum 427 snap 128 seq_num 427) 2024-04-02T08:26:50.633 INFO:tasks.rados.rados.0.smithi084.stdout:1437: done (10 left) 2024-04-02T08:26:50.633 INFO:tasks.rados.rados.0.smithi084.stdout:1438: done (9 left) 2024-04-02T08:26:50.633 INFO:tasks.rados.rados.0.smithi084.stdout:1440: done (8 left) 2024-04-02T08:26:50.633 INFO:tasks.rados.rados.0.smithi084.stdout:1441: done (7 left) 2024-04-02T08:26:50.633 INFO:tasks.rados.rados.0.smithi084.stdout:1442: done (6 left) 2024-04-02T08:26:50.633 INFO:tasks.rados.rados.0.smithi084.stdout:1444: done (5 left) 2024-04-02T08:26:50.633 INFO:tasks.rados.rados.0.smithi084.stdout:1445: done (4 left) 2024-04-02T08:26:50.634 INFO:tasks.rados.rados.0.smithi084.stdout:1446: done (3 left) 2024-04-02T08:26:50.634 INFO:tasks.rados.rados.0.smithi084.stdout:1447: done (2 left) 2024-04-02T08:26:50.634 INFO:tasks.rados.rados.0.smithi084.stdout:1448: done (1 left) 2024-04-02T08:26:50.634 INFO:tasks.rados.rados.0.smithi084.stdout:1449: done (0 left) 2024-04-02T08:26:50.634 INFO:tasks.rados.rados.0.smithi084.stdout:1450: delete oid 8 current snap is 138 2024-04-02T08:26:50.635 INFO:tasks.rados.rados.0.smithi084.stdout:1450: done (0 left) 2024-04-02T08:26:50.635 INFO:tasks.rados.rados.0.smithi084.stdout:1451: copy_from oid 23 from oid 1 current snap is 138 2024-04-02T08:26:50.635 INFO:tasks.rados.rados.0.smithi084.stdout:1452: snap_remove snap 130 2024-04-02T08:26:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:50 smithi084 ceph-mon[97358]: pgmap v188: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:26:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:50 smithi084 ceph-mon[97358]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:26:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:50 smithi084 ceph-mon[97358]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:26:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:50 smithi084 ceph-mon[94794]: pgmap v188: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:26:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:50 smithi084 ceph-mon[94794]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:26:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:50 smithi084 ceph-mon[94794]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:26:50.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:26:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:26:50] "GET /metrics HTTP/1.1" 200 36050 "" "Prometheus/2.43.0" 2024-04-02T08:26:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:50 smithi132 ceph-mon[88571]: pgmap v188: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:26:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:50 smithi132 ceph-mon[88571]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:26:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:50 smithi132 ceph-mon[88571]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:26:51.450 INFO:tasks.rados.rados.0.smithi084.stdout:1452: done (1 left) 2024-04-02T08:26:51.450 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 138 2024-04-02T08:26:51.450 INFO:tasks.rados.rados.0.smithi084.stdout:1453: seq_num 464 ranges {770048=573440} 2024-04-02T08:26:51.458 INFO:tasks.rados.rados.0.smithi084.stdout:1453: writing smithi08483026-39 from 770048 to 1343488 tid 1 2024-04-02T08:26:51.459 INFO:tasks.rados.rados.0.smithi084.stdout:1454: copy_from oid 34 from oid 31 current snap is 138 2024-04-02T08:26:51.459 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 138 2024-04-02T08:26:51.459 INFO:tasks.rados.rados.0.smithi084.stdout:1455: seq_num 465 ranges {5595136=598016} 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1455: writing smithi08483026-3 from 5595136 to 6193152 tid 1 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1456: read oid 48 snap -1 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1456: expect deleted 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1451: finishing copy_from racing read to smithi08483026-23 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1457: read oid 40 snap -1 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1457: expect (ObjNum 397 snap 121 seq_num 397) 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1458: rmattr oid 33 current snap is 138 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1458: done (6 left) 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1459: delete oid 43 current snap is 138 2024-04-02T08:26:51.495 INFO:tasks.rados.rados.0.smithi084.stdout:1451: finishing copy_from to smithi08483026-23 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1453: finishing write tid 1 to smithi08483026-39 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1453: finishing write tid 2 to smithi08483026-39 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1453: finishing write tid 3 to smithi08483026-39 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1453: oid 39 updating version 0 to 761 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1453: oid 39 version 761 is already newer than 760 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 761 (ObjNum 464 snap 138 seq_num 464) dirty exists 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1453: left oid 39 (ObjNum 464 snap 138 seq_num 464) 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1454: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:1454: finishing copy_from to smithi08483026-34 2024-04-02T08:26:51.496 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 458 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-04-02T08:26:51.497 INFO:tasks.rados.rados.0.smithi084.stdout:1455: finishing write tid 1 to smithi08483026-3 2024-04-02T08:26:51.498 INFO:tasks.rados.rados.0.smithi084.stdout:1455: finishing write tid 2 to smithi08483026-3 2024-04-02T08:26:51.499 INFO:tasks.rados.rados.0.smithi084.stdout:1455: finishing write tid 3 to smithi08483026-3 2024-04-02T08:26:51.499 INFO:tasks.rados.rados.0.smithi084.stdout:1455: oid 3 updating version 0 to 526 2024-04-02T08:26:51.499 INFO:tasks.rados.rados.0.smithi084.stdout:1455: oid 3 updating version 526 to 527 2024-04-02T08:26:51.500 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 527 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-02T08:26:51.500 INFO:tasks.rados.rados.0.smithi084.stdout:1455: left oid 3 (ObjNum 465 snap 138 seq_num 465) 2024-04-02T08:26:51.510 INFO:tasks.rados.rados.0.smithi084.stdout:1451: done (6 left) 2024-04-02T08:26:51.510 INFO:tasks.rados.rados.0.smithi084.stdout:1453: done (5 left) 2024-04-02T08:26:51.510 INFO:tasks.rados.rados.0.smithi084.stdout:1454: done (4 left) 2024-04-02T08:26:51.510 INFO:tasks.rados.rados.0.smithi084.stdout:1455: done (3 left) 2024-04-02T08:26:51.510 INFO:tasks.rados.rados.0.smithi084.stdout:1456: done (2 left) 2024-04-02T08:26:51.511 INFO:tasks.rados.rados.0.smithi084.stdout:1459: done (1 left) 2024-04-02T08:26:51.511 INFO:tasks.rados.rados.0.smithi084.stdout:1460: copy_from oid 39 from oid 1 current snap is 138 2024-04-02T08:26:51.511 INFO:tasks.rados.rados.0.smithi084.stdout:1461: snap_create 2024-04-02T08:26:51.521 INFO:tasks.rados.rados.0.smithi084.stdout:1457: expect (ObjNum 397 snap 121 seq_num 397) 2024-04-02T08:26:51.930 INFO:tasks.rados.rados.0.smithi084.stdout:1460: finishing copy_from racing read to smithi08483026-39 2024-04-02T08:26:51.930 INFO:tasks.rados.rados.0.smithi084.stdout:1460: finishing copy_from to smithi08483026-39 2024-04-02T08:26:51.930 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:52.453 INFO:tasks.rados.rados.0.smithi084.stdout:1457: done (2 left) 2024-04-02T08:26:52.453 INFO:tasks.rados.rados.0.smithi084.stdout:1460: done (1 left) 2024-04-02T08:26:52.453 INFO:tasks.rados.rados.0.smithi084.stdout:1461: done (0 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi084.stdout:1462: setattr oid 25 current snap is 139 2024-04-02T08:26:52.455 INFO:tasks.rados.rados.0.smithi084.stdout:1463: setattr oid 47 current snap is 139 2024-04-02T08:26:52.457 INFO:tasks.rados.rados.0.smithi084.stdout:1464: snap_create 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 659 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 661 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:26:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:52 smithi132 ceph-mon[88571]: pgmap v191: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:26:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:52 smithi132 ceph-mon[88571]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:26:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:52 smithi084 ceph-mon[94794]: pgmap v191: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:26:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:52 smithi084 ceph-mon[94794]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:26:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:52 smithi084 ceph-mon[97358]: pgmap v191: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:26:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:52 smithi084 ceph-mon[97358]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:26:53.464 INFO:tasks.rados.rados.0.smithi084.stdout:1462: done (2 left) 2024-04-02T08:26:53.464 INFO:tasks.rados.rados.0.smithi084.stdout:1463: done (1 left) 2024-04-02T08:26:53.464 INFO:tasks.rados.rados.0.smithi084.stdout:1464: done (0 left) 2024-04-02T08:26:53.464 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 140 2024-04-02T08:26:53.464 INFO:tasks.rados.rados.0.smithi084.stdout:1465: seq_num 467 ranges {5595136=630784} 2024-04-02T08:26:53.497 INFO:tasks.rados.rados.0.smithi084.stdout:1465: writing smithi08483026-7 from 5595136 to 6225920 tid 1 2024-04-02T08:26:53.497 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 140 2024-04-02T08:26:53.497 INFO:tasks.rados.rados.0.smithi084.stdout:1466: seq_num 468 ranges {11214848=647168} 2024-04-02T08:26:53.561 INFO:tasks.rados.rados.0.smithi084.stdout:1466: writing smithi08483026-32 from 11214848 to 11862016 tid 1 2024-04-02T08:26:53.561 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 34 current snap is 140 2024-04-02T08:26:53.561 INFO:tasks.rados.rados.0.smithi084.stdout:1465: finishing write tid 1 to smithi08483026-7 2024-04-02T08:26:53.561 INFO:tasks.rados.rados.0.smithi084.stdout:1465: finishing write tid 2 to smithi08483026-7 2024-04-02T08:26:53.561 INFO:tasks.rados.rados.0.smithi084.stdout:1465: finishing write tid 3 to smithi08483026-7 2024-04-02T08:26:53.562 INFO:tasks.rados.rados.0.smithi084.stdout:1465: oid 7 updating version 0 to 610 2024-04-02T08:26:53.562 INFO:tasks.rados.rados.0.smithi084.stdout:1465: oid 7 version 610 is already newer than 609 2024-04-02T08:26:53.562 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 610 (ObjNum 467 snap 140 seq_num 467) dirty exists 2024-04-02T08:26:53.562 INFO:tasks.rados.rados.0.smithi084.stdout:1465: left oid 7 (ObjNum 467 snap 140 seq_num 467) 2024-04-02T08:26:53.562 INFO:tasks.rados.rados.0.smithi084.stdout:1467: seq_num 469 ranges {2375680=663552} 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1467: writing smithi08483026-34 from 2375680 to 3039232 tid 1 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1465: done (2 left) 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1468: snap_create 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1466: finishing write tid 1 to smithi08483026-32 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1466: finishing write tid 2 to smithi08483026-32 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1466: finishing write tid 3 to smithi08483026-32 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1466: oid 32 updating version 0 to 767 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1466: oid 32 version 767 is already newer than 766 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 767 (ObjNum 468 snap 140 seq_num 468) dirty exists 2024-04-02T08:26:53.578 INFO:tasks.rados.rados.0.smithi084.stdout:1466: left oid 32 (ObjNum 468 snap 140 seq_num 468) 2024-04-02T08:26:53.584 INFO:tasks.rados.rados.0.smithi084.stdout:1467: finishing write tid 1 to smithi08483026-34 2024-04-02T08:26:53.584 INFO:tasks.rados.rados.0.smithi084.stdout:1467: finishing write tid 2 to smithi08483026-34 2024-04-02T08:26:53.587 INFO:tasks.rados.rados.0.smithi084.stdout:1467: finishing write tid 3 to smithi08483026-34 2024-04-02T08:26:53.587 INFO:tasks.rados.rados.0.smithi084.stdout:1467: oid 34 updating version 0 to 529 2024-04-02T08:26:53.588 INFO:tasks.rados.rados.0.smithi084.stdout:1467: oid 34 version 529 is already newer than 528 2024-04-02T08:26:53.588 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 529 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-04-02T08:26:53.588 INFO:tasks.rados.rados.0.smithi084.stdout:1467: left oid 34 (ObjNum 469 snap 140 seq_num 469) 2024-04-02T08:26:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:53 smithi084 ceph-mon[94794]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:26:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:53 smithi084 ceph-mon[97358]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:26:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:53 smithi132 ceph-mon[88571]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:26:53.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:26:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:26:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:54.464 INFO:tasks.rados.rados.0.smithi084.stdout:1466: done (2 left) 2024-04-02T08:26:54.464 INFO:tasks.rados.rados.0.smithi084.stdout:1467: done (1 left) 2024-04-02T08:26:54.464 INFO:tasks.rados.rados.0.smithi084.stdout:1468: done (0 left) 2024-04-02T08:26:54.464 INFO:tasks.rados.rados.0.smithi084.stdout:1469: delete oid 40 current snap is 141 2024-04-02T08:26:54.470 INFO:tasks.rados.rados.0.smithi084.stdout:1469: done (0 left) 2024-04-02T08:26:54.470 INFO:tasks.rados.rados.0.smithi084.stdout:1470: snap_remove snap 138 2024-04-02T08:26:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[94794]: pgmap v194: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:26:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[94794]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:26:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[97358]: pgmap v194: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:26:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[97358]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:26:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:54 smithi132 ceph-mon[88571]: pgmap v194: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:26:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:54 smithi132 ceph-mon[88571]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:26:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:26:55.476 INFO:tasks.rados.rados.0.smithi084.stdout:1470: done (0 left) 2024-04-02T08:26:55.476 INFO:tasks.rados.rados.0.smithi084.stdout:1471: snap_remove snap 139 2024-04-02T08:26:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:55 smithi084 ceph-mon[94794]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:26:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:55 smithi084 ceph-mon[97358]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:26:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:55 smithi132 ceph-mon[88571]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:26:56.480 INFO:tasks.rados.rados.0.smithi084.stdout:1471: done (0 left) 2024-04-02T08:26:56.480 INFO:tasks.rados.rados.0.smithi084.stdout:1472: snap_remove snap 127 2024-04-02T08:26:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:56 smithi084 ceph-mon[94794]: pgmap v197: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 270 KiB/s wr, 4 op/s 2024-04-02T08:26:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:56 smithi084 ceph-mon[94794]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:26:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:56 smithi084 ceph-mon[97358]: pgmap v197: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 270 KiB/s wr, 4 op/s 2024-04-02T08:26:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:56 smithi084 ceph-mon[97358]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:26:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:56 smithi132 ceph-mon[88571]: pgmap v197: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 270 KiB/s wr, 4 op/s 2024-04-02T08:26:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:56 smithi132 ceph-mon[88571]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:26:57.480 INFO:tasks.rados.rados.0.smithi084.stdout:1472: done (0 left) 2024-04-02T08:26:57.480 INFO:tasks.rados.rados.0.smithi084.stdout:1473: delete oid 34 current snap is 141 2024-04-02T08:26:57.493 INFO:tasks.rados.rados.0.smithi084.stdout:1473: done (0 left) 2024-04-02T08:26:57.494 INFO:tasks.rados.rados.0.smithi084.stdout:1474: read oid 33 snap -1 2024-04-02T08:26:57.494 INFO:tasks.rados.rados.0.smithi084.stdout:1474: expect (ObjNum 436 snap 128 seq_num 436) 2024-04-02T08:26:57.494 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 141 2024-04-02T08:26:57.494 INFO:tasks.rados.rados.0.smithi084.stdout:1475: seq_num 472 ranges {0=712704} 2024-04-02T08:26:57.498 INFO:tasks.rados.rados.0.smithi084.stdout:1475: writing smithi08483026-48 from 0 to 712704 tid 1 2024-04-02T08:26:57.499 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 141 2024-04-02T08:26:57.499 INFO:tasks.rados.rados.0.smithi084.stdout:1476: seq_num 473 ranges {663552=729088} 2024-04-02T08:26:57.508 INFO:tasks.rados.rados.0.smithi084.stdout:1476: writing smithi08483026-5 from 663552 to 1392640 tid 1 2024-04-02T08:26:57.508 INFO:tasks.rados.rados.0.smithi084.stdout:1477: read oid 42 snap -1 2024-04-02T08:26:57.508 INFO:tasks.rados.rados.0.smithi084.stdout:1477: expect deleted 2024-04-02T08:26:57.509 INFO:tasks.rados.rados.0.smithi084.stdout:1478: delete oid 15 current snap is 141 2024-04-02T08:26:57.509 INFO:tasks.rados.rados.0.smithi084.stdout:1474: expect (ObjNum 436 snap 128 seq_num 436) 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1475: finishing write tid 1 to smithi08483026-48 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1475: finishing write tid 2 to smithi08483026-48 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1475: finishing write tid 3 to smithi08483026-48 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1475: oid 48 updating version 0 to 491 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1475: oid 48 updating version 491 to 492 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 492 (ObjNum 472 snap 141 seq_num 472) dirty exists 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1475: left oid 48 (ObjNum 472 snap 141 seq_num 472) 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1476: finishing write tid 1 to smithi08483026-5 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1476: finishing write tid 2 to smithi08483026-5 2024-04-02T08:26:57.579 INFO:tasks.rados.rados.0.smithi084.stdout:1476: finishing write tid 3 to smithi08483026-5 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1476: oid 5 updating version 0 to 531 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1476: oid 5 updating version 531 to 532 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 532 (ObjNum 473 snap 141 seq_num 473) dirty exists 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1476: left oid 5 (ObjNum 473 snap 141 seq_num 473) 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1474: done (4 left) 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1475: done (3 left) 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1476: done (2 left) 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1477: done (1 left) 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1478: done (0 left) 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1479: rollback oid 19 current snap is 141 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 19 to 136 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1480: read oid 31 snap 140 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1480: expect (ObjNum 454 snap 136 seq_num 454) 2024-04-02T08:26:57.580 INFO:tasks.rados.rados.0.smithi084.stdout:1481: rmattr oid 25 current snap is 141 2024-04-02T08:26:57.581 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 141 2024-04-02T08:26:57.581 INFO:tasks.rados.rados.0.smithi084.stdout:1482: seq_num 475 ranges {0=761856} 2024-04-02T08:26:57.583 INFO:tasks.rados.rados.0.smithi084.stdout:1482: writing smithi08483026-8 from 0 to 761856 tid 1 2024-04-02T08:26:57.583 INFO:tasks.rados.rados.0.smithi084.stdout:1483: snap_remove snap 137 2024-04-02T08:26:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:57 smithi084 ceph-mon[94794]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:26:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:57 smithi084 ceph-mon[94794]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:26:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:57 smithi084 ceph-mon[97358]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:26:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:57 smithi084 ceph-mon[97358]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:26:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:57 smithi132 ceph-mon[88571]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:26:57.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:57 smithi132 ceph-mon[88571]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:26:58.499 INFO:tasks.rados.rados.0.smithi084.stdout:1483: done (4 left) 2024-04-02T08:26:58.499 INFO:tasks.rados.rados.0.smithi084.stdout:1484: read oid 14 snap -1 2024-04-02T08:26:58.499 INFO:tasks.rados.rados.0.smithi084.stdout:1484: expect (ObjNum 215 snap 53 seq_num 215) 2024-04-02T08:26:58.499 INFO:tasks.rados.rados.0.smithi084.stdout:1485: read oid 3 snap -1 2024-04-02T08:26:58.499 INFO:tasks.rados.rados.0.smithi084.stdout:1485: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-02T08:26:58.500 INFO:tasks.rados.rados.0.smithi084.stdout:1486: delete oid 21 current snap is 141 2024-04-02T08:26:58.500 INFO:tasks.rados.rados.0.smithi084.stdout:1479: finishing rollback tid 0 to smithi08483026-19 2024-04-02T08:26:58.500 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 675 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:26:58.500 INFO:tasks.rados.rados.0.smithi084.stdout:1479: finishing rollback tid 1 to smithi08483026-19 2024-04-02T08:26:58.500 INFO:tasks.rados.rados.0.smithi084.stdout:1479: finishing rollback tid 2 to smithi08483026-19 2024-04-02T08:26:58.500 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 613 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:26:58.500 INFO:tasks.rados.rados.0.smithi084.stdout:1480: expect (ObjNum 454 snap 136 seq_num 454) 2024-04-02T08:26:58.615 INFO:tasks.rados.rados.0.smithi084.stdout:1482: finishing write tid 1 to smithi08483026-8 2024-04-02T08:26:58.615 INFO:tasks.rados.rados.0.smithi084.stdout:1482: finishing write tid 2 to smithi08483026-8 2024-04-02T08:26:58.615 INFO:tasks.rados.rados.0.smithi084.stdout:1482: finishing write tid 3 to smithi08483026-8 2024-04-02T08:26:58.615 INFO:tasks.rados.rados.0.smithi084.stdout:1482: oid 8 updating version 0 to 791 2024-04-02T08:26:58.615 INFO:tasks.rados.rados.0.smithi084.stdout:1482: oid 8 updating version 791 to 792 2024-04-02T08:26:58.615 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 792 (ObjNum 475 snap 141 seq_num 475) dirty exists 2024-04-02T08:26:58.615 INFO:tasks.rados.rados.0.smithi084.stdout:1482: left oid 8 (ObjNum 475 snap 141 seq_num 475) 2024-04-02T08:26:58.616 INFO:tasks.rados.rados.0.smithi084.stdout:1479: done (6 left) 2024-04-02T08:26:58.616 INFO:tasks.rados.rados.0.smithi084.stdout:1480: done (5 left) 2024-04-02T08:26:58.616 INFO:tasks.rados.rados.0.smithi084.stdout:1481: done (4 left) 2024-04-02T08:26:58.616 INFO:tasks.rados.rados.0.smithi084.stdout:1482: done (3 left) 2024-04-02T08:26:58.616 INFO:tasks.rados.rados.0.smithi084.stdout:1486: done (2 left) 2024-04-02T08:26:58.616 INFO:tasks.rados.rados.0.smithi084.stdout:1487: copy_from oid 28 from oid 39 current snap is 141 2024-04-02T08:26:58.616 INFO:tasks.rados.rados.0.smithi084.stdout:1484: expect (ObjNum 215 snap 53 seq_num 215) 2024-04-02T08:26:58.749 INFO:tasks.rados.rados.0.smithi084.stdout:1485: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-02T08:26:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:58 smithi084 ceph-mon[94794]: pgmap v200: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:26:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:58 smithi084 ceph-mon[97358]: pgmap v200: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:26:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:58 smithi132 ceph-mon[88571]: pgmap v200: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:26:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1487: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1487: finishing copy_from to smithi08483026-28 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1484: done (2 left) 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1485: done (1 left) 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1487: done (0 left) 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1488: read oid 10 snap -1 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1488: expect (ObjNum 461 snap 138 seq_num 461) 2024-04-02T08:26:59.071 INFO:tasks.rados.rados.0.smithi084.stdout:1489: setattr oid 13 current snap is 141 2024-04-02T08:26:59.072 INFO:tasks.rados.rados.0.smithi084.stdout:1490: snap_create 2024-04-02T08:26:59.075 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 681 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:26:59.088 INFO:tasks.rados.rados.0.smithi084.stdout:1488: expect (ObjNum 461 snap 138 seq_num 461) 2024-04-02T08:26:59.513 INFO:tasks.rados.rados.0.smithi084.stdout:1488: done (2 left) 2024-04-02T08:26:59.513 INFO:tasks.rados.rados.0.smithi084.stdout:1489: done (1 left) 2024-04-02T08:26:59.513 INFO:tasks.rados.rados.0.smithi084.stdout:1490: done (0 left) 2024-04-02T08:26:59.513 INFO:tasks.rados.rados.0.smithi084.stdout:1491: snap_create 2024-04-02T08:26:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:59 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:59 smithi084 ceph-mon[94794]: Upgrade: osd.2 is safe to restart 2024-04-02T08:26:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:26:59 smithi084 ceph-mon[94794]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:26:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:59 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:59 smithi084 ceph-mon[97358]: Upgrade: osd.2 is safe to restart 2024-04-02T08:26:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:26:59 smithi084 ceph-mon[97358]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:26:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:59 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:26:59.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:59 smithi132 ceph-mon[88571]: Upgrade: osd.2 is safe to restart 2024-04-02T08:26:59.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:26:59 smithi132 ceph-mon[88571]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:27:00.109 INFO:tasks.rados.rados.0.smithi084.stdout:1491: done (0 left) 2024-04-02T08:27:00.110 INFO:tasks.rados.rados.0.smithi084.stdout:1492: rmattr oid 40 current snap is 143 2024-04-02T08:27:00.110 INFO:tasks.rados.rados.0.smithi084.stdout:1492: done (0 left) 2024-04-02T08:27:00.110 INFO:tasks.rados.rados.0.smithi084.stdout:1493: snap_create 2024-04-02T08:27:00.834 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:27:00] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-02T08:27:00.834 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[94794]: pgmap v203: 121 pgs: 121 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T08:27:00.834 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[94794]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:27:00.834 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[94794]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:27:00.834 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:00.834 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:27:00.834 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:00.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[97358]: pgmap v203: 121 pgs: 121 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T08:27:00.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[97358]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:27:00.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[97358]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:27:00.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:00.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:27:00.835 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:00 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:00 smithi132 ceph-mon[88571]: pgmap v203: 121 pgs: 121 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T08:27:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:00 smithi132 ceph-mon[88571]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:27:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:00 smithi132 ceph-mon[88571]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:27:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:00 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:00 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:27:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:00 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:01.109 INFO:tasks.rados.rados.0.smithi084.stdout:1493: done (0 left) 2024-04-02T08:27:01.109 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 144 2024-04-02T08:27:01.110 INFO:tasks.rados.rados.0.smithi084.stdout:1494: seq_num 477 ranges {0=794624} 2024-04-02T08:27:01.113 INFO:tasks.rados.rados.0.smithi084.stdout:1494: writing smithi08483026-35 from 0 to 794624 tid 1 2024-04-02T08:27:01.113 INFO:tasks.rados.rados.0.smithi084.stdout:1495: delete oid 36 current snap is 144 2024-04-02T08:27:01.118 INFO:tasks.rados.rados.0.smithi084.stdout:1495: done (1 left) 2024-04-02T08:27:01.118 INFO:tasks.rados.rados.0.smithi084.stdout:1496: read oid 3 snap -1 2024-04-02T08:27:01.118 INFO:tasks.rados.rados.0.smithi084.stdout:1496: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-02T08:27:01.118 INFO:tasks.rados.rados.0.smithi084.stdout:1497: delete oid 13 current snap is 144 2024-04-02T08:27:01.118 INFO:tasks.rados.rados.0.smithi084.stdout:1494: finishing write tid 1 to smithi08483026-35 2024-04-02T08:27:01.118 INFO:tasks.rados.rados.0.smithi084.stdout:1494: finishing write tid 2 to smithi08483026-35 2024-04-02T08:27:01.119 INFO:tasks.rados.rados.0.smithi084.stdout:1494: finishing write tid 3 to smithi08483026-35 2024-04-02T08:27:01.119 INFO:tasks.rados.rados.0.smithi084.stdout:1494: oid 35 updating version 0 to 800 2024-04-02T08:27:01.119 INFO:tasks.rados.rados.0.smithi084.stdout:1494: oid 35 version 800 is already newer than 799 2024-04-02T08:27:01.119 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 800 (ObjNum 477 snap 144 seq_num 477) dirty exists 2024-04-02T08:27:01.120 INFO:tasks.rados.rados.0.smithi084.stdout:1494: left oid 35 (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:27:01.121 INFO:tasks.rados.rados.0.smithi084.stdout:1494: done (2 left) 2024-04-02T08:27:01.121 INFO:tasks.rados.rados.0.smithi084.stdout:1497: done (1 left) 2024-04-02T08:27:01.121 INFO:tasks.rados.rados.0.smithi084.stdout:1498: snap_remove snap 142 2024-04-02T08:27:01.812 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:01 smithi132 ceph-mon[88571]: Upgrade: Updating osd.2 2024-04-02T08:27:01.812 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:01 smithi132 ceph-mon[88571]: Deploying daemon osd.2 on smithi084 2024-04-02T08:27:01.812 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:01 smithi132 ceph-mon[88571]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:27:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:01 smithi084 ceph-mon[94794]: Upgrade: Updating osd.2 2024-04-02T08:27:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:01 smithi084 ceph-mon[94794]: Deploying daemon osd.2 on smithi084 2024-04-02T08:27:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:01 smithi084 ceph-mon[94794]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:27:01.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:01 smithi084 ceph-mon[97358]: Upgrade: Updating osd.2 2024-04-02T08:27:01.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:01 smithi084 ceph-mon[97358]: Deploying daemon osd.2 on smithi084 2024-04-02T08:27:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:01 smithi084 ceph-mon[97358]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:27:02.111 INFO:tasks.rados.rados.0.smithi084.stdout:1498: done (1 left) 2024-04-02T08:27:02.111 INFO:tasks.rados.rados.0.smithi084.stdout:1499: read oid 34 snap -1 2024-04-02T08:27:02.111 INFO:tasks.rados.rados.0.smithi084.stdout:1499: expect deleted 2024-04-02T08:27:02.111 INFO:tasks.rados.rados.0.smithi084.stdout:1500: snap_create 2024-04-02T08:27:02.111 INFO:tasks.rados.rados.0.smithi084.stdout:1496: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-02T08:27:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:02 smithi132 ceph-mon[88571]: pgmap v206: 121 pgs: 121 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:27:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:02 smithi132 ceph-mon[88571]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:27:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:02 smithi084 ceph-mon[94794]: pgmap v206: 121 pgs: 121 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:27:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:02 smithi084 ceph-mon[94794]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:27:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:02 smithi084 ceph-mon[97358]: pgmap v206: 121 pgs: 121 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:27:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:02 smithi084 ceph-mon[97358]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:27:03.113 INFO:tasks.rados.rados.0.smithi084.stdout:1496: done (2 left) 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1499: done (1 left) 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1500: done (0 left) 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1501: copy_from oid 45 from oid 50 current snap is 145 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1502: copy_from oid 17 from oid 29 current snap is 145 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1503: read oid 30 snap -1 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1503: expect (ObjNum 458 snap 137 seq_num 458) 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1504: read oid 41 snap -1 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1504: expect (ObjNum 394 snap 120 seq_num 394) 2024-04-02T08:27:03.114 INFO:tasks.rados.rados.0.smithi084.stdout:1505: setattr oid 47 current snap is 145 2024-04-02T08:27:03.117 INFO:tasks.rados.rados.0.smithi084.stdout:1506: copy_from oid 13 from oid 28 current snap is 145 2024-04-02T08:27:03.117 INFO:tasks.rados.rados.0.smithi084.stdout:1507: setattr oid 18 current snap is 145 2024-04-02T08:27:03.118 INFO:tasks.rados.rados.0.smithi084.stdout:1503: expect (ObjNum 458 snap 137 seq_num 458) 2024-04-02T08:27:03.135 INFO:tasks.rados.rados.0.smithi084.stdout:1501: finishing copy_from to smithi08483026-45 2024-04-02T08:27:03.135 INFO:tasks.rados.rados.0.smithi084.stdout:1501: got expected ENOENT (src dne) 2024-04-02T08:27:03.135 INFO:tasks.rados.rados.0.smithi084.stdout:1501: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:27:03.136 INFO:tasks.rados.rados.0.smithi084.stdout:1504: expect (ObjNum 394 snap 120 seq_num 394) 2024-04-02T08:27:03.184 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 691 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:27:03.184 INFO:tasks.rados.rados.0.smithi084.stdout:1502: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1502: finishing copy_from to smithi08483026-17 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 295 (ObjNum 456 snap 136 seq_num 456) dirty exists 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1506: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1506: finishing copy_from to smithi08483026-13 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1501: done (6 left) 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1502: done (5 left) 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1503: done (4 left) 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1504: done (3 left) 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1505: done (2 left) 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1506: done (1 left) 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1508: read oid 37 snap -1 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1508: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 145 2024-04-02T08:27:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:1509: seq_num 480 ranges {2113536=442368,2555904=401408} 2024-04-02T08:27:03.198 INFO:tasks.rados.rados.0.smithi084.stdout:1509: writing smithi08483026-9 from 2113536 to 2555904 tid 1 2024-04-02T08:27:03.200 INFO:tasks.rados.rados.0.smithi084.stdout:1509: writing smithi08483026-9 from 2555904 to 2957312 tid 2 2024-04-02T08:27:03.200 INFO:tasks.rados.rados.0.smithi084.stdout:1510: read oid 43 snap -1 2024-04-02T08:27:03.200 INFO:tasks.rados.rados.0.smithi084.stdout:1510: expect deleted 2024-04-02T08:27:03.200 INFO:tasks.rados.rados.0.smithi084.stdout:1511: snap_create 2024-04-02T08:27:03.200 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 481 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:27:03.200 INFO:tasks.rados.rados.0.smithi084.stdout:1508: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: finishing write tid 1 to smithi08483026-9 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: finishing write tid 2 to smithi08483026-9 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: finishing write tid 3 to smithi08483026-9 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: finishing write tid 4 to smithi08483026-9 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: oid 9 updating version 0 to 166 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: oid 9 version 166 is already newer than 165 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: oid 9 version 166 is already newer than 164 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 166 (ObjNum 480 snap 145 seq_num 480) dirty exists 2024-04-02T08:27:03.213 INFO:tasks.rados.rados.0.smithi084.stdout:1509: left oid 9 (ObjNum 480 snap 145 seq_num 480) 2024-04-02T08:27:03.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:03.924 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:03 smithi084 systemd[1]: Stopping Ceph osd.2 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:04.124 INFO:tasks.rados.rados.0.smithi084.stdout:1507: done (4 left) 2024-04-02T08:27:04.124 INFO:tasks.rados.rados.0.smithi084.stdout:1508: done (3 left) 2024-04-02T08:27:04.124 INFO:tasks.rados.rados.0.smithi084.stdout:1509: done (2 left) 2024-04-02T08:27:04.124 INFO:tasks.rados.rados.0.smithi084.stdout:1510: done (1 left) 2024-04-02T08:27:04.125 INFO:tasks.rados.rados.0.smithi084.stdout:1511: done (0 left) 2024-04-02T08:27:04.125 INFO:tasks.rados.rados.0.smithi084.stdout:1512: snap_remove snap 136 2024-04-02T08:27:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:04 smithi084 ceph-mon[97358]: pgmap v209: 121 pgs: 121 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:27:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:04 smithi084 ceph-mon[97358]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:27:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:04 smithi084 ceph-mon[97358]: osd.2 marked itself down and dead 2024-04-02T08:27:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:04 smithi084 ceph-mon[94794]: pgmap v209: 121 pgs: 121 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:27:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:04 smithi084 ceph-mon[94794]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:27:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:04 smithi084 ceph-mon[94794]: osd.2 marked itself down and dead 2024-04-02T08:27:04.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:03 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[55616]: 2024-04-02T08:27:03.925+0000 7f12a0fb3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:27:04.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:03 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[55616]: 2024-04-02T08:27:03.925+0000 7f12a0fb3700 -1 osd.2 365 *** Got signal Terminated *** 2024-04-02T08:27:04.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:03 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[55616]: 2024-04-02T08:27:03.925+0000 7f12a0fb3700 -1 osd.2 365 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:27:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:04 smithi132 ceph-mon[88571]: pgmap v209: 121 pgs: 121 active+clean; 142 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:27:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:04 smithi132 ceph-mon[88571]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:27:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:04 smithi132 ceph-mon[88571]: osd.2 marked itself down and dead 2024-04-02T08:27:05.007 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:04 smithi084 podman[113456]: 2024-04-02 08:27:04.681340406 +0000 UTC m=+0.867141811 container died 8ff9111ca788d843bdacfef894226c5b7c91c8b60aedb88567ecf6d7719259bb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:05.110 INFO:tasks.rados.rados.0.smithi084.stdout:1512: done (0 left) 2024-04-02T08:27:05.111 INFO:tasks.rados.rados.0.smithi084.stdout:1513: rollback oid 10 current snap is 146 2024-04-02T08:27:05.111 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 140 2024-04-02T08:27:05.111 INFO:tasks.rados.rados.0.smithi084.stdout:1514: snap_remove snap 144 2024-04-02T08:27:05.339 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:05 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:27:05.339 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:05 smithi084 ceph-mon[94794]: osdmap e366: 8 total, 7 up, 8 in 2024-04-02T08:27:05.339 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:05 smithi084 ceph-mon[94794]: osdmap e367: 8 total, 7 up, 8 in 2024-04-02T08:27:05.340 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:05 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:27:05.340 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:05 smithi084 ceph-mon[97358]: osdmap e366: 8 total, 7 up, 8 in 2024-04-02T08:27:05.340 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:05 smithi084 ceph-mon[97358]: osdmap e367: 8 total, 7 up, 8 in 2024-04-02T08:27:05.340 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:05 smithi084 podman[113456]: 2024-04-02 08:27:05.106479217 +0000 UTC m=+1.292280616 container cleanup 8ff9111ca788d843bdacfef894226c5b7c91c8b60aedb88567ecf6d7719259bb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-02T08:27:05.340 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:05 smithi084 bash[113456]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T08:27:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:05 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:27:05.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:05 smithi132 ceph-mon[88571]: osdmap e366: 8 total, 7 up, 8 in 2024-04-02T08:27:05.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:05 smithi132 ceph-mon[88571]: osdmap e367: 8 total, 7 up, 8 in 2024-04-02T08:27:05.617 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:05 smithi084 podman[113480]: 2024-04-02 08:27:05.341593248 +0000 UTC m=+0.655057038 container remove 8ff9111ca788d843bdacfef894226c5b7c91c8b60aedb88567ecf6d7719259bb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:27:06.067 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:05 smithi084 podman[113578]: 2024-04-02 08:27:05.653460722 +0000 UTC m=+0.017750752 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:06.068 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:05 smithi084 podman[113578]: 2024-04-02 08:27:05.759268849 +0000 UTC m=+0.123558873 container create 3a5120937db9692b8c11ebb8b320c25e98fd6b86d22fcb4a906e086d5b7d93d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:27:06.068 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:05 smithi084 podman[113578]: 2024-04-02 08:27:05.978538853 +0000 UTC m=+0.342828890 container init 3a5120937db9692b8c11ebb8b320c25e98fd6b86d22fcb4a906e086d5b7d93d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:06.068 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:05 smithi084 podman[113578]: 2024-04-02 08:27:05.984628731 +0000 UTC m=+0.348918752 container start 3a5120937db9692b8c11ebb8b320c25e98fd6b86d22fcb4a906e086d5b7d93d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True) 2024-04-02T08:27:06.068 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:06 smithi084 podman[113578]: 2024-04-02 08:27:06.069629717 +0000 UTC m=+0.433919740 container attach 3a5120937db9692b8c11ebb8b320c25e98fd6b86d22fcb4a906e086d5b7d93d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-02T08:27:06.111 INFO:tasks.rados.rados.0.smithi084.stdout:1514: done (1 left) 2024-04-02T08:27:06.111 INFO:tasks.rados.rados.0.smithi084.stdout:1515: snap_create 2024-04-02T08:27:06.111 INFO:tasks.rados.rados.0.smithi084.stdout:1513: finishing rollback tid 0 to smithi08483026-10 2024-04-02T08:27:06.111 INFO:tasks.rados.rados.0.smithi084.stdout:1513: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:27:06.111 INFO:tasks.rados.rados.0.smithi084.stdout:1513: finishing rollback tid 2 to smithi08483026-10 2024-04-02T08:27:06.111 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 762 (ObjNum 461 snap 138 seq_num 461) dirty exists 2024-04-02T08:27:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:06 smithi084 ceph-mon[94794]: pgmap v212: 121 pgs: 5 peering, 10 stale+active+clean, 106 active+clean; 144 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 348 KiB/s rd, 676 KiB/s wr, 1 op/s 2024-04-02T08:27:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:06 smithi084 ceph-mon[94794]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:27:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:06 smithi084 ceph-mon[94794]: osdmap e368: 8 total, 7 up, 8 in 2024-04-02T08:27:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:06 smithi084 ceph-mon[97358]: pgmap v212: 121 pgs: 5 peering, 10 stale+active+clean, 106 active+clean; 144 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 348 KiB/s rd, 676 KiB/s wr, 1 op/s 2024-04-02T08:27:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:06 smithi084 ceph-mon[97358]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:27:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:06 smithi084 ceph-mon[97358]: osdmap e368: 8 total, 7 up, 8 in 2024-04-02T08:27:06.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:06 smithi084 podman[113578]: 2024-04-02 08:27:06.294782935 +0000 UTC m=+0.659072973 container died 3a5120937db9692b8c11ebb8b320c25e98fd6b86d22fcb4a906e086d5b7d93d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-04-02T08:27:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:06 smithi132 ceph-mon[88571]: pgmap v212: 121 pgs: 5 peering, 10 stale+active+clean, 106 active+clean; 144 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 348 KiB/s rd, 676 KiB/s wr, 1 op/s 2024-04-02T08:27:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:06 smithi132 ceph-mon[88571]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:27:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:06 smithi132 ceph-mon[88571]: osdmap e368: 8 total, 7 up, 8 in 2024-04-02T08:27:07.113 INFO:tasks.rados.rados.0.smithi084.stdout:1513: done (1 left) 2024-04-02T08:27:07.113 INFO:tasks.rados.rados.0.smithi084.stdout:1515: done (0 left) 2024-04-02T08:27:07.113 INFO:tasks.rados.rados.0.smithi084.stdout:1516: copy_from oid 36 from oid 33 current snap is 147 2024-04-02T08:27:07.113 INFO:tasks.rados.rados.0.smithi084.stdout:1517: rollback oid 44 current snap is 147 2024-04-02T08:27:07.113 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 143 2024-04-02T08:27:07.113 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 147 2024-04-02T08:27:07.114 INFO:tasks.rados.rados.0.smithi084.stdout:1518: seq_num 481 ranges {761856=458752,1220608=401408} 2024-04-02T08:27:07.119 INFO:tasks.rados.rados.0.smithi084.stdout:1518: writing smithi08483026-8 from 761856 to 1220608 tid 1 2024-04-02T08:27:07.121 INFO:tasks.rados.rados.0.smithi084.stdout:1518: writing smithi08483026-8 from 1220608 to 1622016 tid 2 2024-04-02T08:27:07.122 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 147 2024-04-02T08:27:07.122 INFO:tasks.rados.rados.0.smithi084.stdout:1517: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:27:07.122 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:27:07.122 INFO:tasks.rados.rados.0.smithi084.stdout:1519: seq_num 482 ranges {2957312=475136,3432448=401408} 2024-04-02T08:27:07.141 INFO:tasks.rados.rados.0.smithi084.stdout:1519: writing smithi08483026-9 from 2957312 to 3432448 tid 1 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1519: writing smithi08483026-9 from 3432448 to 3833856 tid 2 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1517: done (3 left) 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1520: setattr oid 37 current snap is 147 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1518: finishing write tid 1 to smithi08483026-8 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1518: finishing write tid 2 to smithi08483026-8 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1518: finishing write tid 3 to smithi08483026-8 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1516: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1516: finishing copy_from to smithi08483026-36 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 713 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1518: finishing write tid 4 to smithi08483026-8 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1518: oid 8 updating version 0 to 802 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1518: oid 8 updating version 802 to 803 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:1518: oid 8 updating version 803 to 804 2024-04-02T08:27:07.144 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 804 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:07.145 INFO:tasks.rados.rados.0.smithi084.stdout:1518: left oid 8 (ObjNum 481 snap 147 seq_num 481) 2024-04-02T08:27:07.145 INFO:tasks.rados.rados.0.smithi084.stdout:1516: done (3 left) 2024-04-02T08:27:07.145 INFO:tasks.rados.rados.0.smithi084.stdout:1518: done (2 left) 2024-04-02T08:27:07.145 INFO:tasks.rados.rados.0.smithi084.stdout:1521: snap_remove snap 143 2024-04-02T08:27:07.367 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:06 smithi084 podman[113628]: 2024-04-02 08:27:06.923703274 +0000 UTC m=+0.623527214 container remove 3a5120937db9692b8c11ebb8b320c25e98fd6b86d22fcb4a906e086d5b7d93d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:27:07.367 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:06 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-02T08:27:07.367 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:06 smithi084 systemd[1]: Stopped Ceph osd.2 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:07.367 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:06 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.2.service: Consumed 15.729s CPU time. 2024-04-02T08:27:07.367 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:07 smithi084 systemd[1]: Starting Ceph osd.2 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:07.625 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:07 smithi084 podman[113742]: 2024-04-02 08:27:07.278964614 +0000 UTC m=+0.018469350 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:07.626 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:07 smithi084 podman[113742]: 2024-04-02 08:27:07.391343696 +0000 UTC m=+0.130848423 container create c8c06cc353ca18914b6c39ac302e4cda5f7101fcc74d84d11b177aa7c12827b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-02T08:27:08.074 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:07 smithi084 podman[113742]: 2024-04-02 08:27:07.627457877 +0000 UTC m=+0.366962601 container init c8c06cc353ca18914b6c39ac302e4cda5f7101fcc74d84d11b177aa7c12827b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T08:27:08.075 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:07 smithi084 podman[113742]: 2024-04-02 08:27:07.633381356 +0000 UTC m=+0.372886082 container start c8c06cc353ca18914b6c39ac302e4cda5f7101fcc74d84d11b177aa7c12827b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:08.075 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:07 smithi084 podman[113742]: 2024-04-02 08:27:07.718775409 +0000 UTC m=+0.458280171 container attach c8c06cc353ca18914b6c39ac302e4cda5f7101fcc74d84d11b177aa7c12827b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:27:08.128 INFO:tasks.rados.rados.0.smithi084.stdout:1521: done (2 left) 2024-04-02T08:27:08.128 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 147 2024-04-02T08:27:08.128 INFO:tasks.rados.rados.0.smithi084.stdout:1522: seq_num 483 ranges {2056192=491520,2547712=401408} 2024-04-02T08:27:08.142 INFO:tasks.rados.rados.0.smithi084.stdout:1522: writing smithi08483026-38 from 2056192 to 2547712 tid 1 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1522: writing smithi08483026-38 from 2547712 to 2949120 tid 2 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1519: finishing write tid 1 to smithi08483026-9 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1523: setattr oid 22 current snap is 147 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1519: finishing write tid 2 to smithi08483026-9 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1519: finishing write tid 3 to smithi08483026-9 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 126 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1519: finishing write tid 4 to smithi08483026-9 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1519: oid 9 updating version 0 to 167 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1519: oid 9 updating version 167 to 169 2024-04-02T08:27:08.145 INFO:tasks.rados.rados.0.smithi084.stdout:1519: oid 9 version 169 is already newer than 168 2024-04-02T08:27:08.146 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 169 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-04-02T08:27:08.146 INFO:tasks.rados.rados.0.smithi084.stdout:1519: left oid 9 (ObjNum 482 snap 147 seq_num 482) 2024-04-02T08:27:08.147 INFO:tasks.rados.rados.0.smithi084.stdout:1519: done (3 left) 2024-04-02T08:27:08.147 INFO:tasks.rados.rados.0.smithi084.stdout:1520: done (2 left) 2024-04-02T08:27:08.147 INFO:tasks.rados.rados.0.smithi084.stdout:1524: snap_remove snap 140 2024-04-02T08:27:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-mon[94794]: pgmap v215: 121 pgs: 30 peering, 2 stale+active+clean, 89 active+clean; 150 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:27:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-mon[94794]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:27:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-mon[97358]: pgmap v215: 121 pgs: 30 peering, 2 stale+active+clean, 89 active+clean; 150 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:27:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-mon[97358]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[113757]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 bash[113742]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 bash[113742]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 bash[113742]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 bash[113742]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 bash[113742]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 bash[113742]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 bash[113742]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:27:08.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[113757]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:27:08.369 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[113757]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:27:08.369 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[113757]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:27:08.369 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[113757]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:27:08.369 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[113757]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:27:08.369 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[113757]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:27:08.369 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 podman[113742]: 2024-04-02 08:27:08.100911035 +0000 UTC m=+0.840415760 container died c8c06cc353ca18914b6c39ac302e4cda5f7101fcc74d84d11b177aa7c12827b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:08 smithi132 ceph-mon[88571]: pgmap v215: 121 pgs: 30 peering, 2 stale+active+clean, 89 active+clean; 150 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:27:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:08 smithi132 ceph-mon[88571]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:27:09.117 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:08 smithi084 podman[113894]: 2024-04-02 08:27:08.8150408 +0000 UTC m=+0.709396913 container remove c8c06cc353ca18914b6c39ac302e4cda5f7101fcc74d84d11b177aa7c12827b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:27:09.117 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 podman[113965]: 2024-04-02 08:27:09.024225388 +0000 UTC m=+0.115150232 container create 53a981972b696edc9ba5290f55661d44684a0e6b5160d430bf1de5c7b0dcf6fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:27:09.117 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 podman[113965]: 2024-04-02 08:27:08.927174164 +0000 UTC m=+0.018098981 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:09.138 INFO:tasks.rados.rados.0.smithi084.stdout:1524: done (2 left) 2024-04-02T08:27:09.138 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 147 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: finishing write tid 1 to smithi08483026-38 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: finishing write tid 2 to smithi08483026-38 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: finishing write tid 3 to smithi08483026-38 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: finishing write tid 4 to smithi08483026-38 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: oid 38 updating version 0 to 535 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: oid 38 version 535 is already newer than 533 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: oid 38 version 535 is already newer than 534 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 535 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1522: left oid 38 (ObjNum 483 snap 147 seq_num 483) 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 482 (ObjNum 33 snap 0 seq_num 621478752) dirty exists 2024-04-02T08:27:09.139 INFO:tasks.rados.rados.0.smithi084.stdout:1525: seq_num 484 ranges {0=507904,507904=401408} 2024-04-02T08:27:09.141 INFO:tasks.rados.rados.0.smithi084.stdout:1525: writing smithi08483026-50 from 0 to 507904 tid 1 2024-04-02T08:27:09.145 INFO:tasks.rados.rados.0.smithi084.stdout:1525: writing smithi08483026-50 from 507904 to 909312 tid 2 2024-04-02T08:27:09.145 INFO:tasks.rados.rados.0.smithi084.stdout:1522: done (2 left) 2024-04-02T08:27:09.145 INFO:tasks.rados.rados.0.smithi084.stdout:1523: done (1 left) 2024-04-02T08:27:09.145 INFO:tasks.rados.rados.0.smithi084.stdout:1526: copy_from oid 14 from oid 8 current snap is 147 2024-04-02T08:27:09.145 INFO:tasks.rados.rados.0.smithi084.stdout:1527: setattr oid 25 current snap is 147 2024-04-02T08:27:09.148 INFO:tasks.rados.rados.0.smithi084.stdout:1528: rollback oid 44 current snap is 147 2024-04-02T08:27:09.148 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 141 2024-04-02T08:27:09.148 INFO:tasks.rados.rados.0.smithi084.stdout:1529: rollback oid 5 current snap is 147 2024-04-02T08:27:09.148 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 5 to 146 2024-04-02T08:27:09.148 INFO:tasks.rados.rados.0.smithi084.stdout:1530: delete oid 6 current snap is 147 2024-04-02T08:27:09.149 INFO:tasks.rados.rados.0.smithi084.stdout:1525: finishing write tid 1 to smithi08483026-50 2024-04-02T08:27:09.150 INFO:tasks.rados.rados.0.smithi084.stdout:1528: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:27:09.150 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:27:09.152 INFO:tasks.rados.rados.0.smithi084.stdout:1525: finishing write tid 2 to smithi08483026-50 2024-04-02T08:27:09.152 INFO:tasks.rados.rados.0.smithi084.stdout:1525: finishing write tid 3 to smithi08483026-50 2024-04-02T08:27:09.152 INFO:tasks.rados.rados.0.smithi084.stdout:1529: finishing rollback tid 0 to smithi08483026-5 2024-04-02T08:27:09.153 INFO:tasks.rados.rados.0.smithi084.stdout:1529: finishing rollback tid 1 to smithi08483026-5 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1529: finishing rollback tid 2 to smithi08483026-5 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 538 (ObjNum 473 snap 141 seq_num 473) dirty exists 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1528: done (5 left) 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1529: done (4 left) 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1530: done (3 left) 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1531: read oid 3 snap -1 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1531: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1532: read oid 48 snap 145 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1532: expect (ObjNum 472 snap 141 seq_num 472) 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1533: read oid 22 snap 141 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1533: expect deleted 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1534: copy_from oid 37 from oid 24 current snap is 147 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1535: copy_from oid 11 from oid 23 current snap is 147 2024-04-02T08:27:09.156 INFO:tasks.rados.rados.0.smithi084.stdout:1536: delete oid 42 current snap is 147 2024-04-02T08:27:09.157 INFO:tasks.rados.rados.0.smithi084.stdout:1525: finishing write tid 4 to smithi08483026-50 2024-04-02T08:27:09.157 INFO:tasks.rados.rados.0.smithi084.stdout:1525: oid 50 updating version 0 to 764 2024-04-02T08:27:09.157 INFO:tasks.rados.rados.0.smithi084.stdout:1525: oid 50 version 764 is already newer than 763 2024-04-02T08:27:09.157 INFO:tasks.rados.rados.0.smithi084.stdout:1525: oid 50 updating version 764 to 765 2024-04-02T08:27:09.157 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 765 (ObjNum 484 snap 147 seq_num 484) dirty exists 2024-04-02T08:27:09.157 INFO:tasks.rados.rados.0.smithi084.stdout:1525: left oid 50 (ObjNum 484 snap 147 seq_num 484) 2024-04-02T08:27:09.157 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 749 (ObjNum 427 snap 128 seq_num 427) dirty exists 2024-04-02T08:27:09.159 INFO:tasks.rados.rados.0.smithi084.stdout:1525: done (8 left) 2024-04-02T08:27:09.159 INFO:tasks.rados.rados.0.smithi084.stdout:1527: done (7 left) 2024-04-02T08:27:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:1533: done (6 left) 2024-04-02T08:27:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:1536: done (5 left) 2024-04-02T08:27:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 147 2024-04-02T08:27:09.160 INFO:tasks.rados.rados.0.smithi084.stdout:1537: seq_num 487 ranges {0=565248,565248=401408} 2024-04-02T08:27:09.163 INFO:tasks.rados.rados.0.smithi084.stdout:1537: writing smithi08483026-12 from 0 to 565248 tid 1 2024-04-02T08:27:09.165 INFO:tasks.rados.rados.0.smithi084.stdout:1537: writing smithi08483026-12 from 565248 to 966656 tid 2 2024-04-02T08:27:09.166 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 147 2024-04-02T08:27:09.166 INFO:tasks.rados.rados.0.smithi084.stdout:1532: expect (ObjNum 472 snap 141 seq_num 472) 2024-04-02T08:27:09.185 INFO:tasks.rados.rados.0.smithi084.stdout:1534: finishing copy_from racing read to smithi08483026-37 2024-04-02T08:27:09.185 INFO:tasks.rados.rados.0.smithi084.stdout:1534: finishing copy_from to smithi08483026-37 2024-04-02T08:27:09.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 125 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:09.185 INFO:tasks.rados.rados.0.smithi084.stdout:1526: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:27:09.185 INFO:tasks.rados.rados.0.smithi084.stdout:1538: seq_num 488 ranges {4046848=581632,4628480=401408} 2024-04-02T08:27:09.210 INFO:tasks.rados.rados.0.smithi084.stdout:1538: writing smithi08483026-28 from 4046848 to 4628480 tid 1 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1538: writing smithi08483026-28 from 4628480 to 5029888 tid 2 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1532: done (6 left) 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1534: done (5 left) 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1539: copy_from oid 16 from oid 13 current snap is 147 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1526: finishing copy_from to smithi08483026-14 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 804 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1537: finishing write tid 1 to smithi08483026-12 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1537: finishing write tid 2 to smithi08483026-12 2024-04-02T08:27:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:1537: finishing write tid 3 to smithi08483026-12 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:1537: finishing write tid 4 to smithi08483026-12 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:1537: oid 12 updating version 0 to 807 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:1537: oid 12 version 807 is already newer than 806 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:1537: oid 12 version 807 is already newer than 805 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 807 (ObjNum 487 snap 147 seq_num 487) dirty exists 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:1537: left oid 12 (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:1535: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:27:09.214 INFO:tasks.rados.rados.0.smithi084.stdout:1531: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-02T08:27:09.399 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-mon[94794]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:27:09.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:09.400 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:09.400 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-mon[97358]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:27:09.400 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:09.400 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:09.400 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 podman[113965]: 2024-04-02 08:27:09.293678719 +0000 UTC m=+0.384603535 container init 53a981972b696edc9ba5290f55661d44684a0e6b5160d430bf1de5c7b0dcf6fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:27:09.400 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 podman[113965]: 2024-04-02 08:27:09.299428528 +0000 UTC m=+0.390353333 container start 53a981972b696edc9ba5290f55661d44684a0e6b5160d430bf1de5c7b0dcf6fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-02T08:27:09.401 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-osd[114004]: -- 172.21.15.84:0/645270878 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b32ba45680 con 0x55b32ba0f000 2024-04-02T08:27:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:09 smithi132 ceph-mon[88571]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:27:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1535: finishing copy_from to smithi08483026-11 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1526: done (5 left) 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1531: done (4 left) 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1535: done (3 left) 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1537: done (2 left) 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1540: read oid 15 snap -1 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1540: expect deleted 2024-04-02T08:27:09.537 INFO:tasks.rados.rados.0.smithi084.stdout:1541: snap_remove snap 145 2024-04-02T08:27:09.841 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 bash[113965]: 53a981972b696edc9ba5290f55661d44684a0e6b5160d430bf1de5c7b0dcf6fe 2024-04-02T08:27:09.841 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 systemd[1]: Started Ceph osd.2 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:10.111 INFO:tasks.rados.rados.0.smithi084.stdout:1541: done (3 left) 2024-04-02T08:27:10.111 INFO:tasks.rados.rados.0.smithi084.stdout:1542: snap_remove snap 141 2024-04-02T08:27:10.117 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:09 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[113980]: 2024-04-02T08:27:09.842+0000 7fb086cb37c0 -1 Falling back to public interface 2024-04-02T08:27:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:10 smithi132 ceph-mon[88571]: pgmap v218: 121 pgs: 1 active+undersized+degraded, 30 peering, 6 active+undersized, 84 active+clean; 150 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 12 op/s; 4/291 objects degraded (1.375%) 2024-04-02T08:27:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:10 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 4/291 objects degraded (1.375%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:27:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:10 smithi132 ceph-mon[88571]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:27:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:10 smithi132 ceph-mon[88571]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:27:10.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[94794]: pgmap v218: 121 pgs: 1 active+undersized+degraded, 30 peering, 6 active+undersized, 84 active+clean; 150 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 12 op/s; 4/291 objects degraded (1.375%) 2024-04-02T08:27:10.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 4/291 objects degraded (1.375%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:27:10.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[94794]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:27:10.460 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[94794]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[97358]: pgmap v218: 121 pgs: 1 active+undersized+degraded, 30 peering, 6 active+undersized, 84 active+clean; 150 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 12 op/s; 4/291 objects degraded (1.375%) 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 4/291 objects degraded (1.375%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[97358]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:10.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-mon[97358]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:27:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:27:10] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-04-02T08:27:11.114 INFO:tasks.rados.rados.0.smithi084.stdout:1542: done (3 left) 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1543: delete oid 48 current snap is 147 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: finishing write tid 1 to smithi08483026-28 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: finishing write tid 2 to smithi08483026-28 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: finishing write tid 3 to smithi08483026-28 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: finishing write tid 4 to smithi08483026-28 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: oid 28 updating version 0 to 749 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: oid 28 updating version 749 to 751 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: oid 28 version 751 is already newer than 750 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 751 (ObjNum 488 snap 147 seq_num 488) dirty exists 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1538: left oid 28 (ObjNum 488 snap 147 seq_num 488) 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1539: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:1539: finishing copy_from to smithi08483026-16 2024-04-02T08:27:11.115 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:27:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:1538: done (3 left) 2024-04-02T08:27:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:1539: done (2 left) 2024-04-02T08:27:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:1540: done (1 left) 2024-04-02T08:27:11.121 INFO:tasks.rados.rados.0.smithi084.stdout:1543: done (0 left) 2024-04-02T08:27:11.122 INFO:tasks.rados.rados.0.smithi084.stdout:1544: snap_remove snap 146 2024-04-02T08:27:12.120 INFO:tasks.rados.rados.0.smithi084.stdout:1544: done (0 left) 2024-04-02T08:27:12.121 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 147 2024-04-02T08:27:12.121 INFO:tasks.rados.rados.0.smithi084.stdout:1545: seq_num 490 ranges {4046848=614400,4661248=401408} 2024-04-02T08:27:12.146 INFO:tasks.rados.rados.0.smithi084.stdout:1545: writing smithi08483026-16 from 4046848 to 4661248 tid 1 2024-04-02T08:27:12.148 INFO:tasks.rados.rados.0.smithi084.stdout:1545: writing smithi08483026-16 from 4661248 to 5062656 tid 2 2024-04-02T08:27:12.148 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 147 2024-04-02T08:27:12.148 INFO:tasks.rados.rados.0.smithi084.stdout:1546: seq_num 491 ranges {0=630784,630784=401408} 2024-04-02T08:27:12.152 INFO:tasks.rados.rados.0.smithi084.stdout:1546: writing smithi08483026-15 from 0 to 630784 tid 1 2024-04-02T08:27:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:1546: writing smithi08483026-15 from 630784 to 1032192 tid 2 2024-04-02T08:27:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:1547: rollback oid 35 current snap is 147 2024-04-02T08:27:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:1547: done (2 left) 2024-04-02T08:27:12.154 INFO:tasks.rados.rados.0.smithi084.stdout:1548: read oid 20 snap -1 2024-04-02T08:27:12.155 INFO:tasks.rados.rados.0.smithi084.stdout:1548: expect (ObjNum 444 snap 130 seq_num 444) 2024-04-02T08:27:12.155 INFO:tasks.rados.rados.0.smithi084.stdout:1549: snap_create 2024-04-02T08:27:12.170 INFO:tasks.rados.rados.0.smithi084.stdout:1545: finishing write tid 1 to smithi08483026-16 2024-04-02T08:27:12.171 INFO:tasks.rados.rados.0.smithi084.stdout:1545: finishing write tid 2 to smithi08483026-16 2024-04-02T08:27:12.172 INFO:tasks.rados.rados.0.smithi084.stdout:1545: finishing write tid 3 to smithi08483026-16 2024-04-02T08:27:12.172 INFO:tasks.rados.rados.0.smithi084.stdout:1546: finishing write tid 1 to smithi08483026-15 2024-04-02T08:27:12.172 INFO:tasks.rados.rados.0.smithi084.stdout:1546: finishing write tid 2 to smithi08483026-15 2024-04-02T08:27:12.172 INFO:tasks.rados.rados.0.smithi084.stdout:1546: finishing write tid 3 to smithi08483026-15 2024-04-02T08:27:12.173 INFO:tasks.rados.rados.0.smithi084.stdout:1545: finishing write tid 4 to smithi08483026-16 2024-04-02T08:27:12.173 INFO:tasks.rados.rados.0.smithi084.stdout:1545: oid 16 updating version 0 to 750 2024-04-02T08:27:12.173 INFO:tasks.rados.rados.0.smithi084.stdout:1545: oid 16 updating version 750 to 751 2024-04-02T08:27:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1545: oid 16 version 751 is already newer than 749 2024-04-02T08:27:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 751 (ObjNum 490 snap 147 seq_num 490) dirty exists 2024-04-02T08:27:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1545: left oid 16 (ObjNum 490 snap 147 seq_num 490) 2024-04-02T08:27:12.174 INFO:tasks.rados.rados.0.smithi084.stdout:1546: finishing write tid 4 to smithi08483026-15 2024-04-02T08:27:12.175 INFO:tasks.rados.rados.0.smithi084.stdout:1546: oid 15 updating version 0 to 609 2024-04-02T08:27:12.175 INFO:tasks.rados.rados.0.smithi084.stdout:1546: oid 15 updating version 609 to 610 2024-04-02T08:27:12.175 INFO:tasks.rados.rados.0.smithi084.stdout:1546: oid 15 updating version 610 to 611 2024-04-02T08:27:12.175 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 611 (ObjNum 491 snap 147 seq_num 491) dirty exists 2024-04-02T08:27:12.175 INFO:tasks.rados.rados.0.smithi084.stdout:1546: left oid 15 (ObjNum 491 snap 147 seq_num 491) 2024-04-02T08:27:12.208 INFO:tasks.rados.rados.0.smithi084.stdout:1548: expect (ObjNum 444 snap 130 seq_num 444) 2024-04-02T08:27:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:12 smithi084 ceph-mon[94794]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 52/297 objects degraded (17.508%) 2024-04-02T08:27:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:12 smithi084 ceph-mon[94794]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:27:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:12 smithi084 ceph-mon[94794]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:27:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:12 smithi084 ceph-mon[97358]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 52/297 objects degraded (17.508%) 2024-04-02T08:27:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:12 smithi084 ceph-mon[97358]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:27:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:12 smithi084 ceph-mon[97358]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:27:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:12 smithi132 ceph-mon[88571]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 52/297 objects degraded (17.508%) 2024-04-02T08:27:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:12 smithi132 ceph-mon[88571]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:27:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:12 smithi132 ceph-mon[88571]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:27:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:13.117 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[113980]: 2024-04-02T08:27:13.038+0000 7fb086cb37c0 -1 osd.2 365 log_to_monitors true 2024-04-02T08:27:13.128 INFO:tasks.rados.rados.0.smithi084.stdout:1545: done (3 left) 2024-04-02T08:27:13.128 INFO:tasks.rados.rados.0.smithi084.stdout:1546: done (2 left) 2024-04-02T08:27:13.129 INFO:tasks.rados.rados.0.smithi084.stdout:1548: done (1 left) 2024-04-02T08:27:13.129 INFO:tasks.rados.rados.0.smithi084.stdout:1549: done (0 left) 2024-04-02T08:27:13.129 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 148 2024-04-02T08:27:13.129 INFO:tasks.rados.rados.0.smithi084.stdout:1550: seq_num 492 ranges {0=647168,647168=401408} 2024-04-02T08:27:13.132 INFO:tasks.rados.rados.0.smithi084.stdout:1550: writing smithi08483026-48 from 0 to 647168 tid 1 2024-04-02T08:27:13.135 INFO:tasks.rados.rados.0.smithi084.stdout:1550: writing smithi08483026-48 from 647168 to 1048576 tid 2 2024-04-02T08:27:13.135 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 148 2024-04-02T08:27:13.135 INFO:tasks.rados.rados.0.smithi084.stdout:1551: seq_num 493 ranges {0=663552,663552=401408} 2024-04-02T08:27:13.139 INFO:tasks.rados.rados.0.smithi084.stdout:1551: writing smithi08483026-42 from 0 to 663552 tid 1 2024-04-02T08:27:13.142 INFO:tasks.rados.rados.0.smithi084.stdout:1551: writing smithi08483026-42 from 663552 to 1064960 tid 2 2024-04-02T08:27:13.142 INFO:tasks.rados.rados.0.smithi084.stdout:1552: delete oid 39 current snap is 148 2024-04-02T08:27:13.145 INFO:tasks.rados.rados.0.smithi084.stdout:1551: finishing write tid 1 to smithi08483026-42 2024-04-02T08:27:13.145 INFO:tasks.rados.rados.0.smithi084.stdout:1551: finishing write tid 2 to smithi08483026-42 2024-04-02T08:27:13.146 INFO:tasks.rados.rados.0.smithi084.stdout:1551: finishing write tid 3 to smithi08483026-42 2024-04-02T08:27:13.147 INFO:tasks.rados.rados.0.smithi084.stdout:1551: finishing write tid 4 to smithi08483026-42 2024-04-02T08:27:13.147 INFO:tasks.rados.rados.0.smithi084.stdout:1551: oid 42 updating version 0 to 770 2024-04-02T08:27:13.147 INFO:tasks.rados.rados.0.smithi084.stdout:1551: oid 42 updating version 770 to 771 2024-04-02T08:27:13.147 INFO:tasks.rados.rados.0.smithi084.stdout:1551: oid 42 version 771 is already newer than 769 2024-04-02T08:27:13.147 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 771 (ObjNum 493 snap 148 seq_num 493) dirty exists 2024-04-02T08:27:13.147 INFO:tasks.rados.rados.0.smithi084.stdout:1551: left oid 42 (ObjNum 493 snap 148 seq_num 493) 2024-04-02T08:27:13.165 INFO:tasks.rados.rados.0.smithi084.stdout:1550: finishing write tid 1 to smithi08483026-48 2024-04-02T08:27:13.165 INFO:tasks.rados.rados.0.smithi084.stdout:1550: finishing write tid 2 to smithi08483026-48 2024-04-02T08:27:13.165 INFO:tasks.rados.rados.0.smithi084.stdout:1551: done (2 left) 2024-04-02T08:27:13.165 INFO:tasks.rados.rados.0.smithi084.stdout:1552: done (1 left) 2024-04-02T08:27:13.165 INFO:tasks.rados.rados.0.smithi084.stdout:1553: snap_remove snap 147 2024-04-02T08:27:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:13 smithi132 ceph-mon[88571]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:27:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:13 smithi132 ceph-mon[88571]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:27:13.598 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:13 smithi084 ceph-mon[94794]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:27:13.598 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:13 smithi084 ceph-mon[94794]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:27:13.598 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:13 smithi084 ceph-mon[97358]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:27:13.598 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:13 smithi084 ceph-mon[97358]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:27:13.867 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:27:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[113980]: 2024-04-02T08:27:13.599+0000 7fb074103700 -1 osd.2 365 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:27:13.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:14.140 INFO:tasks.rados.rados.0.smithi084.stdout:1553: done (1 left) 2024-04-02T08:27:14.140 INFO:tasks.rados.rados.0.smithi084.stdout:1554: delete oid 23 current snap is 148 2024-04-02T08:27:14.140 INFO:tasks.rados.rados.0.smithi084.stdout:1550: finishing write tid 3 to smithi08483026-48 2024-04-02T08:27:14.141 INFO:tasks.rados.rados.0.smithi084.stdout:1550: finishing write tid 4 to smithi08483026-48 2024-04-02T08:27:14.141 INFO:tasks.rados.rados.0.smithi084.stdout:1550: oid 48 updating version 0 to 494 2024-04-02T08:27:14.141 INFO:tasks.rados.rados.0.smithi084.stdout:1550: oid 48 updating version 494 to 496 2024-04-02T08:27:14.141 INFO:tasks.rados.rados.0.smithi084.stdout:1550: oid 48 version 496 is already newer than 495 2024-04-02T08:27:14.141 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 496 (ObjNum 492 snap 148 seq_num 492) dirty exists 2024-04-02T08:27:14.141 INFO:tasks.rados.rados.0.smithi084.stdout:1550: left oid 48 (ObjNum 492 snap 148 seq_num 492) 2024-04-02T08:27:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:14 smithi132 ceph-mon[88571]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 52/297 objects degraded (17.508%) 2024-04-02T08:27:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:14 smithi132 ceph-mon[88571]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:27:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:14 smithi132 ceph-mon[88571]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:27:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:14 smithi132 ceph-mon[88571]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:14 smithi132 ceph-mon[88571]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' 2024-04-02T08:27:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[94794]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 52/297 objects degraded (17.508%) 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[94794]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[94794]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[94794]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[94794]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[97358]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 52/297 objects degraded (17.508%) 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[97358]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[97358]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:27:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[97358]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:14.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:14.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:14.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:14 smithi084 ceph-mon[97358]: from='osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951]' entity='osd.2' 2024-04-02T08:27:15.024 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:27:15.158 INFO:tasks.rados.rados.0.smithi084.stdout:1550: done (1 left) 2024-04-02T08:27:15.158 INFO:tasks.rados.rados.0.smithi084.stdout:1554: done (0 left) 2024-04-02T08:27:15.158 INFO:tasks.rados.rados.0.smithi084.stdout:1555: read oid 30 snap -1 2024-04-02T08:27:15.158 INFO:tasks.rados.rados.0.smithi084.stdout:1555: expect (ObjNum 458 snap 137 seq_num 458) 2024-04-02T08:27:15.158 INFO:tasks.rados.rados.0.smithi084.stdout:1556: read oid 43 snap -1 2024-04-02T08:27:15.159 INFO:tasks.rados.rados.0.smithi084.stdout:1556: expect deleted 2024-04-02T08:27:15.159 INFO:tasks.rados.rados.0.smithi084.stdout:1557: delete oid 29 current snap is 148 2024-04-02T08:27:15.160 INFO:tasks.rados.rados.0.smithi084.stdout:1557: done (2 left) 2024-04-02T08:27:15.160 INFO:tasks.rados.rados.0.smithi084.stdout:1558: read oid 20 snap -1 2024-04-02T08:27:15.160 INFO:tasks.rados.rados.0.smithi084.stdout:1558: expect (ObjNum 444 snap 130 seq_num 444) 2024-04-02T08:27:15.160 INFO:tasks.rados.rados.0.smithi084.stdout:1559: snap_create 2024-04-02T08:27:15.161 INFO:tasks.rados.rados.0.smithi084.stdout:1555: expect (ObjNum 458 snap 137 seq_num 458) 2024-04-02T08:27:15.188 INFO:tasks.rados.rados.0.smithi084.stdout:1558: expect (ObjNum 444 snap 130 seq_num 444) 2024-04-02T08:27:15.332 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:27:15.332 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[94794]: osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951] boot 2024-04-02T08:27:15.332 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[94794]: osdmap e376: 8 total, 8 up, 8 in 2024-04-02T08:27:15.332 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:15.332 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:15.332 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:15.332 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 52/297 objects degraded (17.508%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:15.333 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:27:15.333 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[97358]: osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951] boot 2024-04-02T08:27:15.333 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[97358]: osdmap e376: 8 total, 8 up, 8 in 2024-04-02T08:27:15.333 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:15.333 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:15.333 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:15.333 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:15 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 52/297 objects degraded (17.508%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:15 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:27:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:15 smithi132 ceph-mon[88571]: osd.2 [v2:172.21.15.84:6818/778684951,v1:172.21.15.84:6819/778684951] boot 2024-04-02T08:27:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:15 smithi132 ceph-mon[88571]: osdmap e376: 8 total, 8 up, 8 in 2024-04-02T08:27:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:15 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:15 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:15 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 52/297 objects degraded (17.508%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:15.419 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:27:15.419 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (7m) 2s ago 8m 23.8M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (8m) 116s ago 8m 91.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (9m) 2s ago 9m 15.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (9m) 116s ago 9m 19.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (3m) 116s ago 13m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (3m) 2s ago 14m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (2m) 2s ago 15m 54.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (2m) 116s ago 13m 32.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (2m) 2s ago 13m 47.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (8m) 2s ago 8m 16.2M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (8m) 116s ago 8m 15.3M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (75s) 2s ago 12m 107M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (41s) 2s ago 12m 76.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:27:15.420 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (6s) 2s ago 11m 12.5M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:27:15.421 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (11m) 2s ago 11m 157M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3aea709cc7de 2024-04-02T08:27:15.421 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (11m) 116s ago 11m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:27:15.421 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (10m) 116s ago 10m 169M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:27:15.421 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (10m) 116s ago 10m 95.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:27:15.421 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (9m) 116s ago 9m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:27:15.421 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (3m) 116s ago 9m 56.1M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:27:15.837 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:27:15.837 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:27:15.837 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:15.838 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:27:15.839 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:27:15.839 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:27:15.839 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:27:15.839 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:27:16.136 INFO:tasks.rados.rados.0.smithi084.stdout:1555: done (3 left) 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:1556: done (2 left) 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:1558: done (1 left) 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:1559: done (0 left) 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:1560: rollback oid 29 current snap is 149 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 148 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:1561: read oid 47 snap -1 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:1561: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:27:16.137 INFO:tasks.rados.rados.0.smithi084.stdout:1562: delete oid 13 current snap is 149 2024-04-02T08:27:16.139 INFO:tasks.rados.rados.0.smithi084.stdout:1560: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:27:16.139 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 0 (ObjNum 65 snap 0 seq_num 621015104) dirty dne 2024-04-02T08:27:16.145 INFO:tasks.rados.rados.0.smithi084.stdout:1561: expect (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:27:16.171 INFO:tasks.rados.rados.0.smithi084.stdout:1560: done (2 left) 2024-04-02T08:27:16.171 INFO:tasks.rados.rados.0.smithi084.stdout:1561: done (1 left) 2024-04-02T08:27:16.171 INFO:tasks.rados.rados.0.smithi084.stdout:1562: done (0 left) 2024-04-02T08:27:16.172 INFO:tasks.rados.rados.0.smithi084.stdout:1563: delete oid 20 current snap is 149 2024-04-02T08:27:16.175 INFO:tasks.rados.rados.0.smithi084.stdout:1563: done (0 left) 2024-04-02T08:27:16.175 INFO:tasks.rados.rados.0.smithi084.stdout:1564: read oid 32 snap -1 2024-04-02T08:27:16.175 INFO:tasks.rados.rados.0.smithi084.stdout:1564: expect (ObjNum 468 snap 140 seq_num 468) 2024-04-02T08:27:16.175 INFO:tasks.rados.rados.0.smithi084.stdout:1565: read oid 27 snap -1 2024-04-02T08:27:16.176 INFO:tasks.rados.rados.0.smithi084.stdout:1565: expect (ObjNum 452 snap 136 seq_num 452) 2024-04-02T08:27:16.176 INFO:tasks.rados.rados.0.smithi084.stdout:1566: read oid 10 snap -1 2024-04-02T08:27:16.176 INFO:tasks.rados.rados.0.smithi084.stdout:1566: expect (ObjNum 461 snap 138 seq_num 461) 2024-04-02T08:27:16.176 INFO:tasks.rados.rados.0.smithi084.stdout:1567: rmattr oid 50 current snap is 149 2024-04-02T08:27:16.176 INFO:tasks.rados.rados.0.smithi084.stdout:1567: done (3 left) 2024-04-02T08:27:16.176 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 149 2024-04-02T08:27:16.176 INFO:tasks.rados.rados.0.smithi084.stdout:1568: seq_num 499 ranges {4046848=761856,4808704=401408} 2024-04-02T08:27:16.203 INFO:tasks.rados.rados.0.smithi084.stdout:1568: writing smithi08483026-1 from 4046848 to 4808704 tid 1 2024-04-02T08:27:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:1568: writing smithi08483026-1 from 4808704 to 5210112 tid 2 2024-04-02T08:27:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 149 2024-04-02T08:27:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:1569: seq_num 500 ranges {1245184=778240,2023424=401408} 2024-04-02T08:27:16.216 INFO:tasks.rados.rados.0.smithi084.stdout:1569: writing smithi08483026-36 from 1245184 to 2023424 tid 1 2024-04-02T08:27:16.219 INFO:tasks.rados.rados.0.smithi084.stdout:1569: writing smithi08483026-36 from 2023424 to 2424832 tid 2 2024-04-02T08:27:16.219 INFO:tasks.rados.rados.0.smithi084.stdout:1570: snap_create 2024-04-02T08:27:16.219 INFO:tasks.rados.rados.0.smithi084.stdout:1565: expect (ObjNum 452 snap 136 seq_num 452) 2024-04-02T08:27:16.233 INFO:tasks.rados.rados.0.smithi084.stdout:1566: expect (ObjNum 461 snap 138 seq_num 461) 2024-04-02T08:27:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:16 smithi132 ceph-mon[88571]: pgmap v227: 121 pgs: 2 peering, 10 active+undersized+degraded, 25 active+undersized, 84 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 522 KiB/s rd, 256 KiB/s wr, 2 op/s; 52/291 objects degraded (17.869%) 2024-04-02T08:27:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:16 smithi132 ceph-mon[88571]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:16 smithi132 ceph-mon[88571]: osdmap e377: 8 total, 8 up, 8 in 2024-04-02T08:27:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:16 smithi132 ceph-mon[88571]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:16 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/211732849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:16.426 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[94794]: pgmap v227: 121 pgs: 2 peering, 10 active+undersized+degraded, 25 active+undersized, 84 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 522 KiB/s rd, 256 KiB/s wr, 2 op/s; 52/291 objects degraded (17.869%) 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[94794]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[94794]: osdmap e377: 8 total, 8 up, 8 in 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[94794]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/211732849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[97358]: pgmap v227: 121 pgs: 2 peering, 10 active+undersized+degraded, 25 active+undersized, 84 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 522 KiB/s rd, 256 KiB/s wr, 2 op/s; 52/291 objects degraded (17.869%) 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[97358]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[97358]: osdmap e377: 8 total, 8 up, 8 in 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[97358]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:16.427 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:16 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/211732849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:16.586 INFO:tasks.rados.rados.0.smithi084.stdout:1569: finishing write tid 1 to smithi08483026-36 2024-04-02T08:27:16.586 INFO:tasks.rados.rados.0.smithi084.stdout:1569: finishing write tid 2 to smithi08483026-36 2024-04-02T08:27:16.586 INFO:tasks.rados.rados.0.smithi084.stdout:1569: finishing write tid 3 to smithi08483026-36 2024-04-02T08:27:16.586 INFO:tasks.rados.rados.0.smithi084.stdout:1564: expect (ObjNum 468 snap 140 seq_num 468) 2024-04-02T08:27:17.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:17 smithi132 ceph-mon[88571]: osdmap e378: 8 total, 8 up, 8 in 2024-04-02T08:27:17.505 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:17 smithi084 ceph-mon[94794]: osdmap e378: 8 total, 8 up, 8 in 2024-04-02T08:27:17.505 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:17 smithi084 ceph-mon[97358]: osdmap e378: 8 total, 8 up, 8 in 2024-04-02T08:27:17.836 INFO:tasks.rados.rados.0.smithi084.stdout:1568: finishing write tid 1 to smithi08483026-1 2024-04-02T08:27:17.836 INFO:tasks.rados.rados.0.smithi084.stdout:1568: finishing write tid 2 to smithi08483026-1 2024-04-02T08:27:17.836 INFO:tasks.rados.rados.0.smithi084.stdout:1564: done (5 left) 2024-04-02T08:27:17.836 INFO:tasks.rados.rados.0.smithi084.stdout:1565: done (4 left) 2024-04-02T08:27:17.836 INFO:tasks.rados.rados.0.smithi084.stdout:1566: done (3 left) 2024-04-02T08:27:17.836 INFO:tasks.rados.rados.0.smithi084.stdout:1570: done (2 left) 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 150 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1568: finishing write tid 3 to smithi08483026-1 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1568: finishing write tid 4 to smithi08483026-1 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1568: oid 1 updating version 0 to 821 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1568: oid 1 version 821 is already newer than 820 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1568: oid 1 updating version 821 to 822 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 822 (ObjNum 499 snap 149 seq_num 499) dirty exists 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1568: left oid 1 (ObjNum 499 snap 149 seq_num 499) 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1569: finishing write tid 4 to smithi08483026-36 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1569: oid 36 updating version 0 to 751 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1569: oid 36 updating version 751 to 753 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1569: oid 36 version 753 is already newer than 752 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 753 (ObjNum 500 snap 149 seq_num 500) dirty exists 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1569: left oid 36 (ObjNum 500 snap 149 seq_num 500) 2024-04-02T08:27:17.837 INFO:tasks.rados.rados.0.smithi084.stdout:1571: seq_num 501 ranges {2768896=794624,3563520=401408} 2024-04-02T08:27:17.856 INFO:tasks.rados.rados.0.smithi084.stdout:1571: writing smithi08483026-17 from 2768896 to 3563520 tid 1 2024-04-02T08:27:17.859 INFO:tasks.rados.rados.0.smithi084.stdout:1571: writing smithi08483026-17 from 3563520 to 3964928 tid 2 2024-04-02T08:27:17.859 INFO:tasks.rados.rados.0.smithi084.stdout:1568: done (2 left) 2024-04-02T08:27:17.859 INFO:tasks.rados.rados.0.smithi084.stdout:1569: done (1 left) 2024-04-02T08:27:17.859 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 150 2024-04-02T08:27:17.859 INFO:tasks.rados.rados.0.smithi084.stdout:1572: seq_num 502 ranges {6103040=409600,6512640=417792,6930432=385024} 2024-04-02T08:27:17.893 INFO:tasks.rados.rados.0.smithi084.stdout:1572: writing smithi08483026-10 from 6103040 to 6512640 tid 1 2024-04-02T08:27:17.895 INFO:tasks.rados.rados.0.smithi084.stdout:1572: writing smithi08483026-10 from 6512640 to 6930432 tid 2 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1572: writing smithi08483026-10 from 6930432 to 7315456 tid 3 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1573: copy_from oid 7 from oid 8 current snap is 150 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1571: finishing write tid 1 to smithi08483026-17 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1571: finishing write tid 2 to smithi08483026-17 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1574: rmattr oid 31 current snap is 150 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1574: done (3 left) 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 150 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1571: finishing write tid 3 to smithi08483026-17 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1571: finishing write tid 4 to smithi08483026-17 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1571: oid 17 updating version 0 to 518 2024-04-02T08:27:17.899 INFO:tasks.rados.rados.0.smithi084.stdout:1571: oid 17 version 518 is already newer than 517 2024-04-02T08:27:17.900 INFO:tasks.rados.rados.0.smithi084.stdout:1571: oid 17 updating version 518 to 519 2024-04-02T08:27:17.900 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 519 (ObjNum 501 snap 150 seq_num 501) dirty exists 2024-04-02T08:27:17.900 INFO:tasks.rados.rados.0.smithi084.stdout:1571: left oid 17 (ObjNum 501 snap 150 seq_num 501) 2024-04-02T08:27:17.900 INFO:tasks.rados.rados.0.smithi084.stdout:1572: finishing write tid 1 to smithi08483026-10 2024-04-02T08:27:17.900 INFO:tasks.rados.rados.0.smithi084.stdout:1575: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-02T08:27:17.900 INFO:tasks.rados.rados.0.smithi084.stdout:1575: writing smithi08483026-40 from 0 to 425984 tid 1 2024-04-02T08:27:17.905 INFO:tasks.rados.rados.0.smithi084.stdout:1575: writing smithi08483026-40 from 425984 to 1130496 tid 2 2024-04-02T08:27:17.906 INFO:tasks.rados.rados.0.smithi084.stdout:1575: writing smithi08483026-40 from 1130496 to 1228800 tid 3 2024-04-02T08:27:17.906 INFO:tasks.rados.rados.0.smithi084.stdout:1571: done (3 left) 2024-04-02T08:27:17.906 INFO:tasks.rados.rados.0.smithi084.stdout:1576: delete oid 18 current snap is 150 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: finishing write tid 2 to smithi08483026-10 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: finishing write tid 3 to smithi08483026-10 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: finishing write tid 4 to smithi08483026-10 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: finishing write tid 5 to smithi08483026-10 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: oid 10 updating version 0 to 781 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: oid 10 updating version 781 to 782 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: oid 10 version 782 is already newer than 779 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: oid 10 version 782 is already newer than 780 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 782 (ObjNum 502 snap 150 seq_num 502) dirty exists 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1572: left oid 10 (ObjNum 502 snap 150 seq_num 502) 2024-04-02T08:27:17.907 INFO:tasks.rados.rados.0.smithi084.stdout:1575: finishing write tid 1 to smithi08483026-40 2024-04-02T08:27:17.908 INFO:tasks.rados.rados.0.smithi084.stdout:1573: finishing copy_from racing read to smithi08483026-7 2024-04-02T08:27:17.909 INFO:tasks.rados.rados.0.smithi084.stdout:1573: finishing copy_from to smithi08483026-7 2024-04-02T08:27:17.909 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 804 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:17.909 INFO:tasks.rados.rados.0.smithi084.stdout:1575: finishing write tid 2 to smithi08483026-40 2024-04-02T08:27:17.910 INFO:tasks.rados.rados.0.smithi084.stdout:1575: finishing write tid 3 to smithi08483026-40 2024-04-02T08:27:17.910 INFO:tasks.rados.rados.0.smithi084.stdout:1572: done (3 left) 2024-04-02T08:27:17.910 INFO:tasks.rados.rados.0.smithi084.stdout:1573: done (2 left) 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1576: done (1 left) 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1577: read oid 11 snap -1 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1577: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1578: snap_create 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1575: finishing write tid 4 to smithi08483026-40 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1575: finishing write tid 5 to smithi08483026-40 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1575: oid 40 updating version 0 to 824 2024-04-02T08:27:17.911 INFO:tasks.rados.rados.0.smithi084.stdout:1575: oid 40 updating version 824 to 825 2024-04-02T08:27:17.912 INFO:tasks.rados.rados.0.smithi084.stdout:1575: oid 40 updating version 825 to 826 2024-04-02T08:27:17.912 INFO:tasks.rados.rados.0.smithi084.stdout:1575: oid 40 version 826 is already newer than 823 2024-04-02T08:27:17.912 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 826 (ObjNum 503 snap 150 seq_num 503) dirty exists 2024-04-02T08:27:17.912 INFO:tasks.rados.rados.0.smithi084.stdout:1575: left oid 40 (ObjNum 503 snap 150 seq_num 503) 2024-04-02T08:27:17.922 INFO:tasks.rados.rados.0.smithi084.stdout:1577: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:18.153 INFO:tasks.rados.rados.0.smithi084.stdout:1575: done (2 left) 2024-04-02T08:27:18.153 INFO:tasks.rados.rados.0.smithi084.stdout:1577: done (1 left) 2024-04-02T08:27:18.153 INFO:tasks.rados.rados.0.smithi084.stdout:1578: done (0 left) 2024-04-02T08:27:18.154 INFO:tasks.rados.rados.0.smithi084.stdout:1579: delete oid 24 current snap is 151 2024-04-02T08:27:18.157 INFO:tasks.rados.rados.0.smithi084.stdout:1579: done (0 left) 2024-04-02T08:27:18.157 INFO:tasks.rados.rados.0.smithi084.stdout:1580: snap_create 2024-04-02T08:27:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:18 smithi132 ceph-mon[88571]: pgmap v230: 121 pgs: 19 peering, 6 active+undersized+degraded, 12 active+undersized, 84 active+clean; 143 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 508 KiB/s wr, 3 op/s; 38/264 objects degraded (14.394%) 2024-04-02T08:27:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:18 smithi132 ceph-mon[88571]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:27:18.617 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:27:18.355+0000 7facf0160700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:27:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:18 smithi084 ceph-mon[94794]: pgmap v230: 121 pgs: 19 peering, 6 active+undersized+degraded, 12 active+undersized, 84 active+clean; 143 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 508 KiB/s wr, 3 op/s; 38/264 objects degraded (14.394%) 2024-04-02T08:27:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:18 smithi084 ceph-mon[94794]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:27:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:18 smithi084 ceph-mon[97358]: pgmap v230: 121 pgs: 19 peering, 6 active+undersized+degraded, 12 active+undersized, 84 active+clean; 143 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 523 KiB/s rd, 508 KiB/s wr, 3 op/s; 38/264 objects degraded (14.394%) 2024-04-02T08:27:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:18 smithi084 ceph-mon[97358]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:27:19.153 INFO:tasks.rados.rados.0.smithi084.stdout:1580: done (0 left) 2024-04-02T08:27:19.153 INFO:tasks.rados.rados.0.smithi084.stdout:1581: snap_remove snap 148 2024-04-02T08:27:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:19 smithi132 ceph-mon[88571]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[94794]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:19.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:19.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:19.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:19 smithi084 ceph-mon[97358]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:27:20.152 INFO:tasks.rados.rados.0.smithi084.stdout:1581: done (0 left) 2024-04-02T08:27:20.152 INFO:tasks.rados.rados.0.smithi084.stdout:1582: snap_create 2024-04-02T08:27:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:20 smithi132 ceph-mon[88571]: pgmap v233: 121 pgs: 19 peering, 102 active+clean; 117 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 9.4 MiB/s, 3 objects/s recovering 2024-04-02T08:27:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:20 smithi132 ceph-mon[88571]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:27:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:20 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/264 objects degraded (14.394%), 6 pgs degraded) 2024-04-02T08:27:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:20 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:27:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:20 smithi132 ceph-mon[88571]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:27:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[94794]: pgmap v233: 121 pgs: 19 peering, 102 active+clean; 117 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 9.4 MiB/s, 3 objects/s recovering 2024-04-02T08:27:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[94794]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:27:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/264 objects degraded (14.394%), 6 pgs degraded) 2024-04-02T08:27:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:27:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[94794]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:27:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[97358]: pgmap v233: 121 pgs: 19 peering, 102 active+clean; 117 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 9.4 MiB/s, 3 objects/s recovering 2024-04-02T08:27:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[97358]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:27:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/264 objects degraded (14.394%), 6 pgs degraded) 2024-04-02T08:27:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:27:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-mon[97358]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:27:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:27:20] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-04-02T08:27:21.154 INFO:tasks.rados.rados.0.smithi084.stdout:1582: done (0 left) 2024-04-02T08:27:21.154 INFO:tasks.rados.rados.0.smithi084.stdout:1583: read oid 11 snap -1 2024-04-02T08:27:21.154 INFO:tasks.rados.rados.0.smithi084.stdout:1583: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:21.154 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 153 2024-04-02T08:27:21.155 INFO:tasks.rados.rados.0.smithi084.stdout:1584: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-04-02T08:27:21.157 INFO:tasks.rados.rados.0.smithi084.stdout:1584: writing smithi08483026-24 from 0 to 483328 tid 1 2024-04-02T08:27:21.162 INFO:tasks.rados.rados.0.smithi084.stdout:1584: writing smithi08483026-24 from 483328 to 1245184 tid 2 2024-04-02T08:27:21.162 INFO:tasks.rados.rados.0.smithi084.stdout:1584: writing smithi08483026-24 from 1245184 to 1286144 tid 3 2024-04-02T08:27:21.163 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 153 2024-04-02T08:27:21.163 INFO:tasks.rados.rados.0.smithi084.stdout:1584: finishing write tid 1 to smithi08483026-24 2024-04-02T08:27:21.163 INFO:tasks.rados.rados.0.smithi084.stdout:1585: seq_num 507 ranges {11862016=499712,12361728=638976,13000704=163840} 2024-04-02T08:27:21.228 INFO:tasks.rados.rados.0.smithi084.stdout:1585: writing smithi08483026-32 from 11862016 to 12361728 tid 1 2024-04-02T08:27:21.232 INFO:tasks.rados.rados.0.smithi084.stdout:1585: writing smithi08483026-32 from 12361728 to 13000704 tid 2 2024-04-02T08:27:21.233 INFO:tasks.rados.rados.0.smithi084.stdout:1585: writing smithi08483026-32 from 13000704 to 13164544 tid 3 2024-04-02T08:27:21.233 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 153 2024-04-02T08:27:21.233 INFO:tasks.rados.rados.0.smithi084.stdout:1586: seq_num 508 ranges {2424832=516096,2940928=524288,3465216=278528} 2024-04-02T08:27:21.249 INFO:tasks.rados.rados.0.smithi084.stdout:1586: writing smithi08483026-36 from 2424832 to 2940928 tid 1 2024-04-02T08:27:21.252 INFO:tasks.rados.rados.0.smithi084.stdout:1586: writing smithi08483026-36 from 2940928 to 3465216 tid 2 2024-04-02T08:27:21.253 INFO:tasks.rados.rados.0.smithi084.stdout:1586: writing smithi08483026-36 from 3465216 to 3743744 tid 3 2024-04-02T08:27:21.253 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 153 2024-04-02T08:27:21.254 INFO:tasks.rados.rados.0.smithi084.stdout:1587: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-04-02T08:27:21.256 INFO:tasks.rados.rados.0.smithi084.stdout:1587: writing smithi08483026-22 from 0 to 532480 tid 1 2024-04-02T08:27:21.258 INFO:tasks.rados.rados.0.smithi084.stdout:1587: writing smithi08483026-22 from 532480 to 942080 tid 2 2024-04-02T08:27:21.261 INFO:tasks.rados.rados.0.smithi084.stdout:1587: writing smithi08483026-22 from 942080 to 1335296 tid 3 2024-04-02T08:27:21.261 INFO:tasks.rados.rados.0.smithi084.stdout:1588: snap_remove snap 150 2024-04-02T08:27:22.170 INFO:tasks.rados.rados.0.smithi084.stdout:1588: done (5 left) 2024-04-02T08:27:22.170 INFO:tasks.rados.rados.0.smithi084.stdout:1589: rollback oid 34 current snap is 153 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 151 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: finishing write tid 2 to smithi08483026-24 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: finishing write tid 3 to smithi08483026-24 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: finishing write tid 4 to smithi08483026-24 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: finishing write tid 5 to smithi08483026-24 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: oid 24 updating version 0 to 319 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: oid 24 version 319 is already newer than 318 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: oid 24 version 319 is already newer than 316 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: oid 24 version 319 is already newer than 317 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 319 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1584: left oid 24 (ObjNum 506 snap 153 seq_num 506) 2024-04-02T08:27:22.171 INFO:tasks.rados.rados.0.smithi084.stdout:1583: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: finishing write tid 1 to smithi08483026-32 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: finishing write tid 2 to smithi08483026-32 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: finishing write tid 3 to smithi08483026-32 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: finishing write tid 4 to smithi08483026-32 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: finishing write tid 5 to smithi08483026-32 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: oid 32 updating version 0 to 809 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: oid 32 updating version 809 to 811 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: oid 32 updating version 811 to 812 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: oid 32 version 812 is already newer than 810 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 812 (ObjNum 507 snap 153 seq_num 507) dirty exists 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1585: left oid 32 (ObjNum 507 snap 153 seq_num 507) 2024-04-02T08:27:22.329 INFO:tasks.rados.rados.0.smithi084.stdout:1586: finishing write tid 1 to smithi08483026-36 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: finishing write tid 2 to smithi08483026-36 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: finishing write tid 3 to smithi08483026-36 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: finishing write tid 4 to smithi08483026-36 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: finishing write tid 5 to smithi08483026-36 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: oid 36 updating version 0 to 754 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: oid 36 updating version 754 to 755 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: oid 36 updating version 755 to 756 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: oid 36 updating version 756 to 757 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 757 (ObjNum 508 snap 153 seq_num 508) dirty exists 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1586: left oid 36 (ObjNum 508 snap 153 seq_num 508) 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1587: finishing write tid 1 to smithi08483026-22 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1587: finishing write tid 2 to smithi08483026-22 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1587: finishing write tid 3 to smithi08483026-22 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1587: finishing write tid 4 to smithi08483026-22 2024-04-02T08:27:22.330 INFO:tasks.rados.rados.0.smithi084.stdout:1583: done (5 left) 2024-04-02T08:27:22.331 INFO:tasks.rados.rados.0.smithi084.stdout:1584: done (4 left) 2024-04-02T08:27:22.331 INFO:tasks.rados.rados.0.smithi084.stdout:1585: done (3 left) 2024-04-02T08:27:22.331 INFO:tasks.rados.rados.0.smithi084.stdout:1586: done (2 left) 2024-04-02T08:27:22.331 INFO:tasks.rados.rados.0.smithi084.stdout:1590: snap_remove snap 152 2024-04-02T08:27:22.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:22 smithi132 ceph-mon[88571]: pgmap v236: 121 pgs: 121 active+clean; 114 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:27:22.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:22 smithi132 ceph-mon[88571]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:27:22.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:22 smithi084 ceph-mon[94794]: pgmap v236: 121 pgs: 121 active+clean; 114 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:27:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:22 smithi084 ceph-mon[94794]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:27:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:22 smithi084 ceph-mon[97358]: pgmap v236: 121 pgs: 121 active+clean; 114 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:27:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:22 smithi084 ceph-mon[97358]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:27:23.174 INFO:tasks.rados.rados.0.smithi084.stdout:1590: done (2 left) 2024-04-02T08:27:23.174 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 153 2024-04-02T08:27:23.175 INFO:tasks.rados.rados.0.smithi084.stdout:1591: seq_num 510 ranges {0=548864,548864=745472,1294336=57344} 2024-04-02T08:27:23.177 INFO:tasks.rados.rados.0.smithi084.stdout:1591: writing smithi08483026-44 from 0 to 548864 tid 1 2024-04-02T08:27:23.182 INFO:tasks.rados.rados.0.smithi084.stdout:1591: writing smithi08483026-44 from 548864 to 1294336 tid 2 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:1591: writing smithi08483026-44 from 1294336 to 1351680 tid 3 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:1587: finishing write tid 5 to smithi08483026-22 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:1587: oid 22 updating version 0 to 487 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:1587: oid 22 version 487 is already newer than 484 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:1587: oid 22 version 487 is already newer than 486 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:1587: oid 22 version 487 is already newer than 485 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 487 (ObjNum 509 snap 153 seq_num 509) dirty exists 2024-04-02T08:27:23.183 INFO:tasks.rados.rados.0.smithi084.stdout:1587: left oid 22 (ObjNum 509 snap 153 seq_num 509) 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:1589: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 0 (ObjNum 305 snap 0 seq_num 2030108886) dirty dne 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:1587: done (2 left) 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:1589: done (1 left) 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:1592: read oid 33 snap 149 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:1592: expect (ObjNum 436 snap 128 seq_num 436) 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 153 2024-04-02T08:27:23.184 INFO:tasks.rados.rados.0.smithi084.stdout:1593: seq_num 511 ranges {3964928=565248,4530176=630784,5160960=172032} 2024-04-02T08:27:23.208 INFO:tasks.rados.rados.0.smithi084.stdout:1593: writing smithi08483026-17 from 3964928 to 4530176 tid 1 2024-04-02T08:27:23.211 INFO:tasks.rados.rados.0.smithi084.stdout:1593: writing smithi08483026-17 from 4530176 to 5160960 tid 2 2024-04-02T08:27:23.212 INFO:tasks.rados.rados.0.smithi084.stdout:1593: writing smithi08483026-17 from 5160960 to 5332992 tid 3 2024-04-02T08:27:23.212 INFO:tasks.rados.rados.0.smithi084.stdout:1594: copy_from oid 4 from oid 40 current snap is 153 2024-04-02T08:27:23.212 INFO:tasks.rados.rados.0.smithi084.stdout:1591: finishing write tid 1 to smithi08483026-44 2024-04-02T08:27:23.213 INFO:tasks.rados.rados.0.smithi084.stdout:1591: finishing write tid 2 to smithi08483026-44 2024-04-02T08:27:23.213 INFO:tasks.rados.rados.0.smithi084.stdout:1591: finishing write tid 3 to smithi08483026-44 2024-04-02T08:27:23.213 INFO:tasks.rados.rados.0.smithi084.stdout:1592: expect (ObjNum 436 snap 128 seq_num 436) 2024-04-02T08:27:23.281 INFO:tasks.rados.rados.0.smithi084.stdout:1591: finishing write tid 4 to smithi08483026-44 2024-04-02T08:27:23.281 INFO:tasks.rados.rados.0.smithi084.stdout:1591: finishing write tid 5 to smithi08483026-44 2024-04-02T08:27:23.281 INFO:tasks.rados.rados.0.smithi084.stdout:1591: oid 44 updating version 0 to 427 2024-04-02T08:27:23.281 INFO:tasks.rados.rados.0.smithi084.stdout:1591: oid 44 version 427 is already newer than 425 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:1591: oid 44 updating version 427 to 428 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:1591: oid 44 version 428 is already newer than 426 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 428 (ObjNum 510 snap 153 seq_num 510) dirty exists 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:1591: left oid 44 (ObjNum 510 snap 153 seq_num 510) 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:1593: finishing write tid 1 to smithi08483026-17 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:1591: done (3 left) 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:1592: done (2 left) 2024-04-02T08:27:23.282 INFO:tasks.rados.rados.0.smithi084.stdout:1595: snap_remove snap 151 2024-04-02T08:27:23.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:23 smithi132 ceph-mon[88571]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:27:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:23 smithi084 ceph-mon[94794]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:27:23.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:23 smithi084 ceph-mon[97358]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:27:23.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:23 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:24.178 INFO:tasks.rados.rados.0.smithi084.stdout:1595: done (2 left) 2024-04-02T08:27:24.178 INFO:tasks.rados.rados.0.smithi084.stdout:1596: snap_create 2024-04-02T08:27:24.178 INFO:tasks.rados.rados.0.smithi084.stdout:1593: finishing write tid 2 to smithi08483026-17 2024-04-02T08:27:24.178 INFO:tasks.rados.rados.0.smithi084.stdout:1593: finishing write tid 3 to smithi08483026-17 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1593: finishing write tid 4 to smithi08483026-17 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1593: finishing write tid 5 to smithi08483026-17 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1593: oid 17 updating version 0 to 524 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1593: oid 17 updating version 524 to 525 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1593: oid 17 version 525 is already newer than 523 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1593: oid 17 updating version 525 to 526 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 526 (ObjNum 511 snap 153 seq_num 511) dirty exists 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1593: left oid 17 (ObjNum 511 snap 153 seq_num 511) 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1594: finishing copy_from racing read to smithi08483026-4 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:1594: finishing copy_from to smithi08483026-4 2024-04-02T08:27:24.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 826 (ObjNum 503 snap 150 seq_num 503) dirty exists 2024-04-02T08:27:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[94794]: pgmap v239: 121 pgs: 121 active+clean; 114 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 936 KiB/s rd, 976 KiB/s wr, 6 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-02T08:27:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[94794]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:27:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[97358]: pgmap v239: 121 pgs: 121 active+clean; 114 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 936 KiB/s rd, 976 KiB/s wr, 6 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-02T08:27:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[97358]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:27:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:24 smithi132 ceph-mon[88571]: pgmap v239: 121 pgs: 121 active+clean; 114 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 936 KiB/s rd, 976 KiB/s wr, 6 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-02T08:27:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:24 smithi132 ceph-mon[88571]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:27:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:25.114 INFO:tasks.rados.rados.0.smithi084.stdout:1593: done (2 left) 2024-04-02T08:27:25.114 INFO:tasks.rados.rados.0.smithi084.stdout:1594: done (1 left) 2024-04-02T08:27:25.114 INFO:tasks.rados.rados.0.smithi084.stdout:1596: done (0 left) 2024-04-02T08:27:25.114 INFO:tasks.rados.rados.0.smithi084.stdout:1597: read oid 28 snap -1 2024-04-02T08:27:25.114 INFO:tasks.rados.rados.0.smithi084.stdout:1597: expect (ObjNum 488 snap 147 seq_num 488) 2024-04-02T08:27:25.114 INFO:tasks.rados.rados.0.smithi084.stdout:1598: read oid 11 snap -1 2024-04-02T08:27:25.115 INFO:tasks.rados.rados.0.smithi084.stdout:1598: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:25.115 INFO:tasks.rados.rados.0.smithi084.stdout:1599: read oid 14 snap -1 2024-04-02T08:27:25.115 INFO:tasks.rados.rados.0.smithi084.stdout:1599: expect (ObjNum 481 snap 147 seq_num 481) 2024-04-02T08:27:25.115 INFO:tasks.rados.rados.0.smithi084.stdout:1600: copy_from oid 50 from oid 12 current snap is 154 2024-04-02T08:27:25.115 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 154 2024-04-02T08:27:25.115 INFO:tasks.rados.rados.0.smithi084.stdout:1601: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-04-02T08:27:25.117 INFO:tasks.rados.rados.0.smithi084.stdout:1601: writing smithi08483026-45 from 0 to 581632 tid 1 2024-04-02T08:27:25.121 INFO:tasks.rados.rados.0.smithi084.stdout:1601: writing smithi08483026-45 from 581632 to 1097728 tid 2 2024-04-02T08:27:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:1601: writing smithi08483026-45 from 1097728 to 1384448 tid 3 2024-04-02T08:27:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:1602: read oid 2 snap 153 2024-04-02T08:27:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:1602: expect deleted 2024-04-02T08:27:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:1603: rollback oid 37 current snap is 154 2024-04-02T08:27:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 37 to 153 2024-04-02T08:27:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 154 2024-04-02T08:27:25.124 INFO:tasks.rados.rados.0.smithi084.stdout:1604: seq_num 513 ranges {1228800=598016,1826816=794624,2621440=8192} 2024-04-02T08:27:25.135 INFO:tasks.rados.rados.0.smithi084.stdout:1604: writing smithi08483026-40 from 1228800 to 1826816 tid 1 2024-04-02T08:27:25.140 INFO:tasks.rados.rados.0.smithi084.stdout:1604: writing smithi08483026-40 from 1826816 to 2621440 tid 2 2024-04-02T08:27:25.140 INFO:tasks.rados.rados.0.smithi084.stdout:1604: writing smithi08483026-40 from 2621440 to 2629632 tid 3 2024-04-02T08:27:25.141 INFO:tasks.rados.rados.0.smithi084.stdout:1605: snap_remove snap 149 2024-04-02T08:27:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:25 smithi084 ceph-mon[94794]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:27:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:25 smithi084 ceph-mon[94794]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:27:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:25 smithi084 ceph-mon[97358]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:27:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:25 smithi084 ceph-mon[97358]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:27:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:25 smithi132 ceph-mon[88571]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:27:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:25 smithi132 ceph-mon[88571]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:27:26.116 INFO:tasks.rados.rados.0.smithi084.stdout:1605: done (8 left) 2024-04-02T08:27:26.117 INFO:tasks.rados.rados.0.smithi084.stdout:1606: snap_create 2024-04-02T08:27:26.117 INFO:tasks.rados.rados.0.smithi084.stdout:1601: finishing write tid 1 to smithi08483026-45 2024-04-02T08:27:26.117 INFO:tasks.rados.rados.0.smithi084.stdout:1603: finishing rollback tid 0 to smithi08483026-37 2024-04-02T08:27:26.117 INFO:tasks.rados.rados.0.smithi084.stdout:1601: finishing write tid 2 to smithi08483026-45 2024-04-02T08:27:26.117 INFO:tasks.rados.rados.0.smithi084.stdout:1599: expect (ObjNum 481 snap 147 seq_num 481) 2024-04-02T08:27:26.174 INFO:tasks.rados.rados.0.smithi084.stdout:1603: finishing rollback tid 1 to smithi08483026-37 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:1603: finishing rollback tid 2 to smithi08483026-37 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 129 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:1601: finishing write tid 3 to smithi08483026-45 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:1601: finishing write tid 4 to smithi08483026-45 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:1601: finishing write tid 5 to smithi08483026-45 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:1601: oid 45 updating version 0 to 613 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:1601: oid 45 updating version 613 to 614 2024-04-02T08:27:26.186 INFO:tasks.rados.rados.0.smithi084.stdout:1601: oid 45 updating version 614 to 615 2024-04-02T08:27:26.187 INFO:tasks.rados.rados.0.smithi084.stdout:1601: oid 45 version 615 is already newer than 612 2024-04-02T08:27:26.187 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 615 (ObjNum 512 snap 154 seq_num 512) dirty exists 2024-04-02T08:27:26.187 INFO:tasks.rados.rados.0.smithi084.stdout:1601: left oid 45 (ObjNum 512 snap 154 seq_num 512) 2024-04-02T08:27:26.187 INFO:tasks.rados.rados.0.smithi084.stdout:1598: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi084.stdout:1600: finishing copy_from racing read to smithi08483026-50 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi084.stdout:1600: finishing copy_from to smithi08483026-50 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 807 (ObjNum 487 snap 147 seq_num 487) dirty exists 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi084.stdout:1597: expect (ObjNum 488 snap 147 seq_num 488) 2024-04-02T08:27:26.579 INFO:tasks.rados.rados.0.smithi084.stdout:1604: finishing write tid 1 to smithi08483026-40 2024-04-02T08:27:26.579 INFO:tasks.rados.rados.0.smithi084.stdout:1604: finishing write tid 2 to smithi08483026-40 2024-04-02T08:27:26.579 INFO:tasks.rados.rados.0.smithi084.stdout:1604: finishing write tid 3 to smithi08483026-40 2024-04-02T08:27:26.579 INFO:tasks.rados.rados.0.smithi084.stdout:1604: finishing write tid 4 to smithi08483026-40 2024-04-02T08:27:26.580 INFO:tasks.rados.rados.0.smithi084.stdout:1604: finishing write tid 5 to smithi08483026-40 2024-04-02T08:27:26.580 INFO:tasks.rados.rados.0.smithi084.stdout:1604: oid 40 updating version 0 to 834 2024-04-02T08:27:26.580 INFO:tasks.rados.rados.0.smithi084.stdout:1604: oid 40 version 834 is already newer than 833 2024-04-02T08:27:26.580 INFO:tasks.rados.rados.0.smithi084.stdout:1604: oid 40 version 834 is already newer than 832 2024-04-02T08:27:26.580 INFO:tasks.rados.rados.0.smithi084.stdout:1604: oid 40 updating version 834 to 835 2024-04-02T08:27:26.580 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 835 (ObjNum 513 snap 154 seq_num 513) dirty exists 2024-04-02T08:27:26.580 INFO:tasks.rados.rados.0.smithi084.stdout:1604: left oid 40 (ObjNum 513 snap 154 seq_num 513) 2024-04-02T08:27:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:26 smithi084 ceph-mon[94794]: pgmap v242: 121 pgs: 121 active+clean; 108 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 652 KiB/s wr, 3 op/s 2024-04-02T08:27:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:26 smithi084 ceph-mon[94794]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:27:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:26 smithi084 ceph-mon[97358]: pgmap v242: 121 pgs: 121 active+clean; 108 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 652 KiB/s wr, 3 op/s 2024-04-02T08:27:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:26 smithi084 ceph-mon[97358]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:27:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:26 smithi132 ceph-mon[88571]: pgmap v242: 121 pgs: 121 active+clean; 108 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 652 KiB/s wr, 3 op/s 2024-04-02T08:27:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:26 smithi132 ceph-mon[88571]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1597: done (8 left) 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1598: done (7 left) 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1599: done (6 left) 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1600: done (5 left) 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1601: done (4 left) 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1602: done (3 left) 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1603: done (2 left) 2024-04-02T08:27:27.118 INFO:tasks.rados.rados.0.smithi084.stdout:1604: done (1 left) 2024-04-02T08:27:27.119 INFO:tasks.rados.rados.0.smithi084.stdout:1606: done (0 left) 2024-04-02T08:27:27.119 INFO:tasks.rados.rados.0.smithi084.stdout:1607: delete oid 13 current snap is 155 2024-04-02T08:27:27.122 INFO:tasks.rados.rados.0.smithi084.stdout:1607: done (0 left) 2024-04-02T08:27:27.122 INFO:tasks.rados.rados.0.smithi084.stdout:1608: setattr oid 18 current snap is 155 2024-04-02T08:27:27.123 INFO:tasks.rados.rados.0.smithi084.stdout:1609: delete oid 22 current snap is 155 2024-04-02T08:27:27.126 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 488 (ObjNum 273 snap 0 seq_num 2030298197) dirty exists 2024-04-02T08:27:27.127 INFO:tasks.rados.rados.0.smithi084.stdout:1608: done (1 left) 2024-04-02T08:27:27.127 INFO:tasks.rados.rados.0.smithi084.stdout:1609: done (0 left) 2024-04-02T08:27:27.128 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 155 2024-04-02T08:27:27.128 INFO:tasks.rados.rados.0.smithi084.stdout:1610: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-04-02T08:27:27.132 INFO:tasks.rados.rados.0.smithi084.stdout:1610: writing smithi08483026-29 from 0 to 647168 tid 1 2024-04-02T08:27:27.134 INFO:tasks.rados.rados.0.smithi084.stdout:1610: writing smithi08483026-29 from 647168 to 1097728 tid 2 2024-04-02T08:27:27.136 INFO:tasks.rados.rados.0.smithi084.stdout:1610: writing smithi08483026-29 from 1097728 to 1449984 tid 3 2024-04-02T08:27:27.136 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 155 2024-04-02T08:27:27.136 INFO:tasks.rados.rados.0.smithi084.stdout:1610: finishing write tid 1 to smithi08483026-29 2024-04-02T08:27:27.136 INFO:tasks.rados.rados.0.smithi084.stdout:1611: seq_num 517 ranges {3743744=663552,4407296=786432,5193728=16384} 2024-04-02T08:27:27.160 INFO:tasks.rados.rados.0.smithi084.stdout:1611: writing smithi08483026-36 from 3743744 to 4407296 tid 1 2024-04-02T08:27:27.164 INFO:tasks.rados.rados.0.smithi084.stdout:1611: writing smithi08483026-36 from 4407296 to 5193728 tid 2 2024-04-02T08:27:27.164 INFO:tasks.rados.rados.0.smithi084.stdout:1611: writing smithi08483026-36 from 5193728 to 5210112 tid 3 2024-04-02T08:27:27.164 INFO:tasks.rados.rados.0.smithi084.stdout:1612: snap_remove snap 154 2024-04-02T08:27:28.128 INFO:tasks.rados.rados.0.smithi084.stdout:1612: done (2 left) 2024-04-02T08:27:28.128 INFO:tasks.rados.rados.0.smithi084.stdout:1613: snap_remove snap 153 2024-04-02T08:27:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:28 smithi084 ceph-mon[94794]: pgmap v245: 121 pgs: 121 active+clean; 108 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:27:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:28 smithi084 ceph-mon[94794]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:27:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:28 smithi084 ceph-mon[97358]: pgmap v245: 121 pgs: 121 active+clean; 108 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:27:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:28 smithi084 ceph-mon[97358]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:27:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:28 smithi132 ceph-mon[88571]: pgmap v245: 121 pgs: 121 active+clean; 108 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:27:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:28 smithi132 ceph-mon[88571]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:27:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:1613: done (2 left) 2024-04-02T08:27:29.132 INFO:tasks.rados.rados.0.smithi084.stdout:1614: snap_create 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: finishing write tid 2 to smithi08483026-29 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: finishing write tid 3 to smithi08483026-29 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: finishing write tid 4 to smithi08483026-29 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: finishing write tid 5 to smithi08483026-29 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: oid 29 updating version 0 to 326 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: oid 29 updating version 326 to 327 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: oid 29 version 327 is already newer than 324 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: oid 29 version 327 is already newer than 325 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 327 (ObjNum 516 snap 155 seq_num 516) dirty exists 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1610: left oid 29 (ObjNum 516 snap 155 seq_num 516) 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1611: finishing write tid 1 to smithi08483026-36 2024-04-02T08:27:29.133 INFO:tasks.rados.rados.0.smithi084.stdout:1611: finishing write tid 2 to smithi08483026-36 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: finishing write tid 3 to smithi08483026-36 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: finishing write tid 4 to smithi08483026-36 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: finishing write tid 5 to smithi08483026-36 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: oid 36 updating version 0 to 761 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: oid 36 version 761 is already newer than 760 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: oid 36 version 761 is already newer than 758 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: oid 36 version 761 is already newer than 759 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 761 (ObjNum 517 snap 155 seq_num 517) dirty exists 2024-04-02T08:27:29.134 INFO:tasks.rados.rados.0.smithi084.stdout:1611: left oid 36 (ObjNum 517 snap 155 seq_num 517) 2024-04-02T08:27:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:29 smithi132 ceph-mon[88571]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:27:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:29 smithi084 ceph-mon[94794]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:27:29.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:29 smithi084 ceph-mon[97358]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:27:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:30.116 INFO:tasks.rados.rados.0.smithi084.stdout:1610: done (2 left) 2024-04-02T08:27:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:1611: done (1 left) 2024-04-02T08:27:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:1614: done (0 left) 2024-04-02T08:27:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:1615: read oid 50 snap -1 2024-04-02T08:27:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:1615: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:27:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:1616: rollback oid 37 current snap is 156 2024-04-02T08:27:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 37 to 155 2024-04-02T08:27:30.117 INFO:tasks.rados.rados.0.smithi084.stdout:1617: delete oid 27 current snap is 156 2024-04-02T08:27:30.121 INFO:tasks.rados.rados.0.smithi084.stdout:1617: done (2 left) 2024-04-02T08:27:30.121 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 156 2024-04-02T08:27:30.121 INFO:tasks.rados.rados.0.smithi084.stdout:1618: seq_num 519 ranges {2375680=696320,3072000=548864,3620864=253952} 2024-04-02T08:27:30.138 INFO:tasks.rados.rados.0.smithi084.stdout:1618: writing smithi08483026-31 from 2375680 to 3072000 tid 1 2024-04-02T08:27:30.142 INFO:tasks.rados.rados.0.smithi084.stdout:1618: writing smithi08483026-31 from 3072000 to 3620864 tid 2 2024-04-02T08:27:30.143 INFO:tasks.rados.rados.0.smithi084.stdout:1618: writing smithi08483026-31 from 3620864 to 3874816 tid 3 2024-04-02T08:27:30.144 INFO:tasks.rados.rados.0.smithi084.stdout:1619: rollback oid 24 current snap is 156 2024-04-02T08:27:30.144 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 155 2024-04-02T08:27:30.144 INFO:tasks.rados.rados.0.smithi084.stdout:1616: finishing rollback tid 0 to smithi08483026-37 2024-04-02T08:27:30.144 INFO:tasks.rados.rados.0.smithi084.stdout:1616: finishing rollback tid 1 to smithi08483026-37 2024-04-02T08:27:30.144 INFO:tasks.rados.rados.0.smithi084.stdout:1616: finishing rollback tid 2 to smithi08483026-37 2024-04-02T08:27:30.144 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 132 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:30.144 INFO:tasks.rados.rados.0.smithi084.stdout:1615: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:27:30.172 INFO:tasks.rados.rados.0.smithi084.stdout:1618: finishing write tid 1 to smithi08483026-31 2024-04-02T08:27:30.172 INFO:tasks.rados.rados.0.smithi084.stdout:1618: finishing write tid 2 to smithi08483026-31 2024-04-02T08:27:30.172 INFO:tasks.rados.rados.0.smithi084.stdout:1615: done (3 left) 2024-04-02T08:27:30.172 INFO:tasks.rados.rados.0.smithi084.stdout:1616: done (2 left) 2024-04-02T08:27:30.172 INFO:tasks.rados.rados.0.smithi084.stdout:1620: copy_from oid 3 from oid 11 current snap is 156 2024-04-02T08:27:30.172 INFO:tasks.rados.rados.0.smithi084.stdout:1619: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:27:30.172 INFO:tasks.rados.rados.0.smithi084.stdout:1619: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: finishing write tid 3 to smithi08483026-31 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: finishing write tid 4 to smithi08483026-31 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1619: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 331 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: finishing write tid 5 to smithi08483026-31 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: oid 31 updating version 0 to 536 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: oid 31 version 536 is already newer than 535 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: oid 31 updating version 536 to 537 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: oid 31 version 537 is already newer than 534 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 537 (ObjNum 519 snap 156 seq_num 519) dirty exists 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: left oid 31 (ObjNum 519 snap 156 seq_num 519) 2024-04-02T08:27:30.173 INFO:tasks.rados.rados.0.smithi084.stdout:1618: done (2 left) 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:1619: done (1 left) 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:1621: read oid 25 snap -1 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:1621: expect (ObjNum 427 snap 128 seq_num 427) 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:1622: rollback oid 40 current snap is 156 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 155 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:1623: read oid 18 snap -1 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:1623: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 156 2024-04-02T08:27:30.174 INFO:tasks.rados.rados.0.smithi084.stdout:1624: seq_num 520 ranges {5210112=712704,5922816=434176,6356992=368640} 2024-04-02T08:27:30.204 INFO:tasks.rados.rados.0.smithi084.stdout:1624: writing smithi08483026-1 from 5210112 to 5922816 tid 1 2024-04-02T08:27:30.206 INFO:tasks.rados.rados.0.smithi084.stdout:1624: writing smithi08483026-1 from 5922816 to 6356992 tid 2 2024-04-02T08:27:30.209 INFO:tasks.rados.rados.0.smithi084.stdout:1624: writing smithi08483026-1 from 6356992 to 6725632 tid 3 2024-04-02T08:27:30.209 INFO:tasks.rados.rados.0.smithi084.stdout:1625: snap_create 2024-04-02T08:27:30.209 INFO:tasks.rados.rados.0.smithi084.stdout:1623: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:30.211 INFO:tasks.rados.rados.0.smithi084.stdout:1622: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:27:30.211 INFO:tasks.rados.rados.0.smithi084.stdout:1622: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:27:30.212 INFO:tasks.rados.rados.0.smithi084.stdout:1622: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:27:30.212 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 841 (ObjNum 513 snap 154 seq_num 513) dirty exists 2024-04-02T08:27:30.212 INFO:tasks.rados.rados.0.smithi084.stdout:1620: finishing copy_from racing read to smithi08483026-3 2024-04-02T08:27:30.212 INFO:tasks.rados.rados.0.smithi084.stdout:1620: finishing copy_from to smithi08483026-3 2024-04-02T08:27:30.212 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 748 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:27:30.212 INFO:tasks.rados.rados.0.smithi084.stdout:1621: expect (ObjNum 427 snap 128 seq_num 427) 2024-04-02T08:27:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:30 smithi132 ceph-mon[88571]: pgmap v248: 121 pgs: 121 active+clean; 112 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:27:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:30 smithi132 ceph-mon[88571]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:27:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:30 smithi132 ceph-mon[88571]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:27:30.424 INFO:tasks.rados.rados.0.smithi084.stdout:1624: finishing write tid 1 to smithi08483026-1 2024-04-02T08:27:30.424 INFO:tasks.rados.rados.0.smithi084.stdout:1624: finishing write tid 2 to smithi08483026-1 2024-04-02T08:27:30.424 INFO:tasks.rados.rados.0.smithi084.stdout:1624: finishing write tid 3 to smithi08483026-1 2024-04-02T08:27:30.424 INFO:tasks.rados.rados.0.smithi084.stdout:1624: finishing write tid 4 to smithi08483026-1 2024-04-02T08:27:30.425 INFO:tasks.rados.rados.0.smithi084.stdout:1624: finishing write tid 5 to smithi08483026-1 2024-04-02T08:27:30.425 INFO:tasks.rados.rados.0.smithi084.stdout:1624: oid 1 updating version 0 to 843 2024-04-02T08:27:30.425 INFO:tasks.rados.rados.0.smithi084.stdout:1624: oid 1 updating version 843 to 846 2024-04-02T08:27:30.425 INFO:tasks.rados.rados.0.smithi084.stdout:1624: oid 1 version 846 is already newer than 845 2024-04-02T08:27:30.425 INFO:tasks.rados.rados.0.smithi084.stdout:1624: oid 1 version 846 is already newer than 844 2024-04-02T08:27:30.425 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 846 (ObjNum 520 snap 156 seq_num 520) dirty exists 2024-04-02T08:27:30.425 INFO:tasks.rados.rados.0.smithi084.stdout:1624: left oid 1 (ObjNum 520 snap 156 seq_num 520) 2024-04-02T08:27:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:30 smithi084 ceph-mon[94794]: pgmap v248: 121 pgs: 121 active+clean; 112 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:27:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:30 smithi084 ceph-mon[94794]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:27:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:30 smithi084 ceph-mon[94794]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:27:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:30 smithi084 ceph-mon[97358]: pgmap v248: 121 pgs: 121 active+clean; 112 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:27:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:30 smithi084 ceph-mon[97358]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:27:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:30 smithi084 ceph-mon[97358]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:27:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:27:30] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:1620: done (5 left) 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:1621: done (4 left) 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:1622: done (3 left) 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:1623: done (2 left) 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:1624: done (1 left) 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:1625: done (0 left) 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 157 2024-04-02T08:27:31.141 INFO:tasks.rados.rados.0.smithi084.stdout:1626: seq_num 521 ranges {1392640=729088,2121728=720896,2842624=81920} 2024-04-02T08:27:31.152 INFO:tasks.rados.rados.0.smithi084.stdout:1626: writing smithi08483026-5 from 1392640 to 2121728 tid 1 2024-04-02T08:27:31.156 INFO:tasks.rados.rados.0.smithi084.stdout:1626: writing smithi08483026-5 from 2121728 to 2842624 tid 2 2024-04-02T08:27:31.157 INFO:tasks.rados.rados.0.smithi084.stdout:1626: writing smithi08483026-5 from 2842624 to 2924544 tid 3 2024-04-02T08:27:31.157 INFO:tasks.rados.rados.0.smithi084.stdout:1627: rollback oid 11 current snap is 157 2024-04-02T08:27:31.157 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 155 2024-04-02T08:27:31.157 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 157 2024-04-02T08:27:31.157 INFO:tasks.rados.rados.0.smithi084.stdout:1628: seq_num 522 ranges {1228800=745472,1974272=606208,2580480=196608} 2024-04-02T08:27:31.168 INFO:tasks.rados.rados.0.smithi084.stdout:1628: writing smithi08483026-4 from 1228800 to 1974272 tid 1 2024-04-02T08:27:31.172 INFO:tasks.rados.rados.0.smithi084.stdout:1628: writing smithi08483026-4 from 1974272 to 2580480 tid 2 2024-04-02T08:27:31.177 INFO:tasks.rados.rados.0.smithi084.stdout:1628: writing smithi08483026-4 from 2580480 to 2777088 tid 3 2024-04-02T08:27:31.177 INFO:tasks.rados.rados.0.smithi084.stdout:1629: delete oid 30 current snap is 157 2024-04-02T08:27:31.177 INFO:tasks.rados.rados.0.smithi084.stdout:1626: finishing write tid 1 to smithi08483026-5 2024-04-02T08:27:31.177 INFO:tasks.rados.rados.0.smithi084.stdout:1626: finishing write tid 2 to smithi08483026-5 2024-04-02T08:27:31.177 INFO:tasks.rados.rados.0.smithi084.stdout:1627: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:27:31.178 INFO:tasks.rados.rados.0.smithi084.stdout:1626: finishing write tid 3 to smithi08483026-5 2024-04-02T08:27:31.178 INFO:tasks.rados.rados.0.smithi084.stdout:1627: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:27:31.178 INFO:tasks.rados.rados.0.smithi084.stdout:1627: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:27:31.178 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 810 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:27:31.178 INFO:tasks.rados.rados.0.smithi084.stdout:1626: finishing write tid 4 to smithi08483026-5 2024-04-02T08:27:31.179 INFO:tasks.rados.rados.0.smithi084.stdout:1626: finishing write tid 5 to smithi08483026-5 2024-04-02T08:27:31.179 INFO:tasks.rados.rados.0.smithi084.stdout:1626: oid 5 updating version 0 to 751 2024-04-02T08:27:31.179 INFO:tasks.rados.rados.0.smithi084.stdout:1626: oid 5 updating version 751 to 752 2024-04-02T08:27:31.179 INFO:tasks.rados.rados.0.smithi084.stdout:1626: oid 5 version 752 is already newer than 749 2024-04-02T08:27:31.179 INFO:tasks.rados.rados.0.smithi084.stdout:1626: oid 5 version 752 is already newer than 750 2024-04-02T08:27:31.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 752 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-04-02T08:27:31.180 INFO:tasks.rados.rados.0.smithi084.stdout:1626: left oid 5 (ObjNum 521 snap 157 seq_num 521) 2024-04-02T08:27:31.180 INFO:tasks.rados.rados.0.smithi084.stdout:1628: finishing write tid 1 to smithi08483026-4 2024-04-02T08:27:31.180 INFO:tasks.rados.rados.0.smithi084.stdout:1628: finishing write tid 2 to smithi08483026-4 2024-04-02T08:27:31.180 INFO:tasks.rados.rados.0.smithi084.stdout:1628: finishing write tid 3 to smithi08483026-4 2024-04-02T08:27:31.180 INFO:tasks.rados.rados.0.smithi084.stdout:1628: finishing write tid 4 to smithi08483026-4 2024-04-02T08:27:31.181 INFO:tasks.rados.rados.0.smithi084.stdout:1626: done (3 left) 2024-04-02T08:27:31.181 INFO:tasks.rados.rados.0.smithi084.stdout:1627: done (2 left) 2024-04-02T08:27:31.181 INFO:tasks.rados.rados.0.smithi084.stdout:1629: done (1 left) 2024-04-02T08:27:31.182 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 157 2024-04-02T08:27:31.182 INFO:tasks.rados.rados.0.smithi084.stdout:1630: seq_num 524 ranges {1032192=786432,1818624=778240,2596864=24576} 2024-04-02T08:27:31.188 INFO:tasks.rados.rados.0.smithi084.stdout:1630: writing smithi08483026-15 from 1032192 to 1818624 tid 1 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1630: writing smithi08483026-15 from 1818624 to 2596864 tid 2 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1630: writing smithi08483026-15 from 2596864 to 2621440 tid 3 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1631: delete oid 34 current snap is 157 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1628: finishing write tid 5 to smithi08483026-4 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1628: oid 4 updating version 0 to 827 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1628: oid 4 updating version 827 to 830 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1628: oid 4 version 830 is already newer than 828 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1628: oid 4 version 830 is already newer than 829 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 830 (ObjNum 522 snap 157 seq_num 522) dirty exists 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1628: left oid 4 (ObjNum 522 snap 157 seq_num 522) 2024-04-02T08:27:31.193 INFO:tasks.rados.rados.0.smithi084.stdout:1630: finishing write tid 1 to smithi08483026-15 2024-04-02T08:27:31.194 INFO:tasks.rados.rados.0.smithi084.stdout:1628: done (2 left) 2024-04-02T08:27:31.195 INFO:tasks.rados.rados.0.smithi084.stdout:1631: done (1 left) 2024-04-02T08:27:31.195 INFO:tasks.rados.rados.0.smithi084.stdout:1632: rollback oid 13 current snap is 157 2024-04-02T08:27:31.195 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 156 2024-04-02T08:27:31.195 INFO:tasks.rados.rados.0.smithi084.stdout:1633: snap_create 2024-04-02T08:27:31.195 INFO:tasks.rados.rados.0.smithi084.stdout:1632: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:27:31.195 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 0 (ObjNum 49 snap 0 seq_num 621511296) dirty dne 2024-04-02T08:27:31.196 INFO:tasks.rados.rados.0.smithi084.stdout:1630: finishing write tid 2 to smithi08483026-15 2024-04-02T08:27:31.196 INFO:tasks.rados.rados.0.smithi084.stdout:1630: finishing write tid 3 to smithi08483026-15 2024-04-02T08:27:31.196 INFO:tasks.rados.rados.0.smithi084.stdout:1630: finishing write tid 4 to smithi08483026-15 2024-04-02T08:27:31.198 INFO:tasks.rados.rados.0.smithi084.stdout:1630: finishing write tid 5 to smithi08483026-15 2024-04-02T08:27:31.198 INFO:tasks.rados.rados.0.smithi084.stdout:1630: oid 15 updating version 0 to 616 2024-04-02T08:27:31.198 INFO:tasks.rados.rados.0.smithi084.stdout:1630: oid 15 updating version 616 to 619 2024-04-02T08:27:31.198 INFO:tasks.rados.rados.0.smithi084.stdout:1630: oid 15 version 619 is already newer than 618 2024-04-02T08:27:31.198 INFO:tasks.rados.rados.0.smithi084.stdout:1630: oid 15 version 619 is already newer than 617 2024-04-02T08:27:31.198 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 619 (ObjNum 524 snap 157 seq_num 524) dirty exists 2024-04-02T08:27:31.198 INFO:tasks.rados.rados.0.smithi084.stdout:1630: left oid 15 (ObjNum 524 snap 157 seq_num 524) 2024-04-02T08:27:32.149 INFO:tasks.rados.rados.0.smithi084.stdout:1630: done (2 left) 2024-04-02T08:27:32.150 INFO:tasks.rados.rados.0.smithi084.stdout:1632: done (1 left) 2024-04-02T08:27:32.150 INFO:tasks.rados.rados.0.smithi084.stdout:1633: done (0 left) 2024-04-02T08:27:32.150 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 158 2024-04-02T08:27:32.150 INFO:tasks.rados.rados.0.smithi084.stdout:1634: seq_num 526 ranges {2949120=417792,3366912=589824,3956736=614400} 2024-04-02T08:27:32.167 INFO:tasks.rados.rados.0.smithi084.stdout:1634: writing smithi08483026-38 from 2949120 to 3366912 tid 1 2024-04-02T08:27:32.170 INFO:tasks.rados.rados.0.smithi084.stdout:1634: writing smithi08483026-38 from 3366912 to 3956736 tid 2 2024-04-02T08:27:32.174 INFO:tasks.rados.rados.0.smithi084.stdout:1634: writing smithi08483026-38 from 3956736 to 4571136 tid 3 2024-04-02T08:27:32.174 INFO:tasks.rados.rados.0.smithi084.stdout:1635: rollback oid 50 current snap is 158 2024-04-02T08:27:32.174 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 156 2024-04-02T08:27:32.174 INFO:tasks.rados.rados.0.smithi084.stdout:1636: setattr oid 41 current snap is 158 2024-04-02T08:27:32.175 INFO:tasks.rados.rados.0.smithi084.stdout:1637: rollback oid 7 current snap is 158 2024-04-02T08:27:32.175 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 155 2024-04-02T08:27:32.175 INFO:tasks.rados.rados.0.smithi084.stdout:1638: snap_remove snap 157 2024-04-02T08:27:32.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:32 smithi132 ceph-mon[88571]: pgmap v251: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-02T08:27:32.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:32 smithi132 ceph-mon[88571]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:27:32.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:32 smithi084 ceph-mon[94794]: pgmap v251: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-02T08:27:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:32 smithi084 ceph-mon[94794]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:27:32.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:32 smithi084 ceph-mon[97358]: pgmap v251: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-02T08:27:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:32 smithi084 ceph-mon[97358]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:27:33.159 INFO:tasks.rados.rados.0.smithi084.stdout:1638: done (4 left) 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1639: rollback oid 14 current snap is 158 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 14 to 156 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1634: finishing write tid 1 to smithi08483026-38 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1635: finishing rollback tid 0 to smithi08483026-50 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1634: finishing write tid 2 to smithi08483026-38 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1634: finishing write tid 3 to smithi08483026-38 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1634: finishing write tid 4 to smithi08483026-38 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1635: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1635: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 813 (ObjNum 487 snap 147 seq_num 487) dirty exists 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1637: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:1637: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:27:33.160 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 814 (ObjNum 394 snap 120 seq_num 394) dirty exists 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1637: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 807 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1634: finishing write tid 5 to smithi08483026-38 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1634: oid 38 updating version 0 to 754 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1634: oid 38 updating version 754 to 755 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1634: oid 38 updating version 755 to 756 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1634: oid 38 version 756 is already newer than 753 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 756 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1634: left oid 38 (ObjNum 526 snap 158 seq_num 526) 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1634: done (4 left) 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1635: done (3 left) 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1636: done (2 left) 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1637: done (1 left) 2024-04-02T08:27:33.161 INFO:tasks.rados.rados.0.smithi084.stdout:1640: delete oid 31 current snap is 158 2024-04-02T08:27:33.169 INFO:tasks.rados.rados.0.smithi084.stdout:1640: done (1 left) 2024-04-02T08:27:33.169 INFO:tasks.rados.rados.0.smithi084.stdout:1641: snap_remove snap 155 2024-04-02T08:27:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:33 smithi132 ceph-mon[88571]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:27:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:33 smithi084 ceph-mon[94794]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:27:33.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:33 smithi084 ceph-mon[97358]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:27:33.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:34.159 INFO:tasks.rados.rados.0.smithi084.stdout:1641: done (1 left) 2024-04-02T08:27:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1642: read oid 23 snap 156 2024-04-02T08:27:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1642: expect deleted 2024-04-02T08:27:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1643: delete oid 2 current snap is 158 2024-04-02T08:27:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1639: finishing rollback tid 0 to smithi08483026-14 2024-04-02T08:27:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1639: finishing rollback tid 1 to smithi08483026-14 2024-04-02T08:27:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:1639: finishing rollback tid 2 to smithi08483026-14 2024-04-02T08:27:34.160 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 817 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:34.165 INFO:tasks.rados.rados.0.smithi084.stdout:1639: done (2 left) 2024-04-02T08:27:34.165 INFO:tasks.rados.rados.0.smithi084.stdout:1642: done (1 left) 2024-04-02T08:27:34.165 INFO:tasks.rados.rados.0.smithi084.stdout:1643: done (0 left) 2024-04-02T08:27:34.165 INFO:tasks.rados.rados.0.smithi084.stdout:1644: read oid 32 snap -1 2024-04-02T08:27:34.165 INFO:tasks.rados.rados.0.smithi084.stdout:1644: expect (ObjNum 507 snap 153 seq_num 507) 2024-04-02T08:27:34.166 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 158 2024-04-02T08:27:34.166 INFO:tasks.rados.rados.0.smithi084.stdout:1645: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-04-02T08:27:34.168 INFO:tasks.rados.rados.0.smithi084.stdout:1645: writing smithi08483026-21 from 0 to 466944 tid 1 2024-04-02T08:27:34.173 INFO:tasks.rados.rados.0.smithi084.stdout:1645: writing smithi08483026-21 from 466944 to 1114112 tid 2 2024-04-02T08:27:34.176 INFO:tasks.rados.rados.0.smithi084.stdout:1645: writing smithi08483026-21 from 1114112 to 1646592 tid 3 2024-04-02T08:27:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:1645: writing smithi08483026-21 from 1646592 to 1671168 tid 4 2024-04-02T08:27:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:1646: read oid 46 snap -1 2024-04-02T08:27:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:1646: expect (ObjNum 382 snap 117 seq_num 382) 2024-04-02T08:27:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 158 2024-04-02T08:27:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:1645: finishing write tid 1 to smithi08483026-21 2024-04-02T08:27:34.177 INFO:tasks.rados.rados.0.smithi084.stdout:1647: seq_num 530 ranges {1622016=483328,2105344=532480,2637824=671744} 2024-04-02T08:27:34.189 INFO:tasks.rados.rados.0.smithi084.stdout:1647: writing smithi08483026-7 from 1622016 to 2105344 tid 1 2024-04-02T08:27:34.192 INFO:tasks.rados.rados.0.smithi084.stdout:1647: writing smithi08483026-7 from 2105344 to 2637824 tid 2 2024-04-02T08:27:34.197 INFO:tasks.rados.rados.0.smithi084.stdout:1647: writing smithi08483026-7 from 2637824 to 3309568 tid 3 2024-04-02T08:27:34.197 INFO:tasks.rados.rados.0.smithi084.stdout:1648: rollback oid 38 current snap is 158 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 38 to 156 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:1649: read oid 34 snap 156 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:1649: expect deleted 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:1645: finishing write tid 2 to smithi08483026-21 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:1645: finishing write tid 3 to smithi08483026-21 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:1645: finishing write tid 4 to smithi08483026-21 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:1645: finishing write tid 5 to smithi08483026-21 2024-04-02T08:27:34.198 INFO:tasks.rados.rados.0.smithi084.stdout:1646: expect (ObjNum 382 snap 117 seq_num 382) 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[94794]: pgmap v254: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[94794]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[94794]: Upgrade: osd.3 is safe to restart 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[97358]: pgmap v254: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[97358]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:34.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:34.207 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:34 smithi084 ceph-mon[97358]: Upgrade: osd.3 is safe to restart 2024-04-02T08:27:34.248 INFO:tasks.rados.rados.0.smithi084.stdout:1645: finishing write tid 6 to smithi08483026-21 2024-04-02T08:27:34.248 INFO:tasks.rados.rados.0.smithi084.stdout:1645: oid 21 updating version 0 to 502 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1645: oid 21 version 502 is already newer than 498 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1645: oid 21 version 502 is already newer than 500 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1645: oid 21 version 502 is already newer than 499 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1645: oid 21 version 502 is already newer than 501 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 502 (ObjNum 529 snap 158 seq_num 529) dirty exists 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1645: left oid 21 (ObjNum 529 snap 158 seq_num 529) 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1647: finishing write tid 1 to smithi08483026-7 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1645: done (5 left) 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1646: done (4 left) 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1650: read oid 23 snap -1 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1650: expect deleted 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1651: read oid 18 snap -1 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1651: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:34.249 INFO:tasks.rados.rados.0.smithi084.stdout:1652: copy_from oid 6 from oid 43 current snap is 158 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1647: finishing write tid 2 to smithi08483026-7 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1648: finishing rollback tid 0 to smithi08483026-38 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1648: finishing rollback tid 1 to smithi08483026-38 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1648: finishing rollback tid 2 to smithi08483026-38 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 759 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1647: finishing write tid 3 to smithi08483026-7 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1647: finishing write tid 4 to smithi08483026-7 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1647: finishing write tid 5 to smithi08483026-7 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1647: oid 7 updating version 0 to 809 2024-04-02T08:27:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:1647: oid 7 updating version 809 to 810 2024-04-02T08:27:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:1647: oid 7 version 810 is already newer than 808 2024-04-02T08:27:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:1647: oid 7 updating version 810 to 811 2024-04-02T08:27:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 811 (ObjNum 530 snap 158 seq_num 530) dirty exists 2024-04-02T08:27:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:1647: left oid 7 (ObjNum 530 snap 158 seq_num 530) 2024-04-02T08:27:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:1644: expect (ObjNum 507 snap 153 seq_num 507) 2024-04-02T08:27:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:34 smithi132 ceph-mon[88571]: pgmap v254: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-04-02T08:27:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:34 smithi132 ceph-mon[88571]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:27:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:34 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:27:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:34 smithi132 ceph-mon[88571]: Upgrade: osd.3 is safe to restart 2024-04-02T08:27:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[97358]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:27:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:27:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[94794]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:27:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:27:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:35.658 INFO:tasks.rados.rados.0.smithi084.stdout:1652: finishing copy_from to smithi08483026-6 2024-04-02T08:27:35.658 INFO:tasks.rados.rados.0.smithi084.stdout:1652: got expected ENOENT (src dne) 2024-04-02T08:27:35.659 INFO:tasks.rados.rados.0.smithi084.stdout:1652: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:27:35.659 INFO:tasks.rados.rados.0.smithi084.stdout:1651: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:35 smithi132 ceph-mon[88571]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:27:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:27:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1644: done (6 left) 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1647: done (5 left) 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1648: done (4 left) 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1649: done (3 left) 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1650: done (2 left) 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1651: done (1 left) 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1652: done (0 left) 2024-04-02T08:27:35.661 INFO:tasks.rados.rados.0.smithi084.stdout:1653: snap_create 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1653: done (0 left) 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1654: rmattr oid 27 current snap is 159 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1654: done (0 left) 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1655: rollback oid 10 current snap is 159 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 158 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1656: read oid 14 snap -1 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1656: expect (ObjNum 481 snap 147 seq_num 481) 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1657: read oid 42 snap -1 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1657: expect (ObjNum 493 snap 148 seq_num 493) 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 159 2024-04-02T08:27:36.171 INFO:tasks.rados.rados.0.smithi084.stdout:1658: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-04-02T08:27:36.173 INFO:tasks.rados.rados.0.smithi084.stdout:1658: writing smithi08483026-27 from 0 to 499712 tid 1 2024-04-02T08:27:36.176 INFO:tasks.rados.rados.0.smithi084.stdout:1658: writing smithi08483026-27 from 499712 to 917504 tid 2 2024-04-02T08:27:36.181 INFO:tasks.rados.rados.0.smithi084.stdout:1658: writing smithi08483026-27 from 917504 to 1466368 tid 3 2024-04-02T08:27:36.182 INFO:tasks.rados.rados.0.smithi084.stdout:1658: writing smithi08483026-27 from 1466368 to 1703936 tid 4 2024-04-02T08:27:36.182 INFO:tasks.rados.rados.0.smithi084.stdout:1659: rmattr oid 30 current snap is 159 2024-04-02T08:27:36.182 INFO:tasks.rados.rados.0.smithi084.stdout:1659: done (4 left) 2024-04-02T08:27:36.182 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 159 2024-04-02T08:27:36.182 INFO:tasks.rados.rados.0.smithi084.stdout:1660: seq_num 532 ranges {2924544=516096,3440640=696320,4136960=507904} 2024-04-02T08:27:36.200 INFO:tasks.rados.rados.0.smithi084.stdout:1660: writing smithi08483026-5 from 2924544 to 3440640 tid 1 2024-04-02T08:27:36.204 INFO:tasks.rados.rados.0.smithi084.stdout:1660: writing smithi08483026-5 from 3440640 to 4136960 tid 2 2024-04-02T08:27:36.207 INFO:tasks.rados.rados.0.smithi084.stdout:1660: writing smithi08483026-5 from 4136960 to 4644864 tid 3 2024-04-02T08:27:36.207 INFO:tasks.rados.rados.0.smithi084.stdout:1661: delete oid 6 current snap is 159 2024-04-02T08:27:36.207 INFO:tasks.rados.rados.0.smithi084.stdout:1656: expect (ObjNum 481 snap 147 seq_num 481) 2024-04-02T08:27:36.261 INFO:tasks.rados.rados.0.smithi084.stdout:1655: finishing rollback tid 0 to smithi08483026-10 2024-04-02T08:27:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:1655: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:27:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:1658: finishing write tid 1 to smithi08483026-27 2024-04-02T08:27:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:1658: finishing write tid 2 to smithi08483026-27 2024-04-02T08:27:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:1655: finishing rollback tid 2 to smithi08483026-10 2024-04-02T08:27:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 817 (ObjNum 502 snap 150 seq_num 502) dirty exists 2024-04-02T08:27:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:1657: expect (ObjNum 493 snap 148 seq_num 493) 2024-04-02T08:27:36.290 INFO:tasks.rados.rados.0.smithi084.stdout:1658: finishing write tid 3 to smithi08483026-27 2024-04-02T08:27:36.290 INFO:tasks.rados.rados.0.smithi084.stdout:1658: finishing write tid 4 to smithi08483026-27 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: finishing write tid 5 to smithi08483026-27 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: finishing write tid 6 to smithi08483026-27 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: oid 27 updating version 0 to 547 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: oid 27 updating version 547 to 548 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: oid 27 version 548 is already newer than 545 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: oid 27 version 548 is already newer than 544 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: oid 27 version 548 is already newer than 546 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 548 (ObjNum 531 snap 159 seq_num 531) dirty exists 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: left oid 27 (ObjNum 531 snap 159 seq_num 531) 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1660: finishing write tid 1 to smithi08483026-5 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1655: done (5 left) 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1656: done (4 left) 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1657: done (3 left) 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1658: done (2 left) 2024-04-02T08:27:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:1661: done (1 left) 2024-04-02T08:27:36.292 INFO:tasks.rados.rados.0.smithi084.stdout:1662: snap_remove snap 156 2024-04-02T08:27:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:36 smithi084 ceph-mon[94794]: pgmap v257: 121 pgs: 121 active+clean; 112 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 709 KiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:27:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:36 smithi084 ceph-mon[94794]: Upgrade: Updating osd.3 2024-04-02T08:27:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:36 smithi084 ceph-mon[94794]: Deploying daemon osd.3 on smithi084 2024-04-02T08:27:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:36 smithi084 ceph-mon[97358]: pgmap v257: 121 pgs: 121 active+clean; 112 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 709 KiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:27:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:36 smithi084 ceph-mon[97358]: Upgrade: Updating osd.3 2024-04-02T08:27:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:36 smithi084 ceph-mon[97358]: Deploying daemon osd.3 on smithi084 2024-04-02T08:27:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:36 smithi132 ceph-mon[88571]: pgmap v257: 121 pgs: 121 active+clean; 112 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 709 KiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:27:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:36 smithi132 ceph-mon[88571]: Upgrade: Updating osd.3 2024-04-02T08:27:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:36 smithi132 ceph-mon[88571]: Deploying daemon osd.3 on smithi084 2024-04-02T08:27:37.182 INFO:tasks.rados.rados.0.smithi084.stdout:1662: done (1 left) 2024-04-02T08:27:37.182 INFO:tasks.rados.rados.0.smithi084.stdout:1663: setattr oid 23 current snap is 159 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: finishing write tid 2 to smithi08483026-5 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: finishing write tid 3 to smithi08483026-5 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: finishing write tid 4 to smithi08483026-5 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: finishing write tid 5 to smithi08483026-5 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: oid 5 updating version 0 to 762 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: oid 5 version 762 is already newer than 760 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: oid 5 version 762 is already newer than 761 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: oid 5 updating version 762 to 763 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 763 (ObjNum 532 snap 159 seq_num 532) dirty exists 2024-04-02T08:27:37.183 INFO:tasks.rados.rados.0.smithi084.stdout:1660: left oid 5 (ObjNum 532 snap 159 seq_num 532) 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:1660: done (1 left) 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:1664: copy_from oid 42 from oid 28 current snap is 159 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:1665: read oid 26 snap -1 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:1665: expect (ObjNum 429 snap 128 seq_num 429) 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:1666: read oid 35 snap -1 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:1666: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:1667: rollback oid 3 current snap is 159 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 3 to 158 2024-04-02T08:27:37.188 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 159 2024-04-02T08:27:37.189 INFO:tasks.rados.rados.0.smithi084.stdout:1668: seq_num 534 ranges {6725632=548864,7274496=516096,7790592=688128} 2024-04-02T08:27:37.227 INFO:tasks.rados.rados.0.smithi084.stdout:1668: writing smithi08483026-1 from 6725632 to 7274496 tid 1 2024-04-02T08:27:37.230 INFO:tasks.rados.rados.0.smithi084.stdout:1668: writing smithi08483026-1 from 7274496 to 7790592 tid 2 2024-04-02T08:27:37.234 INFO:tasks.rados.rados.0.smithi084.stdout:1668: writing smithi08483026-1 from 7790592 to 8478720 tid 3 2024-04-02T08:27:37.234 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 159 2024-04-02T08:27:37.234 INFO:tasks.rados.rados.0.smithi084.stdout:1667: finishing rollback tid 0 to smithi08483026-3 2024-04-02T08:27:37.234 INFO:tasks.rados.rados.0.smithi084.stdout:1669: seq_num 535 ranges {4046848=565248,4612096=802816,5414912=401408} 2024-04-02T08:27:37.259 INFO:tasks.rados.rados.0.smithi084.stdout:1669: writing smithi08483026-11 from 4046848 to 4612096 tid 1 2024-04-02T08:27:37.264 INFO:tasks.rados.rados.0.smithi084.stdout:1669: writing smithi08483026-11 from 4612096 to 5414912 tid 2 2024-04-02T08:27:37.266 INFO:tasks.rados.rados.0.smithi084.stdout:1669: writing smithi08483026-11 from 5414912 to 5816320 tid 3 2024-04-02T08:27:37.266 INFO:tasks.rados.rados.0.smithi084.stdout:1670: copy_from oid 19 from oid 21 current snap is 159 2024-04-02T08:27:37.267 INFO:tasks.rados.rados.0.smithi084.stdout:1667: finishing rollback tid 1 to smithi08483026-3 2024-04-02T08:27:37.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 831 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:27:37.267 INFO:tasks.rados.rados.0.smithi084.stdout:1667: finishing rollback tid 2 to smithi08483026-3 2024-04-02T08:27:37.267 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 766 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:27:37.267 INFO:tasks.rados.rados.0.smithi084.stdout:1666: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:27:37.290 INFO:tasks.rados.rados.0.smithi084.stdout:1665: expect (ObjNum 429 snap 128 seq_num 429) 2024-04-02T08:27:37.354 INFO:tasks.rados.rados.0.smithi084.stdout:1664: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:27:37.354 INFO:tasks.rados.rados.0.smithi084.stdout:1664: finishing copy_from to smithi08483026-42 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 751 (ObjNum 488 snap 147 seq_num 488) dirty exists 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:1668: finishing write tid 1 to smithi08483026-1 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:1668: finishing write tid 2 to smithi08483026-1 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:1668: finishing write tid 3 to smithi08483026-1 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:1663: done (7 left) 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:1664: done (6 left) 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:1665: done (5 left) 2024-04-02T08:27:37.355 INFO:tasks.rados.rados.0.smithi084.stdout:1666: done (4 left) 2024-04-02T08:27:37.356 INFO:tasks.rados.rados.0.smithi084.stdout:1667: done (3 left) 2024-04-02T08:27:37.356 INFO:tasks.rados.rados.0.smithi084.stdout:1671: snap_remove snap 158 2024-04-02T08:27:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:37 smithi084 ceph-mon[94794]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:27:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:37 smithi084 ceph-mon[97358]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:27:37.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:37 smithi132 ceph-mon[88571]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:27:38.185 INFO:tasks.rados.rados.0.smithi084.stdout:1671: done (3 left) 2024-04-02T08:27:38.185 INFO:tasks.rados.rados.0.smithi084.stdout:1672: snap_create 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1668: finishing write tid 4 to smithi08483026-1 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1668: finishing write tid 5 to smithi08483026-1 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1668: oid 1 updating version 0 to 854 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1668: oid 1 version 854 is already newer than 853 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1668: oid 1 updating version 854 to 855 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1668: oid 1 version 855 is already newer than 852 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 855 (ObjNum 534 snap 159 seq_num 534) dirty exists 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1668: left oid 1 (ObjNum 534 snap 159 seq_num 534) 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1669: finishing write tid 1 to smithi08483026-11 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1669: finishing write tid 2 to smithi08483026-11 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1669: finishing write tid 3 to smithi08483026-11 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1669: finishing write tid 4 to smithi08483026-11 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1669: finishing write tid 5 to smithi08483026-11 2024-04-02T08:27:38.186 INFO:tasks.rados.rados.0.smithi084.stdout:1669: oid 11 updating version 0 to 830 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:1669: oid 11 version 830 is already newer than 828 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:1669: oid 11 version 830 is already newer than 829 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:1669: oid 11 updating version 830 to 831 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 831 (ObjNum 535 snap 159 seq_num 535) dirty exists 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:1669: left oid 11 (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:1670: finishing copy_from racing read to smithi08483026-19 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:1670: finishing copy_from to smithi08483026-19 2024-04-02T08:27:38.187 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 502 (ObjNum 529 snap 158 seq_num 529) dirty exists 2024-04-02T08:27:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:38 smithi084 ceph-mon[94794]: pgmap v259: 121 pgs: 121 active+clean; 113 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:27:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:38 smithi084 ceph-mon[94794]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:27:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:38 smithi084 ceph-mon[97358]: pgmap v259: 121 pgs: 121 active+clean; 113 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:27:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:38 smithi084 ceph-mon[97358]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:27:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:38 smithi132 ceph-mon[88571]: pgmap v259: 121 pgs: 121 active+clean; 113 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:27:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:38 smithi132 ceph-mon[88571]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:27:38.867 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:38 smithi084 systemd[1]: Stopping Ceph osd.3 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:38.867 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[62132]: 2024-04-02T08:27:38.638+0000 7faa77d46700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:27:38.868 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[62132]: 2024-04-02T08:27:38.638+0000 7faa77d46700 -1 osd.3 399 *** Got signal Terminated *** 2024-04-02T08:27:38.868 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[62132]: 2024-04-02T08:27:38.638+0000 7faa77d46700 -1 osd.3 399 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:27:39.193 INFO:tasks.rados.rados.0.smithi084.stdout:1668: done (3 left) 2024-04-02T08:27:39.193 INFO:tasks.rados.rados.0.smithi084.stdout:1669: done (2 left) 2024-04-02T08:27:39.193 INFO:tasks.rados.rados.0.smithi084.stdout:1670: done (1 left) 2024-04-02T08:27:39.193 INFO:tasks.rados.rados.0.smithi084.stdout:1672: done (0 left) 2024-04-02T08:27:39.193 INFO:tasks.rados.rados.0.smithi084.stdout:1673: delete oid 39 current snap is 160 2024-04-02T08:27:39.202 INFO:tasks.rados.rados.0.smithi084.stdout:1673: done (0 left) 2024-04-02T08:27:39.202 INFO:tasks.rados.rados.0.smithi084.stdout:1674: snap_remove snap 159 2024-04-02T08:27:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:39 smithi084 ceph-mon[94794]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:27:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:39 smithi084 ceph-mon[94794]: osd.3 marked itself down and dead 2024-04-02T08:27:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:39 smithi084 ceph-mon[97358]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:27:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:39 smithi084 ceph-mon[97358]: osd.3 marked itself down and dead 2024-04-02T08:27:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:39 smithi132 ceph-mon[88571]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:27:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:39 smithi132 ceph-mon[88571]: osd.3 marked itself down and dead 2024-04-02T08:27:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:40.052 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:39 smithi084 podman[118687]: 2024-04-02 08:27:39.741487461 +0000 UTC m=+1.185853247 container died 3aea709cc7deb66475c9f671d0b3f374ef2bf37f16b77ed20decdad671a61047 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T08:27:40.121 INFO:tasks.rados.rados.0.smithi084.stdout:1674: done (0 left) 2024-04-02T08:27:40.121 INFO:tasks.rados.rados.0.smithi084.stdout:1675: read oid 30 snap -1 2024-04-02T08:27:40.122 INFO:tasks.rados.rados.0.smithi084.stdout:1675: expect deleted 2024-04-02T08:27:40.122 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 160 2024-04-02T08:27:40.122 INFO:tasks.rados.rados.0.smithi084.stdout:1676: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-04-02T08:27:40.125 INFO:tasks.rados.rados.0.smithi084.stdout:1676: writing smithi08483026-2 from 0 to 598016 tid 1 2024-04-02T08:27:40.129 INFO:tasks.rados.rados.0.smithi084.stdout:1676: writing smithi08483026-2 from 598016 to 1171456 tid 2 2024-04-02T08:27:40.132 INFO:tasks.rados.rados.0.smithi084.stdout:1676: writing smithi08483026-2 from 1171456 to 1662976 tid 3 2024-04-02T08:27:40.134 INFO:tasks.rados.rados.0.smithi084.stdout:1676: writing smithi08483026-2 from 1662976 to 1802240 tid 4 2024-04-02T08:27:40.134 INFO:tasks.rados.rados.0.smithi084.stdout:1677: snap_create 2024-04-02T08:27:40.138 INFO:tasks.rados.rados.0.smithi084.stdout:1676: finishing write tid 1 to smithi08483026-2 2024-04-02T08:27:40.138 INFO:tasks.rados.rados.0.smithi084.stdout:1676: finishing write tid 2 to smithi08483026-2 2024-04-02T08:27:40.139 INFO:tasks.rados.rados.0.smithi084.stdout:1676: finishing write tid 3 to smithi08483026-2 2024-04-02T08:27:40.140 INFO:tasks.rados.rados.0.smithi084.stdout:1676: finishing write tid 4 to smithi08483026-2 2024-04-02T08:27:40.140 INFO:tasks.rados.rados.0.smithi084.stdout:1676: finishing write tid 5 to smithi08483026-2 2024-04-02T08:27:40.143 INFO:tasks.rados.rados.0.smithi084.stdout:1676: finishing write tid 6 to smithi08483026-2 2024-04-02T08:27:40.143 INFO:tasks.rados.rados.0.smithi084.stdout:1676: oid 2 updating version 0 to 767 2024-04-02T08:27:40.143 INFO:tasks.rados.rados.0.smithi084.stdout:1676: oid 2 updating version 767 to 770 2024-04-02T08:27:40.143 INFO:tasks.rados.rados.0.smithi084.stdout:1676: oid 2 version 770 is already newer than 769 2024-04-02T08:27:40.144 INFO:tasks.rados.rados.0.smithi084.stdout:1676: oid 2 version 770 is already newer than 768 2024-04-02T08:27:40.144 INFO:tasks.rados.rados.0.smithi084.stdout:1676: oid 2 version 770 is already newer than 766 2024-04-02T08:27:40.144 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 770 (ObjNum 537 snap 160 seq_num 537) dirty exists 2024-04-02T08:27:40.144 INFO:tasks.rados.rados.0.smithi084.stdout:1676: left oid 2 (ObjNum 537 snap 160 seq_num 537) 2024-04-02T08:27:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[94794]: pgmap v262: 121 pgs: 121 active+clean; 122 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T08:27:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:27:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[94794]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:27:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[94794]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:27:40.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[97358]: pgmap v262: 121 pgs: 121 active+clean; 122 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T08:27:40.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:27:40.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[97358]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:27:40.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-mon[97358]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:27:40.369 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:40 smithi084 podman[118687]: 2024-04-02 08:27:40.153201793 +0000 UTC m=+1.597567591 container cleanup 3aea709cc7deb66475c9f671d0b3f374ef2bf37f16b77ed20decdad671a61047 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T08:27:40.369 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:40 smithi084 bash[118687]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T08:27:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:40 smithi132 ceph-mon[88571]: pgmap v262: 121 pgs: 121 active+clean; 122 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T08:27:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:40 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:27:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:40 smithi132 ceph-mon[88571]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:27:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:40 smithi132 ceph-mon[88571]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:27:40.819 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:27:40] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-04-02T08:27:40.819 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:40 smithi084 podman[118709]: 2024-04-02 08:27:40.421176113 +0000 UTC m=+0.683016900 container remove 3aea709cc7deb66475c9f671d0b3f374ef2bf37f16b77ed20decdad671a61047 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True) 2024-04-02T08:27:41.117 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:40 smithi084 podman[118807]: 2024-04-02 08:27:40.724412882 +0000 UTC m=+0.017637020 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:41.118 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:40 smithi084 podman[118807]: 2024-04-02 08:27:40.838810316 +0000 UTC m=+0.132034430 container create a3a17c72bce3753c01b4e6bdfb79d3fdbfde13fa4ed386818dfa41a267680f43 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:27:41.118 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 podman[118807]: 2024-04-02 08:27:41.049576433 +0000 UTC m=+0.342800566 container init a3a17c72bce3753c01b4e6bdfb79d3fdbfde13fa4ed386818dfa41a267680f43 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:41.118 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 podman[118807]: 2024-04-02 08:27:41.055124635 +0000 UTC m=+0.348348757 container start a3a17c72bce3753c01b4e6bdfb79d3fdbfde13fa4ed386818dfa41a267680f43 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:41.119 INFO:tasks.rados.rados.0.smithi084.stdout:1675: done (2 left) 2024-04-02T08:27:41.119 INFO:tasks.rados.rados.0.smithi084.stdout:1676: done (1 left) 2024-04-02T08:27:41.119 INFO:tasks.rados.rados.0.smithi084.stdout:1677: done (0 left) 2024-04-02T08:27:41.119 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 161 2024-04-02T08:27:41.119 INFO:tasks.rados.rados.0.smithi084.stdout:1678: seq_num 538 ranges {1671168=614400,2285568=450560,2736128=704512,3440640=49152} 2024-04-02T08:27:41.131 INFO:tasks.rados.rados.0.smithi084.stdout:1678: writing smithi08483026-19 from 1671168 to 2285568 tid 1 2024-04-02T08:27:41.134 INFO:tasks.rados.rados.0.smithi084.stdout:1678: writing smithi08483026-19 from 2285568 to 2736128 tid 2 2024-04-02T08:27:41.139 INFO:tasks.rados.rados.0.smithi084.stdout:1678: writing smithi08483026-19 from 2736128 to 3440640 tid 3 2024-04-02T08:27:41.139 INFO:tasks.rados.rados.0.smithi084.stdout:1678: writing smithi08483026-19 from 3440640 to 3489792 tid 4 2024-04-02T08:27:41.139 INFO:tasks.rados.rados.0.smithi084.stdout:1679: copy_from oid 10 from oid 3 current snap is 161 2024-04-02T08:27:41.139 INFO:tasks.rados.rados.0.smithi084.stdout:1678: finishing write tid 1 to smithi08483026-19 2024-04-02T08:27:41.140 INFO:tasks.rados.rados.0.smithi084.stdout:1680: snap_remove snap 160 2024-04-02T08:27:41.617 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 podman[118807]: 2024-04-02 08:27:41.145749658 +0000 UTC m=+0.438973783 container attach a3a17c72bce3753c01b4e6bdfb79d3fdbfde13fa4ed386818dfa41a267680f43 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:41.617 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 podman[118807]: 2024-04-02 08:27:41.359960933 +0000 UTC m=+0.653185060 container died a3a17c72bce3753c01b4e6bdfb79d3fdbfde13fa4ed386818dfa41a267680f43 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1680: done (2 left) 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1681: delete oid 29 current snap is 161 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: finishing write tid 2 to smithi08483026-19 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: finishing write tid 3 to smithi08483026-19 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: finishing write tid 4 to smithi08483026-19 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: finishing write tid 5 to smithi08483026-19 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: finishing write tid 6 to smithi08483026-19 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: oid 19 updating version 0 to 814 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: oid 19 updating version 814 to 815 2024-04-02T08:27:42.133 INFO:tasks.rados.rados.0.smithi084.stdout:1678: oid 19 version 815 is already newer than 813 2024-04-02T08:27:42.134 INFO:tasks.rados.rados.0.smithi084.stdout:1678: oid 19 updating version 815 to 816 2024-04-02T08:27:42.134 INFO:tasks.rados.rados.0.smithi084.stdout:1678: oid 19 version 816 is already newer than 812 2024-04-02T08:27:42.134 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 816 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-04-02T08:27:42.134 INFO:tasks.rados.rados.0.smithi084.stdout:1678: left oid 19 (ObjNum 538 snap 161 seq_num 538) 2024-04-02T08:27:42.134 INFO:tasks.rados.rados.0.smithi084.stdout:1679: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:27:42.134 INFO:tasks.rados.rados.0.smithi084.stdout:1679: finishing copy_from to smithi08483026-10 2024-04-02T08:27:42.134 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 766 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:27:42.135 INFO:tasks.rados.rados.0.smithi084.stdout:1678: done (2 left) 2024-04-02T08:27:42.136 INFO:tasks.rados.rados.0.smithi084.stdout:1679: done (1 left) 2024-04-02T08:27:42.136 INFO:tasks.rados.rados.0.smithi084.stdout:1681: done (0 left) 2024-04-02T08:27:42.136 INFO:tasks.rados.rados.0.smithi084.stdout:1682: read oid 24 snap -1 2024-04-02T08:27:42.136 INFO:tasks.rados.rados.0.smithi084.stdout:1682: expect (ObjNum 506 snap 153 seq_num 506) 2024-04-02T08:27:42.136 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 161 2024-04-02T08:27:42.136 INFO:tasks.rados.rados.0.smithi084.stdout:1683: seq_num 540 ranges {5332992=647168,5980160=671744,6651904=532480} 2024-04-02T08:27:42.168 INFO:tasks.rados.rados.0.smithi084.stdout:1683: writing smithi08483026-17 from 5332992 to 5980160 tid 1 2024-04-02T08:27:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:1683: writing smithi08483026-17 from 5980160 to 6651904 tid 2 2024-04-02T08:27:42.176 INFO:tasks.rados.rados.0.smithi084.stdout:1683: writing smithi08483026-17 from 6651904 to 7184384 tid 3 2024-04-02T08:27:42.176 INFO:tasks.rados.rados.0.smithi084.stdout:1684: read oid 36 snap -1 2024-04-02T08:27:42.176 INFO:tasks.rados.rados.0.smithi084.stdout:1684: expect (ObjNum 517 snap 155 seq_num 517) 2024-04-02T08:27:42.176 INFO:tasks.rados.rados.0.smithi084.stdout:1685: snap_create 2024-04-02T08:27:42.176 INFO:tasks.rados.rados.0.smithi084.stdout:1682: expect (ObjNum 506 snap 153 seq_num 506) 2024-04-02T08:27:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:1683: finishing write tid 1 to smithi08483026-17 2024-04-02T08:27:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:1683: finishing write tid 2 to smithi08483026-17 2024-04-02T08:27:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:1683: finishing write tid 3 to smithi08483026-17 2024-04-02T08:27:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:1683: finishing write tid 4 to smithi08483026-17 2024-04-02T08:27:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:1683: finishing write tid 5 to smithi08483026-17 2024-04-02T08:27:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:1683: oid 17 updating version 0 to 554 2024-04-02T08:27:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:1683: oid 17 version 554 is already newer than 551 2024-04-02T08:27:42.213 INFO:tasks.rados.rados.0.smithi084.stdout:1683: oid 17 version 554 is already newer than 552 2024-04-02T08:27:42.213 INFO:tasks.rados.rados.0.smithi084.stdout:1683: oid 17 version 554 is already newer than 553 2024-04-02T08:27:42.213 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 554 (ObjNum 540 snap 161 seq_num 540) dirty exists 2024-04-02T08:27:42.213 INFO:tasks.rados.rados.0.smithi084.stdout:1683: left oid 17 (ObjNum 540 snap 161 seq_num 540) 2024-04-02T08:27:42.213 INFO:tasks.rados.rados.0.smithi084.stdout:1684: expect (ObjNum 517 snap 155 seq_num 517) 2024-04-02T08:27:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:42 smithi084 ceph-mon[97358]: pgmap v265: 121 pgs: 28 peering, 3 stale+active+clean, 90 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:27:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:42 smithi084 ceph-mon[97358]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:27:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:42 smithi084 ceph-mon[97358]: Health check failed: Reduced data availability: 11 pgs inactive, 11 pgs peering (PG_AVAILABILITY) 2024-04-02T08:27:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:42 smithi084 ceph-mon[94794]: pgmap v265: 121 pgs: 28 peering, 3 stale+active+clean, 90 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:27:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:42 smithi084 ceph-mon[94794]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:27:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:42 smithi084 ceph-mon[94794]: Health check failed: Reduced data availability: 11 pgs inactive, 11 pgs peering (PG_AVAILABILITY) 2024-04-02T08:27:42.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 podman[118853]: 2024-04-02 08:27:41.928065387 +0000 UTC m=+0.557849273 container remove a3a17c72bce3753c01b4e6bdfb79d3fdbfde13fa4ed386818dfa41a267680f43 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T08:27:42.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-02T08:27:42.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 systemd[1]: Stopped Ceph osd.3 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:42.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:41 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.3.service: Consumed 10.508s CPU time. 2024-04-02T08:27:42.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:42 smithi084 systemd[1]: Starting Ceph osd.3 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:42 smithi132 ceph-mon[88571]: pgmap v265: 121 pgs: 28 peering, 3 stale+active+clean, 90 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:27:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:42 smithi132 ceph-mon[88571]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:27:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:42 smithi132 ceph-mon[88571]: Health check failed: Reduced data availability: 11 pgs inactive, 11 pgs peering (PG_AVAILABILITY) 2024-04-02T08:27:42.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:42.671 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:42 smithi084 podman[118962]: 2024-04-02 08:27:42.277594815 +0000 UTC m=+0.017655802 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:42.671 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:42 smithi084 podman[118962]: 2024-04-02 08:27:42.412449753 +0000 UTC m=+0.152510713 container create aa353d21d44a0f3e7fabdbfa0e6738e0989ec84011b463f70f8fb715c503aee4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:27:43.117 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:42 smithi084 podman[118962]: 2024-04-02 08:27:42.673815335 +0000 UTC m=+0.413876295 container init aa353d21d44a0f3e7fabdbfa0e6738e0989ec84011b463f70f8fb715c503aee4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0) 2024-04-02T08:27:43.117 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:42 smithi084 podman[118962]: 2024-04-02 08:27:42.679375295 +0000 UTC m=+0.419436261 container start aa353d21d44a0f3e7fabdbfa0e6738e0989ec84011b463f70f8fb715c503aee4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:27:43.117 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:42 smithi084 podman[118962]: 2024-04-02 08:27:42.773601574 +0000 UTC m=+0.513662549 container attach aa353d21d44a0f3e7fabdbfa0e6738e0989ec84011b463f70f8fb715c503aee4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T08:27:43.137 INFO:tasks.rados.rados.0.smithi084.stdout:1682: done (3 left) 2024-04-02T08:27:43.137 INFO:tasks.rados.rados.0.smithi084.stdout:1683: done (2 left) 2024-04-02T08:27:43.137 INFO:tasks.rados.rados.0.smithi084.stdout:1684: done (1 left) 2024-04-02T08:27:43.137 INFO:tasks.rados.rados.0.smithi084.stdout:1685: done (0 left) 2024-04-02T08:27:43.137 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 162 2024-04-02T08:27:43.138 INFO:tasks.rados.rados.0.smithi084.stdout:1686: seq_num 541 ranges {1351680=663552,2015232=557056,2572288=475136,3047424=172032} 2024-04-02T08:27:43.145 INFO:tasks.rados.rados.0.smithi084.stdout:1686: writing smithi08483026-44 from 1351680 to 2015232 tid 1 2024-04-02T08:27:43.148 INFO:tasks.rados.rados.0.smithi084.stdout:1686: writing smithi08483026-44 from 2015232 to 2572288 tid 2 2024-04-02T08:27:43.151 INFO:tasks.rados.rados.0.smithi084.stdout:1686: writing smithi08483026-44 from 2572288 to 3047424 tid 3 2024-04-02T08:27:43.153 INFO:tasks.rados.rados.0.smithi084.stdout:1686: writing smithi08483026-44 from 3047424 to 3219456 tid 4 2024-04-02T08:27:43.153 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 162 2024-04-02T08:27:43.153 INFO:tasks.rados.rados.0.smithi084.stdout:1687: seq_num 542 ranges {1048576=679936,1728512=442368,2170880=679936,2850816=81920} 2024-04-02T08:27:43.162 INFO:tasks.rados.rados.0.smithi084.stdout:1687: writing smithi08483026-48 from 1048576 to 1728512 tid 1 2024-04-02T08:27:43.165 INFO:tasks.rados.rados.0.smithi084.stdout:1687: writing smithi08483026-48 from 1728512 to 2170880 tid 2 2024-04-02T08:27:43.170 INFO:tasks.rados.rados.0.smithi084.stdout:1687: writing smithi08483026-48 from 2170880 to 2850816 tid 3 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1687: writing smithi08483026-48 from 2850816 to 2932736 tid 4 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1688: delete oid 25 current snap is 162 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: finishing write tid 1 to smithi08483026-44 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: finishing write tid 2 to smithi08483026-44 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: finishing write tid 3 to smithi08483026-44 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: finishing write tid 4 to smithi08483026-44 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: finishing write tid 5 to smithi08483026-44 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: finishing write tid 6 to smithi08483026-44 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: oid 44 updating version 0 to 431 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: oid 44 version 431 is already newer than 430 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: oid 44 updating version 431 to 432 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: oid 44 updating version 432 to 433 2024-04-02T08:27:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:1686: oid 44 version 433 is already newer than 429 2024-04-02T08:27:43.172 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 433 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-04-02T08:27:43.172 INFO:tasks.rados.rados.0.smithi084.stdout:1686: left oid 44 (ObjNum 541 snap 162 seq_num 541) 2024-04-02T08:27:43.172 INFO:tasks.rados.rados.0.smithi084.stdout:1687: finishing write tid 1 to smithi08483026-48 2024-04-02T08:27:43.172 INFO:tasks.rados.rados.0.smithi084.stdout:1687: finishing write tid 2 to smithi08483026-48 2024-04-02T08:27:43.173 INFO:tasks.rados.rados.0.smithi084.stdout:1687: finishing write tid 3 to smithi08483026-48 2024-04-02T08:27:43.173 INFO:tasks.rados.rados.0.smithi084.stdout:1687: finishing write tid 4 to smithi08483026-48 2024-04-02T08:27:43.174 INFO:tasks.rados.rados.0.smithi084.stdout:1687: finishing write tid 5 to smithi08483026-48 2024-04-02T08:27:43.174 INFO:tasks.rados.rados.0.smithi084.stdout:1686: done (2 left) 2024-04-02T08:27:43.174 INFO:tasks.rados.rados.0.smithi084.stdout:1688: done (1 left) 2024-04-02T08:27:43.174 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 162 2024-04-02T08:27:43.174 INFO:tasks.rados.rados.0.smithi084.stdout:1689: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2024-04-02T08:27:43.178 INFO:tasks.rados.rados.0.smithi084.stdout:1689: writing smithi08483026-22 from 0 to 720896 tid 1 2024-04-02T08:27:43.181 INFO:tasks.rados.rados.0.smithi084.stdout:1689: writing smithi08483026-22 from 720896 to 1335296 tid 2 2024-04-02T08:27:43.185 INFO:tasks.rados.rados.0.smithi084.stdout:1689: writing smithi08483026-22 from 1335296 to 1925120 tid 3 2024-04-02T08:27:43.185 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 162 2024-04-02T08:27:43.185 INFO:tasks.rados.rados.0.smithi084.stdout:1690: seq_num 545 ranges {3145728=737280,3883008=491520,4374528=450560,4825088=262144} 2024-04-02T08:27:43.206 INFO:tasks.rados.rados.0.smithi084.stdout:1690: writing smithi08483026-49 from 3145728 to 3883008 tid 1 2024-04-02T08:27:43.208 INFO:tasks.rados.rados.0.smithi084.stdout:1690: writing smithi08483026-49 from 3883008 to 4374528 tid 2 2024-04-02T08:27:43.211 INFO:tasks.rados.rados.0.smithi084.stdout:1690: writing smithi08483026-49 from 4374528 to 4825088 tid 3 2024-04-02T08:27:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1690: writing smithi08483026-49 from 4825088 to 5087232 tid 4 2024-04-02T08:27:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1691: read oid 44 snap 161 2024-04-02T08:27:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1691: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-02T08:27:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 162 2024-04-02T08:27:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1687: finishing write tid 6 to smithi08483026-48 2024-04-02T08:27:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1687: oid 48 updating version 0 to 505 2024-04-02T08:27:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:1687: oid 48 version 505 is already newer than 503 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1687: oid 48 updating version 505 to 507 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1687: oid 48 version 507 is already newer than 506 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1687: oid 48 version 507 is already newer than 504 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 507 (ObjNum 542 snap 162 seq_num 542) dirty exists 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1687: left oid 48 (ObjNum 542 snap 162 seq_num 542) 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: finishing write tid 1 to smithi08483026-22 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: finishing write tid 2 to smithi08483026-22 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: finishing write tid 3 to smithi08483026-22 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: finishing write tid 4 to smithi08483026-22 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: finishing write tid 5 to smithi08483026-22 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: oid 22 updating version 0 to 492 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: oid 22 updating version 492 to 493 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: oid 22 version 493 is already newer than 490 2024-04-02T08:27:43.214 INFO:tasks.rados.rados.0.smithi084.stdout:1689: oid 22 version 493 is already newer than 491 2024-04-02T08:27:43.215 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 493 (ObjNum 544 snap 162 seq_num 544) dirty exists 2024-04-02T08:27:43.215 INFO:tasks.rados.rados.0.smithi084.stdout:1689: left oid 22 (ObjNum 544 snap 162 seq_num 544) 2024-04-02T08:27:43.215 INFO:tasks.rados.rados.0.smithi084.stdout:1690: finishing write tid 1 to smithi08483026-49 2024-04-02T08:27:43.215 INFO:tasks.rados.rados.0.smithi084.stdout:1692: seq_num 546 ranges {1605632=753664,2359296=778240,3137536=425984} 2024-04-02T08:27:43.225 INFO:tasks.rados.rados.0.smithi084.stdout:1692: writing smithi08483026-46 from 1605632 to 2359296 tid 1 2024-04-02T08:27:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:1692: writing smithi08483026-46 from 2359296 to 3137536 tid 2 2024-04-02T08:27:43.233 INFO:tasks.rados.rados.0.smithi084.stdout:1692: writing smithi08483026-46 from 3137536 to 3563520 tid 3 2024-04-02T08:27:43.233 INFO:tasks.rados.rados.0.smithi084.stdout:1687: done (4 left) 2024-04-02T08:27:43.233 INFO:tasks.rados.rados.0.smithi084.stdout:1689: done (3 left) 2024-04-02T08:27:43.233 INFO:tasks.rados.rados.0.smithi084.stdout:1693: delete oid 3 current snap is 162 2024-04-02T08:27:43.233 INFO:tasks.rados.rados.0.smithi084.stdout:1690: finishing write tid 2 to smithi08483026-49 2024-04-02T08:27:43.233 INFO:tasks.rados.rados.0.smithi084.stdout:1690: finishing write tid 3 to smithi08483026-49 2024-04-02T08:27:43.233 INFO:tasks.rados.rados.0.smithi084.stdout:1690: finishing write tid 4 to smithi08483026-49 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: finishing write tid 5 to smithi08483026-49 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: finishing write tid 6 to smithi08483026-49 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: oid 49 updating version 0 to 624 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: oid 49 version 624 is already newer than 623 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: oid 49 version 624 is already newer than 622 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: oid 49 version 624 is already newer than 621 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: oid 49 version 624 is already newer than 620 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 624 (ObjNum 545 snap 162 seq_num 545) dirty exists 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1690: left oid 49 (ObjNum 545 snap 162 seq_num 545) 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi084.stdout:1691: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-02T08:27:43.268 INFO:tasks.rados.rados.0.smithi084.stdout:1692: finishing write tid 1 to smithi08483026-46 2024-04-02T08:27:43.268 INFO:tasks.rados.rados.0.smithi084.stdout:1690: done (3 left) 2024-04-02T08:27:43.268 INFO:tasks.rados.rados.0.smithi084.stdout:1691: done (2 left) 2024-04-02T08:27:43.268 INFO:tasks.rados.rados.0.smithi084.stdout:1693: done (1 left) 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1694: setattr oid 13 current snap is 162 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: finishing write tid 2 to smithi08483026-46 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: finishing write tid 3 to smithi08483026-46 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: finishing write tid 4 to smithi08483026-46 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: finishing write tid 5 to smithi08483026-46 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: oid 46 updating version 0 to 835 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: oid 46 version 835 is already newer than 834 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: oid 46 version 835 is already newer than 832 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: oid 46 version 835 is already newer than 833 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 835 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-04-02T08:27:43.269 INFO:tasks.rados.rados.0.smithi084.stdout:1692: left oid 46 (ObjNum 546 snap 162 seq_num 546) 2024-04-02T08:27:43.270 INFO:tasks.rados.rados.0.smithi084.stdout:1692: done (1 left) 2024-04-02T08:27:43.270 INFO:tasks.rados.rados.0.smithi084.stdout:1695: snap_remove snap 161 2024-04-02T08:27:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-mon[94794]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:27:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-mon[97358]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[118977]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[118977]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 bash[118962]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 bash[118962]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 bash[118962]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 bash[118962]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 bash[118962]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 bash[118962]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 bash[118962]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:27:43.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[118977]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:27:43.369 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[118977]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:27:43.369 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[118977]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:27:43.369 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[118977]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:27:43.369 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[118977]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:27:43.369 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 podman[118962]: 2024-04-02 08:27:43.1458337 +0000 UTC m=+0.885894668 container died aa353d21d44a0f3e7fabdbfa0e6738e0989ec84011b463f70f8fb715c503aee4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T08:27:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:43 smithi132 ceph-mon[88571]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:27:43.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:44.085 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 podman[119123]: 2024-04-02 08:27:43.744617051 +0000 UTC m=+0.587580002 container remove aa353d21d44a0f3e7fabdbfa0e6738e0989ec84011b463f70f8fb715c503aee4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:27:44.085 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 podman[119194]: 2024-04-02 08:27:43.856416905 +0000 UTC m=+0.017710081 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:44.085 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:43 smithi084 podman[119194]: 2024-04-02 08:27:43.970610392 +0000 UTC m=+0.131903604 container create b55bbdcf7ae8bcb926c2396d9cec804d3baca25355773468599451f1fb3f4521 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-02T08:27:44.139 INFO:tasks.rados.rados.0.smithi084.stdout:1695: done (1 left) 2024-04-02T08:27:44.139 INFO:tasks.rados.rados.0.smithi084.stdout:1696: setattr oid 50 current snap is 162 2024-04-02T08:27:44.139 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 773 (ObjNum 161 snap 0 seq_num 621360912) dirty exists 2024-04-02T08:27:44.140 INFO:tasks.rados.rados.0.smithi084.stdout:1694: done (1 left) 2024-04-02T08:27:44.140 INFO:tasks.rados.rados.0.smithi084.stdout:1697: rollback oid 32 current snap is 162 2024-04-02T08:27:44.140 INFO:tasks.rados.rados.0.smithi084.stdout:1697: done (1 left) 2024-04-02T08:27:44.140 INFO:tasks.rados.rados.0.smithi084.stdout:1698: read oid 37 snap -1 2024-04-02T08:27:44.140 INFO:tasks.rados.rados.0.smithi084.stdout:1698: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:44.141 INFO:tasks.rados.rados.0.smithi084.stdout:1699: read oid 2 snap -1 2024-04-02T08:27:44.141 INFO:tasks.rados.rados.0.smithi084.stdout:1699: expect (ObjNum 537 snap 160 seq_num 537) 2024-04-02T08:27:44.141 INFO:tasks.rados.rados.0.smithi084.stdout:1700: snap_create 2024-04-02T08:27:44.149 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 842 (ObjNum 487 snap 147 seq_num 487) dirty exists 2024-04-02T08:27:44.156 INFO:tasks.rados.rados.0.smithi084.stdout:1699: expect (ObjNum 537 snap 160 seq_num 537) 2024-04-02T08:27:44.207 INFO:tasks.rados.rados.0.smithi084.stdout:1698: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:44 smithi132 ceph-mon[88571]: pgmap v268: 121 pgs: 28 peering, 3 stale+active+clean, 90 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T08:27:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:44 smithi132 ceph-mon[88571]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:27:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:44 smithi084 ceph-mon[97358]: pgmap v268: 121 pgs: 28 peering, 3 stale+active+clean, 90 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T08:27:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:44 smithi084 ceph-mon[97358]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:27:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:44 smithi084 ceph-mon[94794]: pgmap v268: 121 pgs: 28 peering, 3 stale+active+clean, 90 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T08:27:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:44 smithi084 ceph-mon[94794]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:27:44.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:44 smithi084 podman[119194]: 2024-04-02 08:27:44.172884801 +0000 UTC m=+0.334177973 container init b55bbdcf7ae8bcb926c2396d9cec804d3baca25355773468599451f1fb3f4521 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T08:27:44.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:44 smithi084 podman[119194]: 2024-04-02 08:27:44.180478316 +0000 UTC m=+0.341771480 container start b55bbdcf7ae8bcb926c2396d9cec804d3baca25355773468599451f1fb3f4521 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:27:44.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:44 smithi084 ceph-osd[119232]: -- 172.21.15.84:0/276499666 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555ac29f9680 con 0x555ac29c3400 2024-04-02T08:27:44.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:44 smithi084 bash[119194]: b55bbdcf7ae8bcb926c2396d9cec804d3baca25355773468599451f1fb3f4521 2024-04-02T08:27:44.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:44 smithi084 systemd[1]: Started Ceph osd.3 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:45.117 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T08:27:44.719+0000 7f55d56987c0 -1 Falling back to public interface 2024-04-02T08:27:45.155 INFO:tasks.rados.rados.0.smithi084.stdout:1696: done (3 left) 2024-04-02T08:27:45.156 INFO:tasks.rados.rados.0.smithi084.stdout:1698: done (2 left) 2024-04-02T08:27:45.156 INFO:tasks.rados.rados.0.smithi084.stdout:1699: done (1 left) 2024-04-02T08:27:45.156 INFO:tasks.rados.rados.0.smithi084.stdout:1700: done (0 left) 2024-04-02T08:27:45.156 INFO:tasks.rados.rados.0.smithi084.stdout:1701: setattr oid 14 current snap is 163 2024-04-02T08:27:45.157 INFO:tasks.rados.rados.0.smithi084.stdout:1702: rollback oid 24 current snap is 163 2024-04-02T08:27:45.157 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 162 2024-04-02T08:27:45.157 INFO:tasks.rados.rados.0.smithi084.stdout:1703: read oid 50 snap -1 2024-04-02T08:27:45.158 INFO:tasks.rados.rados.0.smithi084.stdout:1703: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:27:45.158 INFO:tasks.rados.rados.0.smithi084.stdout:1704: copy_from oid 13 from oid 28 current snap is 163 2024-04-02T08:27:45.158 INFO:tasks.rados.rados.0.smithi084.stdout:1705: delete oid 16 current snap is 163 2024-04-02T08:27:45.161 INFO:tasks.rados.rados.0.smithi084.stdout:1702: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:27:45.163 INFO:tasks.rados.rados.0.smithi084.stdout:1702: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:27:45.163 INFO:tasks.rados.rados.0.smithi084.stdout:1702: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:27:45.163 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 338 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-04-02T08:27:45.164 INFO:tasks.rados.rados.0.smithi084.stdout:1702: done (4 left) 2024-04-02T08:27:45.164 INFO:tasks.rados.rados.0.smithi084.stdout:1705: done (3 left) 2024-04-02T08:27:45.164 INFO:tasks.rados.rados.0.smithi084.stdout:1706: rollback oid 37 current snap is 163 2024-04-02T08:27:45.164 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 37 to 162 2024-04-02T08:27:45.164 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 163 2024-04-02T08:27:45.165 INFO:tasks.rados.rados.0.smithi084.stdout:1707: seq_num 549 ranges {0=802816,802816=483328,1286144=434176,1720320=286720} 2024-04-02T08:27:45.169 INFO:tasks.rados.rados.0.smithi084.stdout:1707: writing smithi08483026-30 from 0 to 802816 tid 1 2024-04-02T08:27:45.172 INFO:tasks.rados.rados.0.smithi084.stdout:1707: writing smithi08483026-30 from 802816 to 1286144 tid 2 2024-04-02T08:27:45.174 INFO:tasks.rados.rados.0.smithi084.stdout:1707: writing smithi08483026-30 from 1286144 to 1720320 tid 3 2024-04-02T08:27:45.176 INFO:tasks.rados.rados.0.smithi084.stdout:1707: writing smithi08483026-30 from 1720320 to 2007040 tid 4 2024-04-02T08:27:45.176 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 163 2024-04-02T08:27:45.176 INFO:tasks.rados.rados.0.smithi084.stdout:1708: seq_num 550 ranges {3833856=417792,4251648=770048,5021696=638976,5660672=196608} 2024-04-02T08:27:45.200 INFO:tasks.rados.rados.0.smithi084.stdout:1708: writing smithi08483026-9 from 3833856 to 4251648 tid 1 2024-04-02T08:27:45.204 INFO:tasks.rados.rados.0.smithi084.stdout:1708: writing smithi08483026-9 from 4251648 to 5021696 tid 2 2024-04-02T08:27:45.208 INFO:tasks.rados.rados.0.smithi084.stdout:1708: writing smithi08483026-9 from 5021696 to 5660672 tid 3 2024-04-02T08:27:45.209 INFO:tasks.rados.rados.0.smithi084.stdout:1708: writing smithi08483026-9 from 5660672 to 5857280 tid 4 2024-04-02T08:27:45.210 INFO:tasks.rados.rados.0.smithi084.stdout:1709: read oid 26 snap -1 2024-04-02T08:27:45.210 INFO:tasks.rados.rados.0.smithi084.stdout:1709: expect (ObjNum 429 snap 128 seq_num 429) 2024-04-02T08:27:45.210 INFO:tasks.rados.rados.0.smithi084.stdout:1710: delete oid 41 current snap is 163 2024-04-02T08:27:45.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 824 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:45.210 INFO:tasks.rados.rados.0.smithi084.stdout:1703: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:1706: finishing rollback tid 0 to smithi08483026-37 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:1706: finishing rollback tid 1 to smithi08483026-37 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:1701: done (7 left) 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:1703: done (6 left) 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:1710: done (5 left) 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:1711: copy_from oid 33 from oid 14 current snap is 163 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:1706: finishing rollback tid 2 to smithi08483026-37 2024-04-02T08:27:45.259 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 135 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: finishing write tid 1 to smithi08483026-30 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: finishing write tid 2 to smithi08483026-30 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: finishing write tid 3 to smithi08483026-30 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: finishing write tid 4 to smithi08483026-30 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: finishing write tid 5 to smithi08483026-30 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: finishing write tid 6 to smithi08483026-30 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: oid 30 updating version 0 to 510 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: oid 30 version 510 is already newer than 509 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: oid 30 updating version 510 to 511 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: oid 30 updating version 511 to 512 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: oid 30 version 512 is already newer than 508 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 512 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1707: left oid 30 (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1704: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:27:45.260 INFO:tasks.rados.rados.0.smithi084.stdout:1704: finishing copy_from to smithi08483026-13 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 751 (ObjNum 488 snap 147 seq_num 488) dirty exists 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: finishing write tid 1 to smithi08483026-9 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: finishing write tid 2 to smithi08483026-9 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: finishing write tid 3 to smithi08483026-9 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: finishing write tid 4 to smithi08483026-9 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: finishing write tid 5 to smithi08483026-9 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: finishing write tid 6 to smithi08483026-9 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: oid 9 updating version 0 to 170 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: oid 9 updating version 170 to 173 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: oid 9 version 173 is already newer than 172 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: oid 9 version 173 is already newer than 171 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: oid 9 updating version 173 to 174 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 174 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1708: left oid 9 (ObjNum 550 snap 163 seq_num 550) 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:1709: expect (ObjNum 429 snap 128 seq_num 429) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi084.stdout:1711: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1711: finishing copy_from to smithi08483026-33 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 824 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1704: done (5 left) 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1706: done (4 left) 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1707: done (3 left) 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1708: done (2 left) 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1709: done (1 left) 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1711: done (0 left) 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1712: rmattr oid 22 current snap is 163 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1712: done (0 left) 2024-04-02T08:27:45.325 INFO:tasks.rados.rados.0.smithi084.stdout:1713: snap_remove snap 162 2024-04-02T08:27:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:45 smithi132 ceph-mon[88571]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:27:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:45.441 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[94794]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:27:45.441 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:45.441 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:45.442 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:45.442 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[97358]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:27:45.442 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:45.442 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:45.442 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:46.159 INFO:tasks.rados.rados.0.smithi084.stdout:1713: done (0 left) 2024-04-02T08:27:46.159 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 163 2024-04-02T08:27:46.159 INFO:tasks.rados.rados.0.smithi084.stdout:1714: seq_num 552 ranges {3219456=450560,3670016=532480,4202496=655360,4857856=417792} 2024-04-02T08:27:46.179 INFO:tasks.rados.rados.0.smithi084.stdout:1714: writing smithi08483026-44 from 3219456 to 3670016 tid 1 2024-04-02T08:27:46.182 INFO:tasks.rados.rados.0.smithi084.stdout:1714: writing smithi08483026-44 from 3670016 to 4202496 tid 2 2024-04-02T08:27:46.187 INFO:tasks.rados.rados.0.smithi084.stdout:1714: writing smithi08483026-44 from 4202496 to 4857856 tid 3 2024-04-02T08:27:46.191 INFO:tasks.rados.rados.0.smithi084.stdout:1714: writing smithi08483026-44 from 4857856 to 5275648 tid 4 2024-04-02T08:27:46.191 INFO:tasks.rados.rados.0.smithi084.stdout:1715: copy_from oid 45 from oid 37 current snap is 163 2024-04-02T08:27:46.191 INFO:tasks.rados.rados.0.smithi084.stdout:1714: finishing write tid 1 to smithi08483026-44 2024-04-02T08:27:46.191 INFO:tasks.rados.rados.0.smithi084.stdout:1714: finishing write tid 2 to smithi08483026-44 2024-04-02T08:27:46.191 INFO:tasks.rados.rados.0.smithi084.stdout:1716: rollback oid 30 current snap is 163 2024-04-02T08:27:46.191 INFO:tasks.rados.rados.0.smithi084.stdout:1716: done (2 left) 2024-04-02T08:27:46.191 INFO:tasks.rados.rados.0.smithi084.stdout:1717: snap_create 2024-04-02T08:27:46.192 INFO:tasks.rados.rados.0.smithi084.stdout:1714: finishing write tid 3 to smithi08483026-44 2024-04-02T08:27:46.194 INFO:tasks.rados.rados.0.smithi084.stdout:1714: finishing write tid 4 to smithi08483026-44 2024-04-02T08:27:46.195 INFO:tasks.rados.rados.0.smithi084.stdout:1714: finishing write tid 5 to smithi08483026-44 2024-04-02T08:27:46.196 INFO:tasks.rados.rados.0.smithi084.stdout:1715: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:27:46.196 INFO:tasks.rados.rados.0.smithi084.stdout:1715: finishing copy_from to smithi08483026-45 2024-04-02T08:27:46.196 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 135 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:46.197 INFO:tasks.rados.rados.0.smithi084.stdout:1714: finishing write tid 6 to smithi08483026-44 2024-04-02T08:27:46.197 INFO:tasks.rados.rados.0.smithi084.stdout:1714: oid 44 updating version 0 to 438 2024-04-02T08:27:46.197 INFO:tasks.rados.rados.0.smithi084.stdout:1714: oid 44 version 438 is already newer than 435 2024-04-02T08:27:46.197 INFO:tasks.rados.rados.0.smithi084.stdout:1714: oid 44 version 438 is already newer than 434 2024-04-02T08:27:46.197 INFO:tasks.rados.rados.0.smithi084.stdout:1714: oid 44 version 438 is already newer than 437 2024-04-02T08:27:46.197 INFO:tasks.rados.rados.0.smithi084.stdout:1714: oid 44 version 438 is already newer than 436 2024-04-02T08:27:46.197 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 438 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-04-02T08:27:46.198 INFO:tasks.rados.rados.0.smithi084.stdout:1714: left oid 44 (ObjNum 552 snap 163 seq_num 552) 2024-04-02T08:27:46.225 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:27:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:46 smithi132 ceph-mon[88571]: pgmap v271: 121 pgs: 6 active+undersized+degraded, 19 peering, 15 active+undersized, 81 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 943 KiB/s rd, 2.7 MiB/s wr, 7 op/s; 11/195 objects degraded (5.641%) 2024-04-02T08:27:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:46 smithi132 ceph-mon[88571]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:27:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:46 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 11/195 objects degraded (5.641%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:46.478 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:46 smithi084 ceph-mon[94794]: pgmap v271: 121 pgs: 6 active+undersized+degraded, 19 peering, 15 active+undersized, 81 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 943 KiB/s rd, 2.7 MiB/s wr, 7 op/s; 11/195 objects degraded (5.641%) 2024-04-02T08:27:46.478 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:46 smithi084 ceph-mon[94794]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:27:46.478 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:46 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 11/195 objects degraded (5.641%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:46.478 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:46 smithi084 ceph-mon[97358]: pgmap v271: 121 pgs: 6 active+undersized+degraded, 19 peering, 15 active+undersized, 81 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 943 KiB/s rd, 2.7 MiB/s wr, 7 op/s; 11/195 objects degraded (5.641%) 2024-04-02T08:27:46.478 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:46 smithi084 ceph-mon[97358]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:27:46.478 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:46 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 11/195 objects degraded (5.641%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (8m) 33s ago 9m 23.8M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (8m) 2m ago 8m 91.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (10m) 33s ago 10m 15.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (10m) 2m ago 10m 19.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (3m) 2m ago 13m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (4m) 33s ago 15m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (3m) 33s ago 15m 54.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (2m) 2m ago 13m 32.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (2m) 33s ago 13m 47.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:27:46.552 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (8m) 33s ago 8m 16.2M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (8m) 2m ago 8m 15.3M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (107s) 33s ago 13m 107M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (72s) 33s ago 12m 76.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (37s) 33s ago 12m 12.5M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 starting - - - 2480M 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (11m) 2m ago 11m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (11m) 2m ago 11m 169M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (10m) 2m ago 10m 95.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (10m) 2m ago 10m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:27:46.553 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (3m) 2m ago 9m 56.1M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:27:46.966 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:27:46.967 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:27:47.163 INFO:tasks.rados.rados.0.smithi084.stdout:1714: done (2 left) 2024-04-02T08:27:47.163 INFO:tasks.rados.rados.0.smithi084.stdout:1715: done (1 left) 2024-04-02T08:27:47.163 INFO:tasks.rados.rados.0.smithi084.stdout:1717: done (0 left) 2024-04-02T08:27:47.163 INFO:tasks.rados.rados.0.smithi084.stdout:1718: rollback oid 45 current snap is 164 2024-04-02T08:27:47.164 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 45 to 163 2024-04-02T08:27:47.164 INFO:tasks.rados.rados.0.smithi084.stdout:1719: delete oid 41 current snap is 164 2024-04-02T08:27:47.168 INFO:tasks.rados.rados.0.smithi084.stdout:1718: finishing rollback tid 0 to smithi08483026-45 2024-04-02T08:27:47.168 INFO:tasks.rados.rados.0.smithi084.stdout:1719: done (1 left) 2024-04-02T08:27:47.168 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 164 2024-04-02T08:27:47.168 INFO:tasks.rados.rados.0.smithi084.stdout:1720: seq_num 554 ranges {5087232=483328,5570560=704512,6275072=622592,6897664=278528} 2024-04-02T08:27:47.198 INFO:tasks.rados.rados.0.smithi084.stdout:1720: writing smithi08483026-49 from 5087232 to 5570560 tid 1 2024-04-02T08:27:47.202 INFO:tasks.rados.rados.0.smithi084.stdout:1720: writing smithi08483026-49 from 5570560 to 6275072 tid 2 2024-04-02T08:27:47.206 INFO:tasks.rados.rados.0.smithi084.stdout:1720: writing smithi08483026-49 from 6275072 to 6897664 tid 3 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:1720: writing smithi08483026-49 from 6897664 to 7176192 tid 4 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:1721: read oid 3 snap -1 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:1721: expect deleted 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:1722: read oid 31 snap 163 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:1722: expect deleted 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 164 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:1718: finishing rollback tid 1 to smithi08483026-45 2024-04-02T08:27:47.208 INFO:tasks.rados.rados.0.smithi084.stdout:1723: seq_num 555 ranges {1703936=499712,2203648=638976,2842624=425984,3268608=540672} 2024-04-02T08:27:47.219 INFO:tasks.rados.rados.0.smithi084.stdout:1723: writing smithi08483026-27 from 1703936 to 2203648 tid 1 2024-04-02T08:27:47.223 INFO:tasks.rados.rados.0.smithi084.stdout:1723: writing smithi08483026-27 from 2203648 to 2842624 tid 2 2024-04-02T08:27:47.226 INFO:tasks.rados.rados.0.smithi084.stdout:1723: writing smithi08483026-27 from 2842624 to 3268608 tid 3 2024-04-02T08:27:47.230 INFO:tasks.rados.rados.0.smithi084.stdout:1723: writing smithi08483026-27 from 3268608 to 3809280 tid 4 2024-04-02T08:27:47.230 INFO:tasks.rados.rados.0.smithi084.stdout:1724: delete oid 13 current snap is 164 2024-04-02T08:27:47.230 INFO:tasks.rados.rados.0.smithi084.stdout:1718: finishing rollback tid 2 to smithi08483026-45 2024-04-02T08:27:47.230 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 627 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: finishing write tid 1 to smithi08483026-49 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: finishing write tid 2 to smithi08483026-49 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: finishing write tid 3 to smithi08483026-49 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: finishing write tid 4 to smithi08483026-49 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: finishing write tid 5 to smithi08483026-49 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: finishing write tid 6 to smithi08483026-49 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: oid 49 updating version 0 to 628 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: oid 49 updating version 628 to 630 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: oid 49 updating version 630 to 632 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: oid 49 version 632 is already newer than 631 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: oid 49 version 632 is already newer than 629 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 632 (ObjNum 554 snap 164 seq_num 554) dirty exists 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1720: left oid 49 (ObjNum 554 snap 164 seq_num 554) 2024-04-02T08:27:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:1723: finishing write tid 1 to smithi08483026-27 2024-04-02T08:27:47.232 INFO:tasks.rados.rados.0.smithi084.stdout:1723: finishing write tid 2 to smithi08483026-27 2024-04-02T08:27:47.232 INFO:tasks.rados.rados.0.smithi084.stdout:1723: finishing write tid 3 to smithi08483026-27 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1723: finishing write tid 4 to smithi08483026-27 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1723: finishing write tid 5 to smithi08483026-27 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1718: done (5 left) 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1720: done (4 left) 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1721: done (3 left) 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1722: done (2 left) 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1724: done (1 left) 2024-04-02T08:27:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:1725: snap_remove snap 163 2024-04-02T08:27:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[94794]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:27:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[94794]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[94794]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3163889219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[97358]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:27:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[97358]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[97358]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3163889219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:47 smithi132 ceph-mon[88571]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:27:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:47 smithi132 ceph-mon[88571]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:47 smithi132 ceph-mon[88571]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:47 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3163889219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:47.867 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:47 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T08:27:47.596+0000 7f55d56987c0 -1 osd.3 399 log_to_monitors true 2024-04-02T08:27:48.170 INFO:tasks.rados.rados.0.smithi084.stdout:1725: done (1 left) 2024-04-02T08:27:48.170 INFO:tasks.rados.rados.0.smithi084.stdout:1726: read oid 44 snap -1 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1726: expect (ObjNum 552 snap 163 seq_num 552) 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1727: setattr oid 28 current snap is 164 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1723: finishing write tid 6 to smithi08483026-27 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1723: oid 27 updating version 0 to 558 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1723: oid 27 version 558 is already newer than 557 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1723: oid 27 updating version 558 to 560 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1723: oid 27 version 560 is already newer than 556 2024-04-02T08:27:48.171 INFO:tasks.rados.rados.0.smithi084.stdout:1723: oid 27 version 560 is already newer than 559 2024-04-02T08:27:48.172 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 560 (ObjNum 555 snap 164 seq_num 555) dirty exists 2024-04-02T08:27:48.172 INFO:tasks.rados.rados.0.smithi084.stdout:1723: left oid 27 (ObjNum 555 snap 164 seq_num 555) 2024-04-02T08:27:48.173 INFO:tasks.rados.rados.0.smithi084.stdout:1723: done (2 left) 2024-04-02T08:27:48.173 INFO:tasks.rados.rados.0.smithi084.stdout:1728: snap_create 2024-04-02T08:27:48.177 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 817 (ObjNum 488 snap 147 seq_num 488) dirty exists 2024-04-02T08:27:48.195 INFO:tasks.rados.rados.0.smithi084.stdout:1726: expect (ObjNum 552 snap 163 seq_num 552) 2024-04-02T08:27:48.198 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[94794]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 115 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 17/198 objects degraded (8.586%) 2024-04-02T08:27:48.198 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[94794]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-02T08:27:48.198 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[94794]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:27:48.198 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[94794]: from='osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:27:48.198 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[94794]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:27:48.198 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[97358]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 115 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 17/198 objects degraded (8.586%) 2024-04-02T08:27:48.198 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[97358]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-02T08:27:48.199 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[97358]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:27:48.199 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[97358]: from='osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:27:48.199 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-mon[97358]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:27:48.617 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:27:48 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T08:27:48.199+0000 7f55c6af0700 -1 osd.3 399 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:27:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:48 smithi132 ceph-mon[88571]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 115 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 17/198 objects degraded (8.586%) 2024-04-02T08:27:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:48 smithi132 ceph-mon[88571]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-02T08:27:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:48 smithi132 ceph-mon[88571]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:27:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:48 smithi132 ceph-mon[88571]: from='osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:27:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:48 smithi132 ceph-mon[88571]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:27:49.178 INFO:tasks.rados.rados.0.smithi084.stdout:1726: done (2 left) 2024-04-02T08:27:49.178 INFO:tasks.rados.rados.0.smithi084.stdout:1727: done (1 left) 2024-04-02T08:27:49.178 INFO:tasks.rados.rados.0.smithi084.stdout:1728: done (0 left) 2024-04-02T08:27:49.178 INFO:tasks.rados.rados.0.smithi084.stdout:1729: snap_remove snap 164 2024-04-02T08:27:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[94794]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:27:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[94794]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:27:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[94794]: from='osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[94794]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[97358]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[97358]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[97358]: from='osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[97358]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:49 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:49 smithi132 ceph-mon[88571]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:27:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:49 smithi132 ceph-mon[88571]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:27:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:49 smithi132 ceph-mon[88571]: from='osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:49 smithi132 ceph-mon[88571]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-02T08:27:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:49 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:49 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:50.118 INFO:tasks.rados.rados.0.smithi084.stdout:1729: done (0 left) 2024-04-02T08:27:50.119 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 165 2024-04-02T08:27:50.119 INFO:tasks.rados.rados.0.smithi084.stdout:1730: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-04-02T08:27:50.129 INFO:tasks.rados.rados.0.smithi084.stdout:1730: writing smithi08483026-23 from 0 to 532480 tid 1 2024-04-02T08:27:50.130 INFO:tasks.rados.rados.0.smithi084.stdout:1730: writing smithi08483026-23 from 532480 to 1335296 tid 2 2024-04-02T08:27:50.136 INFO:tasks.rados.rados.0.smithi084.stdout:1730: writing smithi08483026-23 from 1335296 to 2129920 tid 3 2024-04-02T08:27:50.137 INFO:tasks.rados.rados.0.smithi084.stdout:1730: writing smithi08483026-23 from 2129920 to 2138112 tid 4 2024-04-02T08:27:50.137 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 165 2024-04-02T08:27:50.137 INFO:tasks.rados.rados.0.smithi084.stdout:1731: seq_num 558 ranges {8478720=548864,9027584=688128,9715712=606208,10321920=311296} 2024-04-02T08:27:50.188 INFO:tasks.rados.rados.0.smithi084.stdout:1731: writing smithi08483026-1 from 8478720 to 9027584 tid 1 2024-04-02T08:27:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:1731: writing smithi08483026-1 from 9027584 to 9715712 tid 2 2024-04-02T08:27:50.195 INFO:tasks.rados.rados.0.smithi084.stdout:1731: writing smithi08483026-1 from 9715712 to 10321920 tid 3 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1731: writing smithi08483026-1 from 10321920 to 10633216 tid 4 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 165 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: finishing write tid 1 to smithi08483026-23 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: finishing write tid 2 to smithi08483026-23 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: finishing write tid 3 to smithi08483026-23 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: finishing write tid 4 to smithi08483026-23 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: finishing write tid 5 to smithi08483026-23 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: finishing write tid 6 to smithi08483026-23 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: oid 23 updating version 0 to 841 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: oid 23 version 841 is already newer than 838 2024-04-02T08:27:50.198 INFO:tasks.rados.rados.0.smithi084.stdout:1730: oid 23 version 841 is already newer than 837 2024-04-02T08:27:50.199 INFO:tasks.rados.rados.0.smithi084.stdout:1730: oid 23 version 841 is already newer than 839 2024-04-02T08:27:50.199 INFO:tasks.rados.rados.0.smithi084.stdout:1730: oid 23 version 841 is already newer than 840 2024-04-02T08:27:50.199 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 841 (ObjNum 557 snap 165 seq_num 557) dirty exists 2024-04-02T08:27:50.199 INFO:tasks.rados.rados.0.smithi084.stdout:1730: left oid 23 (ObjNum 557 snap 165 seq_num 557) 2024-04-02T08:27:50.199 INFO:tasks.rados.rados.0.smithi084.stdout:1731: finishing write tid 1 to smithi08483026-1 2024-04-02T08:27:50.199 INFO:tasks.rados.rados.0.smithi084.stdout:1731: finishing write tid 2 to smithi08483026-1 2024-04-02T08:27:50.199 INFO:tasks.rados.rados.0.smithi084.stdout:1732: seq_num 559 ranges {13164544=565248,13729792=573440,14303232=409600,14712832=622592} 2024-04-02T08:27:50.271 INFO:tasks.rados.rados.0.smithi084.stdout:1732: writing smithi08483026-32 from 13164544 to 13729792 tid 1 2024-04-02T08:27:50.274 INFO:tasks.rados.rados.0.smithi084.stdout:1732: writing smithi08483026-32 from 13729792 to 14303232 tid 2 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 115 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 33 op/s; 18/192 objects degraded (9.375%) 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652] boot 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[94794]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:27:50.275 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 115 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 33 op/s; 18/192 objects degraded (9.375%) 2024-04-02T08:27:50.276 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:27:50.276 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:50.276 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652] boot 2024-04-02T08:27:50.276 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:27:50.276 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:50.276 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:50.276 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-mon[97358]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:27:50.277 INFO:tasks.rados.rados.0.smithi084.stdout:1732: writing smithi08483026-32 from 14303232 to 14712832 tid 3 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1732: writing smithi08483026-32 from 14712832 to 15335424 tid 4 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1730: done (2 left) 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1733: rollback oid 25 current snap is 165 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1733: done (2 left) 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1734: copy_from oid 38 from oid 16 current snap is 165 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1731: finishing write tid 3 to smithi08483026-1 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1731: finishing write tid 4 to smithi08483026-1 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1731: finishing write tid 5 to smithi08483026-1 2024-04-02T08:27:50.282 INFO:tasks.rados.rados.0.smithi084.stdout:1731: finishing write tid 6 to smithi08483026-1 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1731: oid 1 updating version 0 to 858 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1731: oid 1 updating version 858 to 859 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1731: oid 1 updating version 859 to 862 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1731: oid 1 version 862 is already newer than 860 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1731: oid 1 version 862 is already newer than 861 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 862 (ObjNum 558 snap 165 seq_num 558) dirty exists 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1731: left oid 1 (ObjNum 558 snap 165 seq_num 558) 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1732: finishing write tid 1 to smithi08483026-32 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1732: finishing write tid 2 to smithi08483026-32 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1732: finishing write tid 3 to smithi08483026-32 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1731: done (2 left) 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1735: rollback oid 21 current snap is 165 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1735: done (2 left) 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1736: read oid 20 snap -1 2024-04-02T08:27:50.283 INFO:tasks.rados.rados.0.smithi084.stdout:1736: expect deleted 2024-04-02T08:27:50.284 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 165 2024-04-02T08:27:50.284 INFO:tasks.rados.rados.0.smithi084.stdout:1737: seq_num 560 ranges {5210112=581632,5791744=458752,6250496=614400,6864896=532480} 2024-04-02T08:27:50.313 INFO:tasks.rados.rados.0.smithi084.stdout:1737: writing smithi08483026-36 from 5210112 to 5791744 tid 1 2024-04-02T08:27:50.315 INFO:tasks.rados.rados.0.smithi084.stdout:1737: writing smithi08483026-36 from 5791744 to 6250496 tid 2 2024-04-02T08:27:50.318 INFO:tasks.rados.rados.0.smithi084.stdout:1737: writing smithi08483026-36 from 6250496 to 6864896 tid 3 2024-04-02T08:27:50.322 INFO:tasks.rados.rados.0.smithi084.stdout:1737: writing smithi08483026-36 from 6864896 to 7397376 tid 4 2024-04-02T08:27:50.322 INFO:tasks.rados.rados.0.smithi084.stdout:1738: read oid 34 snap -1 2024-04-02T08:27:50.322 INFO:tasks.rados.rados.0.smithi084.stdout:1738: expect deleted 2024-04-02T08:27:50.322 INFO:tasks.rados.rados.0.smithi084.stdout:1739: read oid 41 snap -1 2024-04-02T08:27:50.322 INFO:tasks.rados.rados.0.smithi084.stdout:1739: expect deleted 2024-04-02T08:27:50.322 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 165 2024-04-02T08:27:50.322 INFO:tasks.rados.rados.0.smithi084.stdout:1740: seq_num 561 ranges {1925120=598016,2523136=745472,3268608=778240,4046848=81920} 2024-04-02T08:27:50.335 INFO:tasks.rados.rados.0.smithi084.stdout:1740: writing smithi08483026-22 from 1925120 to 2523136 tid 1 2024-04-02T08:27:50.339 INFO:tasks.rados.rados.0.smithi084.stdout:1740: writing smithi08483026-22 from 2523136 to 3268608 tid 2 2024-04-02T08:27:50.343 INFO:tasks.rados.rados.0.smithi084.stdout:1740: writing smithi08483026-22 from 3268608 to 4046848 tid 3 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1740: writing smithi08483026-22 from 4046848 to 4128768 tid 4 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1741: read oid 7 snap -1 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1741: expect (ObjNum 530 snap 158 seq_num 530) 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1742: read oid 37 snap -1 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1742: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1743: rollback oid 45 current snap is 165 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1743: done (9 left) 2024-04-02T08:27:50.345 INFO:tasks.rados.rados.0.smithi084.stdout:1744: read oid 10 snap -1 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1744: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1745: read oid 44 snap -1 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1745: expect (ObjNum 552 snap 163 seq_num 552) 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1746: copy_from oid 33 from oid 45 current snap is 165 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1734: finishing copy_from to smithi08483026-38 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1734: got expected ENOENT (src dne) 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1734: finishing copy_from racing read to smithi08483026-38 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1732: finishing write tid 4 to smithi08483026-32 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1734: done (11 left) 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1736: done (10 left) 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 165 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1732: finishing write tid 5 to smithi08483026-32 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1732: finishing write tid 6 to smithi08483026-32 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1732: oid 32 updating version 0 to 829 2024-04-02T08:27:50.346 INFO:tasks.rados.rados.0.smithi084.stdout:1732: oid 32 version 829 is already newer than 827 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1732: oid 32 updating version 829 to 831 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1732: oid 32 version 831 is already newer than 830 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1732: oid 32 version 831 is already newer than 828 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 831 (ObjNum 559 snap 165 seq_num 559) dirty exists 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1732: left oid 32 (ObjNum 559 snap 165 seq_num 559) 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1737: finishing write tid 1 to smithi08483026-36 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1737: finishing write tid 2 to smithi08483026-36 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1737: finishing write tid 3 to smithi08483026-36 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1737: finishing write tid 4 to smithi08483026-36 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1737: finishing write tid 5 to smithi08483026-36 2024-04-02T08:27:50.347 INFO:tasks.rados.rados.0.smithi084.stdout:1747: seq_num 562 ranges {5857280=622592,6479872=630784,7110656=581632,7692288=393216} 2024-04-02T08:27:50.380 INFO:tasks.rados.rados.0.smithi084.stdout:1747: writing smithi08483026-9 from 5857280 to 6479872 tid 1 2024-04-02T08:27:50.383 INFO:tasks.rados.rados.0.smithi084.stdout:1747: writing smithi08483026-9 from 6479872 to 7110656 tid 2 2024-04-02T08:27:50.386 INFO:tasks.rados.rados.0.smithi084.stdout:1747: writing smithi08483026-9 from 7110656 to 7692288 tid 3 2024-04-02T08:27:50.389 INFO:tasks.rados.rados.0.smithi084.stdout:1747: writing smithi08483026-9 from 7692288 to 8085504 tid 4 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1732: done (10 left) 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1738: done (9 left) 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1739: done (8 left) 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1748: copy_from oid 19 from oid 12 current snap is 165 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: finishing write tid 6 to smithi08483026-36 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: oid 36 updating version 0 to 786 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: oid 36 updating version 786 to 788 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: oid 36 version 788 is already newer than 785 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: oid 36 version 788 is already newer than 787 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: oid 36 version 788 is already newer than 784 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 788 (ObjNum 560 snap 165 seq_num 560) dirty exists 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: left oid 36 (ObjNum 560 snap 165 seq_num 560) 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1737: done (8 left) 2024-04-02T08:27:50.390 INFO:tasks.rados.rados.0.smithi084.stdout:1749: snap_create 2024-04-02T08:27:50.391 INFO:tasks.rados.rados.0.smithi084.stdout:1740: finishing write tid 1 to smithi08483026-22 2024-04-02T08:27:50.391 INFO:tasks.rados.rados.0.smithi084.stdout:1740: finishing write tid 2 to smithi08483026-22 2024-04-02T08:27:50.391 INFO:tasks.rados.rados.0.smithi084.stdout:1740: finishing write tid 3 to smithi08483026-22 2024-04-02T08:27:50.391 INFO:tasks.rados.rados.0.smithi084.stdout:1742: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: finishing write tid 4 to smithi08483026-22 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: finishing write tid 5 to smithi08483026-22 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: finishing write tid 6 to smithi08483026-22 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: oid 22 updating version 0 to 495 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: oid 22 updating version 495 to 497 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: oid 22 version 497 is already newer than 494 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: oid 22 version 497 is already newer than 496 2024-04-02T08:27:50.403 INFO:tasks.rados.rados.0.smithi084.stdout:1740: oid 22 updating version 497 to 498 2024-04-02T08:27:50.404 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 498 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-04-02T08:27:50.404 INFO:tasks.rados.rados.0.smithi084.stdout:1740: left oid 22 (ObjNum 561 snap 165 seq_num 561) 2024-04-02T08:27:50.404 INFO:tasks.rados.rados.0.smithi084.stdout:1741: expect (ObjNum 530 snap 158 seq_num 530) 2024-04-02T08:27:50.525 INFO:tasks.rados.rados.0.smithi084.stdout:1745: expect (ObjNum 552 snap 163 seq_num 552) 2024-04-02T08:27:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 115 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 33 op/s; 18/192 objects degraded (9.375%) 2024-04-02T08:27:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:27:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: osd.3 [v2:172.21.15.84:6826/3037188652,v1:172.21.15.84:6827/3037188652] boot 2024-04-02T08:27:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:27:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:50 smithi132 ceph-mon[88571]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:27:50.733 INFO:tasks.rados.rados.0.smithi084.stdout:1744: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:1746: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:1746: finishing copy_from to smithi08483026-33 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 627 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:1747: finishing write tid 1 to smithi08483026-9 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:1747: finishing write tid 2 to smithi08483026-9 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:1747: finishing write tid 3 to smithi08483026-9 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:1747: finishing write tid 4 to smithi08483026-9 2024-04-02T08:27:50.893 INFO:tasks.rados.rados.0.smithi084.stdout:1747: finishing write tid 5 to smithi08483026-9 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1747: finishing write tid 6 to smithi08483026-9 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1747: oid 9 updating version 0 to 178 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1747: oid 9 version 178 is already newer than 175 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1747: oid 9 version 178 is already newer than 177 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1747: oid 9 updating version 178 to 179 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1747: oid 9 version 179 is already newer than 176 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 179 (ObjNum 562 snap 165 seq_num 562) dirty exists 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1747: left oid 9 (ObjNum 562 snap 165 seq_num 562) 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1748: finishing copy_from racing read to smithi08483026-19 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:1748: finishing copy_from to smithi08483026-19 2024-04-02T08:27:50.894 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 807 (ObjNum 487 snap 147 seq_num 487) dirty exists 2024-04-02T08:27:51.012 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:27:50] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-04-02T08:27:51.177 INFO:tasks.rados.rados.0.smithi084.stdout:1740: done (8 left) 2024-04-02T08:27:51.178 INFO:tasks.rados.rados.0.smithi084.stdout:1741: done (7 left) 2024-04-02T08:27:51.178 INFO:tasks.rados.rados.0.smithi084.stdout:1742: done (6 left) 2024-04-02T08:27:51.178 INFO:tasks.rados.rados.0.smithi084.stdout:1744: done (5 left) 2024-04-02T08:27:51.178 INFO:tasks.rados.rados.0.smithi084.stdout:1745: done (4 left) 2024-04-02T08:27:51.178 INFO:tasks.rados.rados.0.smithi084.stdout:1746: done (3 left) 2024-04-02T08:27:51.178 INFO:tasks.rados.rados.0.smithi084.stdout:1747: done (2 left) 2024-04-02T08:27:51.179 INFO:tasks.rados.rados.0.smithi084.stdout:1748: done (1 left) 2024-04-02T08:27:51.179 INFO:tasks.rados.rados.0.smithi084.stdout:1749: done (0 left) 2024-04-02T08:27:51.179 INFO:tasks.rados.rados.0.smithi084.stdout:1750: delete oid 36 current snap is 166 2024-04-02T08:27:51.181 INFO:tasks.rados.rados.0.smithi084.stdout:1750: done (0 left) 2024-04-02T08:27:51.181 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 166 2024-04-02T08:27:51.181 INFO:tasks.rados.rados.0.smithi084.stdout:1751: seq_num 564 ranges {2777088=655360,3432448=442368,3874816=598016,4472832=565248} 2024-04-02T08:27:51.199 INFO:tasks.rados.rados.0.smithi084.stdout:1751: writing smithi08483026-4 from 2777088 to 3432448 tid 1 2024-04-02T08:27:51.202 INFO:tasks.rados.rados.0.smithi084.stdout:1751: writing smithi08483026-4 from 3432448 to 3874816 tid 2 2024-04-02T08:27:51.206 INFO:tasks.rados.rados.0.smithi084.stdout:1751: writing smithi08483026-4 from 3874816 to 4472832 tid 3 2024-04-02T08:27:51.209 INFO:tasks.rados.rados.0.smithi084.stdout:1751: writing smithi08483026-4 from 4472832 to 5038080 tid 4 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1752: rollback oid 39 current snap is 166 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 165 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1751: finishing write tid 1 to smithi08483026-4 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1751: finishing write tid 2 to smithi08483026-4 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1751: finishing write tid 3 to smithi08483026-4 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1753: read oid 48 snap 165 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1753: expect (ObjNum 542 snap 162 seq_num 542) 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1754: rollback oid 36 current snap is 166 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 165 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1755: rmattr oid 5 current snap is 166 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1755: done (4 left) 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1756: setattr oid 8 current snap is 166 2024-04-02T08:27:51.210 INFO:tasks.rados.rados.0.smithi084.stdout:1752: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:27:51.211 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 0 (ObjNum 289 snap 0 seq_num 2030688418) dirty dne 2024-04-02T08:27:51.211 INFO:tasks.rados.rados.0.smithi084.stdout:1752: done (4 left) 2024-04-02T08:27:51.211 INFO:tasks.rados.rados.0.smithi084.stdout:1757: read oid 12 snap 165 2024-04-02T08:27:51.211 INFO:tasks.rados.rados.0.smithi084.stdout:1757: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:27:51.212 INFO:tasks.rados.rados.0.smithi084.stdout:1758: setattr oid 40 current snap is 166 2024-04-02T08:27:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:1754: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:27:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:1754: finishing rollback tid 2 to smithi08483026-36 2024-04-02T08:27:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 792 (ObjNum 560 snap 165 seq_num 560) dirty exists 2024-04-02T08:27:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:1751: finishing write tid 4 to smithi08483026-4 2024-04-02T08:27:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:1751: finishing write tid 5 to smithi08483026-4 2024-04-02T08:27:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:1751: finishing write tid 6 to smithi08483026-4 2024-04-02T08:27:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:1751: oid 4 updating version 0 to 842 2024-04-02T08:27:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:1751: oid 4 updating version 842 to 844 2024-04-02T08:27:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:1751: oid 4 updating version 844 to 846 2024-04-02T08:27:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:1751: oid 4 version 846 is already newer than 843 2024-04-02T08:27:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:1751: oid 4 version 846 is already newer than 845 2024-04-02T08:27:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 846 (ObjNum 564 snap 166 seq_num 564) dirty exists 2024-04-02T08:27:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:1751: left oid 4 (ObjNum 564 snap 166 seq_num 564) 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1751: done (5 left) 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1754: done (4 left) 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1759: read oid 46 snap 165 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1759: expect (ObjNum 546 snap 162 seq_num 546) 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1760: rollback oid 22 current snap is 166 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 22 to 165 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1761: rollback oid 13 current snap is 166 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 165 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1762: read oid 9 snap -1 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1762: expect (ObjNum 562 snap 165 seq_num 562) 2024-04-02T08:27:51.216 INFO:tasks.rados.rados.0.smithi084.stdout:1763: rollback oid 47 current snap is 166 2024-04-02T08:27:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 165 2024-04-02T08:27:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 166 2024-04-02T08:27:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:1764: seq_num 565 ranges {2400256=671744,3072000=729088,3801088=753664,4554752=122880} 2024-04-02T08:27:51.232 INFO:tasks.rados.rados.0.smithi084.stdout:1764: writing smithi08483026-26 from 2400256 to 3072000 tid 1 2024-04-02T08:27:51.236 INFO:tasks.rados.rados.0.smithi084.stdout:1764: writing smithi08483026-26 from 3072000 to 3801088 tid 2 2024-04-02T08:27:51.241 INFO:tasks.rados.rados.0.smithi084.stdout:1764: writing smithi08483026-26 from 3801088 to 4554752 tid 3 2024-04-02T08:27:51.242 INFO:tasks.rados.rados.0.smithi084.stdout:1764: writing smithi08483026-26 from 4554752 to 4677632 tid 4 2024-04-02T08:27:51.242 INFO:tasks.rados.rados.0.smithi084.stdout:1765: delete oid 49 current snap is 166 2024-04-02T08:27:51.242 INFO:tasks.rados.rados.0.smithi084.stdout:1761: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:27:51.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 0 (ObjNum 129 snap 0 seq_num 621499008) dirty dne 2024-04-02T08:27:51.243 INFO:tasks.rados.rados.0.smithi084.stdout:1757: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:27:51.272 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 864 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:51.273 INFO:tasks.rados.rados.0.smithi084.stdout:1760: finishing rollback tid 0 to smithi08483026-22 2024-04-02T08:27:51.273 INFO:tasks.rados.rados.0.smithi084.stdout:1760: finishing rollback tid 1 to smithi08483026-22 2024-04-02T08:27:51.273 INFO:tasks.rados.rados.0.smithi084.stdout:1760: finishing rollback tid 2 to smithi08483026-22 2024-04-02T08:27:51.273 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 501 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-04-02T08:27:51.273 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 866 (ObjNum 513 snap 154 seq_num 513) dirty exists 2024-04-02T08:27:51.273 INFO:tasks.rados.rados.0.smithi084.stdout:1763: finishing rollback tid 0 to smithi08483026-47 2024-04-02T08:27:51.274 INFO:tasks.rados.rados.0.smithi084.stdout:1763: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:27:51.274 INFO:tasks.rados.rados.0.smithi084.stdout:1753: expect (ObjNum 542 snap 162 seq_num 542) 2024-04-02T08:27:51.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:51 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 8/192 objects degraded (4.167%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:51.275 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:51 smithi084 ceph-mon[94794]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:27:51.275 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:51 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 8/192 objects degraded (4.167%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:51.275 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:51 smithi084 ceph-mon[97358]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:27:51.367 INFO:tasks.rados.rados.0.smithi084.stdout:1759: expect (ObjNum 546 snap 162 seq_num 546) 2024-04-02T08:27:51.487 INFO:tasks.rados.rados.0.smithi084.stdout:1764: finishing write tid 1 to smithi08483026-26 2024-04-02T08:27:51.487 INFO:tasks.rados.rados.0.smithi084.stdout:1764: finishing write tid 2 to smithi08483026-26 2024-04-02T08:27:51.487 INFO:tasks.rados.rados.0.smithi084.stdout:1753: done (10 left) 2024-04-02T08:27:51.487 INFO:tasks.rados.rados.0.smithi084.stdout:1756: done (9 left) 2024-04-02T08:27:51.487 INFO:tasks.rados.rados.0.smithi084.stdout:1757: done (8 left) 2024-04-02T08:27:51.488 INFO:tasks.rados.rados.0.smithi084.stdout:1758: done (7 left) 2024-04-02T08:27:51.488 INFO:tasks.rados.rados.0.smithi084.stdout:1759: done (6 left) 2024-04-02T08:27:51.488 INFO:tasks.rados.rados.0.smithi084.stdout:1760: done (5 left) 2024-04-02T08:27:51.488 INFO:tasks.rados.rados.0.smithi084.stdout:1761: done (4 left) 2024-04-02T08:27:51.488 INFO:tasks.rados.rados.0.smithi084.stdout:1765: done (3 left) 2024-04-02T08:27:51.488 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 166 2024-04-02T08:27:51.488 INFO:tasks.rados.rados.0.smithi084.stdout:1764: finishing write tid 3 to smithi08483026-26 2024-04-02T08:27:51.489 INFO:tasks.rados.rados.0.smithi084.stdout:1764: finishing write tid 4 to smithi08483026-26 2024-04-02T08:27:51.489 INFO:tasks.rados.rados.0.smithi084.stdout:1764: finishing write tid 5 to smithi08483026-26 2024-04-02T08:27:51.489 INFO:tasks.rados.rados.0.smithi084.stdout:1764: finishing write tid 6 to smithi08483026-26 2024-04-02T08:27:51.489 INFO:tasks.rados.rados.0.smithi084.stdout:1764: oid 26 updating version 0 to 835 2024-04-02T08:27:51.489 INFO:tasks.rados.rados.0.smithi084.stdout:1764: oid 26 version 835 is already newer than 834 2024-04-02T08:27:51.489 INFO:tasks.rados.rados.0.smithi084.stdout:1764: oid 26 updating version 835 to 837 2024-04-02T08:27:51.490 INFO:tasks.rados.rados.0.smithi084.stdout:1764: oid 26 version 837 is already newer than 833 2024-04-02T08:27:51.490 INFO:tasks.rados.rados.0.smithi084.stdout:1764: oid 26 version 837 is already newer than 836 2024-04-02T08:27:51.490 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 837 (ObjNum 565 snap 166 seq_num 565) dirty exists 2024-04-02T08:27:51.490 INFO:tasks.rados.rados.0.smithi084.stdout:1764: left oid 26 (ObjNum 565 snap 166 seq_num 565) 2024-04-02T08:27:51.490 INFO:tasks.rados.rados.0.smithi084.stdout:1763: finishing rollback tid 2 to smithi08483026-47 2024-04-02T08:27:51.491 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 796 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:27:51.491 INFO:tasks.rados.rados.0.smithi084.stdout:1762: expect (ObjNum 562 snap 165 seq_num 562) 2024-04-02T08:27:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:51 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 8/192 objects degraded (4.167%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:27:51.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:51 smithi132 ceph-mon[88571]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:27:51.952 INFO:tasks.rados.rados.0.smithi084.stdout:1766: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-04-02T08:27:51.956 INFO:tasks.rados.rados.0.smithi084.stdout:1766: writing smithi08483026-20 from 0 to 704512 tid 1 2024-04-02T08:27:51.959 INFO:tasks.rados.rados.0.smithi084.stdout:1766: writing smithi08483026-20 from 704512 to 1204224 tid 2 2024-04-02T08:27:51.964 INFO:tasks.rados.rados.0.smithi084.stdout:1766: writing smithi08483026-20 from 1204224 to 1974272 tid 3 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1766: writing smithi08483026-20 from 1974272 to 2310144 tid 4 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1762: done (3 left) 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1763: done (2 left) 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1764: done (1 left) 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1767: read oid 2 snap -1 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1767: expect (ObjNum 537 snap 160 seq_num 537) 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1768: snap_create 2024-04-02T08:27:51.967 INFO:tasks.rados.rados.0.smithi084.stdout:1766: finishing write tid 1 to smithi08483026-20 2024-04-02T08:27:51.968 INFO:tasks.rados.rados.0.smithi084.stdout:1766: finishing write tid 2 to smithi08483026-20 2024-04-02T08:27:51.968 INFO:tasks.rados.rados.0.smithi084.stdout:1766: finishing write tid 3 to smithi08483026-20 2024-04-02T08:27:51.969 INFO:tasks.rados.rados.0.smithi084.stdout:1766: finishing write tid 4 to smithi08483026-20 2024-04-02T08:27:51.969 INFO:tasks.rados.rados.0.smithi084.stdout:1766: finishing write tid 5 to smithi08483026-20 2024-04-02T08:27:51.971 INFO:tasks.rados.rados.0.smithi084.stdout:1766: finishing write tid 6 to smithi08483026-20 2024-04-02T08:27:51.971 INFO:tasks.rados.rados.0.smithi084.stdout:1766: oid 20 updating version 0 to 868 2024-04-02T08:27:51.971 INFO:tasks.rados.rados.0.smithi084.stdout:1766: oid 20 updating version 868 to 871 2024-04-02T08:27:51.972 INFO:tasks.rados.rados.0.smithi084.stdout:1766: oid 20 version 871 is already newer than 870 2024-04-02T08:27:51.972 INFO:tasks.rados.rados.0.smithi084.stdout:1766: oid 20 version 871 is already newer than 869 2024-04-02T08:27:51.972 INFO:tasks.rados.rados.0.smithi084.stdout:1766: oid 20 version 871 is already newer than 867 2024-04-02T08:27:51.972 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 871 (ObjNum 567 snap 166 seq_num 567) dirty exists 2024-04-02T08:27:51.972 INFO:tasks.rados.rados.0.smithi084.stdout:1766: left oid 20 (ObjNum 567 snap 166 seq_num 567) 2024-04-02T08:27:51.974 INFO:tasks.rados.rados.0.smithi084.stdout:1767: expect (ObjNum 537 snap 160 seq_num 537) 2024-04-02T08:27:52.228 INFO:tasks.rados.rados.0.smithi084.stdout:1766: done (2 left) 2024-04-02T08:27:52.228 INFO:tasks.rados.rados.0.smithi084.stdout:1767: done (1 left) 2024-04-02T08:27:52.228 INFO:tasks.rados.rados.0.smithi084.stdout:1768: done (0 left) 2024-04-02T08:27:52.228 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 167 2024-04-02T08:27:52.228 INFO:tasks.rados.rados.0.smithi084.stdout:1769: seq_num 568 ranges {3809280=720896,4530176=786432,5316608=581632,5898240=237568} 2024-04-02T08:27:52.252 INFO:tasks.rados.rados.0.smithi084.stdout:1769: writing smithi08483026-27 from 3809280 to 4530176 tid 1 2024-04-02T08:27:52.257 INFO:tasks.rados.rados.0.smithi084.stdout:1769: writing smithi08483026-27 from 4530176 to 5316608 tid 2 2024-04-02T08:27:52.260 INFO:tasks.rados.rados.0.smithi084.stdout:1769: writing smithi08483026-27 from 5316608 to 5898240 tid 3 2024-04-02T08:27:52.262 INFO:tasks.rados.rados.0.smithi084.stdout:1769: writing smithi08483026-27 from 5898240 to 6135808 tid 4 2024-04-02T08:27:52.262 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 167 2024-04-02T08:27:52.262 INFO:tasks.rados.rados.0.smithi084.stdout:1769: finishing write tid 1 to smithi08483026-27 2024-04-02T08:27:52.262 INFO:tasks.rados.rados.0.smithi084.stdout:1770: seq_num 569 ranges {2621440=737280,3358720=671744,4030464=737280,4767744=196608} 2024-04-02T08:27:52.280 INFO:tasks.rados.rados.0.smithi084.stdout:1770: writing smithi08483026-15 from 2621440 to 3358720 tid 1 2024-04-02T08:27:52.283 INFO:tasks.rados.rados.0.smithi084.stdout:1770: writing smithi08483026-15 from 3358720 to 4030464 tid 2 2024-04-02T08:27:52.287 INFO:tasks.rados.rados.0.smithi084.stdout:1770: writing smithi08483026-15 from 4030464 to 4767744 tid 3 2024-04-02T08:27:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:1770: writing smithi08483026-15 from 4767744 to 4964352 tid 4 2024-04-02T08:27:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:1771: read oid 29 snap -1 2024-04-02T08:27:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:1771: expect deleted 2024-04-02T08:27:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 167 2024-04-02T08:27:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:1769: finishing write tid 2 to smithi08483026-27 2024-04-02T08:27:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:1772: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-04-02T08:27:52.293 INFO:tasks.rados.rados.0.smithi084.stdout:1772: writing smithi08483026-31 from 0 to 753664 tid 1 2024-04-02T08:27:52.296 INFO:tasks.rados.rados.0.smithi084.stdout:1772: writing smithi08483026-31 from 753664 to 1302528 tid 2 2024-04-02T08:27:52.299 INFO:tasks.rados.rados.0.smithi084.stdout:1772: writing smithi08483026-31 from 1302528 to 1843200 tid 3 2024-04-02T08:27:52.303 INFO:tasks.rados.rados.0.smithi084.stdout:1772: writing smithi08483026-31 from 1843200 to 2359296 tid 4 2024-04-02T08:27:52.303 INFO:tasks.rados.rados.0.smithi084.stdout:1773: read oid 35 snap -1 2024-04-02T08:27:52.303 INFO:tasks.rados.rados.0.smithi084.stdout:1773: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:27:52.303 INFO:tasks.rados.rados.0.smithi084.stdout:1774: delete oid 23 current snap is 167 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: finishing write tid 3 to smithi08483026-27 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: finishing write tid 4 to smithi08483026-27 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: finishing write tid 5 to smithi08483026-27 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: finishing write tid 6 to smithi08483026-27 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: oid 27 updating version 0 to 566 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: oid 27 updating version 566 to 568 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: oid 27 version 568 is already newer than 564 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: oid 27 version 568 is already newer than 565 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: oid 27 version 568 is already newer than 567 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 568 (ObjNum 568 snap 167 seq_num 568) dirty exists 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1769: left oid 27 (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1770: finishing write tid 1 to smithi08483026-15 2024-04-02T08:27:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:1770: finishing write tid 2 to smithi08483026-15 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: finishing write tid 3 to smithi08483026-15 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: finishing write tid 4 to smithi08483026-15 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: finishing write tid 5 to smithi08483026-15 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: finishing write tid 6 to smithi08483026-15 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: oid 15 updating version 0 to 638 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: oid 15 version 638 is already newer than 636 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: oid 15 version 638 is already newer than 634 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: oid 15 version 638 is already newer than 635 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: oid 15 version 638 is already newer than 637 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 638 (ObjNum 569 snap 167 seq_num 569) dirty exists 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1770: left oid 15 (ObjNum 569 snap 167 seq_num 569) 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1772: finishing write tid 1 to smithi08483026-31 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1772: finishing write tid 2 to smithi08483026-31 2024-04-02T08:27:52.305 INFO:tasks.rados.rados.0.smithi084.stdout:1772: finishing write tid 3 to smithi08483026-31 2024-04-02T08:27:52.306 INFO:tasks.rados.rados.0.smithi084.stdout:1772: finishing write tid 4 to smithi08483026-31 2024-04-02T08:27:52.306 INFO:tasks.rados.rados.0.smithi084.stdout:1772: finishing write tid 5 to smithi08483026-31 2024-04-02T08:27:52.306 INFO:tasks.rados.rados.0.smithi084.stdout:1769: done (5 left) 2024-04-02T08:27:52.307 INFO:tasks.rados.rados.0.smithi084.stdout:1770: done (4 left) 2024-04-02T08:27:52.307 INFO:tasks.rados.rados.0.smithi084.stdout:1771: done (3 left) 2024-04-02T08:27:52.307 INFO:tasks.rados.rados.0.smithi084.stdout:1774: done (2 left) 2024-04-02T08:27:52.307 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 167 2024-04-02T08:27:52.307 INFO:tasks.rados.rados.0.smithi084.stdout:1775: seq_num 572 ranges {1671168=786432,2457600=770048,3227648=557056,3784704=278528} 2024-04-02T08:27:52.319 INFO:tasks.rados.rados.0.smithi084.stdout:1775: writing smithi08483026-21 from 1671168 to 2457600 tid 1 2024-04-02T08:27:52.324 INFO:tasks.rados.rados.0.smithi084.stdout:1775: writing smithi08483026-21 from 2457600 to 3227648 tid 2 2024-04-02T08:27:52.327 INFO:tasks.rados.rados.0.smithi084.stdout:1775: writing smithi08483026-21 from 3227648 to 3784704 tid 3 2024-04-02T08:27:52.329 INFO:tasks.rados.rados.0.smithi084.stdout:1775: writing smithi08483026-21 from 3784704 to 4063232 tid 4 2024-04-02T08:27:52.329 INFO:tasks.rados.rados.0.smithi084.stdout:1776: snap_remove snap 166 2024-04-02T08:27:52.469 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:52 smithi084 ceph-mon[94794]: pgmap v280: 121 pgs: 15 peering, 4 active+undersized+degraded, 21 active+undersized, 81 active+clean; 120 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 8/192 objects degraded (4.167%) 2024-04-02T08:27:52.470 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:52 smithi084 ceph-mon[97358]: pgmap v280: 121 pgs: 15 peering, 4 active+undersized+degraded, 21 active+undersized, 81 active+clean; 120 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 8/192 objects degraded (4.167%) 2024-04-02T08:27:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:52 smithi132 ceph-mon[88571]: pgmap v280: 121 pgs: 15 peering, 4 active+undersized+degraded, 21 active+undersized, 81 active+clean; 120 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 8/192 objects degraded (4.167%) 2024-04-02T08:27:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:53.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:27:52 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:27:52.962+0000 7facf0160700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:27:53.241 INFO:tasks.rados.rados.0.smithi084.stdout:1776: done (3 left) 2024-04-02T08:27:53.241 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 167 2024-04-02T08:27:53.242 INFO:tasks.rados.rados.0.smithi084.stdout:1777: seq_num 573 ranges {8085504=802816,8888320=655360,9543680=720896,10264576=229376} 2024-04-02T08:27:53.288 INFO:tasks.rados.rados.0.smithi084.stdout:1777: writing smithi08483026-9 from 8085504 to 8888320 tid 1 2024-04-02T08:27:53.292 INFO:tasks.rados.rados.0.smithi084.stdout:1777: writing smithi08483026-9 from 8888320 to 9543680 tid 2 2024-04-02T08:27:53.297 INFO:tasks.rados.rados.0.smithi084.stdout:1777: writing smithi08483026-9 from 9543680 to 10264576 tid 3 2024-04-02T08:27:53.298 INFO:tasks.rados.rados.0.smithi084.stdout:1777: writing smithi08483026-9 from 10264576 to 10493952 tid 4 2024-04-02T08:27:53.298 INFO:tasks.rados.rados.0.smithi084.stdout:1778: snap_create 2024-04-02T08:27:53.298 INFO:tasks.rados.rados.0.smithi084.stdout:1773: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:1772: finishing write tid 6 to smithi08483026-31 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:1772: oid 31 updating version 0 to 570 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:1772: oid 31 updating version 570 to 571 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:1772: oid 31 version 571 is already newer than 569 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:1772: oid 31 updating version 571 to 573 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:1772: oid 31 version 573 is already newer than 572 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 573 (ObjNum 570 snap 167 seq_num 570) dirty exists 2024-04-02T08:27:53.320 INFO:tasks.rados.rados.0.smithi084.stdout:1772: left oid 31 (ObjNum 570 snap 167 seq_num 570) 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: finishing write tid 1 to smithi08483026-21 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: finishing write tid 2 to smithi08483026-21 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: finishing write tid 3 to smithi08483026-21 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: finishing write tid 4 to smithi08483026-21 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: finishing write tid 5 to smithi08483026-21 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: finishing write tid 6 to smithi08483026-21 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: oid 21 updating version 0 to 516 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: oid 21 version 516 is already newer than 513 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: oid 21 version 516 is already newer than 515 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: oid 21 updating version 516 to 517 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: oid 21 version 517 is already newer than 514 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 517 (ObjNum 572 snap 167 seq_num 572) dirty exists 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1775: left oid 21 (ObjNum 572 snap 167 seq_num 572) 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1777: finishing write tid 1 to smithi08483026-9 2024-04-02T08:27:53.321 INFO:tasks.rados.rados.0.smithi084.stdout:1777: finishing write tid 2 to smithi08483026-9 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: finishing write tid 3 to smithi08483026-9 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: finishing write tid 4 to smithi08483026-9 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: finishing write tid 5 to smithi08483026-9 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: finishing write tid 6 to smithi08483026-9 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: oid 9 updating version 0 to 182 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: oid 9 updating version 182 to 184 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: oid 9 version 184 is already newer than 183 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: oid 9 version 184 is already newer than 180 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: oid 9 version 184 is already newer than 181 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 184 (ObjNum 573 snap 167 seq_num 573) dirty exists 2024-04-02T08:27:53.322 INFO:tasks.rados.rados.0.smithi084.stdout:1777: left oid 9 (ObjNum 573 snap 167 seq_num 573) 2024-04-02T08:27:53.502 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:27:53.502 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:53.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:53.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:53.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.504 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.504 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.504 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:27:53.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:27:53.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:53.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:27:53.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:27:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:27:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:54.247 INFO:tasks.rados.rados.0.smithi084.stdout:1772: done (4 left) 2024-04-02T08:27:54.247 INFO:tasks.rados.rados.0.smithi084.stdout:1773: done (3 left) 2024-04-02T08:27:54.247 INFO:tasks.rados.rados.0.smithi084.stdout:1775: done (2 left) 2024-04-02T08:27:54.247 INFO:tasks.rados.rados.0.smithi084.stdout:1777: done (1 left) 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1778: done (0 left) 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 168 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1779: seq_num 574 ranges {0=16384} 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1779: writing smithi08483026-3 from 0 to 16384 tid 1 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1780: read oid 23 snap -1 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1780: expect deleted 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1781: read oid 30 snap 167 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1781: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1782: rmattr oid 13 current snap is 168 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1782: done (3 left) 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 168 2024-04-02T08:27:54.248 INFO:tasks.rados.rados.0.smithi084.stdout:1783: seq_num 575 ranges {4063232=32768} 2024-04-02T08:27:54.269 INFO:tasks.rados.rados.0.smithi084.stdout:1783: writing smithi08483026-21 from 4063232 to 4096000 tid 1 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1784: read oid 37 snap -1 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1784: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1785: copy_from oid 42 from oid 22 current snap is 168 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1779: finishing write tid 1 to smithi08483026-3 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1779: finishing write tid 2 to smithi08483026-3 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1780: done (5 left) 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 168 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1779: finishing write tid 3 to smithi08483026-3 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1779: oid 3 updating version 0 to 768 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1779: oid 3 updating version 768 to 769 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 769 (ObjNum 574 snap 168 seq_num 574) dirty exists 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1779: left oid 3 (ObjNum 574 snap 168 seq_num 574) 2024-04-02T08:27:54.270 INFO:tasks.rados.rados.0.smithi084.stdout:1781: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:1783: finishing write tid 1 to smithi08483026-21 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:1783: finishing write tid 2 to smithi08483026-21 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:1783: finishing write tid 3 to smithi08483026-21 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:1783: oid 21 updating version 0 to 518 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:1783: oid 21 updating version 518 to 519 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 519 (ObjNum 575 snap 168 seq_num 575) dirty exists 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:1783: left oid 21 (ObjNum 575 snap 168 seq_num 575) 2024-04-02T08:27:54.325 INFO:tasks.rados.rados.0.smithi084.stdout:1784: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:54.337 INFO:tasks.rados.rados.0.smithi084.stdout:1785: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:27:54.337 INFO:tasks.rados.rados.0.smithi084.stdout:1785: finishing copy_from to smithi08483026-42 2024-04-02T08:27:54.337 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 501 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-04-02T08:27:54.337 INFO:tasks.rados.rados.0.smithi084.stdout:1786: seq_num 576 ranges {15335424=49152} 2024-04-02T08:27:54.417 INFO:tasks.rados.rados.0.smithi084.stdout:1786: writing smithi08483026-32 from 15335424 to 15384576 tid 1 2024-04-02T08:27:54.417 INFO:tasks.rados.rados.0.smithi084.stdout:1779: done (5 left) 2024-04-02T08:27:54.418 INFO:tasks.rados.rados.0.smithi084.stdout:1781: done (4 left) 2024-04-02T08:27:54.418 INFO:tasks.rados.rados.0.smithi084.stdout:1783: done (3 left) 2024-04-02T08:27:54.418 INFO:tasks.rados.rados.0.smithi084.stdout:1784: done (2 left) 2024-04-02T08:27:54.418 INFO:tasks.rados.rados.0.smithi084.stdout:1785: done (1 left) 2024-04-02T08:27:54.418 INFO:tasks.rados.rados.0.smithi084.stdout:1787: snap_create 2024-04-02T08:27:54.420 INFO:tasks.rados.rados.0.smithi084.stdout:1786: finishing write tid 1 to smithi08483026-32 2024-04-02T08:27:54.420 INFO:tasks.rados.rados.0.smithi084.stdout:1786: finishing write tid 2 to smithi08483026-32 2024-04-02T08:27:54.420 INFO:tasks.rados.rados.0.smithi084.stdout:1786: finishing write tid 3 to smithi08483026-32 2024-04-02T08:27:54.421 INFO:tasks.rados.rados.0.smithi084.stdout:1786: oid 32 updating version 0 to 840 2024-04-02T08:27:54.421 INFO:tasks.rados.rados.0.smithi084.stdout:1786: oid 32 version 840 is already newer than 839 2024-04-02T08:27:54.421 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 840 (ObjNum 576 snap 168 seq_num 576) dirty exists 2024-04-02T08:27:54.421 INFO:tasks.rados.rados.0.smithi084.stdout:1786: left oid 32 (ObjNum 576 snap 168 seq_num 576) 2024-04-02T08:27:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[94794]: pgmap v283: 121 pgs: 15 peering, 4 active+undersized+degraded, 21 active+undersized, 81 active+clean; 120 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 11 op/s; 8/192 objects degraded (4.167%) 2024-04-02T08:27:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:27:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[94794]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:27:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[94794]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:27:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[97358]: pgmap v283: 121 pgs: 15 peering, 4 active+undersized+degraded, 21 active+undersized, 81 active+clean; 120 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 11 op/s; 8/192 objects degraded (4.167%) 2024-04-02T08:27:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:27:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[97358]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:27:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[97358]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:27:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:54 smithi132 ceph-mon[88571]: pgmap v283: 121 pgs: 15 peering, 4 active+undersized+degraded, 21 active+undersized, 81 active+clean; 120 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 11 op/s; 8/192 objects degraded (4.167%) 2024-04-02T08:27:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:54 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:27:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:54 smithi132 ceph-mon[88571]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:27:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:54 smithi132 ceph-mon[88571]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:27:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:27:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:55.254 INFO:tasks.rados.rados.0.smithi084.stdout:1786: done (1 left) 2024-04-02T08:27:55.254 INFO:tasks.rados.rados.0.smithi084.stdout:1787: done (0 left) 2024-04-02T08:27:55.254 INFO:tasks.rados.rados.0.smithi084.stdout:1788: read oid 9 snap -1 2024-04-02T08:27:55.254 INFO:tasks.rados.rados.0.smithi084.stdout:1788: expect (ObjNum 573 snap 167 seq_num 573) 2024-04-02T08:27:55.254 INFO:tasks.rados.rados.0.smithi084.stdout:1789: setattr oid 15 current snap is 169 2024-04-02T08:27:55.255 INFO:tasks.rados.rados.0.smithi084.stdout:1790: snap_remove snap 168 2024-04-02T08:27:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:55 smithi084 ceph-mon[94794]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:27:55.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:55 smithi084 ceph-mon[97358]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:27:55.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:55 smithi132 ceph-mon[88571]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:27:56.254 INFO:tasks.rados.rados.0.smithi084.stdout:1790: done (2 left) 2024-04-02T08:27:56.255 INFO:tasks.rados.rados.0.smithi084.stdout:1791: snap_remove snap 167 2024-04-02T08:27:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[94794]: pgmap v286: 121 pgs: 9 peering, 112 active+clean; 136 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 31 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-02T08:27:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/192 objects degraded (4.167%), 4 pgs degraded) 2024-04-02T08:27:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:27:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[94794]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:27:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[97358]: pgmap v286: 121 pgs: 9 peering, 112 active+clean; 136 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 31 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-02T08:27:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/192 objects degraded (4.167%), 4 pgs degraded) 2024-04-02T08:27:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:27:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:56 smithi084 ceph-mon[97358]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:27:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:56 smithi132 ceph-mon[88571]: pgmap v286: 121 pgs: 9 peering, 112 active+clean; 136 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 31 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-02T08:27:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:56 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/192 objects degraded (4.167%), 4 pgs degraded) 2024-04-02T08:27:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:56 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:27:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:56 smithi132 ceph-mon[88571]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:27:57.258 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 639 (ObjNum 569 snap 167 seq_num 569) dirty exists 2024-04-02T08:27:57.258 INFO:tasks.rados.rados.0.smithi084.stdout:1788: expect (ObjNum 573 snap 167 seq_num 573) 2024-04-02T08:27:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:57 smithi084 ceph-mon[94794]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:27:57.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:57 smithi084 ceph-mon[97358]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:27:57.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:57 smithi132 ceph-mon[88571]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:27:57.898 INFO:tasks.rados.rados.0.smithi084.stdout:1788: done (2 left) 2024-04-02T08:27:57.898 INFO:tasks.rados.rados.0.smithi084.stdout:1789: done (1 left) 2024-04-02T08:27:57.898 INFO:tasks.rados.rados.0.smithi084.stdout:1791: done (0 left) 2024-04-02T08:27:57.898 INFO:tasks.rados.rados.0.smithi084.stdout:1792: copy_from oid 11 from oid 16 current snap is 169 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:1793: rollback oid 40 current snap is 169 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 165 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:1794: read oid 17 snap -1 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:1794: expect (ObjNum 540 snap 161 seq_num 540) 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 169 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:1795: seq_num 577 ranges {16384=65536} 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:1795: writing smithi08483026-3 from 16384 to 81920 tid 1 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:1796: copy_from oid 41 from oid 24 current snap is 169 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 169 2024-04-02T08:27:57.899 INFO:tasks.rados.rados.0.smithi084.stdout:1797: seq_num 578 ranges {3309568=81920} 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1797: writing smithi08483026-7 from 3309568 to 3391488 tid 1 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1798: copy_from oid 28 from oid 8 current snap is 169 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1792: finishing copy_from to smithi08483026-11 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1792: got expected ENOENT (src dne) 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1792: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1793: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1793: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1792: done (6 left) 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1799: delete oid 42 current snap is 169 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:1793: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:27:57.918 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 874 (ObjNum 513 snap 154 seq_num 513) dirty exists 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1795: finishing write tid 1 to smithi08483026-3 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1795: finishing write tid 2 to smithi08483026-3 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1795: finishing write tid 3 to smithi08483026-3 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1795: oid 3 updating version 0 to 771 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1795: oid 3 version 771 is already newer than 770 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 771 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1795: left oid 3 (ObjNum 577 snap 169 seq_num 577) 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1796: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:1796: finishing copy_from to smithi08483026-41 2024-04-02T08:27:57.919 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 338 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-04-02T08:27:57.920 INFO:tasks.rados.rados.0.smithi084.stdout:1793: done (6 left) 2024-04-02T08:27:57.920 INFO:tasks.rados.rados.0.smithi084.stdout:1795: done (5 left) 2024-04-02T08:27:57.920 INFO:tasks.rados.rados.0.smithi084.stdout:1796: done (4 left) 2024-04-02T08:27:57.920 INFO:tasks.rados.rados.0.smithi084.stdout:1799: done (3 left) 2024-04-02T08:27:57.920 INFO:tasks.rados.rados.0.smithi084.stdout:1800: snap_remove snap 165 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1800: done (3 left) 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1801: read oid 27 snap -1 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1801: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1802: rmattr oid 6 current snap is 169 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1802: done (4 left) 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1803: read oid 45 snap -1 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1803: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:58.275 INFO:tasks.rados.rados.0.smithi084.stdout:1804: delete oid 41 current snap is 169 2024-04-02T08:27:58.276 INFO:tasks.rados.rados.0.smithi084.stdout:1797: finishing write tid 1 to smithi08483026-7 2024-04-02T08:27:58.276 INFO:tasks.rados.rados.0.smithi084.stdout:1797: finishing write tid 2 to smithi08483026-7 2024-04-02T08:27:58.276 INFO:tasks.rados.rados.0.smithi084.stdout:1794: expect (ObjNum 540 snap 161 seq_num 540) 2024-04-02T08:27:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:58 smithi084 ceph-mon[94794]: pgmap v289: 121 pgs: 121 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.9 MiB/s wr, 46 op/s; 4.1 MiB/s, 1 objects/s recovering 2024-04-02T08:27:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:58 smithi084 ceph-mon[94794]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:27:58.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:58 smithi084 ceph-mon[97358]: pgmap v289: 121 pgs: 121 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.9 MiB/s wr, 46 op/s; 4.1 MiB/s, 1 objects/s recovering 2024-04-02T08:27:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:58 smithi084 ceph-mon[97358]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:27:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:58 smithi132 ceph-mon[88571]: pgmap v289: 121 pgs: 121 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.9 MiB/s wr, 46 op/s; 4.1 MiB/s, 1 objects/s recovering 2024-04-02T08:27:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:58 smithi132 ceph-mon[88571]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:1798: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:1797: finishing write tid 3 to smithi08483026-7 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:1797: oid 7 updating version 0 to 818 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:1797: oid 7 updating version 818 to 819 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 819 (ObjNum 578 snap 169 seq_num 578) dirty exists 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:1797: left oid 7 (ObjNum 578 snap 169 seq_num 578) 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:1798: finishing copy_from to smithi08483026-28 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 864 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:27:58.699 INFO:tasks.rados.rados.0.smithi084.stdout:1794: done (5 left) 2024-04-02T08:27:58.700 INFO:tasks.rados.rados.0.smithi084.stdout:1797: done (4 left) 2024-04-02T08:27:58.700 INFO:tasks.rados.rados.0.smithi084.stdout:1798: done (3 left) 2024-04-02T08:27:58.700 INFO:tasks.rados.rados.0.smithi084.stdout:1804: done (2 left) 2024-04-02T08:27:58.700 INFO:tasks.rados.rados.0.smithi084.stdout:1805: read oid 36 snap -1 2024-04-02T08:27:58.700 INFO:tasks.rados.rados.0.smithi084.stdout:1805: expect (ObjNum 560 snap 165 seq_num 560) 2024-04-02T08:27:58.700 INFO:tasks.rados.rados.0.smithi084.stdout:1806: snap_create 2024-04-02T08:27:58.700 INFO:tasks.rados.rados.0.smithi084.stdout:1803: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:27:58.707 INFO:tasks.rados.rados.0.smithi084.stdout:1801: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:27:58.952 INFO:tasks.rados.rados.0.smithi084.stdout:1805: expect (ObjNum 560 snap 165 seq_num 560) 2024-04-02T08:27:59.372 INFO:tasks.rados.rados.0.smithi084.stdout:1801: done (3 left) 2024-04-02T08:27:59.372 INFO:tasks.rados.rados.0.smithi084.stdout:1803: done (2 left) 2024-04-02T08:27:59.372 INFO:tasks.rados.rados.0.smithi084.stdout:1805: done (1 left) 2024-04-02T08:27:59.372 INFO:tasks.rados.rados.0.smithi084.stdout:1806: done (0 left) 2024-04-02T08:27:59.372 INFO:tasks.rados.rados.0.smithi084.stdout:1807: delete oid 13 current snap is 170 2024-04-02T08:27:59.374 INFO:tasks.rados.rados.0.smithi084.stdout:1807: done (0 left) 2024-04-02T08:27:59.374 INFO:tasks.rados.rados.0.smithi084.stdout:1808: delete oid 34 current snap is 170 2024-04-02T08:27:59.378 INFO:tasks.rados.rados.0.smithi084.stdout:1808: done (0 left) 2024-04-02T08:27:59.378 INFO:tasks.rados.rados.0.smithi084.stdout:1809: snap_create 2024-04-02T08:27:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:27:59 smithi084 ceph-mon[94794]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:27:59.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:27:59 smithi084 ceph-mon[97358]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:27:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:27:59 smithi132 ceph-mon[88571]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:28:00.122 INFO:tasks.rados.rados.0.smithi084.stdout:1809: done (0 left) 2024-04-02T08:28:00.123 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 171 2024-04-02T08:28:00.123 INFO:tasks.rados.rados.0.smithi084.stdout:1810: seq_num 583 ranges {0=172032} 2024-04-02T08:28:00.123 INFO:tasks.rados.rados.0.smithi084.stdout:1810: writing smithi08483026-49 from 0 to 172032 tid 1 2024-04-02T08:28:00.123 INFO:tasks.rados.rados.0.smithi084.stdout:1811: setattr oid 31 current snap is 171 2024-04-02T08:28:00.125 INFO:tasks.rados.rados.0.smithi084.stdout:1812: read oid 35 snap -1 2024-04-02T08:28:00.125 INFO:tasks.rados.rados.0.smithi084.stdout:1812: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:28:00.125 INFO:tasks.rados.rados.0.smithi084.stdout:1813: snap_remove snap 170 2024-04-02T08:28:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:00 smithi084 ceph-mon[94794]: pgmap v292: 121 pgs: 121 active+clean; 155 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 470 KiB/s, 0 objects/s recovering 2024-04-02T08:28:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:00 smithi084 ceph-mon[94794]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:28:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:00 smithi084 ceph-mon[94794]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:28:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:00 smithi084 ceph-mon[97358]: pgmap v292: 121 pgs: 121 active+clean; 155 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 470 KiB/s, 0 objects/s recovering 2024-04-02T08:28:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:00 smithi084 ceph-mon[97358]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:28:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:00 smithi084 ceph-mon[97358]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:28:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:00 smithi132 ceph-mon[88571]: pgmap v292: 121 pgs: 121 active+clean; 155 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 470 KiB/s, 0 objects/s recovering 2024-04-02T08:28:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:00 smithi132 ceph-mon[88571]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:28:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:00 smithi132 ceph-mon[88571]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:28:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:28:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:28:00] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1813: done (3 left) 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1814: setattr oid 18 current snap is 171 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1810: finishing write tid 1 to smithi08483026-49 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1810: finishing write tid 2 to smithi08483026-49 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1810: finishing write tid 3 to smithi08483026-49 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1810: oid 49 updating version 0 to 641 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1810: oid 49 version 641 is already newer than 640 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 641 (ObjNum 583 snap 171 seq_num 583) dirty exists 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1810: left oid 49 (ObjNum 583 snap 171 seq_num 583) 2024-04-02T08:28:01.129 INFO:tasks.rados.rados.0.smithi084.stdout:1812: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:28:01.151 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 579 (ObjNum 570 snap 167 seq_num 570) dirty exists 2024-04-02T08:28:01.151 INFO:tasks.rados.rados.0.smithi084.stdout:1810: done (3 left) 2024-04-02T08:28:01.151 INFO:tasks.rados.rados.0.smithi084.stdout:1811: done (2 left) 2024-04-02T08:28:01.151 INFO:tasks.rados.rados.0.smithi084.stdout:1812: done (1 left) 2024-04-02T08:28:01.151 INFO:tasks.rados.rados.0.smithi084.stdout:1815: snap_create 2024-04-02T08:28:01.157 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 502 (ObjNum 49 snap 0 seq_num 2030438942) dirty exists 2024-04-02T08:28:02.134 INFO:tasks.rados.rados.0.smithi084.stdout:1814: done (1 left) 2024-04-02T08:28:02.135 INFO:tasks.rados.rados.0.smithi084.stdout:1815: done (0 left) 2024-04-02T08:28:02.135 INFO:tasks.rados.rados.0.smithi084.stdout:1816: snap_create 2024-04-02T08:28:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:02 smithi132 ceph-mon[88571]: pgmap v295: 121 pgs: 121 active+clean; 138 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:28:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:02 smithi132 ceph-mon[88571]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:28:02.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:02 smithi084 ceph-mon[94794]: pgmap v295: 121 pgs: 121 active+clean; 138 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:28:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:02 smithi084 ceph-mon[94794]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:28:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:02 smithi084 ceph-mon[97358]: pgmap v295: 121 pgs: 121 active+clean; 138 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:28:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:02 smithi084 ceph-mon[97358]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:28:03.140 INFO:tasks.rados.rados.0.smithi084.stdout:1816: done (0 left) 2024-04-02T08:28:03.140 INFO:tasks.rados.rados.0.smithi084.stdout:1817: snap_remove snap 171 2024-04-02T08:28:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:03 smithi132 ceph-mon[88571]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:28:03.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:03 smithi084 ceph-mon[94794]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:28:03.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:03 smithi084 ceph-mon[97358]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:28:03.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:04.143 INFO:tasks.rados.rados.0.smithi084.stdout:1817: done (0 left) 2024-04-02T08:28:04.143 INFO:tasks.rados.rados.0.smithi084.stdout:1818: rollback oid 7 current snap is 173 2024-04-02T08:28:04.144 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 169 2024-04-02T08:28:04.144 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 173 2024-04-02T08:28:04.144 INFO:tasks.rados.rados.0.smithi084.stdout:1819: seq_num 584 ranges {2359296=188416} 2024-04-02T08:28:04.157 INFO:tasks.rados.rados.0.smithi084.stdout:1819: writing smithi08483026-31 from 2359296 to 2547712 tid 1 2024-04-02T08:28:04.158 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 173 2024-04-02T08:28:04.158 INFO:tasks.rados.rados.0.smithi084.stdout:1818: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:28:04.158 INFO:tasks.rados.rados.0.smithi084.stdout:1818: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:28:04.158 INFO:tasks.rados.rados.0.smithi084.stdout:1818: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:28:04.158 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 867 (ObjNum 578 snap 169 seq_num 578) dirty exists 2024-04-02T08:28:04.158 INFO:tasks.rados.rados.0.smithi084.stdout:1820: seq_num 585 ranges {966656=204800} 2024-04-02T08:28:04.164 INFO:tasks.rados.rados.0.smithi084.stdout:1820: writing smithi08483026-50 from 966656 to 1171456 tid 1 2024-04-02T08:28:04.164 INFO:tasks.rados.rados.0.smithi084.stdout:1818: done (2 left) 2024-04-02T08:28:04.165 INFO:tasks.rados.rados.0.smithi084.stdout:1821: read oid 2 snap -1 2024-04-02T08:28:04.165 INFO:tasks.rados.rados.0.smithi084.stdout:1821: expect (ObjNum 537 snap 160 seq_num 537) 2024-04-02T08:28:04.165 INFO:tasks.rados.rados.0.smithi084.stdout:1822: snap_remove snap 169 2024-04-02T08:28:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:04 smithi132 ceph-mon[88571]: pgmap v298: 121 pgs: 121 active+clean; 138 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 432 KiB/s wr, 11 op/s 2024-04-02T08:28:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:04 smithi132 ceph-mon[88571]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:28:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:04.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:04 smithi084 ceph-mon[94794]: pgmap v298: 121 pgs: 121 active+clean; 138 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 432 KiB/s wr, 11 op/s 2024-04-02T08:28:04.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:04 smithi084 ceph-mon[94794]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:28:04.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:04.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:04 smithi084 ceph-mon[97358]: pgmap v298: 121 pgs: 121 active+clean; 138 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 432 KiB/s wr, 11 op/s 2024-04-02T08:28:04.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:04 smithi084 ceph-mon[97358]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:28:04.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:05.154 INFO:tasks.rados.rados.0.smithi084.stdout:1822: done (3 left) 2024-04-02T08:28:05.155 INFO:tasks.rados.rados.0.smithi084.stdout:1823: copy_from oid 36 from oid 30 current snap is 173 2024-04-02T08:28:05.155 INFO:tasks.rados.rados.0.smithi084.stdout:1819: finishing write tid 1 to smithi08483026-31 2024-04-02T08:28:05.155 INFO:tasks.rados.rados.0.smithi084.stdout:1819: finishing write tid 2 to smithi08483026-31 2024-04-02T08:28:05.155 INFO:tasks.rados.rados.0.smithi084.stdout:1819: finishing write tid 3 to smithi08483026-31 2024-04-02T08:28:05.155 INFO:tasks.rados.rados.0.smithi084.stdout:1819: oid 31 updating version 0 to 584 2024-04-02T08:28:05.155 INFO:tasks.rados.rados.0.smithi084.stdout:1819: oid 31 version 584 is already newer than 583 2024-04-02T08:28:05.156 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 584 (ObjNum 584 snap 173 seq_num 584) dirty exists 2024-04-02T08:28:05.156 INFO:tasks.rados.rados.0.smithi084.stdout:1819: left oid 31 (ObjNum 584 snap 173 seq_num 584) 2024-04-02T08:28:05.156 INFO:tasks.rados.rados.0.smithi084.stdout:1820: finishing write tid 1 to smithi08483026-50 2024-04-02T08:28:05.156 INFO:tasks.rados.rados.0.smithi084.stdout:1820: finishing write tid 2 to smithi08483026-50 2024-04-02T08:28:05.156 INFO:tasks.rados.rados.0.smithi084.stdout:1820: finishing write tid 3 to smithi08483026-50 2024-04-02T08:28:05.156 INFO:tasks.rados.rados.0.smithi084.stdout:1820: oid 50 updating version 0 to 864 2024-04-02T08:28:05.156 INFO:tasks.rados.rados.0.smithi084.stdout:1820: oid 50 version 864 is already newer than 863 2024-04-02T08:28:05.157 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 864 (ObjNum 585 snap 173 seq_num 585) dirty exists 2024-04-02T08:28:05.157 INFO:tasks.rados.rados.0.smithi084.stdout:1820: left oid 50 (ObjNum 585 snap 173 seq_num 585) 2024-04-02T08:28:05.157 INFO:tasks.rados.rados.0.smithi084.stdout:1821: expect (ObjNum 537 snap 160 seq_num 537) 2024-04-02T08:28:05.202 INFO:tasks.rados.rados.0.smithi084.stdout:1823: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:28:05.202 INFO:tasks.rados.rados.0.smithi084.stdout:1823: finishing copy_from to smithi08483026-36 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 512 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:1819: done (3 left) 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:1820: done (2 left) 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:1821: done (1 left) 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:1823: done (0 left) 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:1824: read oid 27 snap -1 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:1824: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:28:05.203 INFO:tasks.rados.rados.0.smithi084.stdout:1825: snap_create 2024-04-02T08:28:05.223 INFO:tasks.rados.rados.0.smithi084.stdout:1824: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:28:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:05 smithi132 ceph-mon[88571]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:28:05.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:05 smithi084 ceph-mon[94794]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:28:05.532 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:05 smithi084 ceph-mon[97358]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:28:06.164 INFO:tasks.rados.rados.0.smithi084.stdout:1824: done (1 left) 2024-04-02T08:28:06.165 INFO:tasks.rados.rados.0.smithi084.stdout:1825: done (0 left) 2024-04-02T08:28:06.165 INFO:tasks.rados.rados.0.smithi084.stdout:1826: setattr oid 49 current snap is 174 2024-04-02T08:28:06.165 INFO:tasks.rados.rados.0.smithi084.stdout:1827: read oid 45 snap -1 2024-04-02T08:28:06.165 INFO:tasks.rados.rados.0.smithi084.stdout:1827: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:06.165 INFO:tasks.rados.rados.0.smithi084.stdout:1828: setattr oid 38 current snap is 174 2024-04-02T08:28:06.166 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 174 2024-04-02T08:28:06.166 INFO:tasks.rados.rados.0.smithi084.stdout:1829: seq_num 586 ranges {0=221184} 2024-04-02T08:28:06.167 INFO:tasks.rados.rados.0.smithi084.stdout:1829: writing smithi08483026-23 from 0 to 221184 tid 1 2024-04-02T08:28:06.167 INFO:tasks.rados.rados.0.smithi084.stdout:1830: copy_from oid 9 from oid 27 current snap is 174 2024-04-02T08:28:06.167 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 174 2024-04-02T08:28:06.168 INFO:tasks.rados.rados.0.smithi084.stdout:1831: seq_num 587 ranges {1171456=237568} 2024-04-02T08:28:06.176 INFO:tasks.rados.rados.0.smithi084.stdout:1831: writing smithi08483026-50 from 1171456 to 1409024 tid 1 2024-04-02T08:28:06.176 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 174 2024-04-02T08:28:06.176 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 642 (ObjNum 583 snap 171 seq_num 583) dirty exists 2024-04-02T08:28:06.176 INFO:tasks.rados.rados.0.smithi084.stdout:1827: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:06.189 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 772 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:28:06.189 INFO:tasks.rados.rados.0.smithi084.stdout:1832: seq_num 588 ranges {3563520=253952} 2024-04-02T08:28:06.211 INFO:tasks.rados.rados.0.smithi084.stdout:1832: writing smithi08483026-46 from 3563520 to 3817472 tid 1 2024-04-02T08:28:06.211 INFO:tasks.rados.rados.0.smithi084.stdout:1826: done (6 left) 2024-04-02T08:28:06.211 INFO:tasks.rados.rados.0.smithi084.stdout:1827: done (5 left) 2024-04-02T08:28:06.211 INFO:tasks.rados.rados.0.smithi084.stdout:1828: done (4 left) 2024-04-02T08:28:06.211 INFO:tasks.rados.rados.0.smithi084.stdout:1833: read oid 36 snap -1 2024-04-02T08:28:06.212 INFO:tasks.rados.rados.0.smithi084.stdout:1833: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:28:06.212 INFO:tasks.rados.rados.0.smithi084.stdout:1834: snap_remove snap 172 2024-04-02T08:28:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:06 smithi084 ceph-mon[94794]: pgmap v301: 121 pgs: 121 active+clean; 130 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 582 KiB/s rd, 46 KiB/s wr, 7 op/s 2024-04-02T08:28:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:06 smithi084 ceph-mon[94794]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:28:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:06 smithi084 ceph-mon[97358]: pgmap v301: 121 pgs: 121 active+clean; 130 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 582 KiB/s rd, 46 KiB/s wr, 7 op/s 2024-04-02T08:28:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:06 smithi084 ceph-mon[97358]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:28:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:06 smithi132 ceph-mon[88571]: pgmap v301: 121 pgs: 121 active+clean; 130 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 582 KiB/s rd, 46 KiB/s wr, 7 op/s 2024-04-02T08:28:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:06 smithi132 ceph-mon[88571]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:28:07.172 INFO:tasks.rados.rados.0.smithi084.stdout:1834: done (5 left) 2024-04-02T08:28:07.172 INFO:tasks.rados.rados.0.smithi084.stdout:1835: rmattr oid 45 current snap is 174 2024-04-02T08:28:07.172 INFO:tasks.rados.rados.0.smithi084.stdout:1829: finishing write tid 1 to smithi08483026-23 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1829: finishing write tid 2 to smithi08483026-23 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1829: finishing write tid 3 to smithi08483026-23 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1829: oid 23 updating version 0 to 848 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1829: oid 23 updating version 848 to 849 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 849 (ObjNum 586 snap 174 seq_num 586) dirty exists 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1829: left oid 23 (ObjNum 586 snap 174 seq_num 586) 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1831: finishing write tid 1 to smithi08483026-50 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1831: finishing write tid 2 to smithi08483026-50 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1831: finishing write tid 3 to smithi08483026-50 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1831: oid 50 updating version 0 to 868 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1831: oid 50 updating version 868 to 869 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 869 (ObjNum 587 snap 174 seq_num 587) dirty exists 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1831: left oid 50 (ObjNum 587 snap 174 seq_num 587) 2024-04-02T08:28:07.173 INFO:tasks.rados.rados.0.smithi084.stdout:1830: finishing copy_from racing read to smithi08483026-9 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1829: done (5 left) 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1831: done (4 left) 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1836: rollback oid 28 current snap is 174 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 173 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1830: finishing copy_from to smithi08483026-9 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 568 (ObjNum 568 snap 167 seq_num 568) dirty exists 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1832: finishing write tid 1 to smithi08483026-46 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1832: finishing write tid 2 to smithi08483026-46 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1832: finishing write tid 3 to smithi08483026-46 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1832: oid 46 updating version 0 to 850 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1832: oid 46 updating version 850 to 851 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 851 (ObjNum 588 snap 174 seq_num 588) dirty exists 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1832: left oid 46 (ObjNum 588 snap 174 seq_num 588) 2024-04-02T08:28:07.174 INFO:tasks.rados.rados.0.smithi084.stdout:1833: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 643 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1836: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1836: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1836: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 870 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1830: done (4 left) 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1832: done (3 left) 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1833: done (2 left) 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1835: done (1 left) 2024-04-02T08:28:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:1836: done (0 left) 2024-04-02T08:28:07.230 INFO:tasks.rados.rados.0.smithi084.stdout:1837: read oid 41 snap -1 2024-04-02T08:28:07.230 INFO:tasks.rados.rados.0.smithi084.stdout:1837: expect deleted 2024-04-02T08:28:07.230 INFO:tasks.rados.rados.0.smithi084.stdout:1838: snap_create 2024-04-02T08:28:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:07 smithi084 ceph-mon[94794]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:28:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:07 smithi084 ceph-mon[97358]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:28:07.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:07 smithi132 ceph-mon[88571]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:28:08.173 INFO:tasks.rados.rados.0.smithi084.stdout:1837: done (1 left) 2024-04-02T08:28:08.173 INFO:tasks.rados.rados.0.smithi084.stdout:1838: done (0 left) 2024-04-02T08:28:08.173 INFO:tasks.rados.rados.0.smithi084.stdout:1839: read oid 1 snap -1 2024-04-02T08:28:08.173 INFO:tasks.rados.rados.0.smithi084.stdout:1839: expect (ObjNum 558 snap 165 seq_num 558) 2024-04-02T08:28:08.173 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 175 2024-04-02T08:28:08.173 INFO:tasks.rados.rados.0.smithi084.stdout:1840: seq_num 589 ranges {1622016=270336} 2024-04-02T08:28:08.185 INFO:tasks.rados.rados.0.smithi084.stdout:1840: writing smithi08483026-14 from 1622016 to 1892352 tid 1 2024-04-02T08:28:08.185 INFO:tasks.rados.rados.0.smithi084.stdout:1841: snap_remove snap 174 2024-04-02T08:28:08.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:08 smithi132 ceph-mon[88571]: pgmap v304: 121 pgs: 121 active+clean; 130 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 88 KiB/s wr, 14 op/s 2024-04-02T08:28:08.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:08 smithi132 ceph-mon[88571]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:28:08.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:28:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:08 smithi084 ceph-mon[94794]: pgmap v304: 121 pgs: 121 active+clean; 130 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 88 KiB/s wr, 14 op/s 2024-04-02T08:28:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:08 smithi084 ceph-mon[94794]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:28:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:28:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:08 smithi084 ceph-mon[97358]: pgmap v304: 121 pgs: 121 active+clean; 130 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 88 KiB/s wr, 14 op/s 2024-04-02T08:28:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:08 smithi084 ceph-mon[97358]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:28:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:28:09.179 INFO:tasks.rados.rados.0.smithi084.stdout:1840: finishing write tid 1 to smithi08483026-14 2024-04-02T08:28:09.179 INFO:tasks.rados.rados.0.smithi084.stdout:1840: finishing write tid 2 to smithi08483026-14 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:1841: done (2 left) 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:1842: rollback oid 30 current snap is 175 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 30 to 173 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:1840: finishing write tid 3 to smithi08483026-14 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:1840: oid 14 updating version 0 to 848 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:1840: oid 14 updating version 848 to 849 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 849 (ObjNum 589 snap 175 seq_num 589) dirty exists 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:1840: left oid 14 (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:28:09.180 INFO:tasks.rados.rados.0.smithi084.stdout:1839: expect (ObjNum 558 snap 165 seq_num 558) 2024-04-02T08:28:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:28:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[94794]: Upgrade: osd.4 is safe to restart 2024-04-02T08:28:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[94794]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:28:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:28:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[97358]: Upgrade: osd.4 is safe to restart 2024-04-02T08:28:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[97358]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:28:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:09.624 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:09 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:28:09.625 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:09 smithi132 ceph-mon[88571]: Upgrade: osd.4 is safe to restart 2024-04-02T08:28:09.625 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:09 smithi132 ceph-mon[88571]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:28:09.625 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:09.625 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1842: finishing rollback tid 0 to smithi08483026-30 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1842: finishing rollback tid 1 to smithi08483026-30 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1842: finishing rollback tid 2 to smithi08483026-30 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 522 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1839: done (2 left) 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1840: done (1 left) 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1842: done (0 left) 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1843: copy_from oid 28 from oid 30 current snap is 175 2024-04-02T08:28:09.893 INFO:tasks.rados.rados.0.smithi084.stdout:1844: setattr oid 11 current snap is 175 2024-04-02T08:28:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:1845: copy_from oid 39 from oid 32 current snap is 175 2024-04-02T08:28:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 175 2024-04-02T08:28:09.894 INFO:tasks.rados.rados.0.smithi084.stdout:1846: seq_num 590 ranges {221184=286720} 2024-04-02T08:28:09.897 INFO:tasks.rados.rados.0.smithi084.stdout:1846: writing smithi08483026-23 from 221184 to 507904 tid 1 2024-04-02T08:28:09.897 INFO:tasks.rados.rados.0.smithi084.stdout:1847: snap_remove snap 173 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1847: done (4 left) 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1848: copy_from oid 18 from oid 16 current snap is 175 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 873 (ObjNum 535 snap 159 seq_num 535) dirty exists 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1843: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1846: finishing write tid 1 to smithi08483026-23 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1846: finishing write tid 2 to smithi08483026-23 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1843: finishing copy_from to smithi08483026-28 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 522 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1846: finishing write tid 3 to smithi08483026-23 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1846: oid 23 updating version 0 to 852 2024-04-02T08:28:10.128 INFO:tasks.rados.rados.0.smithi084.stdout:1846: oid 23 updating version 852 to 853 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 853 (ObjNum 590 snap 175 seq_num 590) dirty exists 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1846: left oid 23 (ObjNum 590 snap 175 seq_num 590) 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1845: finishing copy_from racing read to smithi08483026-39 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1845: finishing copy_from to smithi08483026-39 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 840 (ObjNum 576 snap 168 seq_num 576) dirty exists 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1843: done (4 left) 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1844: done (3 left) 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1845: done (2 left) 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1846: done (1 left) 2024-04-02T08:28:10.129 INFO:tasks.rados.rados.0.smithi084.stdout:1849: snap_create 2024-04-02T08:28:10.135 INFO:tasks.rados.rados.0.smithi084.stdout:1848: finishing copy_from to smithi08483026-18 2024-04-02T08:28:10.135 INFO:tasks.rados.rados.0.smithi084.stdout:1848: got expected ENOENT (src dne) 2024-04-02T08:28:10.135 INFO:tasks.rados.rados.0.smithi084.stdout:1848: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:28:10.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:10 smithi132 ceph-mon[88571]: pgmap v307: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 332 KiB/s wr, 11 op/s 2024-04-02T08:28:10.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:10 smithi132 ceph-mon[88571]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:28:10.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:10.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:28:10.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:10.439 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:10 smithi132 ceph-mon[88571]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:28:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[97358]: pgmap v307: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 332 KiB/s wr, 11 op/s 2024-04-02T08:28:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[97358]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:28:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[97358]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[94794]: pgmap v307: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 332 KiB/s wr, 11 op/s 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[94794]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-mon[94794]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:28:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:28:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:28:10] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-04-02T08:28:11.127 INFO:tasks.rados.rados.0.smithi084.stdout:1848: done (1 left) 2024-04-02T08:28:11.127 INFO:tasks.rados.rados.0.smithi084.stdout:1849: done (0 left) 2024-04-02T08:28:11.127 INFO:tasks.rados.rados.0.smithi084.stdout:1850: delete oid 30 current snap is 176 2024-04-02T08:28:11.130 INFO:tasks.rados.rados.0.smithi084.stdout:1850: done (0 left) 2024-04-02T08:28:11.130 INFO:tasks.rados.rados.0.smithi084.stdout:1851: rollback oid 41 current snap is 176 2024-04-02T08:28:11.130 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 41 to 175 2024-04-02T08:28:11.130 INFO:tasks.rados.rados.0.smithi084.stdout:1852: read oid 42 snap -1 2024-04-02T08:28:11.130 INFO:tasks.rados.rados.0.smithi084.stdout:1852: expect deleted 2024-04-02T08:28:11.130 INFO:tasks.rados.rados.0.smithi084.stdout:1853: copy_from oid 31 from oid 50 current snap is 176 2024-04-02T08:28:11.130 INFO:tasks.rados.rados.0.smithi084.stdout:1854: snap_create 2024-04-02T08:28:11.136 INFO:tasks.rados.rados.0.smithi084.stdout:1851: finishing rollback tid 1 to smithi08483026-41 2024-04-02T08:28:11.136 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 0 (ObjNum 289 snap 0 seq_num 2030245258) dirty dne 2024-04-02T08:28:11.142 INFO:tasks.rados.rados.0.smithi084.stdout:1853: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:28:11.142 INFO:tasks.rados.rados.0.smithi084.stdout:1853: finishing copy_from to smithi08483026-31 2024-04-02T08:28:11.142 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 869 (ObjNum 587 snap 174 seq_num 587) dirty exists 2024-04-02T08:28:11.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:11 smithi132 ceph-mon[88571]: Upgrade: Updating osd.4 2024-04-02T08:28:11.357 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:11 smithi132 ceph-mon[88571]: Deploying daemon osd.4 on smithi132 2024-04-02T08:28:11.357 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:11 smithi132 ceph-mon[88571]: osdmap e432: 8 total, 8 up, 8 in 2024-04-02T08:28:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:11 smithi084 ceph-mon[94794]: Upgrade: Updating osd.4 2024-04-02T08:28:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:11 smithi084 ceph-mon[94794]: Deploying daemon osd.4 on smithi132 2024-04-02T08:28:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:11 smithi084 ceph-mon[94794]: osdmap e432: 8 total, 8 up, 8 in 2024-04-02T08:28:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:11 smithi084 ceph-mon[97358]: Upgrade: Updating osd.4 2024-04-02T08:28:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:11 smithi084 ceph-mon[97358]: Deploying daemon osd.4 on smithi132 2024-04-02T08:28:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:11 smithi084 ceph-mon[97358]: osdmap e432: 8 total, 8 up, 8 in 2024-04-02T08:28:12.127 INFO:tasks.rados.rados.0.smithi084.stdout:1851: done (3 left) 2024-04-02T08:28:12.128 INFO:tasks.rados.rados.0.smithi084.stdout:1852: done (2 left) 2024-04-02T08:28:12.128 INFO:tasks.rados.rados.0.smithi084.stdout:1853: done (1 left) 2024-04-02T08:28:12.128 INFO:tasks.rados.rados.0.smithi084.stdout:1854: done (0 left) 2024-04-02T08:28:12.128 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 177 2024-04-02T08:28:12.128 INFO:tasks.rados.rados.0.smithi084.stdout:1855: seq_num 592 ranges {770048=319488} 2024-04-02T08:28:12.133 INFO:tasks.rados.rados.0.smithi084.stdout:1855: writing smithi08483026-47 from 770048 to 1089536 tid 1 2024-04-02T08:28:12.133 INFO:tasks.rados.rados.0.smithi084.stdout:1856: read oid 37 snap -1 2024-04-02T08:28:12.133 INFO:tasks.rados.rados.0.smithi084.stdout:1856: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:12.133 INFO:tasks.rados.rados.0.smithi084.stdout:1857: delete oid 4 current snap is 177 2024-04-02T08:28:12.136 INFO:tasks.rados.rados.0.smithi084.stdout:1857: done (2 left) 2024-04-02T08:28:12.136 INFO:tasks.rados.rados.0.smithi084.stdout:1858: snap_remove snap 176 2024-04-02T08:28:12.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:12 smithi132 ceph-mon[88571]: pgmap v310: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-02T08:28:12.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:12 smithi132 ceph-mon[88571]: osdmap e433: 8 total, 8 up, 8 in 2024-04-02T08:28:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:12 smithi084 ceph-mon[94794]: pgmap v310: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-02T08:28:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:12 smithi084 ceph-mon[94794]: osdmap e433: 8 total, 8 up, 8 in 2024-04-02T08:28:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:12 smithi084 ceph-mon[97358]: pgmap v310: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-02T08:28:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:12 smithi084 ceph-mon[97358]: osdmap e433: 8 total, 8 up, 8 in 2024-04-02T08:28:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:13.129 INFO:tasks.rados.rados.0.smithi084.stdout:1858: done (2 left) 2024-04-02T08:28:13.129 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 177 2024-04-02T08:28:13.129 INFO:tasks.rados.rados.0.smithi084.stdout:1859: seq_num 594 ranges {4644864=352256} 2024-04-02T08:28:13.156 INFO:tasks.rados.rados.0.smithi084.stdout:1859: writing smithi08483026-5 from 4644864 to 4997120 tid 1 2024-04-02T08:28:13.156 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 177 2024-04-02T08:28:13.156 INFO:tasks.rados.rados.0.smithi084.stdout:1855: finishing write tid 1 to smithi08483026-47 2024-04-02T08:28:13.156 INFO:tasks.rados.rados.0.smithi084.stdout:1855: finishing write tid 2 to smithi08483026-47 2024-04-02T08:28:13.156 INFO:tasks.rados.rados.0.smithi084.stdout:1856: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1855: finishing write tid 3 to smithi08483026-47 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1855: oid 47 updating version 0 to 808 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1855: oid 47 version 808 is already newer than 807 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 808 (ObjNum 592 snap 177 seq_num 592) dirty exists 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1855: left oid 47 (ObjNum 592 snap 177 seq_num 592) 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1859: finishing write tid 1 to smithi08483026-5 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1859: finishing write tid 2 to smithi08483026-5 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1859: finishing write tid 3 to smithi08483026-5 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1859: oid 5 updating version 0 to 773 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:1859: oid 5 updating version 773 to 774 2024-04-02T08:28:13.170 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 774 (ObjNum 594 snap 177 seq_num 594) dirty exists 2024-04-02T08:28:13.171 INFO:tasks.rados.rados.0.smithi084.stdout:1859: left oid 5 (ObjNum 594 snap 177 seq_num 594) 2024-04-02T08:28:13.171 INFO:tasks.rados.rados.0.smithi084.stdout:1860: seq_num 595 ranges {2932736=368640} 2024-04-02T08:28:13.188 INFO:tasks.rados.rados.0.smithi084.stdout:1860: writing smithi08483026-48 from 2932736 to 3301376 tid 1 2024-04-02T08:28:13.188 INFO:tasks.rados.rados.0.smithi084.stdout:1855: done (3 left) 2024-04-02T08:28:13.189 INFO:tasks.rados.rados.0.smithi084.stdout:1856: done (2 left) 2024-04-02T08:28:13.189 INFO:tasks.rados.rados.0.smithi084.stdout:1859: done (1 left) 2024-04-02T08:28:13.189 INFO:tasks.rados.rados.0.smithi084.stdout:1861: read oid 32 snap -1 2024-04-02T08:28:13.189 INFO:tasks.rados.rados.0.smithi084.stdout:1861: expect (ObjNum 576 snap 168 seq_num 576) 2024-04-02T08:28:13.189 INFO:tasks.rados.rados.0.smithi084.stdout:1862: rmattr oid 16 current snap is 177 2024-04-02T08:28:13.189 INFO:tasks.rados.rados.0.smithi084.stdout:1862: done (2 left) 2024-04-02T08:28:13.189 INFO:tasks.rados.rados.0.smithi084.stdout:1863: snap_create 2024-04-02T08:28:13.193 INFO:tasks.rados.rados.0.smithi084.stdout:1860: finishing write tid 1 to smithi08483026-48 2024-04-02T08:28:13.194 INFO:tasks.rados.rados.0.smithi084.stdout:1860: finishing write tid 2 to smithi08483026-48 2024-04-02T08:28:13.196 INFO:tasks.rados.rados.0.smithi084.stdout:1860: finishing write tid 3 to smithi08483026-48 2024-04-02T08:28:13.196 INFO:tasks.rados.rados.0.smithi084.stdout:1860: oid 48 updating version 0 to 525 2024-04-02T08:28:13.196 INFO:tasks.rados.rados.0.smithi084.stdout:1860: oid 48 version 525 is already newer than 524 2024-04-02T08:28:13.196 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 525 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-04-02T08:28:13.196 INFO:tasks.rados.rados.0.smithi084.stdout:1860: left oid 48 (ObjNum 595 snap 177 seq_num 595) 2024-04-02T08:28:13.238 INFO:tasks.rados.rados.0.smithi084.stdout:1861: expect (ObjNum 576 snap 168 seq_num 576) 2024-04-02T08:28:13.263 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:13 smithi132 systemd[1]: Stopping Ceph osd.4 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:13.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:13.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[36650]: 2024-04-02T08:28:13.263+0000 7f323df55700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:28:13.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[36650]: 2024-04-02T08:28:13.263+0000 7f323df55700 -1 osd.4 434 *** Got signal Terminated *** 2024-04-02T08:28:13.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:13 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[36650]: 2024-04-02T08:28:13.263+0000 7f323df55700 -1 osd.4 434 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:28:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:14 smithi132 ceph-mon[88571]: pgmap v313: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-04-02T08:28:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:14 smithi132 ceph-mon[88571]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:28:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:14 smithi132 ceph-mon[88571]: osd.4 marked itself down and dead 2024-04-02T08:28:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:14 smithi084 ceph-mon[94794]: pgmap v313: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-04-02T08:28:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:14 smithi084 ceph-mon[94794]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:28:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:14 smithi084 ceph-mon[94794]: osd.4 marked itself down and dead 2024-04-02T08:28:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:14 smithi084 ceph-mon[97358]: pgmap v313: 121 pgs: 121 active+clean; 132 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-04-02T08:28:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:14 smithi084 ceph-mon[97358]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:28:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:14 smithi084 ceph-mon[97358]: osd.4 marked itself down and dead 2024-04-02T08:28:15.036 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:14 smithi132 podman[93794]: 2024-04-02 08:28:14.755416832 +0000 UTC m=+1.605664822 container died ca8f00d9fbeda03cb3e038a3832d7afd996a16e6b4a0d176cc977f7a97b6aaed (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:28:15.119 INFO:tasks.rados.rados.0.smithi084.stdout:1860: done (2 left) 2024-04-02T08:28:15.120 INFO:tasks.rados.rados.0.smithi084.stdout:1861: done (1 left) 2024-04-02T08:28:15.120 INFO:tasks.rados.rados.0.smithi084.stdout:1863: done (0 left) 2024-04-02T08:28:15.120 INFO:tasks.rados.rados.0.smithi084.stdout:1864: snap_remove snap 175 2024-04-02T08:28:15.195 INFO:tasks.rados.rados.0.smithi084.stdout:1864: done (0 left) 2024-04-02T08:28:15.196 INFO:tasks.rados.rados.0.smithi084.stdout:1865: delete oid 49 current snap is 178 2024-04-02T08:28:15.209 INFO:tasks.rados.rados.0.smithi084.stdout:1865: done (0 left) 2024-04-02T08:28:15.209 INFO:tasks.rados.rados.0.smithi084.stdout:1866: delete oid 40 current snap is 178 2024-04-02T08:28:15.211 INFO:tasks.rados.rados.0.smithi084.stdout:1866: done (0 left) 2024-04-02T08:28:15.211 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 178 2024-04-02T08:28:15.212 INFO:tasks.rados.rados.0.smithi084.stdout:1867: seq_num 598 ranges {4964352=417792} 2024-04-02T08:28:15.240 INFO:tasks.rados.rados.0.smithi084.stdout:1867: writing smithi08483026-15 from 4964352 to 5382144 tid 1 2024-04-02T08:28:15.240 INFO:tasks.rados.rados.0.smithi084.stdout:1868: delete oid 41 current snap is 178 2024-04-02T08:28:15.242 INFO:tasks.rados.rados.0.smithi084.stdout:1868: done (1 left) 2024-04-02T08:28:15.242 INFO:tasks.rados.rados.0.smithi084.stdout:1869: read oid 43 snap -1 2024-04-02T08:28:15.242 INFO:tasks.rados.rados.0.smithi084.stdout:1869: expect deleted 2024-04-02T08:28:15.242 INFO:tasks.rados.rados.0.smithi084.stdout:1870: read oid 50 snap -1 2024-04-02T08:28:15.242 INFO:tasks.rados.rados.0.smithi084.stdout:1870: expect (ObjNum 587 snap 174 seq_num 587) 2024-04-02T08:28:15.242 INFO:tasks.rados.rados.0.smithi084.stdout:1871: delete oid 28 current snap is 178 2024-04-02T08:28:15.244 INFO:tasks.rados.rados.0.smithi084.stdout:1869: done (3 left) 2024-04-02T08:28:15.244 INFO:tasks.rados.rados.0.smithi084.stdout:1871: done (2 left) 2024-04-02T08:28:15.244 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 178 2024-04-02T08:28:15.244 INFO:tasks.rados.rados.0.smithi084.stdout:1872: seq_num 601 ranges {3391488=475136} 2024-04-02T08:28:15.265 INFO:tasks.rados.rados.0.smithi084.stdout:1872: writing smithi08483026-7 from 3391488 to 3866624 tid 1 2024-04-02T08:28:15.265 INFO:tasks.rados.rados.0.smithi084.stdout:1873: snap_remove snap 177 2024-04-02T08:28:15.378 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:15 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:15.378 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:15 smithi132 ceph-mon[88571]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:28:15.378 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:15 smithi132 podman[93794]: 2024-04-02 08:28:15.136641145 +0000 UTC m=+1.986889137 container cleanup ca8f00d9fbeda03cb3e038a3832d7afd996a16e6b4a0d176cc977f7a97b6aaed (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:28:15.378 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:15 smithi132 bash[93794]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T08:28:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:15 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:15 smithi084 ceph-mon[94794]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:28:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:15 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:15 smithi084 ceph-mon[97358]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:28:15.660 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:15 smithi132 podman[93815]: 2024-04-02 08:28:15.379697225 +0000 UTC m=+0.623035432 container remove ca8f00d9fbeda03cb3e038a3832d7afd996a16e6b4a0d176cc977f7a97b6aaed (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:28:15.948 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:15 smithi132 podman[93911]: 2024-04-02 08:28:15.597454768 +0000 UTC m=+0.018039875 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:15.948 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:15 smithi132 podman[93911]: 2024-04-02 08:28:15.697214701 +0000 UTC m=+0.117799808 container create 60afb30bfa1929a6d61711ad8592720d0749c81d7c8b243a8b185afd265257f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:28:15.948 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:15 smithi132 podman[93911]: 2024-04-02 08:28:15.949603635 +0000 UTC m=+0.370188742 container init 60afb30bfa1929a6d61711ad8592720d0749c81d7c8b243a8b185afd265257f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, ceph=True) 2024-04-02T08:28:16.204 INFO:tasks.rados.rados.0.smithi084.stdout:1873: done (3 left) 2024-04-02T08:28:16.204 INFO:tasks.rados.rados.0.smithi084.stdout:1874: read oid 28 snap -1 2024-04-02T08:28:16.204 INFO:tasks.rados.rados.0.smithi084.stdout:1874: expect deleted 2024-04-02T08:28:16.204 INFO:tasks.rados.rados.0.smithi084.stdout:1875: delete oid 37 current snap is 178 2024-04-02T08:28:16.204 INFO:tasks.rados.rados.0.smithi084.stdout:1867: finishing write tid 1 to smithi08483026-15 2024-04-02T08:28:16.204 INFO:tasks.rados.rados.0.smithi084.stdout:1867: finishing write tid 2 to smithi08483026-15 2024-04-02T08:28:16.204 INFO:tasks.rados.rados.0.smithi084.stdout:1867: finishing write tid 3 to smithi08483026-15 2024-04-02T08:28:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:1867: oid 15 updating version 0 to 646 2024-04-02T08:28:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:1867: oid 15 version 646 is already newer than 645 2024-04-02T08:28:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 646 (ObjNum 598 snap 178 seq_num 598) dirty exists 2024-04-02T08:28:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:1867: left oid 15 (ObjNum 598 snap 178 seq_num 598) 2024-04-02T08:28:16.205 INFO:tasks.rados.rados.0.smithi084.stdout:1870: expect (ObjNum 587 snap 174 seq_num 587) 2024-04-02T08:28:16.242 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:16 smithi132 ceph-mon[88571]: pgmap v316: 121 pgs: 7 peering, 7 stale+active+clean, 107 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-04-02T08:28:16.242 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:16 smithi132 ceph-mon[88571]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:28:16.242 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:16 smithi132 ceph-mon[88571]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:28:16.242 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:15 smithi132 podman[93911]: 2024-04-02 08:28:15.955684759 +0000 UTC m=+0.376269857 container start 60afb30bfa1929a6d61711ad8592720d0749c81d7c8b243a8b185afd265257f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:28:16.243 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:16 smithi132 podman[93911]: 2024-04-02 08:28:16.024497606 +0000 UTC m=+0.445082715 container attach 60afb30bfa1929a6d61711ad8592720d0749c81d7c8b243a8b185afd265257f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-02T08:28:16.278 INFO:tasks.rados.rados.0.smithi084.stdout:1872: finishing write tid 1 to smithi08483026-7 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1872: finishing write tid 2 to smithi08483026-7 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1872: finishing write tid 3 to smithi08483026-7 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1872: oid 7 updating version 0 to 873 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1872: oid 7 version 873 is already newer than 872 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 873 (ObjNum 601 snap 178 seq_num 601) dirty exists 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1872: left oid 7 (ObjNum 601 snap 178 seq_num 601) 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1867: done (4 left) 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1870: done (3 left) 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1872: done (2 left) 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1875: done (1 left) 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1876: read oid 37 snap -1 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1876: expect deleted 2024-04-02T08:28:16.279 INFO:tasks.rados.rados.0.smithi084.stdout:1877: snap_create 2024-04-02T08:28:16.542 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:16 smithi132 podman[93911]: 2024-04-02 08:28:16.24605721 +0000 UTC m=+0.666642311 container died 60afb30bfa1929a6d61711ad8592720d0749c81d7c8b243a8b185afd265257f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:28:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:16 smithi084 ceph-mon[94794]: pgmap v316: 121 pgs: 7 peering, 7 stale+active+clean, 107 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-04-02T08:28:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:16 smithi084 ceph-mon[94794]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:28:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:16 smithi084 ceph-mon[94794]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:28:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:16 smithi084 ceph-mon[97358]: pgmap v316: 121 pgs: 7 peering, 7 stale+active+clean, 107 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-04-02T08:28:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:16 smithi084 ceph-mon[97358]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:28:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:16 smithi084 ceph-mon[97358]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:28:17.160 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:16 smithi132 podman[93957]: 2024-04-02 08:28:16.828377253 +0000 UTC m=+0.577322141 container remove 60afb30bfa1929a6d61711ad8592720d0749c81d7c8b243a8b185afd265257f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:28:17.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:16 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-02T08:28:17.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:16 smithi132 systemd[1]: Stopped Ceph osd.4 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:17.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:16 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.4.service: Consumed 14.369s CPU time. 2024-04-02T08:28:17.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 systemd[1]: Starting Ceph osd.4 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:17.204 INFO:tasks.rados.rados.0.smithi084.stdout:1874: done (2 left) 2024-04-02T08:28:17.204 INFO:tasks.rados.rados.0.smithi084.stdout:1876: done (1 left) 2024-04-02T08:28:17.204 INFO:tasks.rados.rados.0.smithi084.stdout:1877: done (0 left) 2024-04-02T08:28:17.204 INFO:tasks.rados.rados.0.smithi084.stdout:1878: read oid 43 snap 178 2024-04-02T08:28:17.204 INFO:tasks.rados.rados.0.smithi084.stdout:1878: expect deleted 2024-04-02T08:28:17.204 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 179 2024-04-02T08:28:17.204 INFO:tasks.rados.rados.0.smithi084.stdout:1879: seq_num 603 ranges {6135808=507904} 2024-04-02T08:28:17.240 INFO:tasks.rados.rados.0.smithi084.stdout:1879: writing smithi08483026-27 from 6135808 to 6643712 tid 1 2024-04-02T08:28:17.240 INFO:tasks.rados.rados.0.smithi084.stdout:1880: rollback oid 11 current snap is 179 2024-04-02T08:28:17.240 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 178 2024-04-02T08:28:17.240 INFO:tasks.rados.rados.0.smithi084.stdout:1878: done (2 left) 2024-04-02T08:28:17.240 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 179 2024-04-02T08:28:17.240 INFO:tasks.rados.rados.0.smithi084.stdout:1881: seq_num 604 ranges {5382144=524288} 2024-04-02T08:28:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:1881: writing smithi08483026-15 from 5382144 to 5906432 tid 1 2024-04-02T08:28:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:1882: setattr oid 18 current snap is 179 2024-04-02T08:28:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:1880: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:28:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:1880: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:28:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:1880: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:28:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 883 (ObjNum 535 snap 159 seq_num 535) dirty exists 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1879: finishing write tid 1 to smithi08483026-27 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1879: finishing write tid 2 to smithi08483026-27 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1879: finishing write tid 3 to smithi08483026-27 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1879: oid 27 updating version 0 to 871 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1879: oid 27 version 871 is already newer than 870 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 871 (ObjNum 603 snap 179 seq_num 603) dirty exists 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1879: left oid 27 (ObjNum 603 snap 179 seq_num 603) 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1879: done (3 left) 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1880: done (2 left) 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1883: copy_from oid 17 from oid 19 current snap is 179 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1884: read oid 9 snap -1 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1884: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:28:17.274 INFO:tasks.rados.rados.0.smithi084.stdout:1885: rollback oid 48 current snap is 179 2024-04-02T08:28:17.275 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 48 to 178 2024-04-02T08:28:17.275 INFO:tasks.rados.rados.0.smithi084.stdout:1886: read oid 7 snap -1 2024-04-02T08:28:17.275 INFO:tasks.rados.rados.0.smithi084.stdout:1886: expect (ObjNum 601 snap 178 seq_num 601) 2024-04-02T08:28:17.275 INFO:tasks.rados.rados.0.smithi084.stdout:1887: copy_from oid 32 from oid 3 current snap is 179 2024-04-02T08:28:17.275 INFO:tasks.rados.rados.0.smithi084.stdout:1888: delete oid 2 current snap is 179 2024-04-02T08:28:17.278 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 503 (ObjNum 593 snap 0 seq_num 621745288) dirty exists 2024-04-02T08:28:17.279 INFO:tasks.rados.rados.0.smithi084.stdout:1887: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:28:17.279 INFO:tasks.rados.rados.0.smithi084.stdout:1881: finishing write tid 1 to smithi08483026-15 2024-04-02T08:28:17.279 INFO:tasks.rados.rados.0.smithi084.stdout:1881: finishing write tid 2 to smithi08483026-15 2024-04-02T08:28:17.280 INFO:tasks.rados.rados.0.smithi084.stdout:1885: finishing rollback tid 0 to smithi08483026-48 2024-04-02T08:28:17.280 INFO:tasks.rados.rados.0.smithi084.stdout:1885: finishing rollback tid 1 to smithi08483026-48 2024-04-02T08:28:17.281 INFO:tasks.rados.rados.0.smithi084.stdout:1887: finishing copy_from to smithi08483026-32 2024-04-02T08:28:17.281 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 771 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-04-02T08:28:17.281 INFO:tasks.rados.rados.0.smithi084.stdout:1882: done (7 left) 2024-04-02T08:28:17.281 INFO:tasks.rados.rados.0.smithi084.stdout:1887: done (6 left) 2024-04-02T08:28:17.281 INFO:tasks.rados.rados.0.smithi084.stdout:1888: done (5 left) 2024-04-02T08:28:17.281 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 179 2024-04-02T08:28:17.281 INFO:tasks.rados.rados.0.smithi084.stdout:1889: seq_num 606 ranges {0=557056} 2024-04-02T08:28:17.285 INFO:tasks.rados.rados.0.smithi084.stdout:1889: writing smithi08483026-25 from 0 to 557056 tid 1 2024-04-02T08:28:17.285 INFO:tasks.rados.rados.0.smithi084.stdout:1890: snap_create 2024-04-02T08:28:17.285 INFO:tasks.rados.rados.0.smithi084.stdout:1885: finishing rollback tid 2 to smithi08483026-48 2024-04-02T08:28:17.285 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 528 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-04-02T08:28:17.285 INFO:tasks.rados.rados.0.smithi084.stdout:1881: finishing write tid 3 to smithi08483026-15 2024-04-02T08:28:17.285 INFO:tasks.rados.rados.0.smithi084.stdout:1881: oid 15 updating version 0 to 648 2024-04-02T08:28:17.285 INFO:tasks.rados.rados.0.smithi084.stdout:1881: oid 15 version 648 is already newer than 647 2024-04-02T08:28:17.286 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 648 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-04-02T08:28:17.286 INFO:tasks.rados.rados.0.smithi084.stdout:1881: left oid 15 (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:28:17.291 INFO:tasks.rados.rados.0.smithi084.stdout:1886: expect (ObjNum 601 snap 178 seq_num 601) 2024-04-02T08:28:17.339 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:28:17.521 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-mon[88571]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:28:17.521 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 podman[94065]: 2024-04-02 08:28:17.175161084 +0000 UTC m=+0.018098903 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:17.522 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 podman[94065]: 2024-04-02 08:28:17.296055638 +0000 UTC m=+0.138993439 container create 8b5d77f209aa50d7b51466ef1720c2b1c0eddd4825486622f55d9b54364b863c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:28:17.522 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 podman[94065]: 2024-04-02 08:28:17.523556683 +0000 UTC m=+0.366494497 container init 8b5d77f209aa50d7b51466ef1720c2b1c0eddd4825486622f55d9b54364b863c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True) 2024-04-02T08:28:17.542 INFO:tasks.rados.rados.0.smithi084.stdout:1883: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:28:17.543 INFO:tasks.rados.rados.0.smithi084.stdout:1883: finishing copy_from to smithi08483026-17 2024-04-02T08:28:17.543 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 807 (ObjNum 487 snap 147 seq_num 487) dirty exists 2024-04-02T08:28:17.543 INFO:tasks.rados.rados.0.smithi084.stdout:1884: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:28:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:17 smithi084 ceph-mon[94794]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:28:17.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:17 smithi084 ceph-mon[97358]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:28:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:28:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (8m) 29s ago 9m 23.9M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:28:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (9m) 2m ago 9m 91.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:28:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (10m) 29s ago 10m 15.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (10m) 2m ago 10m 19.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (4m) 2m ago 14m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (4m) 29s ago 15m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (3m) 29s ago 16m 55.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (3m) 2m ago 14m 32.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (3m) 29s ago 14m 48.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (9m) 29s ago 9m 16.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (9m) 2m ago 9m 15.3M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (2m) 29s ago 13m 115M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (103s) 29s ago 13m 83.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (68s) 29s ago 12m 98.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (33s) 29s ago 12m 15.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (12m) 2m ago 12m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ca8f00d9fbed 2024-04-02T08:28:17.665 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (11m) 2m ago 11m 169M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:28:17.666 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (11m) 2m ago 11m 95.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:28:17.666 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (10m) 2m ago 10m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:28:17.666 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (4m) 2m ago 10m 56.1M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:28:17.798 INFO:tasks.rados.rados.0.smithi084.stdout:1889: finishing write tid 1 to smithi08483026-25 2024-04-02T08:28:17.799 INFO:tasks.rados.rados.0.smithi084.stdout:1889: finishing write tid 2 to smithi08483026-25 2024-04-02T08:28:17.799 INFO:tasks.rados.rados.0.smithi084.stdout:1889: finishing write tid 3 to smithi08483026-25 2024-04-02T08:28:17.799 INFO:tasks.rados.rados.0.smithi084.stdout:1889: oid 25 updating version 0 to 814 2024-04-02T08:28:17.799 INFO:tasks.rados.rados.0.smithi084.stdout:1889: oid 25 version 814 is already newer than 813 2024-04-02T08:28:17.799 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 814 (ObjNum 606 snap 179 seq_num 606) dirty exists 2024-04-02T08:28:17.799 INFO:tasks.rados.rados.0.smithi084.stdout:1889: left oid 25 (ObjNum 606 snap 179 seq_num 606) 2024-04-02T08:28:17.911 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 podman[94065]: 2024-04-02 08:28:17.529427197 +0000 UTC m=+0.372364999 container start 8b5d77f209aa50d7b51466ef1720c2b1c0eddd4825486622f55d9b54364b863c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:28:17.911 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 podman[94065]: 2024-04-02 08:28:17.631900264 +0000 UTC m=+0.474838066 container attach 8b5d77f209aa50d7b51466ef1720c2b1c0eddd4825486622f55d9b54364b863c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-04-02T08:28:18.060 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:28:18.060 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:28:18.060 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:28:18.060 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:18.060 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 4 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 9 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:28:18.061 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:28:18.208 INFO:tasks.rados.rados.0.smithi084.stdout:1881: done (6 left) 2024-04-02T08:28:18.208 INFO:tasks.rados.rados.0.smithi084.stdout:1883: done (5 left) 2024-04-02T08:28:18.208 INFO:tasks.rados.rados.0.smithi084.stdout:1884: done (4 left) 2024-04-02T08:28:18.208 INFO:tasks.rados.rados.0.smithi084.stdout:1885: done (3 left) 2024-04-02T08:28:18.208 INFO:tasks.rados.rados.0.smithi084.stdout:1886: done (2 left) 2024-04-02T08:28:18.208 INFO:tasks.rados.rados.0.smithi084.stdout:1889: done (1 left) 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:1890: done (0 left) 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:1891: rollback oid 21 current snap is 180 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 179 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:1892: read oid 13 snap 179 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:1892: expect deleted 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:1893: copy_from oid 25 from oid 10 current snap is 180 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 180 2024-04-02T08:28:18.209 INFO:tasks.rados.rados.0.smithi084.stdout:1894: seq_num 607 ranges {0=573440} 2024-04-02T08:28:18.211 INFO:tasks.rados.rados.0.smithi084.stdout:1894: writing smithi08483026-4 from 0 to 573440 tid 1 2024-04-02T08:28:18.211 INFO:tasks.rados.rados.0.smithi084.stdout:1895: snap_create 2024-04-02T08:28:18.215 INFO:tasks.rados.rados.0.smithi084.stdout:1891: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:28:18.215 INFO:tasks.rados.rados.0.smithi084.stdout:1891: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:28:18.215 INFO:tasks.rados.rados.0.smithi084.stdout:1891: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:28:18.215 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 531 (ObjNum 575 snap 168 seq_num 575) dirty exists 2024-04-02T08:28:18.217 INFO:tasks.rados.rados.0.smithi084.stdout:1894: finishing write tid 1 to smithi08483026-4 2024-04-02T08:28:18.217 INFO:tasks.rados.rados.0.smithi084.stdout:1894: finishing write tid 2 to smithi08483026-4 2024-04-02T08:28:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:1894: finishing write tid 3 to smithi08483026-4 2024-04-02T08:28:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:1894: oid 4 updating version 0 to 856 2024-04-02T08:28:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:1894: oid 4 version 856 is already newer than 855 2024-04-02T08:28:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 856 (ObjNum 607 snap 180 seq_num 607) dirty exists 2024-04-02T08:28:18.218 INFO:tasks.rados.rados.0.smithi084.stdout:1894: left oid 4 (ObjNum 607 snap 180 seq_num 607) 2024-04-02T08:28:18.228 INFO:tasks.rados.rados.0.smithi084.stdout:1893: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:28:18.231 INFO:tasks.rados.rados.0.smithi084.stdout:1893: finishing copy_from to smithi08483026-25 2024-04-02T08:28:18.231 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 766 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:28:18.341 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:18 smithi132 ceph-mon[88571]: pgmap v319: 121 pgs: 30 peering, 3 stale+active+clean, 88 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-04-02T08:28:18.342 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:18 smithi132 ceph-mon[88571]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:28:18.342 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:18 smithi132 ceph-mon[88571]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:18.342 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:18 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3661596918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:18.342 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[94080]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:28:18.342 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[94080]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:18.342 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 bash[94065]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:28:18.342 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 bash[94065]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 bash[94065]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 bash[94065]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 bash[94065]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 bash[94065]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 bash[94065]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[94080]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[94080]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[94080]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[94080]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[94080]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:28:18.343 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:17 smithi132 podman[94065]: 2024-04-02 08:28:17.99164689 +0000 UTC m=+0.834584702 container died 8b5d77f209aa50d7b51466ef1720c2b1c0eddd4825486622f55d9b54364b863c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:28:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[94794]: pgmap v319: 121 pgs: 30 peering, 3 stale+active+clean, 88 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-04-02T08:28:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[94794]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:28:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[94794]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3661596918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[97358]: pgmap v319: 121 pgs: 30 peering, 3 stale+active+clean, 88 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-04-02T08:28:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[97358]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:28:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[97358]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:18 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3661596918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:19.065 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:18 smithi132 podman[94216]: 2024-04-02 08:28:18.719626051 +0000 UTC m=+0.722888674 container remove 8b5d77f209aa50d7b51466ef1720c2b1c0eddd4825486622f55d9b54364b863c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-02T08:28:19.065 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:18 smithi132 podman[94285]: 2024-04-02 08:28:18.83806761 +0000 UTC m=+0.018102765 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:19.065 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:18 smithi132 podman[94285]: 2024-04-02 08:28:18.945372823 +0000 UTC m=+0.125407968 container create 7c02abbc9f59482e39aefd784294b323b1bcc0cbfbf97a7edb218fded0f58dab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:28:19.217 INFO:tasks.rados.rados.0.smithi084.stdout:1891: done (4 left) 2024-04-02T08:28:19.217 INFO:tasks.rados.rados.0.smithi084.stdout:1892: done (3 left) 2024-04-02T08:28:19.217 INFO:tasks.rados.rados.0.smithi084.stdout:1893: done (2 left) 2024-04-02T08:28:19.218 INFO:tasks.rados.rados.0.smithi084.stdout:1894: done (1 left) 2024-04-02T08:28:19.218 INFO:tasks.rados.rados.0.smithi084.stdout:1895: done (0 left) 2024-04-02T08:28:19.218 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 181 2024-04-02T08:28:19.218 INFO:tasks.rados.rados.0.smithi084.stdout:1896: seq_num 608 ranges {1089536=589824} 2024-04-02T08:28:19.226 INFO:tasks.rados.rados.0.smithi084.stdout:1896: writing smithi08483026-47 from 1089536 to 1679360 tid 1 2024-04-02T08:28:19.226 INFO:tasks.rados.rados.0.smithi084.stdout:1897: setattr oid 48 current snap is 181 2024-04-02T08:28:19.228 INFO:tasks.rados.rados.0.smithi084.stdout:1898: read oid 17 snap 179 2024-04-02T08:28:19.228 INFO:tasks.rados.rados.0.smithi084.stdout:1898: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:28:19.228 INFO:tasks.rados.rados.0.smithi084.stdout:1899: snap_create 2024-04-02T08:28:19.231 INFO:tasks.rados.rados.0.smithi084.stdout:1896: finishing write tid 1 to smithi08483026-47 2024-04-02T08:28:19.231 INFO:tasks.rados.rados.0.smithi084.stdout:1896: finishing write tid 2 to smithi08483026-47 2024-04-02T08:28:19.232 INFO:tasks.rados.rados.0.smithi084.stdout:1896: finishing write tid 3 to smithi08483026-47 2024-04-02T08:28:19.232 INFO:tasks.rados.rados.0.smithi084.stdout:1896: oid 47 updating version 0 to 818 2024-04-02T08:28:19.233 INFO:tasks.rados.rados.0.smithi084.stdout:1896: oid 47 updating version 818 to 819 2024-04-02T08:28:19.233 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 819 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-04-02T08:28:19.233 INFO:tasks.rados.rados.0.smithi084.stdout:1896: left oid 47 (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:19.234 INFO:tasks.rados.rados.0.smithi084.stdout:1898: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:28:19.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 532 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-04-02T08:28:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:19 smithi084 ceph-mon[94794]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:19 smithi084 ceph-mon[94794]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:28:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:19 smithi084 ceph-mon[97358]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:19 smithi084 ceph-mon[97358]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:28:19.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:19 smithi132 ceph-mon[88571]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:19 smithi132 ceph-mon[88571]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:28:19.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:19 smithi132 podman[94285]: 2024-04-02 08:28:19.189672234 +0000 UTC m=+0.369707383 container init 7c02abbc9f59482e39aefd784294b323b1bcc0cbfbf97a7edb218fded0f58dab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:28:19.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:19 smithi132 podman[94285]: 2024-04-02 08:28:19.194787724 +0000 UTC m=+0.374822872 container start 7c02abbc9f59482e39aefd784294b323b1bcc0cbfbf97a7edb218fded0f58dab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:28:19.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:19 smithi132 ceph-osd[94325]: -- 172.21.15.132:0/4213175872 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557e252c9680 con 0x557e25292c00 2024-04-02T08:28:19.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:19 smithi132 bash[94285]: 7c02abbc9f59482e39aefd784294b323b1bcc0cbfbf97a7edb218fded0f58dab 2024-04-02T08:28:19.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:19 smithi132 systemd[1]: Started Ceph osd.4 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:20.129 INFO:tasks.rados.rados.0.smithi084.stdout:1896: done (3 left) 2024-04-02T08:28:20.129 INFO:tasks.rados.rados.0.smithi084.stdout:1897: done (2 left) 2024-04-02T08:28:20.129 INFO:tasks.rados.rados.0.smithi084.stdout:1898: done (1 left) 2024-04-02T08:28:20.129 INFO:tasks.rados.rados.0.smithi084.stdout:1899: done (0 left) 2024-04-02T08:28:20.129 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 182 2024-04-02T08:28:20.129 INFO:tasks.rados.rados.0.smithi084.stdout:1900: seq_num 609 ranges {4997120=606208} 2024-04-02T08:28:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:1900: writing smithi08483026-5 from 4997120 to 5603328 tid 1 2024-04-02T08:28:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:1901: rollback oid 45 current snap is 182 2024-04-02T08:28:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 45 to 178 2024-04-02T08:28:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:1902: setattr oid 38 current snap is 182 2024-04-02T08:28:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 182 2024-04-02T08:28:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:1903: seq_num 610 ranges {3866624=622592} 2024-04-02T08:28:20.160 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T08:28:19.746+0000 7efdbfb037c0 -1 Falling back to public interface 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1903: writing smithi08483026-7 from 3866624 to 4489216 tid 1 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1904: read oid 11 snap -1 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1904: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1905: read oid 48 snap -1 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1905: expect (ObjNum 595 snap 177 seq_num 595) 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1906: delete oid 16 current snap is 182 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1900: finishing write tid 1 to smithi08483026-5 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1900: finishing write tid 2 to smithi08483026-5 2024-04-02T08:28:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:1901: finishing rollback tid 0 to smithi08483026-45 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:1900: finishing write tid 3 to smithi08483026-5 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:1900: oid 5 updating version 0 to 776 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:1900: oid 5 version 776 is already newer than 775 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 776 (ObjNum 609 snap 182 seq_num 609) dirty exists 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:1900: left oid 5 (ObjNum 609 snap 182 seq_num 609) 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:1901: finishing rollback tid 1 to smithi08483026-45 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:1901: finishing rollback tid 2 to smithi08483026-45 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 651 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:28:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 777 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:28:20.187 INFO:tasks.rados.rados.0.smithi084.stdout:1900: done (6 left) 2024-04-02T08:28:20.187 INFO:tasks.rados.rados.0.smithi084.stdout:1901: done (5 left) 2024-04-02T08:28:20.187 INFO:tasks.rados.rados.0.smithi084.stdout:1902: done (4 left) 2024-04-02T08:28:20.187 INFO:tasks.rados.rados.0.smithi084.stdout:1906: done (3 left) 2024-04-02T08:28:20.187 INFO:tasks.rados.rados.0.smithi084.stdout:1907: delete oid 46 current snap is 182 2024-04-02T08:28:20.189 INFO:tasks.rados.rados.0.smithi084.stdout:1903: finishing write tid 1 to smithi08483026-7 2024-04-02T08:28:20.190 INFO:tasks.rados.rados.0.smithi084.stdout:1903: finishing write tid 2 to smithi08483026-7 2024-04-02T08:28:20.190 INFO:tasks.rados.rados.0.smithi084.stdout:1907: done (3 left) 2024-04-02T08:28:20.190 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 182 2024-04-02T08:28:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:1908: seq_num 613 ranges {5275648=671744} 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:1908: writing smithi08483026-44 from 5275648 to 5947392 tid 1 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 182 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:1903: finishing write tid 3 to smithi08483026-7 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:1903: oid 7 updating version 0 to 875 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:1903: oid 7 version 875 is already newer than 874 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 875 (ObjNum 610 snap 182 seq_num 610) dirty exists 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:1903: left oid 7 (ObjNum 610 snap 182 seq_num 610) 2024-04-02T08:28:20.227 INFO:tasks.rados.rados.0.smithi084.stdout:1909: seq_num 614 ranges {401408=688128} 2024-04-02T08:28:20.230 INFO:tasks.rados.rados.0.smithi084.stdout:1909: writing smithi08483026-45 from 401408 to 1089536 tid 1 2024-04-02T08:28:20.231 INFO:tasks.rados.rados.0.smithi084.stdout:1903: done (4 left) 2024-04-02T08:28:20.231 INFO:tasks.rados.rados.0.smithi084.stdout:1910: read oid 20 snap -1 2024-04-02T08:28:20.231 INFO:tasks.rados.rados.0.smithi084.stdout:1910: expect (ObjNum 567 snap 166 seq_num 567) 2024-04-02T08:28:20.231 INFO:tasks.rados.rados.0.smithi084.stdout:1911: snap_create 2024-04-02T08:28:20.231 INFO:tasks.rados.rados.0.smithi084.stdout:1905: expect (ObjNum 595 snap 177 seq_num 595) 2024-04-02T08:28:20.381 INFO:tasks.rados.rados.0.smithi084.stdout:1904: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:28:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[94794]: pgmap v322: 121 pgs: 6 active+undersized+degraded, 30 peering, 9 active+undersized, 76 active+clean; 136 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 324 KiB/s wr, 11 op/s; 19/228 objects degraded (8.333%) 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 19/228 objects degraded (8.333%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[94794]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[94794]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[97358]: pgmap v322: 121 pgs: 6 active+undersized+degraded, 30 peering, 9 active+undersized, 76 active+clean; 136 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 324 KiB/s wr, 11 op/s; 19/228 objects degraded (8.333%) 2024-04-02T08:28:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 19/228 objects degraded (8.333%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:20.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[97358]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:28:20.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:20.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:20.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:20.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-mon[97358]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:1908: finishing write tid 1 to smithi08483026-44 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:1908: finishing write tid 2 to smithi08483026-44 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:1908: finishing write tid 3 to smithi08483026-44 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:1908: oid 44 updating version 0 to 439 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:1908: oid 44 updating version 439 to 440 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 440 (ObjNum 613 snap 182 seq_num 613) dirty exists 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:1908: left oid 44 (ObjNum 613 snap 182 seq_num 613) 2024-04-02T08:28:20.650 INFO:tasks.rados.rados.0.smithi084.stdout:1909: finishing write tid 1 to smithi08483026-45 2024-04-02T08:28:20.651 INFO:tasks.rados.rados.0.smithi084.stdout:1909: finishing write tid 2 to smithi08483026-45 2024-04-02T08:28:20.651 INFO:tasks.rados.rados.0.smithi084.stdout:1909: finishing write tid 3 to smithi08483026-45 2024-04-02T08:28:20.651 INFO:tasks.rados.rados.0.smithi084.stdout:1909: oid 45 updating version 0 to 653 2024-04-02T08:28:20.651 INFO:tasks.rados.rados.0.smithi084.stdout:1909: oid 45 version 653 is already newer than 652 2024-04-02T08:28:20.651 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 653 (ObjNum 614 snap 182 seq_num 614) dirty exists 2024-04-02T08:28:20.651 INFO:tasks.rados.rados.0.smithi084.stdout:1909: left oid 45 (ObjNum 614 snap 182 seq_num 614) 2024-04-02T08:28:20.651 INFO:tasks.rados.rados.0.smithi084.stdout:1910: expect (ObjNum 567 snap 166 seq_num 567) 2024-04-02T08:28:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:20 smithi132 ceph-mon[88571]: pgmap v322: 121 pgs: 6 active+undersized+degraded, 30 peering, 9 active+undersized, 76 active+clean; 136 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 324 KiB/s wr, 11 op/s; 19/228 objects degraded (8.333%) 2024-04-02T08:28:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:20 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 19/228 objects degraded (8.333%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:20 smithi132 ceph-mon[88571]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:28:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:20 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:20 smithi132 ceph-mon[88571]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:28:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:28:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:28:20] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-04-02T08:28:21.223 INFO:tasks.rados.rados.0.smithi084.stdout:1904: done (5 left) 2024-04-02T08:28:21.224 INFO:tasks.rados.rados.0.smithi084.stdout:1905: done (4 left) 2024-04-02T08:28:21.224 INFO:tasks.rados.rados.0.smithi084.stdout:1908: done (3 left) 2024-04-02T08:28:21.224 INFO:tasks.rados.rados.0.smithi084.stdout:1909: done (2 left) 2024-04-02T08:28:21.224 INFO:tasks.rados.rados.0.smithi084.stdout:1910: done (1 left) 2024-04-02T08:28:21.224 INFO:tasks.rados.rados.0.smithi084.stdout:1911: done (0 left) 2024-04-02T08:28:21.224 INFO:tasks.rados.rados.0.smithi084.stdout:1912: delete oid 3 current snap is 183 2024-04-02T08:28:21.227 INFO:tasks.rados.rados.0.smithi084.stdout:1912: done (0 left) 2024-04-02T08:28:21.227 INFO:tasks.rados.rados.0.smithi084.stdout:1913: read oid 39 snap 179 2024-04-02T08:28:21.227 INFO:tasks.rados.rados.0.smithi084.stdout:1913: expect (ObjNum 576 snap 168 seq_num 576) 2024-04-02T08:28:21.227 INFO:tasks.rados.rados.0.smithi084.stdout:1914: snap_create 2024-04-02T08:28:21.280 INFO:tasks.rados.rados.0.smithi084.stdout:1913: expect (ObjNum 576 snap 168 seq_num 576) 2024-04-02T08:28:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:21 smithi132 ceph-mon[88571]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-02T08:28:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:21 smithi132 ceph-mon[88571]: osdmap e442: 8 total, 7 up, 8 in 2024-04-02T08:28:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:21 smithi084 ceph-mon[94794]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-02T08:28:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:21 smithi084 ceph-mon[94794]: osdmap e442: 8 total, 7 up, 8 in 2024-04-02T08:28:21.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:21 smithi084 ceph-mon[97358]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-02T08:28:21.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:21 smithi084 ceph-mon[97358]: osdmap e442: 8 total, 7 up, 8 in 2024-04-02T08:28:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:22 smithi084 ceph-mon[94794]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 44/252 objects degraded (17.460%) 2024-04-02T08:28:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:22 smithi084 ceph-mon[94794]: osdmap e443: 8 total, 7 up, 8 in 2024-04-02T08:28:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:22 smithi084 ceph-mon[97358]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 44/252 objects degraded (17.460%) 2024-04-02T08:28:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:22 smithi084 ceph-mon[97358]: osdmap e443: 8 total, 7 up, 8 in 2024-04-02T08:28:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:22 smithi132 ceph-mon[88571]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 44/252 objects degraded (17.460%) 2024-04-02T08:28:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:22 smithi132 ceph-mon[88571]: osdmap e443: 8 total, 7 up, 8 in 2024-04-02T08:28:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:1913: done (1 left) 2024-04-02T08:28:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:1914: done (0 left) 2024-04-02T08:28:23.152 INFO:tasks.rados.rados.0.smithi084.stdout:1915: snap_create 2024-04-02T08:28:23.160 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T08:28:22.984+0000 7efdbfb037c0 -1 osd.4 434 log_to_monitors true 2024-04-02T08:28:23.273 INFO:tasks.rados.rados.0.smithi084.stdout:1915: done (0 left) 2024-04-02T08:28:23.273 INFO:tasks.rados.rados.0.smithi084.stdout:1916: rollback oid 6 current snap is 185 2024-04-02T08:28:23.273 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 179 2024-04-02T08:28:23.273 INFO:tasks.rados.rados.0.smithi084.stdout:1917: read oid 17 snap -1 2024-04-02T08:28:23.273 INFO:tasks.rados.rados.0.smithi084.stdout:1917: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:28:23.273 INFO:tasks.rados.rados.0.smithi084.stdout:1918: snap_create 2024-04-02T08:28:23.277 INFO:tasks.rados.rados.0.smithi084.stdout:1916: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:28:23.277 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 0 (ObjNum 33 snap 0 seq_num 621497504) dirty dne 2024-04-02T08:28:23.280 INFO:tasks.rados.rados.0.smithi084.stdout:1917: expect (ObjNum 487 snap 147 seq_num 487) 2024-04-02T08:28:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:23 smithi084 ceph-mon[94794]: from='osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:28:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:23 smithi084 ceph-mon[94794]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:28:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:23 smithi084 ceph-mon[97358]: from='osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:28:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:23 smithi084 ceph-mon[97358]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:28:23.640 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:23 smithi132 ceph-mon[88571]: from='osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:28:23.641 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:23 smithi132 ceph-mon[88571]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:28:23.641 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:28:23 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T08:28:23.306+0000 7efdacf53700 -1 osd.4 434 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:28:23.641 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:23 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:24.278 INFO:tasks.rados.rados.0.smithi084.stdout:1916: done (2 left) 2024-04-02T08:28:24.278 INFO:tasks.rados.rados.0.smithi084.stdout:1917: done (1 left) 2024-04-02T08:28:24.278 INFO:tasks.rados.rados.0.smithi084.stdout:1918: done (0 left) 2024-04-02T08:28:24.278 INFO:tasks.rados.rados.0.smithi084.stdout:1919: rollback oid 5 current snap is 186 2024-04-02T08:28:24.278 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 5 to 178 2024-04-02T08:28:24.278 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 186 2024-04-02T08:28:24.279 INFO:tasks.rados.rados.0.smithi084.stdout:1920: seq_num 616 ranges {0=720896} 2024-04-02T08:28:24.283 INFO:tasks.rados.rados.0.smithi084.stdout:1920: writing smithi08483026-46 from 0 to 720896 tid 1 2024-04-02T08:28:24.283 INFO:tasks.rados.rados.0.smithi084.stdout:1921: snap_create 2024-04-02T08:28:24.288 INFO:tasks.rados.rados.0.smithi084.stdout:1920: finishing write tid 1 to smithi08483026-46 2024-04-02T08:28:24.289 INFO:tasks.rados.rados.0.smithi084.stdout:1920: finishing write tid 2 to smithi08483026-46 2024-04-02T08:28:24.290 INFO:tasks.rados.rados.0.smithi084.stdout:1920: finishing write tid 3 to smithi08483026-46 2024-04-02T08:28:24.291 INFO:tasks.rados.rados.0.smithi084.stdout:1920: oid 46 updating version 0 to 858 2024-04-02T08:28:24.291 INFO:tasks.rados.rados.0.smithi084.stdout:1920: oid 46 updating version 858 to 859 2024-04-02T08:28:24.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 859 (ObjNum 616 snap 186 seq_num 616) dirty exists 2024-04-02T08:28:24.291 INFO:tasks.rados.rados.0.smithi084.stdout:1920: left oid 46 (ObjNum 616 snap 186 seq_num 616) 2024-04-02T08:28:24.294 INFO:tasks.rados.rados.0.smithi084.stdout:1919: finishing rollback tid 0 to smithi08483026-5 2024-04-02T08:28:24.294 INFO:tasks.rados.rados.0.smithi084.stdout:1919: finishing rollback tid 1 to smithi08483026-5 2024-04-02T08:28:24.295 INFO:tasks.rados.rados.0.smithi084.stdout:1919: finishing rollback tid 2 to smithi08483026-5 2024-04-02T08:28:24.295 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 781 (ObjNum 594 snap 177 seq_num 594) dirty exists 2024-04-02T08:28:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: pgmap v328: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 44/252 objects degraded (17.460%) 2024-04-02T08:28:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:28:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: from='osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:28:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: pgmap v328: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 44/252 objects degraded (17.460%) 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: from='osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:24.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:24 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: pgmap v328: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 44/252 objects degraded (17.460%) 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: from='osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:24 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:25.280 INFO:tasks.rados.rados.0.smithi084.stdout:1919: done (2 left) 2024-04-02T08:28:25.280 INFO:tasks.rados.rados.0.smithi084.stdout:1920: done (1 left) 2024-04-02T08:28:25.280 INFO:tasks.rados.rados.0.smithi084.stdout:1921: done (0 left) 2024-04-02T08:28:25.280 INFO:tasks.rados.rados.0.smithi084.stdout:1922: snap_remove snap 180 2024-04-02T08:28:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[94794]: osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573] boot 2024-04-02T08:28:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[94794]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:28:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:28:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 44/252 objects degraded (17.460%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[94794]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[97358]: osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573] boot 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[97358]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 44/252 objects degraded (17.460%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:25 smithi084 ceph-mon[97358]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:28:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:25 smithi132 ceph-mon[88571]: osd.4 [v2:172.21.15.132:6800/4209248573,v1:172.21.15.132:6801/4209248573] boot 2024-04-02T08:28:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:25 smithi132 ceph-mon[88571]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:28:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:25 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:28:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:25 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:25 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:25 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 44/252 objects degraded (17.460%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:25 smithi132 ceph-mon[88571]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:28:26.280 INFO:tasks.rados.rados.0.smithi084.stdout:1922: done (0 left) 2024-04-02T08:28:26.280 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 187 2024-04-02T08:28:26.280 INFO:tasks.rados.rados.0.smithi084.stdout:1923: seq_num 617 ranges {0=737280} 2024-04-02T08:28:26.284 INFO:tasks.rados.rados.0.smithi084.stdout:1923: writing smithi08483026-49 from 0 to 737280 tid 1 2024-04-02T08:28:26.284 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 187 2024-04-02T08:28:26.284 INFO:tasks.rados.rados.0.smithi084.stdout:1924: seq_num 618 ranges {4046848=753664} 2024-04-02T08:28:26.311 INFO:tasks.rados.rados.0.smithi084.stdout:1924: writing smithi08483026-25 from 4046848 to 4800512 tid 1 2024-04-02T08:28:26.311 INFO:tasks.rados.rados.0.smithi084.stdout:1925: copy_from oid 30 from oid 13 current snap is 187 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1923: finishing write tid 1 to smithi08483026-49 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1923: finishing write tid 2 to smithi08483026-49 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1923: finishing write tid 3 to smithi08483026-49 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1923: oid 49 updating version 0 to 655 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1923: oid 49 version 655 is already newer than 654 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 655 (ObjNum 617 snap 187 seq_num 617) dirty exists 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1923: left oid 49 (ObjNum 617 snap 187 seq_num 617) 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1923: done (2 left) 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1926: read oid 36 snap -1 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1926: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:28:26.312 INFO:tasks.rados.rados.0.smithi084.stdout:1927: setattr oid 47 current snap is 187 2024-04-02T08:28:26.313 INFO:tasks.rados.rados.0.smithi084.stdout:1928: read oid 35 snap -1 2024-04-02T08:28:26.313 INFO:tasks.rados.rados.0.smithi084.stdout:1928: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:28:26.313 INFO:tasks.rados.rados.0.smithi084.stdout:1929: delete oid 24 current snap is 187 2024-04-02T08:28:26.314 INFO:tasks.rados.rados.0.smithi084.stdout:1929: done (5 left) 2024-04-02T08:28:26.315 INFO:tasks.rados.rados.0.smithi084.stdout:1930: snap_remove snap 186 2024-04-02T08:28:26.599 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:26 smithi132 ceph-mon[88571]: pgmap v331: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 316 KiB/s wr, 11 op/s; 46/264 objects degraded (17.424%) 2024-04-02T08:28:26.599 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:26 smithi132 ceph-mon[88571]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:28:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:26 smithi084 ceph-mon[94794]: pgmap v331: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 316 KiB/s wr, 11 op/s; 46/264 objects degraded (17.424%) 2024-04-02T08:28:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:26 smithi084 ceph-mon[94794]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:28:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:26 smithi084 ceph-mon[97358]: pgmap v331: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 316 KiB/s wr, 11 op/s; 46/264 objects degraded (17.424%) 2024-04-02T08:28:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:26 smithi084 ceph-mon[97358]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1930: done (5 left) 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1931: rollback oid 34 current snap is 187 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1924: finishing write tid 1 to smithi08483026-25 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1924: finishing write tid 2 to smithi08483026-25 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1925: finishing copy_from to smithi08483026-30 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1925: got expected ENOENT (src dne) 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1925: finishing copy_from racing read to smithi08483026-30 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1924: finishing write tid 3 to smithi08483026-25 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1924: oid 25 updating version 0 to 825 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1924: oid 25 updating version 825 to 826 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 826 (ObjNum 618 snap 187 seq_num 618) dirty exists 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1924: left oid 25 (ObjNum 618 snap 187 seq_num 618) 2024-04-02T08:28:27.307 INFO:tasks.rados.rados.0.smithi084.stdout:1928: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:28:27.328 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 828 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-04-02T08:28:27.328 INFO:tasks.rados.rados.0.smithi084.stdout:1926: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 183 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:1924: done (5 left) 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:1925: done (4 left) 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:1926: done (3 left) 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:1927: done (2 left) 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:1928: done (1 left) 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 187 2024-04-02T08:28:27.379 INFO:tasks.rados.rados.0.smithi084.stdout:1932: seq_num 620 ranges {0=794624} 2024-04-02T08:28:27.383 INFO:tasks.rados.rados.0.smithi084.stdout:1932: writing smithi08483026-29 from 0 to 794624 tid 1 2024-04-02T08:28:27.383 INFO:tasks.rados.rados.0.smithi084.stdout:1933: delete oid 30 current snap is 187 2024-04-02T08:28:27.383 INFO:tasks.rados.rados.0.smithi084.stdout:1931: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:28:27.383 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 0 (ObjNum 33 snap 0 seq_num 2828900144) dirty dne 2024-04-02T08:28:27.387 INFO:tasks.rados.rados.0.smithi084.stdout:1931: done (2 left) 2024-04-02T08:28:27.387 INFO:tasks.rados.rados.0.smithi084.stdout:1933: done (1 left) 2024-04-02T08:28:27.387 INFO:tasks.rados.rados.0.smithi084.stdout:1934: delete oid 19 current snap is 187 2024-04-02T08:28:27.388 INFO:tasks.rados.rados.0.smithi084.stdout:1932: finishing write tid 1 to smithi08483026-29 2024-04-02T08:28:27.388 INFO:tasks.rados.rados.0.smithi084.stdout:1932: finishing write tid 2 to smithi08483026-29 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1932: finishing write tid 3 to smithi08483026-29 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1932: oid 29 updating version 0 to 345 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1932: oid 29 updating version 345 to 346 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 346 (ObjNum 620 snap 187 seq_num 620) dirty exists 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1932: left oid 29 (ObjNum 620 snap 187 seq_num 620) 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1932: done (1 left) 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1934: done (0 left) 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1935: read oid 29 snap -1 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1935: expect (ObjNum 620 snap 187 seq_num 620) 2024-04-02T08:28:27.390 INFO:tasks.rados.rados.0.smithi084.stdout:1936: rollback oid 6 current snap is 187 2024-04-02T08:28:27.391 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 182 2024-04-02T08:28:27.391 INFO:tasks.rados.rados.0.smithi084.stdout:1937: read oid 9 snap -1 2024-04-02T08:28:27.391 INFO:tasks.rados.rados.0.smithi084.stdout:1937: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:28:27.391 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 187 2024-04-02T08:28:27.391 INFO:tasks.rados.rados.0.smithi084.stdout:1938: seq_num 623 ranges {4677632=442368,5120000=401408} 2024-04-02T08:28:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:1938: writing smithi08483026-26 from 4677632 to 5120000 tid 1 2024-04-02T08:28:27.421 INFO:tasks.rados.rados.0.smithi084.stdout:1938: writing smithi08483026-26 from 5120000 to 5521408 tid 2 2024-04-02T08:28:27.421 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 187 2024-04-02T08:28:27.421 INFO:tasks.rados.rados.0.smithi084.stdout:1936: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:28:27.421 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 0 (ObjNum 621865008 snap 21952 seq_num 304) dirty dne 2024-04-02T08:28:27.421 INFO:tasks.rados.rados.0.smithi084.stdout:1935: expect (ObjNum 620 snap 187 seq_num 620) 2024-04-02T08:28:27.442 INFO:tasks.rados.rados.0.smithi084.stdout:1937: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: finishing write tid 1 to smithi08483026-26 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: finishing write tid 2 to smithi08483026-26 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: finishing write tid 3 to smithi08483026-26 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: finishing write tid 4 to smithi08483026-26 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: oid 26 updating version 0 to 860 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: oid 26 version 860 is already newer than 859 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: oid 26 version 860 is already newer than 858 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 860 (ObjNum 623 snap 187 seq_num 623) dirty exists 2024-04-02T08:28:27.684 INFO:tasks.rados.rados.0.smithi084.stdout:1938: left oid 26 (ObjNum 623 snap 187 seq_num 623) 2024-04-02T08:28:27.685 INFO:tasks.rados.rados.0.smithi084.stdout:1939: seq_num 624 ranges {794624=458752,1253376=401408} 2024-04-02T08:28:27.690 INFO:tasks.rados.rados.0.smithi084.stdout:1939: writing smithi08483026-35 from 794624 to 1253376 tid 1 2024-04-02T08:28:27.693 INFO:tasks.rados.rados.0.smithi084.stdout:1939: writing smithi08483026-35 from 1253376 to 1654784 tid 2 2024-04-02T08:28:27.693 INFO:tasks.rados.rados.0.smithi084.stdout:1935: done (4 left) 2024-04-02T08:28:27.693 INFO:tasks.rados.rados.0.smithi084.stdout:1936: done (3 left) 2024-04-02T08:28:27.693 INFO:tasks.rados.rados.0.smithi084.stdout:1937: done (2 left) 2024-04-02T08:28:27.693 INFO:tasks.rados.rados.0.smithi084.stdout:1938: done (1 left) 2024-04-02T08:28:27.693 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 187 2024-04-02T08:28:27.693 INFO:tasks.rados.rados.0.smithi084.stdout:1940: seq_num 625 ranges {0=475136,475136=401408} 2024-04-02T08:28:27.695 INFO:tasks.rados.rados.0.smithi084.stdout:1940: writing smithi08483026-43 from 0 to 475136 tid 1 2024-04-02T08:28:27.698 INFO:tasks.rados.rados.0.smithi084.stdout:1940: writing smithi08483026-43 from 475136 to 876544 tid 2 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 187 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: finishing write tid 1 to smithi08483026-35 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: finishing write tid 2 to smithi08483026-35 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: finishing write tid 3 to smithi08483026-35 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: finishing write tid 4 to smithi08483026-35 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: oid 35 updating version 0 to 885 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: oid 35 version 885 is already newer than 884 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: oid 35 updating version 885 to 886 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 886 (ObjNum 624 snap 187 seq_num 624) dirty exists 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1939: left oid 35 (ObjNum 624 snap 187 seq_num 624) 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1940: finishing write tid 1 to smithi08483026-43 2024-04-02T08:28:27.699 INFO:tasks.rados.rados.0.smithi084.stdout:1941: seq_num 626 ranges {4046848=491520,4538368=401408} 2024-04-02T08:28:27.722 INFO:tasks.rados.rados.0.smithi084.stdout:1941: writing smithi08483026-10 from 4046848 to 4538368 tid 1 2024-04-02T08:28:27.725 INFO:tasks.rados.rados.0.smithi084.stdout:1941: writing smithi08483026-10 from 4538368 to 4939776 tid 2 2024-04-02T08:28:27.725 INFO:tasks.rados.rados.0.smithi084.stdout:1939: done (2 left) 2024-04-02T08:28:27.725 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 187 2024-04-02T08:28:27.725 INFO:tasks.rados.rados.0.smithi084.stdout:1940: finishing write tid 2 to smithi08483026-43 2024-04-02T08:28:27.725 INFO:tasks.rados.rados.0.smithi084.stdout:1940: finishing write tid 3 to smithi08483026-43 2024-04-02T08:28:27.725 INFO:tasks.rados.rados.0.smithi084.stdout:1942: seq_num 627 ranges {0=507904,507904=401408} 2024-04-02T08:28:27.727 INFO:tasks.rados.rados.0.smithi084.stdout:1942: writing smithi08483026-30 from 0 to 507904 tid 1 2024-04-02T08:28:27.730 INFO:tasks.rados.rados.0.smithi084.stdout:1942: writing smithi08483026-30 from 507904 to 909312 tid 2 2024-04-02T08:28:27.730 INFO:tasks.rados.rados.0.smithi084.stdout:1943: delete oid 4 current snap is 187 2024-04-02T08:28:27.730 INFO:tasks.rados.rados.0.smithi084.stdout:1940: finishing write tid 4 to smithi08483026-43 2024-04-02T08:28:27.730 INFO:tasks.rados.rados.0.smithi084.stdout:1940: oid 43 updating version 0 to 887 2024-04-02T08:28:27.730 INFO:tasks.rados.rados.0.smithi084.stdout:1940: oid 43 updating version 887 to 889 2024-04-02T08:28:27.730 INFO:tasks.rados.rados.0.smithi084.stdout:1940: oid 43 version 889 is already newer than 888 2024-04-02T08:28:27.730 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 889 (ObjNum 625 snap 187 seq_num 625) dirty exists 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1940: left oid 43 (ObjNum 625 snap 187 seq_num 625) 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: finishing write tid 1 to smithi08483026-10 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: finishing write tid 2 to smithi08483026-10 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: finishing write tid 3 to smithi08483026-10 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: finishing write tid 4 to smithi08483026-10 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: oid 10 updating version 0 to 887 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: oid 10 version 887 is already newer than 885 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: oid 10 version 887 is already newer than 886 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 887 (ObjNum 626 snap 187 seq_num 626) dirty exists 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1941: left oid 10 (ObjNum 626 snap 187 seq_num 626) 2024-04-02T08:28:27.731 INFO:tasks.rados.rados.0.smithi084.stdout:1942: finishing write tid 1 to smithi08483026-30 2024-04-02T08:28:27.732 INFO:tasks.rados.rados.0.smithi084.stdout:1940: done (3 left) 2024-04-02T08:28:27.732 INFO:tasks.rados.rados.0.smithi084.stdout:1941: done (2 left) 2024-04-02T08:28:27.732 INFO:tasks.rados.rados.0.smithi084.stdout:1943: done (1 left) 2024-04-02T08:28:27.732 INFO:tasks.rados.rados.0.smithi084.stdout:1944: rollback oid 49 current snap is 187 2024-04-02T08:28:27.732 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 49 to 185 2024-04-02T08:28:27.732 INFO:tasks.rados.rados.0.smithi084.stdout:1945: snap_remove snap 182 2024-04-02T08:28:28.312 INFO:tasks.rados.rados.0.smithi084.stdout:1945: done (2 left) 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1946: rmattr oid 25 current snap is 187 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1946: done (2 left) 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1947: snap_create 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1942: finishing write tid 2 to smithi08483026-30 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1942: finishing write tid 3 to smithi08483026-30 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1942: finishing write tid 4 to smithi08483026-30 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1942: oid 30 updating version 0 to 534 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1942: oid 30 updating version 534 to 535 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1942: oid 30 version 535 is already newer than 533 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 535 (ObjNum 627 snap 187 seq_num 627) dirty exists 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1942: left oid 30 (ObjNum 627 snap 187 seq_num 627) 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1944: finishing rollback tid 0 to smithi08483026-49 2024-04-02T08:28:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:1944: finishing rollback tid 1 to smithi08483026-49 2024-04-02T08:28:28.314 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 657 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:28:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:28 smithi084 ceph-mon[94794]: pgmap v334: 121 pgs: 19 peering, 11 active+undersized+degraded, 15 active+undersized, 76 active+clean; 142 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 464 KiB/s wr, 18 op/s; 37/276 objects degraded (13.406%) 2024-04-02T08:28:28.643 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:28 smithi084 ceph-mon[94794]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:28:28.643 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:28:28 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:28:28.482+0000 7facf0160700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:28:28.644 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:28 smithi084 ceph-mon[97358]: pgmap v334: 121 pgs: 19 peering, 11 active+undersized+degraded, 15 active+undersized, 76 active+clean; 142 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 464 KiB/s wr, 18 op/s; 37/276 objects degraded (13.406%) 2024-04-02T08:28:28.644 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:28 smithi084 ceph-mon[97358]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:28:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:28 smithi132 ceph-mon[88571]: pgmap v334: 121 pgs: 19 peering, 11 active+undersized+degraded, 15 active+undersized, 76 active+clean; 142 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 464 KiB/s wr, 18 op/s; 37/276 objects degraded (13.406%) 2024-04-02T08:28:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:28 smithi132 ceph-mon[88571]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:28:29.315 INFO:tasks.rados.rados.0.smithi084.stdout:1942: done (2 left) 2024-04-02T08:28:29.316 INFO:tasks.rados.rados.0.smithi084.stdout:1944: done (1 left) 2024-04-02T08:28:29.316 INFO:tasks.rados.rados.0.smithi084.stdout:1947: done (0 left) 2024-04-02T08:28:29.316 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 188 2024-04-02T08:28:29.316 INFO:tasks.rados.rados.0.smithi084.stdout:1948: seq_num 629 ranges {81920=540672,622592=401408} 2024-04-02T08:28:29.319 INFO:tasks.rados.rados.0.smithi084.stdout:1948: writing smithi08483026-32 from 81920 to 622592 tid 1 2024-04-02T08:28:29.322 INFO:tasks.rados.rados.0.smithi084.stdout:1948: writing smithi08483026-32 from 622592 to 1024000 tid 2 2024-04-02T08:28:29.322 INFO:tasks.rados.rados.0.smithi084.stdout:1949: rollback oid 4 current snap is 188 2024-04-02T08:28:29.322 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 4 to 187 2024-04-02T08:28:29.322 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 188 2024-04-02T08:28:29.322 INFO:tasks.rados.rados.0.smithi084.stdout:1950: seq_num 630 ranges {966656=557056,1523712=401408} 2024-04-02T08:28:29.330 INFO:tasks.rados.rados.0.smithi084.stdout:1950: writing smithi08483026-17 from 966656 to 1523712 tid 1 2024-04-02T08:28:29.333 INFO:tasks.rados.rados.0.smithi084.stdout:1950: writing smithi08483026-17 from 1523712 to 1925120 tid 2 2024-04-02T08:28:29.333 INFO:tasks.rados.rados.0.smithi084.stdout:1951: rollback oid 34 current snap is 188 2024-04-02T08:28:29.333 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 181 2024-04-02T08:28:29.333 INFO:tasks.rados.rados.0.smithi084.stdout:1948: finishing write tid 1 to smithi08483026-32 2024-04-02T08:28:29.333 INFO:tasks.rados.rados.0.smithi084.stdout:1948: finishing write tid 2 to smithi08483026-32 2024-04-02T08:28:29.333 INFO:tasks.rados.rados.0.smithi084.stdout:1948: finishing write tid 3 to smithi08483026-32 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1949: finishing rollback tid 1 to smithi08483026-4 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 860 (ObjNum 145 snap 0 seq_num 621076384) dirty dne 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1949: done (3 left) 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1952: setattr oid 5 current snap is 188 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1948: finishing write tid 4 to smithi08483026-32 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1948: oid 32 updating version 0 to 865 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1948: oid 32 updating version 865 to 866 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1948: oid 32 version 866 is already newer than 864 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 866 (ObjNum 629 snap 188 seq_num 629) dirty exists 2024-04-02T08:28:29.334 INFO:tasks.rados.rados.0.smithi084.stdout:1948: left oid 32 (ObjNum 629 snap 188 seq_num 629) 2024-04-02T08:28:29.335 INFO:tasks.rados.rados.0.smithi084.stdout:1948: done (3 left) 2024-04-02T08:28:29.335 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 188 2024-04-02T08:28:29.335 INFO:tasks.rados.rados.0.smithi084.stdout:1953: seq_num 631 ranges {0=573440,573440=401408} 2024-04-02T08:28:29.338 INFO:tasks.rados.rados.0.smithi084.stdout:1953: writing smithi08483026-40 from 0 to 573440 tid 1 2024-04-02T08:28:29.340 INFO:tasks.rados.rados.0.smithi084.stdout:1953: writing smithi08483026-40 from 573440 to 974848 tid 2 2024-04-02T08:28:29.341 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 188 2024-04-02T08:28:29.341 INFO:tasks.rados.rados.0.smithi084.stdout:1950: finishing write tid 1 to smithi08483026-17 2024-04-02T08:28:29.341 INFO:tasks.rados.rados.0.smithi084.stdout:1950: finishing write tid 2 to smithi08483026-17 2024-04-02T08:28:29.341 INFO:tasks.rados.rados.0.smithi084.stdout:1950: finishing write tid 3 to smithi08483026-17 2024-04-02T08:28:29.341 INFO:tasks.rados.rados.0.smithi084.stdout:1954: seq_num 632 ranges {966656=589824,1556480=401408} 2024-04-02T08:28:29.349 INFO:tasks.rados.rados.0.smithi084.stdout:1954: writing smithi08483026-12 from 966656 to 1556480 tid 1 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1954: writing smithi08483026-12 from 1556480 to 1957888 tid 2 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1955: read oid 49 snap -1 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1955: expect deleted 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1956: read oid 24 snap -1 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1956: expect deleted 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1957: snap_create 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1950: finishing write tid 4 to smithi08483026-17 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1950: oid 17 updating version 0 to 872 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1950: oid 17 updating version 872 to 873 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1950: oid 17 updating version 873 to 874 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 874 (ObjNum 630 snap 188 seq_num 630) dirty exists 2024-04-02T08:28:29.352 INFO:tasks.rados.rados.0.smithi084.stdout:1950: left oid 17 (ObjNum 630 snap 188 seq_num 630) 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1951: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 782 (ObjNum 594 snap 177 seq_num 594) dirty exists 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: finishing write tid 1 to smithi08483026-40 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: finishing write tid 2 to smithi08483026-40 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: finishing write tid 3 to smithi08483026-40 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: finishing write tid 4 to smithi08483026-40 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: oid 40 updating version 0 to 894 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: oid 40 version 894 is already newer than 893 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: oid 40 version 894 is already newer than 892 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 894 (ObjNum 631 snap 188 seq_num 631) dirty exists 2024-04-02T08:28:29.353 INFO:tasks.rados.rados.0.smithi084.stdout:1953: left oid 40 (ObjNum 631 snap 188 seq_num 631) 2024-04-02T08:28:29.354 INFO:tasks.rados.rados.0.smithi084.stdout:1954: finishing write tid 1 to smithi08483026-12 2024-04-02T08:28:29.354 INFO:tasks.rados.rados.0.smithi084.stdout:1954: finishing write tid 2 to smithi08483026-12 2024-04-02T08:28:29.354 INFO:tasks.rados.rados.0.smithi084.stdout:1954: finishing write tid 3 to smithi08483026-12 2024-04-02T08:28:29.358 INFO:tasks.rados.rados.0.smithi084.stdout:1954: finishing write tid 4 to smithi08483026-12 2024-04-02T08:28:29.358 INFO:tasks.rados.rados.0.smithi084.stdout:1954: oid 12 updating version 0 to 870 2024-04-02T08:28:29.358 INFO:tasks.rados.rados.0.smithi084.stdout:1954: oid 12 version 870 is already newer than 868 2024-04-02T08:28:29.358 INFO:tasks.rados.rados.0.smithi084.stdout:1954: oid 12 version 870 is already newer than 869 2024-04-02T08:28:29.358 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 870 (ObjNum 632 snap 188 seq_num 632) dirty exists 2024-04-02T08:28:29.358 INFO:tasks.rados.rados.0.smithi084.stdout:1954: left oid 12 (ObjNum 632 snap 188 seq_num 632) 2024-04-02T08:28:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[94794]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:29.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:29.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:29.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:29.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:29 smithi084 ceph-mon[97358]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:28:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:28:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:29.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:29 smithi132 ceph-mon[88571]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:28:30.326 INFO:tasks.rados.rados.0.smithi084.stdout:1950: done (7 left) 2024-04-02T08:28:30.326 INFO:tasks.rados.rados.0.smithi084.stdout:1951: done (6 left) 2024-04-02T08:28:30.326 INFO:tasks.rados.rados.0.smithi084.stdout:1952: done (5 left) 2024-04-02T08:28:30.326 INFO:tasks.rados.rados.0.smithi084.stdout:1953: done (4 left) 2024-04-02T08:28:30.326 INFO:tasks.rados.rados.0.smithi084.stdout:1954: done (3 left) 2024-04-02T08:28:30.326 INFO:tasks.rados.rados.0.smithi084.stdout:1955: done (2 left) 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1956: done (1 left) 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1957: done (0 left) 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1958: read oid 24 snap -1 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1958: expect deleted 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1959: read oid 14 snap -1 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1959: expect (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1960: rollback oid 28 current snap is 189 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 188 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1961: rollback oid 5 current snap is 189 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 5 to 188 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 189 2024-04-02T08:28:30.327 INFO:tasks.rados.rados.0.smithi084.stdout:1962: seq_num 633 ranges {876544=606208,1482752=401408} 2024-04-02T08:28:30.334 INFO:tasks.rados.rados.0.smithi084.stdout:1962: writing smithi08483026-43 from 876544 to 1482752 tid 1 2024-04-02T08:28:30.338 INFO:tasks.rados.rados.0.smithi084.stdout:1962: writing smithi08483026-43 from 1482752 to 1884160 tid 2 2024-04-02T08:28:30.338 INFO:tasks.rados.rados.0.smithi084.stdout:1963: setattr oid 32 current snap is 189 2024-04-02T08:28:30.338 INFO:tasks.rados.rados.0.smithi084.stdout:1960: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:28:30.338 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 0 (ObjNum 621410896 snap 21952 seq_num 304) dirty dne 2024-04-02T08:28:30.338 INFO:tasks.rados.rados.0.smithi084.stdout:1961: finishing rollback tid 0 to smithi08483026-5 2024-04-02T08:28:30.338 INFO:tasks.rados.rados.0.smithi084.stdout:1961: finishing rollback tid 1 to smithi08483026-5 2024-04-02T08:28:30.338 INFO:tasks.rados.rados.0.smithi084.stdout:1961: finishing rollback tid 2 to smithi08483026-5 2024-04-02T08:28:30.339 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 785 (ObjNum 594 snap 177 seq_num 594) dirty exists 2024-04-02T08:28:30.339 INFO:tasks.rados.rados.0.smithi084.stdout:1959: expect (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: finishing write tid 1 to smithi08483026-43 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: finishing write tid 2 to smithi08483026-43 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: finishing write tid 3 to smithi08483026-43 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: finishing write tid 4 to smithi08483026-43 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: oid 43 updating version 0 to 896 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: oid 43 updating version 896 to 897 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: oid 43 updating version 897 to 898 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 898 (ObjNum 633 snap 189 seq_num 633) dirty exists 2024-04-02T08:28:30.428 INFO:tasks.rados.rados.0.smithi084.stdout:1962: left oid 43 (ObjNum 633 snap 189 seq_num 633) 2024-04-02T08:28:30.429 INFO:tasks.rados.rados.0.smithi084.stdout:1958: done (5 left) 2024-04-02T08:28:30.429 INFO:tasks.rados.rados.0.smithi084.stdout:1959: done (4 left) 2024-04-02T08:28:30.429 INFO:tasks.rados.rados.0.smithi084.stdout:1960: done (3 left) 2024-04-02T08:28:30.429 INFO:tasks.rados.rados.0.smithi084.stdout:1961: done (2 left) 2024-04-02T08:28:30.429 INFO:tasks.rados.rados.0.smithi084.stdout:1962: done (1 left) 2024-04-02T08:28:30.429 INFO:tasks.rados.rados.0.smithi084.stdout:1964: setattr oid 15 current snap is 189 2024-04-02T08:28:30.430 INFO:tasks.rados.rados.0.smithi084.stdout:1965: copy_from oid 40 from oid 29 current snap is 189 2024-04-02T08:28:30.430 INFO:tasks.rados.rados.0.smithi084.stdout:1966: read oid 10 snap -1 2024-04-02T08:28:30.430 INFO:tasks.rados.rados.0.smithi084.stdout:1966: expect (ObjNum 626 snap 187 seq_num 626) 2024-04-02T08:28:30.430 INFO:tasks.rados.rados.0.smithi084.stdout:1967: rollback oid 7 current snap is 189 2024-04-02T08:28:30.430 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 181 2024-04-02T08:28:30.430 INFO:tasks.rados.rados.0.smithi084.stdout:1968: copy_from oid 42 from oid 17 current snap is 189 2024-04-02T08:28:30.431 INFO:tasks.rados.rados.0.smithi084.stdout:1969: rollback oid 1 current snap is 189 2024-04-02T08:28:30.431 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 181 2024-04-02T08:28:30.431 INFO:tasks.rados.rados.0.smithi084.stdout:1970: snap_create 2024-04-02T08:28:30.432 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 658 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-04-02T08:28:30.434 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 872 (ObjNum 629 snap 188 seq_num 629) dirty exists 2024-04-02T08:28:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:1967: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:28:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:1967: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:28:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:1967: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:28:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 879 (ObjNum 601 snap 178 seq_num 601) dirty exists 2024-04-02T08:28:30.436 INFO:tasks.rados.rados.0.smithi084.stdout:1965: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:28:30.436 INFO:tasks.rados.rados.0.smithi084.stdout:1969: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:28:30.436 INFO:tasks.rados.rados.0.smithi084.stdout:1969: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:28:30.437 INFO:tasks.rados.rados.0.smithi084.stdout:1969: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:28:30.437 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 902 (ObjNum 558 snap 165 seq_num 558) dirty exists 2024-04-02T08:28:30.437 INFO:tasks.rados.rados.0.smithi084.stdout:1965: finishing copy_from to smithi08483026-40 2024-04-02T08:28:30.437 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 346 (ObjNum 620 snap 187 seq_num 620) dirty exists 2024-04-02T08:28:30.448 INFO:tasks.rados.rados.0.smithi084.stdout:1966: expect (ObjNum 626 snap 187 seq_num 626) 2024-04-02T08:28:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:30 smithi084 ceph-mon[94794]: pgmap v337: 121 pgs: 19 peering, 3 active+undersized+degraded, 3 active+undersized, 96 active+clean; 144 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 10/279 objects degraded (3.584%); 9.2 MiB/s, 3 objects/s recovering 2024-04-02T08:28:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:30 smithi084 ceph-mon[94794]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:28:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:30 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 10/279 objects degraded (3.584%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:30 smithi084 ceph-mon[97358]: pgmap v337: 121 pgs: 19 peering, 3 active+undersized+degraded, 3 active+undersized, 96 active+clean; 144 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 10/279 objects degraded (3.584%); 9.2 MiB/s, 3 objects/s recovering 2024-04-02T08:28:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:30 smithi084 ceph-mon[97358]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:28:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:30 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 10/279 objects degraded (3.584%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:30 smithi132 ceph-mon[88571]: pgmap v337: 121 pgs: 19 peering, 3 active+undersized+degraded, 3 active+undersized, 96 active+clean; 144 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 10/279 objects degraded (3.584%); 9.2 MiB/s, 3 objects/s recovering 2024-04-02T08:28:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:30 smithi132 ceph-mon[88571]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:28:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:30 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 10/279 objects degraded (3.584%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:30.694 INFO:tasks.rados.rados.0.smithi084.stdout:1968: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:28:30.695 INFO:tasks.rados.rados.0.smithi084.stdout:1968: finishing copy_from to smithi08483026-42 2024-04-02T08:28:30.695 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 874 (ObjNum 630 snap 188 seq_num 630) dirty exists 2024-04-02T08:28:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:28:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:28:30] "GET /metrics HTTP/1.1" 200 36120 "" "Prometheus/2.43.0" 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1963: done (7 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1964: done (6 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1965: done (5 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1966: done (4 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1967: done (3 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1968: done (2 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1969: done (1 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1970: done (0 left) 2024-04-02T08:28:31.334 INFO:tasks.rados.rados.0.smithi084.stdout:1971: snap_create 2024-04-02T08:28:31.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:31 smithi084 ceph-mon[94794]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:28:31.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:31 smithi084 ceph-mon[97358]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:28:31.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:31 smithi132 ceph-mon[88571]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:28:32.341 INFO:tasks.rados.rados.0.smithi084.stdout:1971: done (0 left) 2024-04-02T08:28:32.342 INFO:tasks.rados.rados.0.smithi084.stdout:1972: read oid 37 snap -1 2024-04-02T08:28:32.342 INFO:tasks.rados.rados.0.smithi084.stdout:1972: expect deleted 2024-04-02T08:28:32.342 INFO:tasks.rados.rados.0.smithi084.stdout:1973: read oid 17 snap -1 2024-04-02T08:28:32.342 INFO:tasks.rados.rados.0.smithi084.stdout:1973: expect (ObjNum 630 snap 188 seq_num 630) 2024-04-02T08:28:32.342 INFO:tasks.rados.rados.0.smithi084.stdout:1974: delete oid 44 current snap is 191 2024-04-02T08:28:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:1972: done (2 left) 2024-04-02T08:28:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:1974: done (1 left) 2024-04-02T08:28:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:1975: copy_from oid 30 from oid 32 current snap is 191 2024-04-02T08:28:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:1976: read oid 21 snap -1 2024-04-02T08:28:32.348 INFO:tasks.rados.rados.0.smithi084.stdout:1976: expect (ObjNum 575 snap 168 seq_num 575) 2024-04-02T08:28:32.348 INFO:tasks.rados.rados.0.smithi084.stdout:1977: copy_from oid 25 from oid 29 current snap is 191 2024-04-02T08:28:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:1978: read oid 2 snap -1 2024-04-02T08:28:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:1978: expect deleted 2024-04-02T08:28:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:1979: read oid 4 snap 179 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1979: expect deleted 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1980: read oid 24 snap -1 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1980: expect deleted 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1981: read oid 11 snap -1 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1981: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1982: rollback oid 35 current snap is 191 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 188 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1983: read oid 5 snap -1 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1983: expect (ObjNum 594 snap 177 seq_num 594) 2024-04-02T08:28:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:1984: snap_create 2024-04-02T08:28:32.352 INFO:tasks.rados.rados.0.smithi084.stdout:1973: expect (ObjNum 630 snap 188 seq_num 630) 2024-04-02T08:28:32.426 INFO:tasks.rados.rados.0.smithi084.stdout:1982: finishing rollback tid 0 to smithi08483026-35 2024-04-02T08:28:32.426 INFO:tasks.rados.rados.0.smithi084.stdout:1982: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:28:32.426 INFO:tasks.rados.rados.0.smithi084.stdout:1982: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:28:32.426 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 908 (ObjNum 624 snap 187 seq_num 624) dirty exists 2024-04-02T08:28:32.426 INFO:tasks.rados.rados.0.smithi084.stdout:1977: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:28:32.426 INFO:tasks.rados.rados.0.smithi084.stdout:1977: finishing copy_from to smithi08483026-25 2024-04-02T08:28:32.426 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 346 (ObjNum 620 snap 187 seq_num 620) dirty exists 2024-04-02T08:28:32.427 INFO:tasks.rados.rados.0.smithi084.stdout:1975: finishing copy_from racing read to smithi08483026-30 2024-04-02T08:28:32.427 INFO:tasks.rados.rados.0.smithi084.stdout:1981: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:28:32.563 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:32 smithi132 ceph-mon[88571]: pgmap v340: 121 pgs: 121 active+clean; 143 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 24 op/s; 15 MiB/s, 6 objects/s recovering 2024-04-02T08:28:32.563 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:32 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/279 objects degraded (3.584%), 3 pgs degraded) 2024-04-02T08:28:32.563 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:32 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:28:32.563 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:32 smithi132 ceph-mon[88571]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:28:32.563 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[94794]: pgmap v340: 121 pgs: 121 active+clean; 143 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 24 op/s; 15 MiB/s, 6 objects/s recovering 2024-04-02T08:28:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/279 objects degraded (3.584%), 3 pgs degraded) 2024-04-02T08:28:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:28:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[94794]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:28:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[97358]: pgmap v340: 121 pgs: 121 active+clean; 143 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 24 op/s; 15 MiB/s, 6 objects/s recovering 2024-04-02T08:28:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/279 objects degraded (3.584%), 3 pgs degraded) 2024-04-02T08:28:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:28:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:32 smithi084 ceph-mon[97358]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:28:32.703 INFO:tasks.rados.rados.0.smithi084.stdout:1976: expect (ObjNum 575 snap 168 seq_num 575) 2024-04-02T08:28:32.896 INFO:tasks.rados.rados.0.smithi084.stdout:1975: finishing copy_from to smithi08483026-30 2024-04-02T08:28:32.897 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 872 (ObjNum 629 snap 188 seq_num 629) dirty exists 2024-04-02T08:28:32.897 INFO:tasks.rados.rados.0.smithi084.stdout:1983: expect (ObjNum 594 snap 177 seq_num 594) 2024-04-02T08:28:33.345 INFO:tasks.rados.rados.0.smithi084.stdout:1973: done (10 left) 2024-04-02T08:28:33.345 INFO:tasks.rados.rados.0.smithi084.stdout:1975: done (9 left) 2024-04-02T08:28:33.345 INFO:tasks.rados.rados.0.smithi084.stdout:1976: done (8 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1977: done (7 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1978: done (6 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1979: done (5 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1980: done (4 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1981: done (3 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1982: done (2 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1983: done (1 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1984: done (0 left) 2024-04-02T08:28:33.346 INFO:tasks.rados.rados.0.smithi084.stdout:1985: snap_create 2024-04-02T08:28:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:33 smithi084 ceph-mon[94794]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:28:33.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:33 smithi084 ceph-mon[97358]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:28:33.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:33 smithi132 ceph-mon[88571]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:28:33.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi084\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi084\", job=\"node\", machine=\"x86_64\", nodename=\"smithi084\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:34.346 INFO:tasks.rados.rados.0.smithi084.stdout:1985: done (0 left) 2024-04-02T08:28:34.346 INFO:tasks.rados.rados.0.smithi084.stdout:1986: snap_remove snap 183 2024-04-02T08:28:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:34 smithi084 ceph-mon[94794]: pgmap v343: 121 pgs: 121 active+clean; 143 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 184 KiB/s wr, 12 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-04-02T08:28:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:34 smithi084 ceph-mon[94794]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:28:34.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:34 smithi084 ceph-mon[97358]: pgmap v343: 121 pgs: 121 active+clean; 143 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 184 KiB/s wr, 12 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-04-02T08:28:34.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:34 smithi084 ceph-mon[97358]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:28:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:34 smithi132 ceph-mon[88571]: pgmap v343: 121 pgs: 121 active+clean; 143 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 184 KiB/s wr, 12 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-04-02T08:28:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:34 smithi132 ceph-mon[88571]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:28:35.132 INFO:tasks.rados.rados.0.smithi084.stdout:1986: done (0 left) 2024-04-02T08:28:35.132 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 193 2024-04-02T08:28:35.132 INFO:tasks.rados.rados.0.smithi084.stdout:1987: seq_num 635 ranges {794624=638976,1433600=401408} 2024-04-02T08:28:35.139 INFO:tasks.rados.rados.0.smithi084.stdout:1987: writing smithi08483026-40 from 794624 to 1433600 tid 1 2024-04-02T08:28:35.142 INFO:tasks.rados.rados.0.smithi084.stdout:1987: writing smithi08483026-40 from 1433600 to 1835008 tid 2 2024-04-02T08:28:35.142 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 193 2024-04-02T08:28:35.142 INFO:tasks.rados.rados.0.smithi084.stdout:1988: seq_num 636 ranges {1892352=655360,2547712=401408} 2024-04-02T08:28:35.157 INFO:tasks.rados.rados.0.smithi084.stdout:1988: writing smithi08483026-14 from 1892352 to 2547712 tid 1 2024-04-02T08:28:35.160 INFO:tasks.rados.rados.0.smithi084.stdout:1988: writing smithi08483026-14 from 2547712 to 2949120 tid 2 2024-04-02T08:28:35.160 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 193 2024-04-02T08:28:35.160 INFO:tasks.rados.rados.0.smithi084.stdout:1987: finishing write tid 1 to smithi08483026-40 2024-04-02T08:28:35.160 INFO:tasks.rados.rados.0.smithi084.stdout:1989: seq_num 637 ranges {0=671744,671744=401408} 2024-04-02T08:28:35.164 INFO:tasks.rados.rados.0.smithi084.stdout:1989: writing smithi08483026-4 from 0 to 671744 tid 1 2024-04-02T08:28:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:1989: writing smithi08483026-4 from 671744 to 1073152 tid 2 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1990: snap_create 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1987: finishing write tid 2 to smithi08483026-40 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1987: finishing write tid 3 to smithi08483026-40 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1987: finishing write tid 4 to smithi08483026-40 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1987: oid 40 updating version 0 to 910 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1987: oid 40 updating version 910 to 911 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1987: oid 40 updating version 911 to 912 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 912 (ObjNum 635 snap 193 seq_num 635) dirty exists 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1987: left oid 40 (ObjNum 635 snap 193 seq_num 635) 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1988: finishing write tid 1 to smithi08483026-14 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1988: finishing write tid 2 to smithi08483026-14 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1988: finishing write tid 3 to smithi08483026-14 2024-04-02T08:28:35.167 INFO:tasks.rados.rados.0.smithi084.stdout:1988: finishing write tid 4 to smithi08483026-14 2024-04-02T08:28:35.168 INFO:tasks.rados.rados.0.smithi084.stdout:1988: oid 14 updating version 0 to 882 2024-04-02T08:28:35.168 INFO:tasks.rados.rados.0.smithi084.stdout:1988: oid 14 version 882 is already newer than 880 2024-04-02T08:28:35.168 INFO:tasks.rados.rados.0.smithi084.stdout:1988: oid 14 version 882 is already newer than 881 2024-04-02T08:28:35.168 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 882 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-04-02T08:28:35.168 INFO:tasks.rados.rados.0.smithi084.stdout:1988: left oid 14 (ObjNum 636 snap 193 seq_num 636) 2024-04-02T08:28:35.168 INFO:tasks.rados.rados.0.smithi084.stdout:1989: finishing write tid 1 to smithi08483026-4 2024-04-02T08:28:35.169 INFO:tasks.rados.rados.0.smithi084.stdout:1989: finishing write tid 2 to smithi08483026-4 2024-04-02T08:28:35.169 INFO:tasks.rados.rados.0.smithi084.stdout:1989: finishing write tid 3 to smithi08483026-4 2024-04-02T08:28:35.171 INFO:tasks.rados.rados.0.smithi084.stdout:1989: finishing write tid 4 to smithi08483026-4 2024-04-02T08:28:35.172 INFO:tasks.rados.rados.0.smithi084.stdout:1989: oid 4 updating version 0 to 862 2024-04-02T08:28:35.172 INFO:tasks.rados.rados.0.smithi084.stdout:1989: oid 4 version 862 is already newer than 861 2024-04-02T08:28:35.172 INFO:tasks.rados.rados.0.smithi084.stdout:1989: oid 4 updating version 862 to 863 2024-04-02T08:28:35.172 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 863 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-02T08:28:35.172 INFO:tasks.rados.rados.0.smithi084.stdout:1989: left oid 4 (ObjNum 637 snap 193 seq_num 637) 2024-04-02T08:28:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:35 smithi084 ceph-mon[94794]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:28:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:35 smithi084 ceph-mon[94794]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:28:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:35 smithi084 ceph-mon[97358]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:28:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:35 smithi084 ceph-mon[97358]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:28:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:35 smithi132 ceph-mon[88571]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:28:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:35 smithi132 ceph-mon[88571]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:28:36.133 INFO:tasks.rados.rados.0.smithi084.stdout:1987: done (3 left) 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1988: done (2 left) 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1989: done (1 left) 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1990: done (0 left) 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1991: rmattr oid 13 current snap is 194 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1991: done (0 left) 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1992: read oid 37 snap 185 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1992: expect deleted 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 34 current snap is 194 2024-04-02T08:28:36.134 INFO:tasks.rados.rados.0.smithi084.stdout:1993: seq_num 638 ranges {0=688128,688128=401408} 2024-04-02T08:28:36.137 INFO:tasks.rados.rados.0.smithi084.stdout:1993: writing smithi08483026-34 from 0 to 688128 tid 1 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:1993: writing smithi08483026-34 from 688128 to 1089536 tid 2 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:1994: rollback oid 1 current snap is 194 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 185 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:1992: done (2 left) 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:1995: read oid 33 snap -1 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:1995: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:1996: read oid 35 snap 181 2024-04-02T08:28:36.140 INFO:tasks.rados.rados.0.smithi084.stdout:1996: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:28:36.141 INFO:tasks.rados.rados.0.smithi084.stdout:1997: rmattr oid 4 current snap is 194 2024-04-02T08:28:36.141 INFO:tasks.rados.rados.0.smithi084.stdout:1997: done (4 left) 2024-04-02T08:28:36.141 INFO:tasks.rados.rados.0.smithi084.stdout:1998: rollback oid 44 current snap is 194 2024-04-02T08:28:36.141 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 191 2024-04-02T08:28:36.141 INFO:tasks.rados.rados.0.smithi084.stdout:1999: setattr oid 20 current snap is 194 2024-04-02T08:28:36.141 INFO:tasks.rados.rados.0.smithi084.stdout:2000: read oid 4 snap -1 2024-04-02T08:28:36.142 INFO:tasks.rados.rados.0.smithi084.stdout:2000: expect (ObjNum 637 snap 193 seq_num 637) 2024-04-02T08:28:36.142 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 194 2024-04-02T08:28:36.142 INFO:tasks.rados.rados.0.smithi084.stdout:2001: seq_num 639 ranges {0=704512,704512=401408} 2024-04-02T08:28:36.145 INFO:tasks.rados.rados.0.smithi084.stdout:2001: writing smithi08483026-2 from 0 to 704512 tid 1 2024-04-02T08:28:36.149 INFO:tasks.rados.rados.0.smithi084.stdout:2001: writing smithi08483026-2 from 704512 to 1105920 tid 2 2024-04-02T08:28:36.149 INFO:tasks.rados.rados.0.smithi084.stdout:2002: copy_from oid 37 from oid 11 current snap is 194 2024-04-02T08:28:36.149 INFO:tasks.rados.rados.0.smithi084.stdout:1998: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:28:36.149 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 441 (ObjNum 129 snap 0 seq_num 622255408) dirty dne 2024-04-02T08:28:36.149 INFO:tasks.rados.rados.0.smithi084.stdout:1993: finishing write tid 1 to smithi08483026-34 2024-04-02T08:28:36.149 INFO:tasks.rados.rados.0.smithi084.stdout:1993: finishing write tid 2 to smithi08483026-34 2024-04-02T08:28:36.149 INFO:tasks.rados.rados.0.smithi084.stdout:1995: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:36.164 INFO:tasks.rados.rados.0.smithi084.stdout:1994: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:28:36.164 INFO:tasks.rados.rados.0.smithi084.stdout:2000: expect (ObjNum 637 snap 193 seq_num 637) 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:1993: finishing write tid 3 to smithi08483026-34 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:2001: finishing write tid 1 to smithi08483026-2 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:2001: finishing write tid 2 to smithi08483026-2 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:1995: done (8 left) 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:1998: done (7 left) 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:2000: done (6 left) 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:2003: rollback oid 16 current snap is 194 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 188 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:2001: finishing write tid 3 to smithi08483026-2 2024-04-02T08:28:36.195 INFO:tasks.rados.rados.0.smithi084.stdout:1994: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:28:36.196 INFO:tasks.rados.rados.0.smithi084.stdout:1993: finishing write tid 4 to smithi08483026-34 2024-04-02T08:28:36.196 INFO:tasks.rados.rados.0.smithi084.stdout:1993: oid 34 updating version 0 to 787 2024-04-02T08:28:36.196 INFO:tasks.rados.rados.0.smithi084.stdout:1993: oid 34 version 787 is already newer than 786 2024-04-02T08:28:36.196 INFO:tasks.rados.rados.0.smithi084.stdout:1993: oid 34 updating version 787 to 788 2024-04-02T08:28:36.196 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 788 (ObjNum 638 snap 194 seq_num 638) dirty exists 2024-04-02T08:28:36.196 INFO:tasks.rados.rados.0.smithi084.stdout:1993: left oid 34 (ObjNum 638 snap 194 seq_num 638) 2024-04-02T08:28:36.196 INFO:tasks.rados.rados.0.smithi084.stdout:1996: expect (ObjNum 477 snap 144 seq_num 477) 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:1994: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 920 (ObjNum 558 snap 165 seq_num 558) dirty exists 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2001: finishing write tid 4 to smithi08483026-2 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2001: oid 2 updating version 0 to 844 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2001: oid 2 updating version 844 to 845 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2001: oid 2 version 845 is already newer than 843 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 845 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2001: left oid 2 (ObjNum 639 snap 194 seq_num 639) 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 922 (ObjNum 567 snap 166 seq_num 567) dirty exists 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2002: finishing copy_from racing read to smithi08483026-37 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2002: finishing copy_from to smithi08483026-37 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 883 (ObjNum 535 snap 159 seq_num 535) dirty exists 2024-04-02T08:28:36.216 INFO:tasks.rados.rados.0.smithi084.stdout:2003: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 0 (ObjNum 65 snap 0 seq_num 1448565334) dirty dne 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:1993: done (6 left) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:1994: done (5 left) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:1996: done (4 left) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:1999: done (3 left) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:2001: done (2 left) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:2002: done (1 left) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:2003: done (0 left) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:2004: copy_from oid 43 from oid 3 current snap is 194 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:2005: read oid 47 snap 181 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:2005: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 194 2024-04-02T08:28:36.217 INFO:tasks.rados.rados.0.smithi084.stdout:2006: seq_num 640 ranges {0=729088,729088=401408} 2024-04-02T08:28:36.219 INFO:tasks.rados.rados.0.smithi084.stdout:2006: writing smithi08483026-6 from 0 to 729088 tid 1 2024-04-02T08:28:36.222 INFO:tasks.rados.rados.0.smithi084.stdout:2006: writing smithi08483026-6 from 729088 to 1130496 tid 2 2024-04-02T08:28:36.223 INFO:tasks.rados.rados.0.smithi084.stdout:2007: read oid 30 snap -1 2024-04-02T08:28:36.223 INFO:tasks.rados.rados.0.smithi084.stdout:2007: expect (ObjNum 629 snap 188 seq_num 629) 2024-04-02T08:28:36.223 INFO:tasks.rados.rados.0.smithi084.stdout:2008: delete oid 39 current snap is 194 2024-04-02T08:28:36.223 INFO:tasks.rados.rados.0.smithi084.stdout:2004: finishing copy_from to smithi08483026-43 2024-04-02T08:28:36.223 INFO:tasks.rados.rados.0.smithi084.stdout:2004: got expected ENOENT (src dne) 2024-04-02T08:28:36.223 INFO:tasks.rados.rados.0.smithi084.stdout:2004: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:28:36.223 INFO:tasks.rados.rados.0.smithi084.stdout:2005: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: finishing write tid 1 to smithi08483026-6 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: finishing write tid 2 to smithi08483026-6 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: finishing write tid 3 to smithi08483026-6 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: finishing write tid 4 to smithi08483026-6 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: oid 6 updating version 0 to 500 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: oid 6 version 500 is already newer than 499 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: oid 6 version 500 is already newer than 498 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 500 (ObjNum 640 snap 194 seq_num 640) dirty exists 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2006: left oid 6 (ObjNum 640 snap 194 seq_num 640) 2024-04-02T08:28:36.304 INFO:tasks.rados.rados.0.smithi084.stdout:2007: expect (ObjNum 629 snap 188 seq_num 629) 2024-04-02T08:28:36.333 INFO:tasks.rados.rados.0.smithi084.stdout:2004: done (4 left) 2024-04-02T08:28:36.333 INFO:tasks.rados.rados.0.smithi084.stdout:2005: done (3 left) 2024-04-02T08:28:36.333 INFO:tasks.rados.rados.0.smithi084.stdout:2006: done (2 left) 2024-04-02T08:28:36.333 INFO:tasks.rados.rados.0.smithi084.stdout:2007: done (1 left) 2024-04-02T08:28:36.333 INFO:tasks.rados.rados.0.smithi084.stdout:2008: done (0 left) 2024-04-02T08:28:36.333 INFO:tasks.rados.rados.0.smithi084.stdout:2009: snap_create 2024-04-02T08:28:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:36 smithi084 ceph-mon[94794]: pgmap v346: 121 pgs: 121 active+clean; 151 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-02T08:28:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:36 smithi084 ceph-mon[94794]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:28:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:36 smithi084 ceph-mon[97358]: pgmap v346: 121 pgs: 121 active+clean; 151 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-02T08:28:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:36 smithi084 ceph-mon[97358]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:28:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:36 smithi132 ceph-mon[88571]: pgmap v346: 121 pgs: 121 active+clean; 151 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-02T08:28:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:36 smithi132 ceph-mon[88571]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:28:37.133 INFO:tasks.rados.rados.0.smithi084.stdout:2009: done (0 left) 2024-04-02T08:28:37.133 INFO:tasks.rados.rados.0.smithi084.stdout:2010: copy_from oid 2 from oid 47 current snap is 195 2024-04-02T08:28:37.133 INFO:tasks.rados.rados.0.smithi084.stdout:2011: snap_remove snap 179 2024-04-02T08:28:38.148 INFO:tasks.rados.rados.0.smithi084.stdout:2011: done (1 left) 2024-04-02T08:28:38.148 INFO:tasks.rados.rados.0.smithi084.stdout:2012: rollback oid 25 current snap is 195 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 25 to 188 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:2010: finishing copy_from racing read to smithi08483026-2 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:2010: finishing copy_from to smithi08483026-2 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 828 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:2010: done (1 left) 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:2013: rmattr oid 50 current snap is 195 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:2014: read oid 34 snap 181 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:2014: expect deleted 2024-04-02T08:28:38.149 INFO:tasks.rados.rados.0.smithi084.stdout:2015: delete oid 23 current snap is 195 2024-04-02T08:28:38.157 INFO:tasks.rados.rados.0.smithi084.stdout:2012: finishing rollback tid 0 to smithi08483026-25 2024-04-02T08:28:38.158 INFO:tasks.rados.rados.0.smithi084.stdout:2014: done (3 left) 2024-04-02T08:28:38.158 INFO:tasks.rados.rados.0.smithi084.stdout:2015: done (2 left) 2024-04-02T08:28:38.158 INFO:tasks.rados.rados.0.smithi084.stdout:2016: read oid 41 snap -1 2024-04-02T08:28:38.158 INFO:tasks.rados.rados.0.smithi084.stdout:2016: expect deleted 2024-04-02T08:28:38.158 INFO:tasks.rados.rados.0.smithi084.stdout:2017: read oid 40 snap -1 2024-04-02T08:28:38.158 INFO:tasks.rados.rados.0.smithi084.stdout:2017: expect (ObjNum 635 snap 193 seq_num 635) 2024-04-02T08:28:38.158 INFO:tasks.rados.rados.0.smithi084.stdout:2018: snap_create 2024-04-02T08:28:38.159 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 894 (ObjNum 587 snap 174 seq_num 587) dirty exists 2024-04-02T08:28:38.160 INFO:tasks.rados.rados.0.smithi084.stdout:2012: finishing rollback tid 1 to smithi08483026-25 2024-04-02T08:28:38.161 INFO:tasks.rados.rados.0.smithi084.stdout:2012: finishing rollback tid 2 to smithi08483026-25 2024-04-02T08:28:38.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 855 (ObjNum 618 snap 187 seq_num 618) dirty exists 2024-04-02T08:28:38.173 INFO:tasks.rados.rados.0.smithi084.stdout:2017: expect (ObjNum 635 snap 193 seq_num 635) 2024-04-02T08:28:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:38 smithi132 ceph-mon[88571]: pgmap v349: 121 pgs: 121 active+clean; 152 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-02T08:28:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:38 smithi132 ceph-mon[88571]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:28:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:38 smithi084 ceph-mon[94794]: pgmap v349: 121 pgs: 121 active+clean; 152 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-02T08:28:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:38 smithi084 ceph-mon[94794]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:28:38.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:38 smithi084 ceph-mon[97358]: pgmap v349: 121 pgs: 121 active+clean; 152 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-02T08:28:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:38 smithi084 ceph-mon[97358]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:28:39.150 INFO:tasks.rados.rados.0.smithi084.stdout:2012: done (4 left) 2024-04-02T08:28:39.150 INFO:tasks.rados.rados.0.smithi084.stdout:2013: done (3 left) 2024-04-02T08:28:39.150 INFO:tasks.rados.rados.0.smithi084.stdout:2016: done (2 left) 2024-04-02T08:28:39.150 INFO:tasks.rados.rados.0.smithi084.stdout:2017: done (1 left) 2024-04-02T08:28:39.150 INFO:tasks.rados.rados.0.smithi084.stdout:2018: done (0 left) 2024-04-02T08:28:39.150 INFO:tasks.rados.rados.0.smithi084.stdout:2019: read oid 16 snap -1 2024-04-02T08:28:39.150 INFO:tasks.rados.rados.0.smithi084.stdout:2019: expect deleted 2024-04-02T08:28:39.151 INFO:tasks.rados.rados.0.smithi084.stdout:2020: rollback oid 4 current snap is 196 2024-04-02T08:28:39.151 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 4 to 195 2024-04-02T08:28:39.151 INFO:tasks.rados.rados.0.smithi084.stdout:2021: delete oid 46 current snap is 196 2024-04-02T08:28:39.157 INFO:tasks.rados.rados.0.smithi084.stdout:2020: finishing rollback tid 0 to smithi08483026-4 2024-04-02T08:28:39.157 INFO:tasks.rados.rados.0.smithi084.stdout:2020: finishing rollback tid 1 to smithi08483026-4 2024-04-02T08:28:39.157 INFO:tasks.rados.rados.0.smithi084.stdout:2020: finishing rollback tid 2 to smithi08483026-4 2024-04-02T08:28:39.158 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 867 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-02T08:28:39.158 INFO:tasks.rados.rados.0.smithi084.stdout:2019: done (2 left) 2024-04-02T08:28:39.158 INFO:tasks.rados.rados.0.smithi084.stdout:2020: done (1 left) 2024-04-02T08:28:39.158 INFO:tasks.rados.rados.0.smithi084.stdout:2021: done (0 left) 2024-04-02T08:28:39.158 INFO:tasks.rados.rados.0.smithi084.stdout:2022: snap_remove snap 195 2024-04-02T08:28:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:39 smithi132 ceph-mon[88571]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:28:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[94794]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:28:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[97358]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:28:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:40.137 INFO:tasks.rados.rados.0.smithi084.stdout:2022: done (0 left) 2024-04-02T08:28:40.137 INFO:tasks.rados.rados.0.smithi084.stdout:2023: rollback oid 33 current snap is 196 2024-04-02T08:28:40.137 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 33 to 194 2024-04-02T08:28:40.137 INFO:tasks.rados.rados.0.smithi084.stdout:2024: delete oid 1 current snap is 196 2024-04-02T08:28:40.143 INFO:tasks.rados.rados.0.smithi084.stdout:2024: done (1 left) 2024-04-02T08:28:40.143 INFO:tasks.rados.rados.0.smithi084.stdout:2025: delete oid 10 current snap is 196 2024-04-02T08:28:40.146 INFO:tasks.rados.rados.0.smithi084.stdout:2023: finishing rollback tid 0 to smithi08483026-33 2024-04-02T08:28:40.147 INFO:tasks.rados.rados.0.smithi084.stdout:2023: finishing rollback tid 1 to smithi08483026-33 2024-04-02T08:28:40.147 INFO:tasks.rados.rados.0.smithi084.stdout:2023: finishing rollback tid 2 to smithi08483026-33 2024-04-02T08:28:40.147 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 900 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:28:40.147 INFO:tasks.rados.rados.0.smithi084.stdout:2023: done (1 left) 2024-04-02T08:28:40.147 INFO:tasks.rados.rados.0.smithi084.stdout:2025: done (0 left) 2024-04-02T08:28:40.148 INFO:tasks.rados.rados.0.smithi084.stdout:2026: snap_remove snap 191 2024-04-02T08:28:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:40 smithi132 ceph-mon[88571]: pgmap v352: 121 pgs: 121 active+clean; 155 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 968 KiB/s wr, 17 op/s 2024-04-02T08:28:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:40 smithi132 ceph-mon[88571]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:28:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:40 smithi132 ceph-mon[88571]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:28:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:40 smithi084 ceph-mon[94794]: pgmap v352: 121 pgs: 121 active+clean; 155 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 968 KiB/s wr, 17 op/s 2024-04-02T08:28:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:40 smithi084 ceph-mon[94794]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:28:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:40 smithi084 ceph-mon[94794]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:28:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:40 smithi084 ceph-mon[97358]: pgmap v352: 121 pgs: 121 active+clean; 155 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 968 KiB/s wr, 17 op/s 2024-04-02T08:28:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:40 smithi084 ceph-mon[97358]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:28:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:40 smithi084 ceph-mon[97358]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:28:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:28:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:28:40] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-04-02T08:28:41.156 INFO:tasks.rados.rados.0.smithi084.stdout:2026: done (0 left) 2024-04-02T08:28:41.156 INFO:tasks.rados.rados.0.smithi084.stdout:2027: setattr oid 36 current snap is 196 2024-04-02T08:28:41.157 INFO:tasks.rados.rados.0.smithi084.stdout:2028: copy_from oid 38 from oid 1 current snap is 196 2024-04-02T08:28:41.157 INFO:tasks.rados.rados.0.smithi084.stdout:2029: rollback oid 15 current snap is 196 2024-04-02T08:28:41.157 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 184 2024-04-02T08:28:41.157 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 196 2024-04-02T08:28:41.157 INFO:tasks.rados.rados.0.smithi084.stdout:2030: seq_num 646 ranges {4128768=425984,4554752=655360,5210112=147456} 2024-04-02T08:28:41.183 INFO:tasks.rados.rados.0.smithi084.stdout:2030: writing smithi08483026-22 from 4128768 to 4554752 tid 1 2024-04-02T08:28:41.186 INFO:tasks.rados.rados.0.smithi084.stdout:2030: writing smithi08483026-22 from 4554752 to 5210112 tid 2 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2030: writing smithi08483026-22 from 5210112 to 5357568 tid 3 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2031: rollback oid 10 current snap is 196 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 189 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2028: finishing copy_from to smithi08483026-38 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2028: got expected ENOENT (src dne) 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2028: finishing copy_from racing read to smithi08483026-38 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2029: finishing rollback tid 0 to smithi08483026-15 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2028: done (4 left) 2024-04-02T08:28:41.188 INFO:tasks.rados.rados.0.smithi084.stdout:2032: snap_create 2024-04-02T08:28:41.189 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 857 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:28:41.189 INFO:tasks.rados.rados.0.smithi084.stdout:2029: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:28:41.189 INFO:tasks.rados.rados.0.smithi084.stdout:2029: finishing rollback tid 2 to smithi08483026-15 2024-04-02T08:28:41.189 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 661 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-04-02T08:28:41.189 INFO:tasks.rados.rados.0.smithi084.stdout:2030: finishing write tid 1 to smithi08483026-22 2024-04-02T08:28:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:2031: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:28:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:2031: finishing rollback tid 2 to smithi08483026-10 2024-04-02T08:28:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 910 (ObjNum 626 snap 187 seq_num 626) dirty exists 2024-04-02T08:28:41.191 INFO:tasks.rados.rados.0.smithi084.stdout:2030: finishing write tid 2 to smithi08483026-22 2024-04-02T08:28:41.191 INFO:tasks.rados.rados.0.smithi084.stdout:2030: finishing write tid 3 to smithi08483026-22 2024-04-02T08:28:41.191 INFO:tasks.rados.rados.0.smithi084.stdout:2030: finishing write tid 4 to smithi08483026-22 2024-04-02T08:28:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:2030: finishing write tid 5 to smithi08483026-22 2024-04-02T08:28:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:2030: oid 22 updating version 0 to 506 2024-04-02T08:28:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:2030: oid 22 version 506 is already newer than 505 2024-04-02T08:28:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:2030: oid 22 updating version 506 to 507 2024-04-02T08:28:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:2030: oid 22 version 507 is already newer than 504 2024-04-02T08:28:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 507 (ObjNum 646 snap 196 seq_num 646) dirty exists 2024-04-02T08:28:41.194 INFO:tasks.rados.rados.0.smithi084.stdout:2030: left oid 22 (ObjNum 646 snap 196 seq_num 646) 2024-04-02T08:28:42.162 INFO:tasks.rados.rados.0.smithi084.stdout:2027: done (4 left) 2024-04-02T08:28:42.162 INFO:tasks.rados.rados.0.smithi084.stdout:2029: done (3 left) 2024-04-02T08:28:42.162 INFO:tasks.rados.rados.0.smithi084.stdout:2030: done (2 left) 2024-04-02T08:28:42.162 INFO:tasks.rados.rados.0.smithi084.stdout:2031: done (1 left) 2024-04-02T08:28:42.162 INFO:tasks.rados.rados.0.smithi084.stdout:2032: done (0 left) 2024-04-02T08:28:42.162 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 197 2024-04-02T08:28:42.162 INFO:tasks.rados.rados.0.smithi084.stdout:2033: seq_num 647 ranges {1622016=442368,2064384=589824,2654208=212992} 2024-04-02T08:28:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:2033: writing smithi08483026-8 from 1622016 to 2064384 tid 1 2024-04-02T08:28:42.176 INFO:tasks.rados.rados.0.smithi084.stdout:2033: writing smithi08483026-8 from 2064384 to 2654208 tid 2 2024-04-02T08:28:42.178 INFO:tasks.rados.rados.0.smithi084.stdout:2033: writing smithi08483026-8 from 2654208 to 2867200 tid 3 2024-04-02T08:28:42.178 INFO:tasks.rados.rados.0.smithi084.stdout:2034: delete oid 12 current snap is 197 2024-04-02T08:28:42.182 INFO:tasks.rados.rados.0.smithi084.stdout:2034: done (1 left) 2024-04-02T08:28:42.182 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 197 2024-04-02T08:28:42.183 INFO:tasks.rados.rados.0.smithi084.stdout:2033: finishing write tid 1 to smithi08483026-8 2024-04-02T08:28:42.183 INFO:tasks.rados.rados.0.smithi084.stdout:2033: finishing write tid 2 to smithi08483026-8 2024-04-02T08:28:42.183 INFO:tasks.rados.rados.0.smithi084.stdout:2035: seq_num 649 ranges {1654784=475136,2129920=761856,2891776=40960} 2024-04-02T08:28:42.194 INFO:tasks.rados.rados.0.smithi084.stdout:2035: writing smithi08483026-35 from 1654784 to 2129920 tid 1 2024-04-02T08:28:42.199 INFO:tasks.rados.rados.0.smithi084.stdout:2035: writing smithi08483026-35 from 2129920 to 2891776 tid 2 2024-04-02T08:28:42.199 INFO:tasks.rados.rados.0.smithi084.stdout:2035: writing smithi08483026-35 from 2891776 to 2932736 tid 3 2024-04-02T08:28:42.199 INFO:tasks.rados.rados.0.smithi084.stdout:2036: delete oid 4 current snap is 197 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: finishing write tid 3 to smithi08483026-8 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: finishing write tid 4 to smithi08483026-8 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: finishing write tid 5 to smithi08483026-8 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: oid 8 updating version 0 to 941 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: oid 8 version 941 is already newer than 939 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: oid 8 version 941 is already newer than 940 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: oid 8 version 941 is already newer than 938 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 941 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2033: left oid 8 (ObjNum 647 snap 197 seq_num 647) 2024-04-02T08:28:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2035: finishing write tid 1 to smithi08483026-35 2024-04-02T08:28:42.202 INFO:tasks.rados.rados.0.smithi084.stdout:2033: done (2 left) 2024-04-02T08:28:42.202 INFO:tasks.rados.rados.0.smithi084.stdout:2036: done (1 left) 2024-04-02T08:28:42.202 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 197 2024-04-02T08:28:42.202 INFO:tasks.rados.rados.0.smithi084.stdout:2037: seq_num 651 ranges {1679360=507904,2187264=532480,2719744=270336} 2024-04-02T08:28:42.214 INFO:tasks.rados.rados.0.smithi084.stdout:2037: writing smithi08483026-47 from 1679360 to 2187264 tid 1 2024-04-02T08:28:42.217 INFO:tasks.rados.rados.0.smithi084.stdout:2037: writing smithi08483026-47 from 2187264 to 2719744 tid 2 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2037: writing smithi08483026-47 from 2719744 to 2990080 tid 3 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2038: rmattr oid 23 current snap is 197 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2038: done (2 left) 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2039: copy_from oid 30 from oid 2 current snap is 197 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2035: finishing write tid 2 to smithi08483026-35 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2035: finishing write tid 3 to smithi08483026-35 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2035: finishing write tid 4 to smithi08483026-35 2024-04-02T08:28:42.219 INFO:tasks.rados.rados.0.smithi084.stdout:2035: finishing write tid 5 to smithi08483026-35 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2035: oid 35 updating version 0 to 945 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2035: oid 35 version 945 is already newer than 944 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2035: oid 35 updating version 945 to 946 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2035: oid 35 version 946 is already newer than 943 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 946 (ObjNum 649 snap 197 seq_num 649) dirty exists 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2035: left oid 35 (ObjNum 649 snap 197 seq_num 649) 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2035: done (2 left) 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2040: copy_from oid 18 from oid 44 current snap is 197 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 197 2024-04-02T08:28:42.220 INFO:tasks.rados.rados.0.smithi084.stdout:2041: seq_num 652 ranges {3866624=524288,4390912=409600,4800512=393216} 2024-04-02T08:28:42.243 INFO:tasks.rados.rados.0.smithi084.stdout:2041: writing smithi08483026-7 from 3866624 to 4390912 tid 1 2024-04-02T08:28:42.245 INFO:tasks.rados.rados.0.smithi084.stdout:2041: writing smithi08483026-7 from 4390912 to 4800512 tid 2 2024-04-02T08:28:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:2041: writing smithi08483026-7 from 4800512 to 5193728 tid 3 2024-04-02T08:28:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:2042: delete oid 46 current snap is 197 2024-04-02T08:28:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:2040: finishing copy_from to smithi08483026-18 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2040: got expected ENOENT (src dne) 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2040: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: finishing write tid 1 to smithi08483026-47 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: finishing write tid 2 to smithi08483026-47 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: finishing write tid 3 to smithi08483026-47 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: finishing write tid 4 to smithi08483026-47 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: finishing write tid 5 to smithi08483026-47 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: oid 47 updating version 0 to 863 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: oid 47 version 863 is already newer than 862 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: oid 47 updating version 863 to 864 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: oid 47 version 864 is already newer than 861 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 864 (ObjNum 651 snap 197 seq_num 651) dirty exists 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2037: left oid 47 (ObjNum 651 snap 197 seq_num 651) 2024-04-02T08:28:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2039: finishing copy_from racing read to smithi08483026-30 2024-04-02T08:28:42.250 INFO:tasks.rados.rados.0.smithi084.stdout:2039: finishing copy_from to smithi08483026-30 2024-04-02T08:28:42.250 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 828 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-04-02T08:28:42.250 INFO:tasks.rados.rados.0.smithi084.stdout:2041: finishing write tid 1 to smithi08483026-7 2024-04-02T08:28:42.250 INFO:tasks.rados.rados.0.smithi084.stdout:2041: finishing write tid 2 to smithi08483026-7 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2037: done (4 left) 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2039: done (3 left) 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2040: done (2 left) 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2042: done (1 left) 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2043: read oid 29 snap -1 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2043: expect (ObjNum 620 snap 187 seq_num 620) 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2044: delete oid 40 current snap is 197 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2041: finishing write tid 3 to smithi08483026-7 2024-04-02T08:28:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:2041: finishing write tid 4 to smithi08483026-7 2024-04-02T08:28:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:2041: finishing write tid 5 to smithi08483026-7 2024-04-02T08:28:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:2041: oid 7 updating version 0 to 883 2024-04-02T08:28:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:2041: oid 7 version 883 is already newer than 881 2024-04-02T08:28:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:2041: oid 7 version 883 is already newer than 880 2024-04-02T08:28:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:2041: oid 7 version 883 is already newer than 882 2024-04-02T08:28:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 883 (ObjNum 652 snap 197 seq_num 652) dirty exists 2024-04-02T08:28:42.253 INFO:tasks.rados.rados.0.smithi084.stdout:2041: left oid 7 (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:28:42.253 INFO:tasks.rados.rados.0.smithi084.stdout:2041: done (2 left) 2024-04-02T08:28:42.253 INFO:tasks.rados.rados.0.smithi084.stdout:2044: done (1 left) 2024-04-02T08:28:42.253 INFO:tasks.rados.rados.0.smithi084.stdout:2045: snap_create 2024-04-02T08:28:42.253 INFO:tasks.rados.rados.0.smithi084.stdout:2043: expect (ObjNum 620 snap 187 seq_num 620) 2024-04-02T08:28:42.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:42 smithi132 ceph-mon[88571]: pgmap v355: 121 pgs: 121 active+clean; 169 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T08:28:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:42 smithi132 ceph-mon[88571]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:28:42.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:42 smithi084 ceph-mon[94794]: pgmap v355: 121 pgs: 121 active+clean; 169 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T08:28:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:42 smithi084 ceph-mon[94794]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:28:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:42 smithi084 ceph-mon[97358]: pgmap v355: 121 pgs: 121 active+clean; 169 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T08:28:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:42 smithi084 ceph-mon[97358]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:28:43.167 INFO:tasks.rados.rados.0.smithi084.stdout:2043: done (1 left) 2024-04-02T08:28:43.167 INFO:tasks.rados.rados.0.smithi084.stdout:2045: done (0 left) 2024-04-02T08:28:43.167 INFO:tasks.rados.rados.0.smithi084.stdout:2046: delete oid 9 current snap is 198 2024-04-02T08:28:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:2046: done (0 left) 2024-04-02T08:28:43.171 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 198 2024-04-02T08:28:43.172 INFO:tasks.rados.rados.0.smithi084.stdout:2047: seq_num 656 ranges {0=589824,589824=802816} 2024-04-02T08:28:43.175 INFO:tasks.rados.rados.0.smithi084.stdout:2047: writing smithi08483026-39 from 0 to 589824 tid 1 2024-04-02T08:28:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2047: writing smithi08483026-39 from 589824 to 1392640 tid 2 2024-04-02T08:28:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 198 2024-04-02T08:28:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2048: seq_num 657 ranges {2990080=606208,3596288=688128,4284416=114688} 2024-04-02T08:28:43.199 INFO:tasks.rados.rados.0.smithi084.stdout:2048: writing smithi08483026-47 from 2990080 to 3596288 tid 1 2024-04-02T08:28:43.203 INFO:tasks.rados.rados.0.smithi084.stdout:2048: writing smithi08483026-47 from 3596288 to 4284416 tid 2 2024-04-02T08:28:43.204 INFO:tasks.rados.rados.0.smithi084.stdout:2048: writing smithi08483026-47 from 4284416 to 4399104 tid 3 2024-04-02T08:28:43.204 INFO:tasks.rados.rados.0.smithi084.stdout:2049: read oid 32 snap -1 2024-04-02T08:28:43.204 INFO:tasks.rados.rados.0.smithi084.stdout:2049: expect (ObjNum 629 snap 188 seq_num 629) 2024-04-02T08:28:43.204 INFO:tasks.rados.rados.0.smithi084.stdout:2050: snap_remove snap 192 2024-04-02T08:28:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:43 smithi084 ceph-mon[94794]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:28:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:43 smithi084 ceph-mon[97358]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:28:43.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:43 smithi132 ceph-mon[88571]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:28:44.175 INFO:tasks.rados.rados.0.smithi084.stdout:2050: done (3 left) 2024-04-02T08:28:44.175 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 198 2024-04-02T08:28:44.175 INFO:tasks.rados.rados.0.smithi084.stdout:2051: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-04-02T08:28:44.179 INFO:tasks.rados.rados.0.smithi084.stdout:2051: writing smithi08483026-24 from 0 to 622592 tid 1 2024-04-02T08:28:44.188 INFO:tasks.rados.rados.0.smithi084.stdout:2051: writing smithi08483026-24 from 622592 to 1187840 tid 2 2024-04-02T08:28:44.188 INFO:tasks.rados.rados.0.smithi084.stdout:2051: writing smithi08483026-24 from 1187840 to 1425408 tid 3 2024-04-02T08:28:44.188 INFO:tasks.rados.rados.0.smithi084.stdout:2052: copy_from oid 35 from oid 7 current snap is 198 2024-04-02T08:28:44.188 INFO:tasks.rados.rados.0.smithi084.stdout:2047: finishing write tid 1 to smithi08483026-39 2024-04-02T08:28:44.188 INFO:tasks.rados.rados.0.smithi084.stdout:2053: rollback oid 15 current snap is 198 2024-04-02T08:28:44.188 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 194 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2047: finishing write tid 2 to smithi08483026-39 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2047: finishing write tid 3 to smithi08483026-39 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2047: finishing write tid 4 to smithi08483026-39 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2047: oid 39 updating version 0 to 903 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2047: oid 39 version 903 is already newer than 901 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2047: oid 39 version 903 is already newer than 902 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 903 (ObjNum 656 snap 198 seq_num 656) dirty exists 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2047: left oid 39 (ObjNum 656 snap 198 seq_num 656) 2024-04-02T08:28:44.189 INFO:tasks.rados.rados.0.smithi084.stdout:2049: expect (ObjNum 629 snap 188 seq_num 629) 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: finishing write tid 1 to smithi08483026-47 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: finishing write tid 2 to smithi08483026-47 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: finishing write tid 3 to smithi08483026-47 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: finishing write tid 4 to smithi08483026-47 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: finishing write tid 5 to smithi08483026-47 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: oid 47 updating version 0 to 867 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: oid 47 updating version 867 to 868 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: oid 47 version 868 is already newer than 866 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: oid 47 updating version 868 to 869 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 869 (ObjNum 657 snap 198 seq_num 657) dirty exists 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2048: left oid 47 (ObjNum 657 snap 198 seq_num 657) 2024-04-02T08:28:44.224 INFO:tasks.rados.rados.0.smithi084.stdout:2051: finishing write tid 1 to smithi08483026-24 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:2051: finishing write tid 2 to smithi08483026-24 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:2051: finishing write tid 3 to smithi08483026-24 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:2051: finishing write tid 4 to smithi08483026-24 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:2047: done (5 left) 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:2048: done (4 left) 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:2049: done (3 left) 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 198 2024-04-02T08:28:44.225 INFO:tasks.rados.rados.0.smithi084.stdout:2054: seq_num 659 ranges {4997120=647168,5644288=450560,6094848=352256} 2024-04-02T08:28:44.253 INFO:tasks.rados.rados.0.smithi084.stdout:2054: writing smithi08483026-5 from 4997120 to 5644288 tid 1 2024-04-02T08:28:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:2054: writing smithi08483026-5 from 5644288 to 6094848 tid 2 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2054: writing smithi08483026-5 from 6094848 to 6447104 tid 3 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2055: read oid 8 snap -1 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2055: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2056: snap_create 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2053: finishing rollback tid 0 to smithi08483026-15 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2053: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2053: finishing rollback tid 2 to smithi08483026-15 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 664 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2051: finishing write tid 5 to smithi08483026-24 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2051: oid 24 updating version 0 to 356 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2051: oid 24 version 356 is already newer than 353 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2051: oid 24 version 356 is already newer than 355 2024-04-02T08:28:44.259 INFO:tasks.rados.rados.0.smithi084.stdout:2051: oid 24 version 356 is already newer than 354 2024-04-02T08:28:44.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 356 (ObjNum 658 snap 198 seq_num 658) dirty exists 2024-04-02T08:28:44.260 INFO:tasks.rados.rados.0.smithi084.stdout:2051: left oid 24 (ObjNum 658 snap 198 seq_num 658) 2024-04-02T08:28:44.260 INFO:tasks.rados.rados.0.smithi084.stdout:2052: finishing copy_from racing read to smithi08483026-35 2024-04-02T08:28:44.260 INFO:tasks.rados.rados.0.smithi084.stdout:2052: finishing copy_from to smithi08483026-35 2024-04-02T08:28:44.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 883 (ObjNum 652 snap 197 seq_num 652) dirty exists 2024-04-02T08:28:44.260 INFO:tasks.rados.rados.0.smithi084.stdout:2054: finishing write tid 1 to smithi08483026-5 2024-04-02T08:28:44.260 INFO:tasks.rados.rados.0.smithi084.stdout:2054: finishing write tid 2 to smithi08483026-5 2024-04-02T08:28:44.261 INFO:tasks.rados.rados.0.smithi084.stdout:2054: finishing write tid 3 to smithi08483026-5 2024-04-02T08:28:44.261 INFO:tasks.rados.rados.0.smithi084.stdout:2054: finishing write tid 4 to smithi08483026-5 2024-04-02T08:28:44.263 INFO:tasks.rados.rados.0.smithi084.stdout:2054: finishing write tid 5 to smithi08483026-5 2024-04-02T08:28:44.263 INFO:tasks.rados.rados.0.smithi084.stdout:2054: oid 5 updating version 0 to 789 2024-04-02T08:28:44.263 INFO:tasks.rados.rados.0.smithi084.stdout:2054: oid 5 updating version 789 to 791 2024-04-02T08:28:44.263 INFO:tasks.rados.rados.0.smithi084.stdout:2054: oid 5 updating version 791 to 792 2024-04-02T08:28:44.263 INFO:tasks.rados.rados.0.smithi084.stdout:2054: oid 5 version 792 is already newer than 790 2024-04-02T08:28:44.263 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 792 (ObjNum 659 snap 198 seq_num 659) dirty exists 2024-04-02T08:28:44.263 INFO:tasks.rados.rados.0.smithi084.stdout:2054: left oid 5 (ObjNum 659 snap 198 seq_num 659) 2024-04-02T08:28:44.269 INFO:tasks.rados.rados.0.smithi084.stdout:2055: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-02T08:28:44.359 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:44 smithi132 ceph-mon[88571]: pgmap v358: 121 pgs: 121 active+clean; 169 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:28:44.359 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:44 smithi132 ceph-mon[88571]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:28:44.359 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:44.359 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:44 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:44.359 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:44 smithi132 ceph-mon[88571]: Upgrade: osd.5 is safe to restart 2024-04-02T08:28:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[94794]: pgmap v358: 121 pgs: 121 active+clean; 169 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:28:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[94794]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[94794]: Upgrade: osd.5 is safe to restart 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[97358]: pgmap v358: 121 pgs: 121 active+clean; 169 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[97358]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:28:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:44 smithi084 ceph-mon[97358]: Upgrade: osd.5 is safe to restart 2024-04-02T08:28:45.133 INFO:tasks.rados.rados.0.smithi084.stdout:2051: done (5 left) 2024-04-02T08:28:45.133 INFO:tasks.rados.rados.0.smithi084.stdout:2052: done (4 left) 2024-04-02T08:28:45.133 INFO:tasks.rados.rados.0.smithi084.stdout:2053: done (3 left) 2024-04-02T08:28:45.133 INFO:tasks.rados.rados.0.smithi084.stdout:2054: done (2 left) 2024-04-02T08:28:45.133 INFO:tasks.rados.rados.0.smithi084.stdout:2055: done (1 left) 2024-04-02T08:28:45.133 INFO:tasks.rados.rados.0.smithi084.stdout:2056: done (0 left) 2024-04-02T08:28:45.133 INFO:tasks.rados.rados.0.smithi084.stdout:2057: snap_remove snap 181 2024-04-02T08:28:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:45 smithi132 ceph-mon[88571]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:28:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:45 smithi132 ceph-mon[88571]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:28:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:45 smithi084 ceph-mon[94794]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:28:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:45 smithi084 ceph-mon[94794]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:28:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:45 smithi084 ceph-mon[97358]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:28:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:45 smithi084 ceph-mon[97358]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:28:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:46.136 INFO:tasks.rados.rados.0.smithi084.stdout:2057: done (0 left) 2024-04-02T08:28:46.136 INFO:tasks.rados.rados.0.smithi084.stdout:2058: rollback oid 10 current snap is 199 2024-04-02T08:28:46.136 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 190 2024-04-02T08:28:46.136 INFO:tasks.rados.rados.0.smithi084.stdout:2059: read oid 47 snap 185 2024-04-02T08:28:46.136 INFO:tasks.rados.rados.0.smithi084.stdout:2059: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:46.136 INFO:tasks.rados.rados.0.smithi084.stdout:2060: rollback oid 20 current snap is 199 2024-04-02T08:28:46.137 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 197 2024-04-02T08:28:46.137 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 199 2024-04-02T08:28:46.137 INFO:tasks.rados.rados.0.smithi084.stdout:2061: seq_num 660 ranges {5357568=663552,6021120=737280,6758400=65536} 2024-04-02T08:28:46.170 INFO:tasks.rados.rados.0.smithi084.stdout:2061: writing smithi08483026-22 from 5357568 to 6021120 tid 1 2024-04-02T08:28:46.175 INFO:tasks.rados.rados.0.smithi084.stdout:2061: writing smithi08483026-22 from 6021120 to 6758400 tid 2 2024-04-02T08:28:46.175 INFO:tasks.rados.rados.0.smithi084.stdout:2061: writing smithi08483026-22 from 6758400 to 6823936 tid 3 2024-04-02T08:28:46.175 INFO:tasks.rados.rados.0.smithi084.stdout:2062: read oid 30 snap -1 2024-04-02T08:28:46.176 INFO:tasks.rados.rados.0.smithi084.stdout:2062: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:46.176 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 199 2024-04-02T08:28:46.176 INFO:tasks.rados.rados.0.smithi084.stdout:2063: seq_num 661 ranges {5521408=679936,6201344=622592,6823936=180224} 2024-04-02T08:28:46.209 INFO:tasks.rados.rados.0.smithi084.stdout:2063: writing smithi08483026-26 from 5521408 to 6201344 tid 1 2024-04-02T08:28:46.212 INFO:tasks.rados.rados.0.smithi084.stdout:2063: writing smithi08483026-26 from 6201344 to 6823936 tid 2 2024-04-02T08:28:46.214 INFO:tasks.rados.rados.0.smithi084.stdout:2063: writing smithi08483026-26 from 6823936 to 7004160 tid 3 2024-04-02T08:28:46.214 INFO:tasks.rados.rados.0.smithi084.stdout:2064: read oid 23 snap -1 2024-04-02T08:28:46.214 INFO:tasks.rados.rados.0.smithi084.stdout:2064: expect deleted 2024-04-02T08:28:46.215 INFO:tasks.rados.rados.0.smithi084.stdout:2065: read oid 11 snap 198 2024-04-02T08:28:46.215 INFO:tasks.rados.rados.0.smithi084.stdout:2065: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:28:46.215 INFO:tasks.rados.rados.0.smithi084.stdout:2066: rmattr oid 4 current snap is 199 2024-04-02T08:28:46.215 INFO:tasks.rados.rados.0.smithi084.stdout:2066: done (8 left) 2024-04-02T08:28:46.215 INFO:tasks.rados.rados.0.smithi084.stdout:2067: delete oid 13 current snap is 199 2024-04-02T08:28:46.215 INFO:tasks.rados.rados.0.smithi084.stdout:2059: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:2058: finishing rollback tid 0 to smithi08483026-10 2024-04-02T08:28:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:2058: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:28:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:2059: done (8 left) 2024-04-02T08:28:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:2067: done (7 left) 2024-04-02T08:28:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:2068: snap_remove snap 185 2024-04-02T08:28:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:46 smithi132 ceph-mon[88571]: pgmap v361: 121 pgs: 121 active+clean; 182 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:28:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:46 smithi132 ceph-mon[88571]: Upgrade: Updating osd.5 2024-04-02T08:28:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:28:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:46 smithi132 ceph-mon[88571]: Deploying daemon osd.5 on smithi132 2024-04-02T08:28:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:46 smithi132 ceph-mon[88571]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:28:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[94794]: pgmap v361: 121 pgs: 121 active+clean; 182 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:28:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[94794]: Upgrade: Updating osd.5 2024-04-02T08:28:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:28:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[94794]: Deploying daemon osd.5 on smithi132 2024-04-02T08:28:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[94794]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:28:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[97358]: pgmap v361: 121 pgs: 121 active+clean; 182 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:28:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[97358]: Upgrade: Updating osd.5 2024-04-02T08:28:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:28:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[97358]: Deploying daemon osd.5 on smithi132 2024-04-02T08:28:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:46 smithi084 ceph-mon[97358]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:28:47.191 INFO:tasks.rados.rados.0.smithi084.stdout:2068: done (7 left) 2024-04-02T08:28:47.191 INFO:tasks.rados.rados.0.smithi084.stdout:2069: read oid 34 snap -1 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:2069: expect (ObjNum 638 snap 194 seq_num 638) 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:2070: read oid 48 snap 190 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:2070: expect (ObjNum 595 snap 177 seq_num 595) 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 199 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:2058: finishing rollback tid 2 to smithi08483026-10 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 920 (ObjNum 626 snap 187 seq_num 626) dirty exists 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:2060: finishing rollback tid 0 to smithi08483026-20 2024-04-02T08:28:47.192 INFO:tasks.rados.rados.0.smithi084.stdout:2071: seq_num 663 ranges {1392640=712704,2105344=442368,2547712=360448} 2024-04-02T08:28:47.203 INFO:tasks.rados.rados.0.smithi084.stdout:2071: writing smithi08483026-39 from 1392640 to 2105344 tid 1 2024-04-02T08:28:47.206 INFO:tasks.rados.rados.0.smithi084.stdout:2071: writing smithi08483026-39 from 2105344 to 2547712 tid 2 2024-04-02T08:28:47.210 INFO:tasks.rados.rados.0.smithi084.stdout:2071: writing smithi08483026-39 from 2547712 to 2908160 tid 3 2024-04-02T08:28:47.210 INFO:tasks.rados.rados.0.smithi084.stdout:2058: done (9 left) 2024-04-02T08:28:47.210 INFO:tasks.rados.rados.0.smithi084.stdout:2072: delete oid 50 current snap is 199 2024-04-02T08:28:47.210 INFO:tasks.rados.rados.0.smithi084.stdout:2060: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:28:47.210 INFO:tasks.rados.rados.0.smithi084.stdout:2060: finishing rollback tid 2 to smithi08483026-20 2024-04-02T08:28:47.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 964 (ObjNum 567 snap 166 seq_num 567) dirty exists 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: finishing write tid 1 to smithi08483026-22 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: finishing write tid 2 to smithi08483026-22 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: finishing write tid 3 to smithi08483026-22 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: finishing write tid 4 to smithi08483026-22 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: finishing write tid 5 to smithi08483026-22 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: oid 22 updating version 0 to 510 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: oid 22 version 510 is already newer than 509 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: oid 22 version 510 is already newer than 508 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: oid 22 updating version 510 to 511 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 511 (ObjNum 660 snap 199 seq_num 660) dirty exists 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2061: left oid 22 (ObjNum 660 snap 199 seq_num 660) 2024-04-02T08:28:47.211 INFO:tasks.rados.rados.0.smithi084.stdout:2062: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: finishing write tid 1 to smithi08483026-26 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: finishing write tid 2 to smithi08483026-26 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: finishing write tid 3 to smithi08483026-26 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: finishing write tid 4 to smithi08483026-26 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: finishing write tid 5 to smithi08483026-26 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: oid 26 updating version 0 to 923 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: oid 26 updating version 923 to 924 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: oid 26 version 924 is already newer than 922 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:2063: oid 26 version 924 is already newer than 921 2024-04-02T08:28:47.296 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 924 (ObjNum 661 snap 199 seq_num 661) dirty exists 2024-04-02T08:28:47.297 INFO:tasks.rados.rados.0.smithi084.stdout:2063: left oid 26 (ObjNum 661 snap 199 seq_num 661) 2024-04-02T08:28:47.297 INFO:tasks.rados.rados.0.smithi084.stdout:2065: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:28:47.562 INFO:tasks.rados.rados.0.smithi084.stdout:2069: expect (ObjNum 638 snap 194 seq_num 638) 2024-04-02T08:28:47.589 INFO:tasks.rados.rados.0.smithi084.stdout:2071: finishing write tid 1 to smithi08483026-39 2024-04-02T08:28:47.589 INFO:tasks.rados.rados.0.smithi084.stdout:2071: finishing write tid 2 to smithi08483026-39 2024-04-02T08:28:47.589 INFO:tasks.rados.rados.0.smithi084.stdout:2071: finishing write tid 3 to smithi08483026-39 2024-04-02T08:28:47.589 INFO:tasks.rados.rados.0.smithi084.stdout:2071: finishing write tid 4 to smithi08483026-39 2024-04-02T08:28:47.589 INFO:tasks.rados.rados.0.smithi084.stdout:2070: expect (ObjNum 595 snap 177 seq_num 595) 2024-04-02T08:28:47.737 INFO:tasks.rados.rados.0.smithi084.stdout:2071: finishing write tid 5 to smithi08483026-39 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2071: oid 39 updating version 0 to 928 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2071: oid 39 version 928 is already newer than 927 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2071: oid 39 version 928 is already newer than 926 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2071: oid 39 updating version 928 to 929 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 929 (ObjNum 663 snap 199 seq_num 663) dirty exists 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2071: left oid 39 (ObjNum 663 snap 199 seq_num 663) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2060: done (9 left) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2061: done (8 left) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2062: done (7 left) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2063: done (6 left) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2064: done (5 left) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2065: done (4 left) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2069: done (3 left) 2024-04-02T08:28:47.738 INFO:tasks.rados.rados.0.smithi084.stdout:2070: done (2 left) 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:2071: done (1 left) 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:2072: done (0 left) 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:2073: rollback oid 3 current snap is 199 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 3 to 178 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:2074: delete oid 4 current snap is 199 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:2074: done (1 left) 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 199 2024-04-02T08:28:47.739 INFO:tasks.rados.rados.0.smithi084.stdout:2075: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-04-02T08:28:47.743 INFO:tasks.rados.rados.0.smithi084.stdout:2075: writing smithi08483026-23 from 0 to 761856 tid 1 2024-04-02T08:28:47.745 INFO:tasks.rados.rados.0.smithi084.stdout:2075: writing smithi08483026-23 from 761856 to 1253376 tid 2 2024-04-02T08:28:47.747 INFO:tasks.rados.rados.0.smithi084.stdout:2075: writing smithi08483026-23 from 1253376 to 1564672 tid 3 2024-04-02T08:28:47.747 INFO:tasks.rados.rados.0.smithi084.stdout:2076: snap_remove snap 193 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2073: finishing rollback tid 1 to smithi08483026-3 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2073: finishing rollback tid 2 to smithi08483026-3 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 794 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: finishing write tid 1 to smithi08483026-23 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: finishing write tid 2 to smithi08483026-23 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: finishing write tid 3 to smithi08483026-23 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: finishing write tid 4 to smithi08483026-23 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: finishing write tid 5 to smithi08483026-23 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: oid 23 updating version 0 to 870 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: oid 23 updating version 870 to 872 2024-04-02T08:28:48.196 INFO:tasks.rados.rados.0.smithi084.stdout:2075: oid 23 updating version 872 to 873 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:2075: oid 23 version 873 is already newer than 871 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 873 (ObjNum 666 snap 199 seq_num 666) dirty exists 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:2075: left oid 23 (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:2073: done (2 left) 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:2075: done (1 left) 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:2076: done (0 left) 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 199 2024-04-02T08:28:48.197 INFO:tasks.rados.rados.0.smithi084.stdout:2077: seq_num 667 ranges {1425408=778240,2203648=778240,2981888=24576} 2024-04-02T08:28:48.209 INFO:tasks.rados.rados.0.smithi084.stdout:2077: writing smithi08483026-24 from 1425408 to 2203648 tid 1 2024-04-02T08:28:48.214 INFO:tasks.rados.rados.0.smithi084.stdout:2077: writing smithi08483026-24 from 2203648 to 2981888 tid 2 2024-04-02T08:28:48.214 INFO:tasks.rados.rados.0.smithi084.stdout:2077: writing smithi08483026-24 from 2981888 to 3006464 tid 3 2024-04-02T08:28:48.214 INFO:tasks.rados.rados.0.smithi084.stdout:2078: read oid 9 snap -1 2024-04-02T08:28:48.215 INFO:tasks.rados.rados.0.smithi084.stdout:2078: expect deleted 2024-04-02T08:28:48.215 INFO:tasks.rados.rados.0.smithi084.stdout:2079: snap_remove snap 198 2024-04-02T08:28:48.382 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:48 smithi132 ceph-mon[88571]: pgmap v364: 121 pgs: 121 active+clean; 186 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-04-02T08:28:48.382 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:48 smithi132 ceph-mon[88571]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:28:48.420 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:28:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:48 smithi084 ceph-mon[94794]: pgmap v364: 121 pgs: 121 active+clean; 186 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-04-02T08:28:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:48 smithi084 ceph-mon[94794]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:28:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:48 smithi084 ceph-mon[97358]: pgmap v364: 121 pgs: 121 active+clean; 186 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-04-02T08:28:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:48 smithi084 ceph-mon[97358]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:28:48.635 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:48 smithi132 systemd[1]: Stopping Ceph osd.5 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (9m) 60s ago 10m 23.9M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (9m) 24s ago 9m 89.8M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (11m) 60s ago 11m 15.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (11m) 24s ago 11m 21.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (4m) 24s ago 14m 454M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (5m) 60s ago 16m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (4m) 60s ago 16m 55.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (3m) 24s ago 14m 45.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (3m) 60s ago 14m 48.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (9m) 60s ago 9m 16.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:28:48.737 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (9m) 24s ago 9m 15.9M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (2m) 60s ago 14m 115M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (2m) 60s ago 13m 83.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (99s) 60s ago 13m 98.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (64s) 60s ago 13m 15.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (29s) 24s ago 12m 12.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (12m) 24s ago 12m 262M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 64eeb7063970 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (11m) 24s ago 11m 136M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (11m) 24s ago 11m 160M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:28:48.738 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (4m) 24s ago 10m 61.6M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:28:48.910 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[42929]: 2024-04-02T08:28:48.635+0000 7ff3b9609700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:28:48.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[42929]: 2024-04-02T08:28:48.635+0000 7ff3b9609700 -1 osd.5 469 *** Got signal Terminated *** 2024-04-02T08:28:48.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[42929]: 2024-04-02T08:28:48.635+0000 7ff3b9609700 -1 osd.5 469 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:28:49.128 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:28:49.128 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:28:49.128 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:28:49.128 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:49.128 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 10 2024-04-02T08:28:49.129 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:28:49.130 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:28:49.203 INFO:tasks.rados.rados.0.smithi084.stdout:2079: done (2 left) 2024-04-02T08:28:49.204 INFO:tasks.rados.rados.0.smithi084.stdout:2080: snap_remove snap 184 2024-04-02T08:28:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[94794]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:28:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[94794]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[94794]: osd.5 marked itself down and dead 2024-04-02T08:28:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2700413864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[97358]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:28:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[97358]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[97358]: osd.5 marked itself down and dead 2024-04-02T08:28:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:49 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2700413864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:49.626 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:49 smithi132 ceph-mon[88571]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:28:49.626 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:49 smithi132 ceph-mon[88571]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:49.626 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:49 smithi132 ceph-mon[88571]: osd.5 marked itself down and dead 2024-04-02T08:28:49.626 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:49 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2700413864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:49.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:49 smithi132 podman[98724]: 2024-04-02 08:28:49.628490143 +0000 UTC m=+1.100806170 container died 64eeb7063970bb9032836daf5d802960723b7772786a0ec72f9983663f0e8464 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:28:50.135 INFO:tasks.rados.rados.0.smithi084.stdout:2080: done (2 left) 2024-04-02T08:28:50.135 INFO:tasks.rados.rados.0.smithi084.stdout:2081: rmattr oid 15 current snap is 199 2024-04-02T08:28:50.135 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 199 2024-04-02T08:28:50.135 INFO:tasks.rados.rados.0.smithi084.stdout:2082: seq_num 668 ranges {6643712=794624,7438336=663552,8101888=139264} 2024-04-02T08:28:50.177 INFO:tasks.rados.rados.0.smithi084.stdout:2082: writing smithi08483026-27 from 6643712 to 7438336 tid 1 2024-04-02T08:28:50.180 INFO:tasks.rados.rados.0.smithi084.stdout:2082: writing smithi08483026-27 from 7438336 to 8101888 tid 2 2024-04-02T08:28:50.182 INFO:tasks.rados.rados.0.smithi084.stdout:2082: writing smithi08483026-27 from 8101888 to 8241152 tid 3 2024-04-02T08:28:50.182 INFO:tasks.rados.rados.0.smithi084.stdout:2083: read oid 45 snap -1 2024-04-02T08:28:50.182 INFO:tasks.rados.rados.0.smithi084.stdout:2083: expect (ObjNum 614 snap 182 seq_num 614) 2024-04-02T08:28:50.182 INFO:tasks.rados.rados.0.smithi084.stdout:2084: delete oid 29 current snap is 199 2024-04-02T08:28:50.182 INFO:tasks.rados.rados.0.smithi084.stdout:2077: finishing write tid 1 to smithi08483026-24 2024-04-02T08:28:50.182 INFO:tasks.rados.rados.0.smithi084.stdout:2077: finishing write tid 2 to smithi08483026-24 2024-04-02T08:28:50.182 INFO:tasks.rados.rados.0.smithi084.stdout:2077: finishing write tid 3 to smithi08483026-24 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2077: finishing write tid 4 to smithi08483026-24 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2077: finishing write tid 5 to smithi08483026-24 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2077: oid 24 updating version 0 to 363 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2077: oid 24 updating version 363 to 364 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2077: oid 24 version 364 is already newer than 362 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2077: oid 24 updating version 364 to 365 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 365 (ObjNum 667 snap 199 seq_num 667) dirty exists 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2077: left oid 24 (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 665 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-04-02T08:28:50.183 INFO:tasks.rados.rados.0.smithi084.stdout:2082: finishing write tid 1 to smithi08483026-27 2024-04-02T08:28:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2077: done (5 left) 2024-04-02T08:28:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2078: done (4 left) 2024-04-02T08:28:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2081: done (3 left) 2024-04-02T08:28:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2084: done (2 left) 2024-04-02T08:28:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2085: copy_from oid 25 from oid 36 current snap is 199 2024-04-02T08:28:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 199 2024-04-02T08:28:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2086: seq_num 670 ranges {1925120=425984,2351104=483328,2834432=507904,3342336=212992} 2024-04-02T08:28:50.197 INFO:tasks.rados.rados.0.smithi084.stdout:2086: writing smithi08483026-42 from 1925120 to 2351104 tid 1 2024-04-02T08:28:50.199 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 podman[98724]: 2024-04-02 08:28:50.000205509 +0000 UTC m=+1.472521555 container cleanup 64eeb7063970bb9032836daf5d802960723b7772786a0ec72f9983663f0e8464 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326) 2024-04-02T08:28:50.199 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 bash[98724]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T08:28:50.200 INFO:tasks.rados.rados.0.smithi084.stdout:2086: writing smithi08483026-42 from 2351104 to 2834432 tid 2 2024-04-02T08:28:50.203 INFO:tasks.rados.rados.0.smithi084.stdout:2086: writing smithi08483026-42 from 2834432 to 3342336 tid 3 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2086: writing smithi08483026-42 from 3342336 to 3555328 tid 4 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2087: delete oid 2 current snap is 199 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: finishing write tid 2 to smithi08483026-27 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: finishing write tid 3 to smithi08483026-27 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: finishing write tid 4 to smithi08483026-27 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: finishing write tid 5 to smithi08483026-27 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: oid 27 updating version 0 to 878 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: oid 27 version 878 is already newer than 876 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: oid 27 version 878 is already newer than 875 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:2082: oid 27 version 878 is already newer than 877 2024-04-02T08:28:50.205 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 878 (ObjNum 668 snap 199 seq_num 668) dirty exists 2024-04-02T08:28:50.206 INFO:tasks.rados.rados.0.smithi084.stdout:2082: left oid 27 (ObjNum 668 snap 199 seq_num 668) 2024-04-02T08:28:50.206 INFO:tasks.rados.rados.0.smithi084.stdout:2083: expect (ObjNum 614 snap 182 seq_num 614) 2024-04-02T08:28:50.241 INFO:tasks.rados.rados.0.smithi084.stdout:2085: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:28:50.241 INFO:tasks.rados.rados.0.smithi084.stdout:2085: finishing copy_from to smithi08483026-25 2024-04-02T08:28:50.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 857 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: finishing write tid 1 to smithi08483026-42 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: finishing write tid 2 to smithi08483026-42 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: finishing write tid 3 to smithi08483026-42 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: finishing write tid 4 to smithi08483026-42 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: finishing write tid 5 to smithi08483026-42 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: finishing write tid 6 to smithi08483026-42 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: oid 42 updating version 0 to 945 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: oid 42 version 945 is already newer than 942 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: oid 42 version 945 is already newer than 943 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: oid 42 updating version 945 to 946 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: oid 42 version 946 is already newer than 944 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 946 (ObjNum 670 snap 199 seq_num 670) dirty exists 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2086: left oid 42 (ObjNum 670 snap 199 seq_num 670) 2024-04-02T08:28:50.242 INFO:tasks.rados.rados.0.smithi084.stdout:2082: done (4 left) 2024-04-02T08:28:50.243 INFO:tasks.rados.rados.0.smithi084.stdout:2083: done (3 left) 2024-04-02T08:28:50.243 INFO:tasks.rados.rados.0.smithi084.stdout:2085: done (2 left) 2024-04-02T08:28:50.243 INFO:tasks.rados.rados.0.smithi084.stdout:2086: done (1 left) 2024-04-02T08:28:50.243 INFO:tasks.rados.rados.0.smithi084.stdout:2087: done (0 left) 2024-04-02T08:28:50.243 INFO:tasks.rados.rados.0.smithi084.stdout:2088: snap_remove snap 190 2024-04-02T08:28:50.573 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:50 smithi132 ceph-mon[88571]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T08:28:50.574 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:50 smithi132 ceph-mon[88571]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:50.574 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:50 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:50.574 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:50 smithi132 ceph-mon[88571]: osdmap e470: 8 total, 7 up, 8 in 2024-04-02T08:28:50.574 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:50 smithi132 ceph-mon[88571]: osdmap e471: 8 total, 7 up, 8 in 2024-04-02T08:28:50.574 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 podman[98747]: 2024-04-02 08:28:50.260342857 +0000 UTC m=+0.633830337 container remove 64eeb7063970bb9032836daf5d802960723b7772786a0ec72f9983663f0e8464 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T08:28:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[94794]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T08:28:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[94794]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[94794]: osdmap e470: 8 total, 7 up, 8 in 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[94794]: osdmap e471: 8 total, 7 up, 8 in 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[97358]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[97358]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[97358]: osdmap e470: 8 total, 7 up, 8 in 2024-04-02T08:28:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-mon[97358]: osdmap e471: 8 total, 7 up, 8 in 2024-04-02T08:28:50.836 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 podman[98846]: 2024-04-02 08:28:50.47877014 +0000 UTC m=+0.018071837 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:50.836 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 podman[98846]: 2024-04-02 08:28:50.594546644 +0000 UTC m=+0.133848312 container create 2eb8cedb02f181e7dec64d17febc07d1430a9b2d3026e2dc098ac04b2068b3ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS) 2024-04-02T08:28:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:28:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:28:50] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-04-02T08:28:51.132 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 podman[98846]: 2024-04-02 08:28:50.838327294 +0000 UTC m=+0.377628972 container init 2eb8cedb02f181e7dec64d17febc07d1430a9b2d3026e2dc098ac04b2068b3ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T08:28:51.132 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 podman[98846]: 2024-04-02 08:28:50.844373038 +0000 UTC m=+0.383674713 container start 2eb8cedb02f181e7dec64d17febc07d1430a9b2d3026e2dc098ac04b2068b3ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:28:51.132 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:50 smithi132 podman[98846]: 2024-04-02 08:28:50.921704811 +0000 UTC m=+0.461006489 container attach 2eb8cedb02f181e7dec64d17febc07d1430a9b2d3026e2dc098ac04b2068b3ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T08:28:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:2088: done (0 left) 2024-04-02T08:28:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:2089: read oid 25 snap -1 2024-04-02T08:28:51.214 INFO:tasks.rados.rados.0.smithi084.stdout:2089: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:28:51.215 INFO:tasks.rados.rados.0.smithi084.stdout:2090: copy_from oid 26 from oid 1 current snap is 199 2024-04-02T08:28:51.215 INFO:tasks.rados.rados.0.smithi084.stdout:2091: snap_create 2024-04-02T08:28:51.223 INFO:tasks.rados.rados.0.smithi084.stdout:2090: finishing copy_from to smithi08483026-26 2024-04-02T08:28:51.223 INFO:tasks.rados.rados.0.smithi084.stdout:2090: got expected ENOENT (src dne) 2024-04-02T08:28:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:2090: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:28:51.225 INFO:tasks.rados.rados.0.smithi084.stdout:2089: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:28:51.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:51 smithi132 ceph-mon[88571]: Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-04-02T08:28:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:51 smithi132 ceph-mon[88571]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:28:51.411 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:51 smithi132 podman[98846]: 2024-04-02 08:28:51.13501225 +0000 UTC m=+0.674313930 container died 2eb8cedb02f181e7dec64d17febc07d1430a9b2d3026e2dc098ac04b2068b3ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T08:28:51.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:51 smithi084 ceph-mon[94794]: Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-04-02T08:28:51.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:51 smithi084 ceph-mon[94794]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:28:51.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:51 smithi084 ceph-mon[97358]: Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-04-02T08:28:51.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:51 smithi084 ceph-mon[97358]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:28:51.684 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:51 smithi132 podman[98892]: 2024-04-02 08:28:51.683750769 +0000 UTC m=+0.543469528 container remove 2eb8cedb02f181e7dec64d17febc07d1430a9b2d3026e2dc098ac04b2068b3ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T08:28:52.111 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:28:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=sqlstore.transactions t=2024-04-02T08:28:51.688529316Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:28:52.112 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:28:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[63894]: logger=cleanup t=2024-04-02T08:28:51.690426116Z level=info msg="Completed cleanup jobs" duration=12.327026ms 2024-04-02T08:28:52.112 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:51 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-02T08:28:52.112 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:51 smithi132 systemd[1]: Stopped Ceph osd.5 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:52.112 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:51 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.5.service: Consumed 17.061s CPU time. 2024-04-02T08:28:52.112 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:51 smithi132 systemd[1]: Starting Ceph osd.5 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:52.210 INFO:tasks.rados.rados.0.smithi084.stdout:2089: done (2 left) 2024-04-02T08:28:52.210 INFO:tasks.rados.rados.0.smithi084.stdout:2090: done (1 left) 2024-04-02T08:28:52.210 INFO:tasks.rados.rados.0.smithi084.stdout:2091: done (0 left) 2024-04-02T08:28:52.210 INFO:tasks.rados.rados.0.smithi084.stdout:2092: delete oid 2 current snap is 200 2024-04-02T08:28:52.212 INFO:tasks.rados.rados.0.smithi084.stdout:2092: done (0 left) 2024-04-02T08:28:52.212 INFO:tasks.rados.rados.0.smithi084.stdout:2093: copy_from oid 29 from oid 30 current snap is 200 2024-04-02T08:28:52.212 INFO:tasks.rados.rados.0.smithi084.stdout:2094: read oid 1 snap 199 2024-04-02T08:28:52.212 INFO:tasks.rados.rados.0.smithi084.stdout:2094: expect deleted 2024-04-02T08:28:52.212 INFO:tasks.rados.rados.0.smithi084.stdout:2095: rollback oid 17 current snap is 200 2024-04-02T08:28:52.213 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 17 to 194 2024-04-02T08:28:52.213 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 200 2024-04-02T08:28:52.213 INFO:tasks.rados.rados.0.smithi084.stdout:2096: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-04-02T08:28:52.215 INFO:tasks.rados.rados.0.smithi084.stdout:2096: writing smithi08483026-49 from 0 to 475136 tid 1 2024-04-02T08:28:52.218 INFO:tasks.rados.rados.0.smithi084.stdout:2096: writing smithi08483026-49 from 475136 to 1007616 tid 2 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi084.stdout:2096: writing smithi08483026-49 from 1007616 to 1679360 tid 3 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi084.stdout:2097: setattr oid 5 current snap is 200 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi084.stdout:2095: finishing rollback tid 0 to smithi08483026-17 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi084.stdout:2095: finishing rollback tid 1 to smithi08483026-17 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi084.stdout:2095: finishing rollback tid 2 to smithi08483026-17 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 881 (ObjNum 630 snap 188 seq_num 630) dirty exists 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi084.stdout:2096: finishing write tid 1 to smithi08483026-49 2024-04-02T08:28:52.224 INFO:tasks.rados.rados.0.smithi084.stdout:2096: finishing write tid 2 to smithi08483026-49 2024-04-02T08:28:52.224 INFO:tasks.rados.rados.0.smithi084.stdout:2094: done (4 left) 2024-04-02T08:28:52.225 INFO:tasks.rados.rados.0.smithi084.stdout:2095: done (3 left) 2024-04-02T08:28:52.225 INFO:tasks.rados.rados.0.smithi084.stdout:2098: read oid 44 snap 189 2024-04-02T08:28:52.225 INFO:tasks.rados.rados.0.smithi084.stdout:2098: expect (ObjNum 613 snap 182 seq_num 613) 2024-04-02T08:28:52.225 INFO:tasks.rados.rados.0.smithi084.stdout:2099: rmattr oid 17 current snap is 200 2024-04-02T08:28:52.225 INFO:tasks.rados.rados.0.smithi084.stdout:2099: done (4 left) 2024-04-02T08:28:52.225 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 200 2024-04-02T08:28:52.225 INFO:tasks.rados.rados.0.smithi084.stdout:2100: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2024-04-02T08:28:52.227 INFO:tasks.rados.rados.0.smithi084.stdout:2100: writing smithi08483026-4 from 0 to 491520 tid 1 2024-04-02T08:28:52.230 INFO:tasks.rados.rados.0.smithi084.stdout:2100: writing smithi08483026-4 from 491520 to 909312 tid 2 2024-04-02T08:28:52.233 INFO:tasks.rados.rados.0.smithi084.stdout:2100: writing smithi08483026-4 from 909312 to 1392640 tid 3 2024-04-02T08:28:52.236 INFO:tasks.rados.rados.0.smithi084.stdout:2100: writing smithi08483026-4 from 1392640 to 1695744 tid 4 2024-04-02T08:28:52.236 INFO:tasks.rados.rados.0.smithi084.stdout:2101: rollback oid 26 current snap is 200 2024-04-02T08:28:52.236 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 26 to 197 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: finishing write tid 3 to smithi08483026-49 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: finishing write tid 4 to smithi08483026-49 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2093: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: finishing write tid 5 to smithi08483026-49 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: oid 49 updating version 0 to 668 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: oid 49 updating version 668 to 669 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: oid 49 version 669 is already newer than 666 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: oid 49 version 669 is already newer than 667 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 669 (ObjNum 673 snap 200 seq_num 673) dirty exists 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: left oid 49 (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2093: finishing copy_from to smithi08483026-29 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 828 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2093: done (5 left) 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi084.stdout:2096: done (4 left) 2024-04-02T08:28:52.238 INFO:tasks.rados.rados.0.smithi084.stdout:2102: copy_from oid 42 from oid 50 current snap is 200 2024-04-02T08:28:52.238 INFO:tasks.rados.rados.0.smithi084.stdout:2103: rollback oid 18 current snap is 200 2024-04-02T08:28:52.238 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 18 to 178 2024-04-02T08:28:52.238 INFO:tasks.rados.rados.0.smithi084.stdout:2104: setattr oid 30 current snap is 200 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2102: finishing copy_from to smithi08483026-42 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2102: got expected ENOENT (src dne) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2102: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2102: done (6 left) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2105: read oid 23 snap -1 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2105: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2106: copy_from oid 34 from oid 8 current snap is 200 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 795 (ObjNum 659 snap 198 seq_num 659) dirty exists 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2097: done (7 left) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2107: copy_from oid 1 from oid 25 current snap is 200 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi084.stdout:2108: read oid 39 snap 199 2024-04-02T08:28:52.241 INFO:tasks.rados.rados.0.smithi084.stdout:2108: expect (ObjNum 663 snap 199 seq_num 663) 2024-04-02T08:28:52.241 INFO:tasks.rados.rados.0.smithi084.stdout:2109: read oid 42 snap 178 2024-04-02T08:28:52.241 INFO:tasks.rados.rados.0.smithi084.stdout:2109: expect deleted 2024-04-02T08:28:52.241 INFO:tasks.rados.rados.0.smithi084.stdout:2110: copy_from oid 6 from oid 11 current snap is 200 2024-04-02T08:28:52.241 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 200 2024-04-02T08:28:52.241 INFO:tasks.rados.rados.0.smithi084.stdout:2111: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-04-02T08:28:52.242 INFO:tasks.rados.rados.0.smithi084.stdout:2111: writing smithi08483026-19 from 0 to 507904 tid 1 2024-04-02T08:28:52.247 INFO:tasks.rados.rados.0.smithi084.stdout:2111: writing smithi08483026-19 from 507904 to 1212416 tid 2 2024-04-02T08:28:52.251 INFO:tasks.rados.rados.0.smithi084.stdout:2111: writing smithi08483026-19 from 1212416 to 1712128 tid 3 2024-04-02T08:28:52.251 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 200 2024-04-02T08:28:52.251 INFO:tasks.rados.rados.0.smithi084.stdout:2112: seq_num 676 ranges {1409024=524288,1933312=589824,2523136=450560,2973696=163840} 2024-04-02T08:28:52.263 INFO:tasks.rados.rados.0.smithi084.stdout:2112: writing smithi08483026-31 from 1409024 to 1933312 tid 1 2024-04-02T08:28:52.266 INFO:tasks.rados.rados.0.smithi084.stdout:2112: writing smithi08483026-31 from 1933312 to 2523136 tid 2 2024-04-02T08:28:52.269 INFO:tasks.rados.rados.0.smithi084.stdout:2112: writing smithi08483026-31 from 2523136 to 2973696 tid 3 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2112: writing smithi08483026-31 from 2973696 to 3137536 tid 4 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2113: copy_from oid 47 from oid 49 current snap is 200 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2100: finishing write tid 1 to smithi08483026-4 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2100: finishing write tid 2 to smithi08483026-4 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2100: finishing write tid 3 to smithi08483026-4 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 873 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2103: finishing rollback tid 0 to smithi08483026-18 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2103: finishing rollback tid 1 to smithi08483026-18 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2103: finishing rollback tid 2 to smithi08483026-18 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 514 (ObjNum 33 snap 0 seq_num 622239776) dirty exists 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2111: finishing write tid 1 to smithi08483026-19 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2111: finishing write tid 2 to smithi08483026-19 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2103: done (13 left) 2024-04-02T08:28:52.271 INFO:tasks.rados.rados.0.smithi084.stdout:2104: done (12 left) 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2114: delete oid 12 current snap is 200 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2100: finishing write tid 4 to smithi08483026-4 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2100: finishing write tid 5 to smithi08483026-4 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: finishing write tid 3 to smithi08483026-19 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: finishing write tid 4 to smithi08483026-19 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: finishing write tid 5 to smithi08483026-19 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: oid 19 updating version 0 to 886 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: oid 19 updating version 886 to 887 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: oid 19 version 887 is already newer than 885 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: oid 19 version 887 is already newer than 884 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 887 (ObjNum 675 snap 200 seq_num 675) dirty exists 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2111: left oid 19 (ObjNum 675 snap 200 seq_num 675) 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2101: finishing rollback tid 0 to smithi08483026-26 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2101: finishing rollback tid 1 to smithi08483026-26 2024-04-02T08:28:52.272 INFO:tasks.rados.rados.0.smithi084.stdout:2106: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:28:52.273 INFO:tasks.rados.rados.0.smithi084.stdout:2098: expect (ObjNum 613 snap 182 seq_num 613) 2024-04-02T08:28:52.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-mon[88571]: pgmap v370: 121 pgs: 20 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 87 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-02T08:28:52.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-mon[88571]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:28:52.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:28:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:52.411 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 podman[99001]: 2024-04-02 08:28:52.016063387 +0000 UTC m=+0.018148534 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:52.411 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 podman[99001]: 2024-04-02 08:28:52.118076859 +0000 UTC m=+0.120161989 container create 56ecec2affe7cde166ca7588d39ddc05c4db9e8f681df88610457fd9eb840042 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:28:52.411 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 podman[99001]: 2024-04-02 08:28:52.329543842 +0000 UTC m=+0.331628990 container init 56ecec2affe7cde166ca7588d39ddc05c4db9e8f681df88610457fd9eb840042 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-02T08:28:52.411 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 podman[99001]: 2024-04-02 08:28:52.335393858 +0000 UTC m=+0.337478991 container start 56ecec2affe7cde166ca7588d39ddc05c4db9e8f681df88610457fd9eb840042 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T08:28:52.411 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 podman[99001]: 2024-04-02 08:28:52.412362029 +0000 UTC m=+0.414447169 container attach 56ecec2affe7cde166ca7588d39ddc05c4db9e8f681df88610457fd9eb840042 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, ceph=True) 2024-04-02T08:28:52.580 INFO:tasks.rados.rados.0.smithi084.stdout:2101: finishing rollback tid 2 to smithi08483026-26 2024-04-02T08:28:52.580 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 949 (ObjNum 623 snap 187 seq_num 623) dirty exists 2024-04-02T08:28:52.580 INFO:tasks.rados.rados.0.smithi084.stdout:2105: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:28:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:52 smithi084 ceph-mon[94794]: pgmap v370: 121 pgs: 20 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 87 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-02T08:28:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:52 smithi084 ceph-mon[94794]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:28:52.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:52 smithi084 ceph-mon[97358]: pgmap v370: 121 pgs: 20 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 87 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-02T08:28:52.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:52 smithi084 ceph-mon[97358]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:2100: finishing write tid 6 to smithi08483026-4 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:2100: oid 4 updating version 0 to 874 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:2100: oid 4 updating version 874 to 875 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:2100: oid 4 updating version 875 to 877 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:2100: oid 4 version 877 is already newer than 876 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:2100: oid 4 updating version 877 to 878 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 878 (ObjNum 674 snap 200 seq_num 674) dirty exists 2024-04-02T08:28:52.620 INFO:tasks.rados.rados.0.smithi084.stdout:2100: left oid 4 (ObjNum 674 snap 200 seq_num 674) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2098: done (12 left) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2100: done (11 left) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2101: done (10 left) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2105: done (9 left) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2109: done (8 left) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2111: done (7 left) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2114: done (6 left) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2115: read oid 40 snap 196 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2115: expect (ObjNum 635 snap 193 seq_num 635) 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2116: delete oid 21 current snap is 200 2024-04-02T08:28:52.621 INFO:tasks.rados.rados.0.smithi084.stdout:2108: expect (ObjNum 663 snap 199 seq_num 663) 2024-04-02T08:28:52.718 INFO:tasks.rados.rados.0.smithi084.stdout:2106: finishing copy_from to smithi08483026-34 2024-04-02T08:28:52.718 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 941 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-04-02T08:28:52.718 INFO:tasks.rados.rados.0.smithi084.stdout:2112: finishing write tid 1 to smithi08483026-31 2024-04-02T08:28:52.718 INFO:tasks.rados.rados.0.smithi084.stdout:2112: finishing write tid 2 to smithi08483026-31 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2112: finishing write tid 3 to smithi08483026-31 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2112: finishing write tid 4 to smithi08483026-31 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2112: finishing write tid 5 to smithi08483026-31 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2106: done (7 left) 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2108: done (6 left) 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2116: done (5 left) 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 200 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2112: finishing write tid 6 to smithi08483026-31 2024-04-02T08:28:52.719 INFO:tasks.rados.rados.0.smithi084.stdout:2112: oid 31 updating version 0 to 886 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2112: oid 31 version 886 is already newer than 882 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2112: oid 31 version 886 is already newer than 883 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2112: oid 31 version 886 is already newer than 885 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2112: oid 31 version 886 is already newer than 884 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 886 (ObjNum 676 snap 200 seq_num 676) dirty exists 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2112: left oid 31 (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2107: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2110: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2113: finishing copy_from racing read to smithi08483026-47 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2110: finishing copy_from to smithi08483026-6 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 883 (ObjNum 535 snap 159 seq_num 535) dirty exists 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:2107: finishing copy_from to smithi08483026-1 2024-04-02T08:28:52.720 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 857 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:28:52.721 INFO:tasks.rados.rados.0.smithi084.stdout:2113: finishing copy_from to smithi08483026-47 2024-04-02T08:28:52.721 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 669 (ObjNum 673 snap 200 seq_num 673) dirty exists 2024-04-02T08:28:52.721 INFO:tasks.rados.rados.0.smithi084.stdout:2115: expect (ObjNum 635 snap 193 seq_num 635) 2024-04-02T08:28:52.777 INFO:tasks.rados.rados.0.smithi084.stdout:2117: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-04-02T08:28:52.780 INFO:tasks.rados.rados.0.smithi084.stdout:2117: writing smithi08483026-13 from 0 to 581632 tid 1 2024-04-02T08:28:52.783 INFO:tasks.rados.rados.0.smithi084.stdout:2117: writing smithi08483026-13 from 581632 to 1269760 tid 2 2024-04-02T08:28:52.786 INFO:tasks.rados.rados.0.smithi084.stdout:2117: writing smithi08483026-13 from 1269760 to 1785856 tid 3 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2107: done (5 left) 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2110: done (4 left) 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2112: done (3 left) 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2113: done (2 left) 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2115: done (1 left) 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2118: snap_create 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2117: finishing write tid 1 to smithi08483026-13 2024-04-02T08:28:52.787 INFO:tasks.rados.rados.0.smithi084.stdout:2117: finishing write tid 2 to smithi08483026-13 2024-04-02T08:28:52.789 INFO:tasks.rados.rados.0.smithi084.stdout:2117: finishing write tid 3 to smithi08483026-13 2024-04-02T08:28:52.790 INFO:tasks.rados.rados.0.smithi084.stdout:2117: finishing write tid 4 to smithi08483026-13 2024-04-02T08:28:52.791 INFO:tasks.rados.rados.0.smithi084.stdout:2117: finishing write tid 5 to smithi08483026-13 2024-04-02T08:28:52.791 INFO:tasks.rados.rados.0.smithi084.stdout:2117: oid 13 updating version 0 to 904 2024-04-02T08:28:52.791 INFO:tasks.rados.rados.0.smithi084.stdout:2117: oid 13 version 904 is already newer than 903 2024-04-02T08:28:52.791 INFO:tasks.rados.rados.0.smithi084.stdout:2117: oid 13 version 904 is already newer than 902 2024-04-02T08:28:52.791 INFO:tasks.rados.rados.0.smithi084.stdout:2117: oid 13 updating version 904 to 905 2024-04-02T08:28:52.792 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 905 (ObjNum 679 snap 200 seq_num 679) dirty exists 2024-04-02T08:28:52.792 INFO:tasks.rados.rados.0.smithi084.stdout:2117: left oid 13 (ObjNum 679 snap 200 seq_num 679) 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[99016]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[99016]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 bash[99001]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 bash[99001]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 bash[99001]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 bash[99001]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 bash[99001]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:28:53.147 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 bash[99001]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:28:53.148 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 bash[99001]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:28:53.148 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[99016]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:53.148 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[99016]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:28:53.148 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[99016]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:28:53.148 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[99016]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:28:53.148 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[99016]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:28:53.148 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:52 smithi132 podman[99001]: 2024-04-02 08:28:52.80288687 +0000 UTC m=+0.804972011 container died 56ecec2affe7cde166ca7588d39ddc05c4db9e8f681df88610457fd9eb840042 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:28:53.293 INFO:tasks.rados.rados.0.smithi084.stdout:2117: done (1 left) 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:2118: done (0 left) 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:2119: read oid 14 snap 178 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:2119: expect (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:2120: rollback oid 43 current snap is 201 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 43 to 189 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:2121: read oid 29 snap -1 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:2121: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:53.294 INFO:tasks.rados.rados.0.smithi084.stdout:2122: setattr oid 6 current snap is 201 2024-04-02T08:28:53.295 INFO:tasks.rados.rados.0.smithi084.stdout:2123: delete oid 32 current snap is 201 2024-04-02T08:28:53.298 INFO:tasks.rados.rados.0.smithi084.stdout:2120: finishing rollback tid 0 to smithi08483026-43 2024-04-02T08:28:53.298 INFO:tasks.rados.rados.0.smithi084.stdout:2120: finishing rollback tid 1 to smithi08483026-43 2024-04-02T08:28:53.299 INFO:tasks.rados.rados.0.smithi084.stdout:2120: finishing rollback tid 2 to smithi08483026-43 2024-04-02T08:28:53.299 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1015 (ObjNum 633 snap 189 seq_num 633) dirty exists 2024-04-02T08:28:53.301 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 884 (ObjNum 535 snap 159 seq_num 535) dirty exists 2024-04-02T08:28:53.302 INFO:tasks.rados.rados.0.smithi084.stdout:2121: expect (ObjNum 608 snap 181 seq_num 608) 2024-04-02T08:28:53.386 INFO:tasks.rados.rados.0.smithi084.stdout:2119: expect (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:28:53.473 INFO:tasks.rados.rados.0.smithi084.stdout:2119: done (4 left) 2024-04-02T08:28:53.473 INFO:tasks.rados.rados.0.smithi084.stdout:2120: done (3 left) 2024-04-02T08:28:53.473 INFO:tasks.rados.rados.0.smithi084.stdout:2121: done (2 left) 2024-04-02T08:28:53.473 INFO:tasks.rados.rados.0.smithi084.stdout:2122: done (1 left) 2024-04-02T08:28:53.473 INFO:tasks.rados.rados.0.smithi084.stdout:2123: done (0 left) 2024-04-02T08:28:53.474 INFO:tasks.rados.rados.0.smithi084.stdout:2124: rollback oid 50 current snap is 201 2024-04-02T08:28:53.474 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 189 2024-04-02T08:28:53.474 INFO:tasks.rados.rados.0.smithi084.stdout:2125: copy_from oid 26 from oid 41 current snap is 201 2024-04-02T08:28:53.474 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 201 2024-04-02T08:28:53.474 INFO:tasks.rados.rados.0.smithi084.stdout:2126: seq_num 681 ranges {2310144=614400,2924544=458752,3383296=638976,4022272=106496} 2024-04-02T08:28:53.488 INFO:tasks.rados.rados.0.smithi084.stdout:2126: writing smithi08483026-20 from 2310144 to 2924544 tid 1 2024-04-02T08:28:53.491 INFO:tasks.rados.rados.0.smithi084.stdout:2126: writing smithi08483026-20 from 2924544 to 3383296 tid 2 2024-04-02T08:28:53.495 INFO:tasks.rados.rados.0.smithi084.stdout:2126: writing smithi08483026-20 from 3383296 to 4022272 tid 3 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2126: writing smithi08483026-20 from 4022272 to 4128768 tid 4 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2127: snap_create 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2125: finishing copy_from to smithi08483026-26 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2125: got expected ENOENT (src dne) 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2124: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2125: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2124: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 948 (ObjNum 587 snap 174 seq_num 587) dirty exists 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2126: finishing write tid 1 to smithi08483026-20 2024-04-02T08:28:53.496 INFO:tasks.rados.rados.0.smithi084.stdout:2126: finishing write tid 2 to smithi08483026-20 2024-04-02T08:28:53.498 INFO:tasks.rados.rados.0.smithi084.stdout:2126: finishing write tid 3 to smithi08483026-20 2024-04-02T08:28:53.499 INFO:tasks.rados.rados.0.smithi084.stdout:2126: finishing write tid 4 to smithi08483026-20 2024-04-02T08:28:53.499 INFO:tasks.rados.rados.0.smithi084.stdout:2126: finishing write tid 5 to smithi08483026-20 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:2126: finishing write tid 6 to smithi08483026-20 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:2126: oid 20 updating version 0 to 1020 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:2126: oid 20 updating version 1020 to 1021 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:2126: oid 20 version 1021 is already newer than 1018 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:2126: oid 20 version 1021 is already newer than 1019 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:2126: oid 20 version 1021 is already newer than 1017 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1021 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-02T08:28:53.500 INFO:tasks.rados.rados.0.smithi084.stdout:2126: left oid 20 (ObjNum 681 snap 201 seq_num 681) 2024-04-02T08:28:53.794 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:53 smithi132 podman[99150]: 2024-04-02 08:28:53.441342689 +0000 UTC m=+0.633337141 container remove 56ecec2affe7cde166ca7588d39ddc05c4db9e8f681df88610457fd9eb840042 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:28:53.794 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:53 smithi132 podman[99222]: 2024-04-02 08:28:53.560666305 +0000 UTC m=+0.018202367 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:53.794 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:53 smithi132 podman[99222]: 2024-04-02 08:28:53.684005965 +0000 UTC m=+0.141542071 container create 28a4ec2f2c06c7ab43f7d6175c247331ffe58942b55bb7261c0f065daf8e3ab4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:28:54.292 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:53 smithi132 podman[99222]: 2024-04-02 08:28:53.928018321 +0000 UTC m=+0.385554381 container init 28a4ec2f2c06c7ab43f7d6175c247331ffe58942b55bb7261c0f065daf8e3ab4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T08:28:54.292 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:53 smithi132 podman[99222]: 2024-04-02 08:28:53.933074568 +0000 UTC m=+0.390610631 container start 28a4ec2f2c06c7ab43f7d6175c247331ffe58942b55bb7261c0f065daf8e3ab4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-02T08:28:54.292 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:53 smithi132 ceph-osd[99260]: -- 172.21.15.132:0/1620299840 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55789f84b680 con 0x55789f815000 2024-04-02T08:28:54.292 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:54 smithi132 bash[99222]: 28a4ec2f2c06c7ab43f7d6175c247331ffe58942b55bb7261c0f065daf8e3ab4 2024-04-02T08:28:54.292 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:54 smithi132 systemd[1]: Started Ceph osd.5 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:54.306 INFO:tasks.rados.rados.0.smithi084.stdout:2124: done (3 left) 2024-04-02T08:28:54.306 INFO:tasks.rados.rados.0.smithi084.stdout:2125: done (2 left) 2024-04-02T08:28:54.306 INFO:tasks.rados.rados.0.smithi084.stdout:2126: done (1 left) 2024-04-02T08:28:54.306 INFO:tasks.rados.rados.0.smithi084.stdout:2127: done (0 left) 2024-04-02T08:28:54.306 INFO:tasks.rados.rados.0.smithi084.stdout:2128: snap_remove snap 199 2024-04-02T08:28:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[94794]: pgmap v373: 121 pgs: 20 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 87 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:28:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[94794]: osdmap e474: 8 total, 7 up, 8 in 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[97358]: pgmap v373: 121 pgs: 20 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 87 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[97358]: osdmap e474: 8 total, 7 up, 8 in 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:54.660 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T08:28:54.489+0000 7f1596a157c0 -1 Falling back to public interface 2024-04-02T08:28:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-mon[88571]: pgmap v373: 121 pgs: 20 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 87 active+clean; 203 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:28:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-mon[88571]: osdmap e474: 8 total, 7 up, 8 in 2024-04-02T08:28:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:55.312 INFO:tasks.rados.rados.0.smithi084.stdout:2128: done (0 left) 2024-04-02T08:28:55.312 INFO:tasks.rados.rados.0.smithi084.stdout:2129: read oid 42 snap 200 2024-04-02T08:28:55.312 INFO:tasks.rados.rados.0.smithi084.stdout:2129: expect (ObjNum 670 snap 199 seq_num 670) 2024-04-02T08:28:55.312 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 202 2024-04-02T08:28:55.312 INFO:tasks.rados.rados.0.smithi084.stdout:2130: seq_num 682 ranges {401408=630784,1032192=745472,1777664=442368,2220032=16384} 2024-04-02T08:28:55.318 INFO:tasks.rados.rados.0.smithi084.stdout:2130: writing smithi08483026-33 from 401408 to 1032192 tid 1 2024-04-02T08:28:55.323 INFO:tasks.rados.rados.0.smithi084.stdout:2130: writing smithi08483026-33 from 1032192 to 1777664 tid 2 2024-04-02T08:28:55.326 INFO:tasks.rados.rados.0.smithi084.stdout:2130: writing smithi08483026-33 from 1777664 to 2220032 tid 3 2024-04-02T08:28:55.326 INFO:tasks.rados.rados.0.smithi084.stdout:2130: writing smithi08483026-33 from 2220032 to 2236416 tid 4 2024-04-02T08:28:55.326 INFO:tasks.rados.rados.0.smithi084.stdout:2131: delete oid 6 current snap is 202 2024-04-02T08:28:55.331 INFO:tasks.rados.rados.0.smithi084.stdout:2131: done (2 left) 2024-04-02T08:28:55.331 INFO:tasks.rados.rados.0.smithi084.stdout:2132: read oid 24 snap -1 2024-04-02T08:28:55.331 INFO:tasks.rados.rados.0.smithi084.stdout:2132: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:28:55.331 INFO:tasks.rados.rados.0.smithi084.stdout:2133: read oid 39 snap -1 2024-04-02T08:28:55.331 INFO:tasks.rados.rados.0.smithi084.stdout:2133: expect (ObjNum 663 snap 199 seq_num 663) 2024-04-02T08:28:55.331 INFO:tasks.rados.rados.0.smithi084.stdout:2134: snap_create 2024-04-02T08:28:55.331 INFO:tasks.rados.rados.0.smithi084.stdout:2129: expect (ObjNum 670 snap 199 seq_num 670) 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: finishing write tid 1 to smithi08483026-33 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: finishing write tid 2 to smithi08483026-33 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: finishing write tid 3 to smithi08483026-33 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: finishing write tid 4 to smithi08483026-33 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: finishing write tid 5 to smithi08483026-33 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: finishing write tid 6 to smithi08483026-33 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: oid 33 updating version 0 to 952 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: oid 33 version 952 is already newer than 950 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: oid 33 updating version 952 to 954 2024-04-02T08:28:55.470 INFO:tasks.rados.rados.0.smithi084.stdout:2130: oid 33 version 954 is already newer than 951 2024-04-02T08:28:55.471 INFO:tasks.rados.rados.0.smithi084.stdout:2130: oid 33 version 954 is already newer than 953 2024-04-02T08:28:55.471 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 954 (ObjNum 682 snap 202 seq_num 682) dirty exists 2024-04-02T08:28:55.471 INFO:tasks.rados.rados.0.smithi084.stdout:2130: left oid 33 (ObjNum 682 snap 202 seq_num 682) 2024-04-02T08:28:55.471 INFO:tasks.rados.rados.0.smithi084.stdout:2133: expect (ObjNum 663 snap 199 seq_num 663) 2024-04-02T08:28:55.565 INFO:tasks.rados.rados.0.smithi084.stdout:2132: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:28:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:55 smithi084 ceph-mon[94794]: osdmap e475: 8 total, 7 up, 8 in 2024-04-02T08:28:55.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:55 smithi084 ceph-mon[97358]: osdmap e475: 8 total, 7 up, 8 in 2024-04-02T08:28:55.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:55 smithi132 ceph-mon[88571]: osdmap e475: 8 total, 7 up, 8 in 2024-04-02T08:28:56.318 INFO:tasks.rados.rados.0.smithi084.stdout:2129: done (4 left) 2024-04-02T08:28:56.318 INFO:tasks.rados.rados.0.smithi084.stdout:2130: done (3 left) 2024-04-02T08:28:56.318 INFO:tasks.rados.rados.0.smithi084.stdout:2132: done (2 left) 2024-04-02T08:28:56.319 INFO:tasks.rados.rados.0.smithi084.stdout:2133: done (1 left) 2024-04-02T08:28:56.319 INFO:tasks.rados.rados.0.smithi084.stdout:2134: done (0 left) 2024-04-02T08:28:56.319 INFO:tasks.rados.rados.0.smithi084.stdout:2135: delete oid 33 current snap is 203 2024-04-02T08:28:56.324 INFO:tasks.rados.rados.0.smithi084.stdout:2135: done (0 left) 2024-04-02T08:28:56.324 INFO:tasks.rados.rados.0.smithi084.stdout:2136: copy_from oid 29 from oid 38 current snap is 203 2024-04-02T08:28:56.324 INFO:tasks.rados.rados.0.smithi084.stdout:2137: setattr oid 45 current snap is 203 2024-04-02T08:28:56.325 INFO:tasks.rados.rados.0.smithi084.stdout:2138: delete oid 12 current snap is 203 2024-04-02T08:28:56.328 INFO:tasks.rados.rados.0.smithi084.stdout:2138: done (2 left) 2024-04-02T08:28:56.328 INFO:tasks.rados.rados.0.smithi084.stdout:2139: snap_create 2024-04-02T08:28:56.330 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 670 (ObjNum 614 snap 182 seq_num 614) dirty exists 2024-04-02T08:28:56.341 INFO:tasks.rados.rados.0.smithi084.stdout:2136: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:28:56.343 INFO:tasks.rados.rados.0.smithi084.stdout:2136: finishing copy_from to smithi08483026-29 2024-04-02T08:28:56.343 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 777 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:28:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:56 smithi084 ceph-mon[94794]: pgmap v376: 121 pgs: 7 active+undersized+degraded, 15 peering, 27 active+undersized, 72 active+clean; 222 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 30 op/s; 68/480 objects degraded (14.167%) 2024-04-02T08:28:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:56 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 68/480 objects degraded (14.167%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:56 smithi084 ceph-mon[94794]: osdmap e476: 8 total, 7 up, 8 in 2024-04-02T08:28:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:56 smithi084 ceph-mon[97358]: pgmap v376: 121 pgs: 7 active+undersized+degraded, 15 peering, 27 active+undersized, 72 active+clean; 222 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 30 op/s; 68/480 objects degraded (14.167%) 2024-04-02T08:28:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:56 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 68/480 objects degraded (14.167%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:56 smithi084 ceph-mon[97358]: osdmap e476: 8 total, 7 up, 8 in 2024-04-02T08:28:56.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:56 smithi132 ceph-mon[88571]: pgmap v376: 121 pgs: 7 active+undersized+degraded, 15 peering, 27 active+undersized, 72 active+clean; 222 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 30 op/s; 68/480 objects degraded (14.167%) 2024-04-02T08:28:56.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:56 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 68/480 objects degraded (14.167%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:56.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:56 smithi132 ceph-mon[88571]: osdmap e476: 8 total, 7 up, 8 in 2024-04-02T08:28:57.327 INFO:tasks.rados.rados.0.smithi084.stdout:2136: done (2 left) 2024-04-02T08:28:57.327 INFO:tasks.rados.rados.0.smithi084.stdout:2137: done (1 left) 2024-04-02T08:28:57.327 INFO:tasks.rados.rados.0.smithi084.stdout:2139: done (0 left) 2024-04-02T08:28:57.327 INFO:tasks.rados.rados.0.smithi084.stdout:2140: snap_remove snap 189 2024-04-02T08:28:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:57 smithi084 ceph-mon[94794]: osdmap e477: 8 total, 7 up, 8 in 2024-04-02T08:28:57.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:57 smithi084 ceph-mon[97358]: osdmap e477: 8 total, 7 up, 8 in 2024-04-02T08:28:57.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:57 smithi132 ceph-mon[88571]: osdmap e477: 8 total, 7 up, 8 in 2024-04-02T08:28:58.160 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T08:28:57.828+0000 7f1596a157c0 -1 osd.5 469 log_to_monitors true 2024-04-02T08:28:58.336 INFO:tasks.rados.rados.0.smithi084.stdout:2140: done (0 left) 2024-04-02T08:28:58.336 INFO:tasks.rados.rados.0.smithi084.stdout:2141: snap_remove snap 188 2024-04-02T08:28:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[94794]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 41 op/s; 88/492 objects degraded (17.886%) 2024-04-02T08:28:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[94794]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[94794]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[94794]: from='osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[94794]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[97358]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 41 op/s; 88/492 objects degraded (17.886%) 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[97358]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[97358]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[97358]: from='osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:28:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:58 smithi084 ceph-mon[97358]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:28:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:58 smithi132 ceph-mon[88571]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 41 op/s; 88/492 objects degraded (17.886%) 2024-04-02T08:28:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:58 smithi132 ceph-mon[88571]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:28:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:58 smithi132 ceph-mon[88571]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:28:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:58 smithi132 ceph-mon[88571]: from='osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:28:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:58 smithi132 ceph-mon[88571]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:28:59.160 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 08:28:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T08:28:58.794+0000 7f1583e65700 -1 osd.5 469 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:28:59.344 INFO:tasks.rados.rados.0.smithi084.stdout:2141: done (0 left) 2024-04-02T08:28:59.344 INFO:tasks.rados.rados.0.smithi084.stdout:2142: snap_remove snap 203 2024-04-02T08:28:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[94794]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:28:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[94794]: from='osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[94794]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[94794]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[94794]: from='osd.5 ' entity='osd.5' 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[97358]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[97358]: from='osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[97358]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[97358]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:28:59 smithi084 ceph-mon[97358]: from='osd.5 ' entity='osd.5' 2024-04-02T08:28:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:59 smithi132 ceph-mon[88571]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:28:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:59 smithi132 ceph-mon[88571]: from='osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:59 smithi132 ceph-mon[88571]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:28:59.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:59 smithi132 ceph-mon[88571]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:28:59.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:59 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:59.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:59 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:28:59.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:28:59 smithi132 ceph-mon[88571]: from='osd.5 ' entity='osd.5' 2024-04-02T08:29:00.142 INFO:tasks.rados.rados.0.smithi084.stdout:2142: done (0 left) 2024-04-02T08:29:00.146 INFO:tasks.rados.rados.0.smithi084.stdout:2143: delete oid 26 current snap is 204 2024-04-02T08:29:00.198 INFO:tasks.rados.rados.0.smithi084.stdout:2143: done (0 left) 2024-04-02T08:29:00.198 INFO:tasks.rados.rados.0.smithi084.stdout:2144: snap_remove snap 201 2024-04-02T08:29:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: pgmap v382: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 238 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 25 op/s; 92/513 objects degraded (17.934%) 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520] boot 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[94794]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: pgmap v382: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 238 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 25 op/s; 92/513 objects degraded (17.934%) 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:29:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520] boot 2024-04-02T08:29:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:29:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-mon[97358]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:29:00.645 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: pgmap v382: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 238 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 25 op/s; 92/513 objects degraded (17.934%) 2024-04-02T08:29:00.645 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:00.645 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:29:00.645 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: osd.5 [v2:172.21.15.132:6808/4161561520,v1:172.21.15.132:6809/4161561520] boot 2024-04-02T08:29:00.646 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:29:00.646 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:00.646 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:00.646 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:00 smithi132 ceph-mon[88571]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:29:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:29:00] "GET /metrics HTTP/1.1" 200 36265 "" "Prometheus/2.43.0" 2024-04-02T08:29:01.145 INFO:tasks.rados.rados.0.smithi084.stdout:2144: done (0 left) 2024-04-02T08:29:01.145 INFO:tasks.rados.rados.0.smithi084.stdout:2145: read oid 49 snap -1 2024-04-02T08:29:01.145 INFO:tasks.rados.rados.0.smithi084.stdout:2145: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:01.145 INFO:tasks.rados.rados.0.smithi084.stdout:2146: copy_from oid 22 from oid 39 current snap is 204 2024-04-02T08:29:01.146 INFO:tasks.rados.rados.0.smithi084.stdout:2147: read oid 50 snap 196 2024-04-02T08:29:01.146 INFO:tasks.rados.rados.0.smithi084.stdout:2147: expect (ObjNum 587 snap 174 seq_num 587) 2024-04-02T08:29:01.146 INFO:tasks.rados.rados.0.smithi084.stdout:2148: snap_remove snap 200 2024-04-02T08:29:02.148 INFO:tasks.rados.rados.0.smithi084.stdout:2148: done (3 left) 2024-04-02T08:29:02.149 INFO:tasks.rados.rados.0.smithi084.stdout:2149: read oid 15 snap 202 2024-04-02T08:29:02.149 INFO:tasks.rados.rados.0.smithi084.stdout:2149: expect (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:29:02.149 INFO:tasks.rados.rados.0.smithi084.stdout:2150: delete oid 24 current snap is 204 2024-04-02T08:29:02.149 INFO:tasks.rados.rados.0.smithi084.stdout:2145: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:02.200 INFO:tasks.rados.rados.0.smithi084.stdout:2147: expect (ObjNum 587 snap 174 seq_num 587) 2024-04-02T08:29:02.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:02 smithi132 ceph-mon[88571]: pgmap v385: 121 pgs: 11 peering, 7 active+undersized+degraded, 31 active+undersized, 72 active+clean; 238 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 72/516 objects degraded (13.953%) 2024-04-02T08:29:02.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:02 smithi132 ceph-mon[88571]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:29:02.256 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:02 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 72/516 objects degraded (13.953%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:02.271 INFO:tasks.rados.rados.0.smithi084.stdout:2146: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2146: finishing copy_from to smithi08483026-22 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 929 (ObjNum 663 snap 199 seq_num 663) dirty exists 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2145: done (4 left) 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2146: done (3 left) 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2147: done (2 left) 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2150: done (1 left) 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2151: rmattr oid 19 current snap is 204 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2151: done (1 left) 2024-04-02T08:29:02.272 INFO:tasks.rados.rados.0.smithi084.stdout:2152: read oid 18 snap -1 2024-04-02T08:29:02.273 INFO:tasks.rados.rados.0.smithi084.stdout:2152: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:02.273 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 204 2024-04-02T08:29:02.273 INFO:tasks.rados.rados.0.smithi084.stdout:2149: expect (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:29:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:02 smithi084 ceph-mon[94794]: pgmap v385: 121 pgs: 11 peering, 7 active+undersized+degraded, 31 active+undersized, 72 active+clean; 238 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 72/516 objects degraded (13.953%) 2024-04-02T08:29:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:02 smithi084 ceph-mon[94794]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:29:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:02 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 72/516 objects degraded (13.953%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:02 smithi084 ceph-mon[97358]: pgmap v385: 121 pgs: 11 peering, 7 active+undersized+degraded, 31 active+undersized, 72 active+clean; 238 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 72/516 objects degraded (13.953%) 2024-04-02T08:29:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:02 smithi084 ceph-mon[97358]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:29:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:02 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 72/516 objects degraded (13.953%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:02.644 INFO:tasks.rados.rados.0.smithi084.stdout:2152: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:02.649 INFO:tasks.rados.rados.0.smithi084.stdout:2153: seq_num 688 ranges {1695744=729088,2424832=499712,2924544=704512} 2024-04-02T08:29:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:29:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:29:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:02.662 INFO:tasks.rados.rados.0.smithi084.stdout:2153: writing smithi08483026-4 from 1695744 to 2424832 tid 1 2024-04-02T08:29:02.664 INFO:tasks.rados.rados.0.smithi084.stdout:2153: writing smithi08483026-4 from 2424832 to 2924544 tid 2 2024-04-02T08:29:02.669 INFO:tasks.rados.rados.0.smithi084.stdout:2153: writing smithi08483026-4 from 2924544 to 3629056 tid 3 2024-04-02T08:29:02.669 INFO:tasks.rados.rados.0.smithi084.stdout:2149: done (2 left) 2024-04-02T08:29:02.669 INFO:tasks.rados.rados.0.smithi084.stdout:2152: done (1 left) 2024-04-02T08:29:02.669 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 204 2024-04-02T08:29:02.670 INFO:tasks.rados.rados.0.smithi084.stdout:2153: finishing write tid 1 to smithi08483026-4 2024-04-02T08:29:02.670 INFO:tasks.rados.rados.0.smithi084.stdout:2153: finishing write tid 2 to smithi08483026-4 2024-04-02T08:29:02.670 INFO:tasks.rados.rados.0.smithi084.stdout:2154: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-04-02T08:29:02.673 INFO:tasks.rados.rados.0.smithi084.stdout:2154: writing smithi08483026-40 from 0 to 745472 tid 1 2024-04-02T08:29:02.678 INFO:tasks.rados.rados.0.smithi084.stdout:2154: writing smithi08483026-40 from 745472 to 1531904 tid 2 2024-04-02T08:29:02.680 INFO:tasks.rados.rados.0.smithi084.stdout:2154: writing smithi08483026-40 from 1531904 to 1949696 tid 3 2024-04-02T08:29:02.680 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 204 2024-04-02T08:29:02.680 INFO:tasks.rados.rados.0.smithi084.stdout:2153: finishing write tid 3 to smithi08483026-4 2024-04-02T08:29:02.680 INFO:tasks.rados.rados.0.smithi084.stdout:2155: seq_num 690 ranges {3555328=761856,4317184=663552,4980736=409600,5390336=131072} 2024-04-02T08:29:02.703 INFO:tasks.rados.rados.0.smithi084.stdout:2155: writing smithi08483026-42 from 3555328 to 4317184 tid 1 2024-04-02T08:29:02.707 INFO:tasks.rados.rados.0.smithi084.stdout:2155: writing smithi08483026-42 from 4317184 to 4980736 tid 2 2024-04-02T08:29:02.709 INFO:tasks.rados.rados.0.smithi084.stdout:2155: writing smithi08483026-42 from 4980736 to 5390336 tid 3 2024-04-02T08:29:02.711 INFO:tasks.rados.rados.0.smithi084.stdout:2155: writing smithi08483026-42 from 5390336 to 5521408 tid 4 2024-04-02T08:29:02.711 INFO:tasks.rados.rados.0.smithi084.stdout:2156: read oid 46 snap -1 2024-04-02T08:29:02.711 INFO:tasks.rados.rados.0.smithi084.stdout:2156: expect deleted 2024-04-02T08:29:02.711 INFO:tasks.rados.rados.0.smithi084.stdout:2157: snap_remove snap 202 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:2157: done (4 left) 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:2158: rollback oid 30 current snap is 204 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 30 to 178 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:2159: read oid 8 snap -1 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:2159: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:2160: copy_from oid 17 from oid 20 current snap is 204 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 204 2024-04-02T08:29:03.155 INFO:tasks.rados.rados.0.smithi084.stdout:2161: seq_num 691 ranges {1712128=778240,2490368=548864,3039232=614400,3653632=40960} 2024-04-02T08:29:03.169 INFO:tasks.rados.rados.0.smithi084.stdout:2161: writing smithi08483026-19 from 1712128 to 2490368 tid 1 2024-04-02T08:29:03.173 INFO:tasks.rados.rados.0.smithi084.stdout:2161: writing smithi08483026-19 from 2490368 to 3039232 tid 2 2024-04-02T08:29:03.177 INFO:tasks.rados.rados.0.smithi084.stdout:2161: writing smithi08483026-19 from 3039232 to 3653632 tid 3 2024-04-02T08:29:03.178 INFO:tasks.rados.rados.0.smithi084.stdout:2161: writing smithi08483026-19 from 3653632 to 3694592 tid 4 2024-04-02T08:29:03.178 INFO:tasks.rados.rados.0.smithi084.stdout:2162: read oid 26 snap -1 2024-04-02T08:29:03.178 INFO:tasks.rados.rados.0.smithi084.stdout:2162: expect deleted 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2163: read oid 21 snap -1 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2163: expect deleted 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 204 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2153: finishing write tid 4 to smithi08483026-4 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2153: finishing write tid 5 to smithi08483026-4 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2153: oid 4 updating version 0 to 880 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2153: oid 4 version 880 is already newer than 879 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2153: oid 4 updating version 880 to 882 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:2153: oid 4 version 882 is already newer than 881 2024-04-02T08:29:03.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 882 (ObjNum 688 snap 204 seq_num 688) dirty exists 2024-04-02T08:29:03.180 INFO:tasks.rados.rados.0.smithi084.stdout:2153: left oid 4 (ObjNum 688 snap 204 seq_num 688) 2024-04-02T08:29:03.180 INFO:tasks.rados.rados.0.smithi084.stdout:2154: finishing write tid 1 to smithi08483026-40 2024-04-02T08:29:03.180 INFO:tasks.rados.rados.0.smithi084.stdout:2164: seq_num 692 ranges {6447104=794624,7241728=483328,7725056=720896} 2024-04-02T08:29:03.217 INFO:tasks.rados.rados.0.smithi084.stdout:2164: writing smithi08483026-5 from 6447104 to 7241728 tid 1 2024-04-02T08:29:03.219 INFO:tasks.rados.rados.0.smithi084.stdout:2164: writing smithi08483026-5 from 7241728 to 7725056 tid 2 2024-04-02T08:29:03.224 INFO:tasks.rados.rados.0.smithi084.stdout:2164: writing smithi08483026-5 from 7725056 to 8445952 tid 3 2024-04-02T08:29:03.224 INFO:tasks.rados.rados.0.smithi084.stdout:2153: done (10 left) 2024-04-02T08:29:03.224 INFO:tasks.rados.rados.0.smithi084.stdout:2165: snap_remove snap 194 2024-04-02T08:29:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:03 smithi132 ceph-mon[88571]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:29:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:03 smithi084 ceph-mon[94794]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:29:03.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:03 smithi084 ceph-mon[97358]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:29:04.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:03 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:29:03.648+0000 7facf0160700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:29:04.162 INFO:tasks.rados.rados.0.smithi084.stdout:2165: done (10 left) 2024-04-02T08:29:04.162 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 204 2024-04-02T08:29:04.162 INFO:tasks.rados.rados.0.smithi084.stdout:2166: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-04-02T08:29:04.167 INFO:tasks.rados.rados.0.smithi084.stdout:2166: writing smithi08483026-12 from 0 to 409600 tid 1 2024-04-02T08:29:04.170 INFO:tasks.rados.rados.0.smithi084.stdout:2166: writing smithi08483026-12 from 409600 to 1179648 tid 2 2024-04-02T08:29:04.175 INFO:tasks.rados.rados.0.smithi084.stdout:2166: writing smithi08483026-12 from 1179648 to 1761280 tid 3 2024-04-02T08:29:04.176 INFO:tasks.rados.rados.0.smithi084.stdout:2166: writing smithi08483026-12 from 1761280 to 2015232 tid 4 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2167: delete oid 11 current snap is 204 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: finishing write tid 2 to smithi08483026-40 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: finishing write tid 3 to smithi08483026-40 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: finishing write tid 4 to smithi08483026-40 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: finishing write tid 5 to smithi08483026-40 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: oid 40 updating version 0 to 1055 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: oid 40 updating version 1055 to 1056 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: oid 40 version 1056 is already newer than 1054 2024-04-02T08:29:04.177 INFO:tasks.rados.rados.0.smithi084.stdout:2154: oid 40 updating version 1056 to 1057 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1057 (ObjNum 689 snap 204 seq_num 689) dirty exists 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2154: left oid 40 (ObjNum 689 snap 204 seq_num 689) 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: finishing write tid 1 to smithi08483026-42 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: finishing write tid 2 to smithi08483026-42 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: finishing write tid 3 to smithi08483026-42 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: finishing write tid 4 to smithi08483026-42 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: finishing write tid 5 to smithi08483026-42 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: finishing write tid 6 to smithi08483026-42 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: oid 42 updating version 0 to 978 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: oid 42 version 978 is already newer than 977 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: oid 42 updating version 978 to 979 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: oid 42 updating version 979 to 980 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:2155: oid 42 version 980 is already newer than 976 2024-04-02T08:29:04.178 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 980 (ObjNum 690 snap 204 seq_num 690) dirty exists 2024-04-02T08:29:04.179 INFO:tasks.rados.rados.0.smithi084.stdout:2155: left oid 42 (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:29:04.179 INFO:tasks.rados.rados.0.smithi084.stdout:2158: finishing rollback tid 0 to smithi08483026-30 2024-04-02T08:29:04.179 INFO:tasks.rados.rados.0.smithi084.stdout:2158: finishing rollback tid 1 to smithi08483026-30 2024-04-02T08:29:04.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 876 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:29:04.179 INFO:tasks.rados.rados.0.smithi084.stdout:2161: finishing write tid 1 to smithi08483026-19 2024-04-02T08:29:04.179 INFO:tasks.rados.rados.0.smithi084.stdout:2159: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-02T08:29:04.296 INFO:tasks.rados.rados.0.smithi084.stdout:2161: finishing write tid 2 to smithi08483026-19 2024-04-02T08:29:04.296 INFO:tasks.rados.rados.0.smithi084.stdout:2154: done (11 left) 2024-04-02T08:29:04.296 INFO:tasks.rados.rados.0.smithi084.stdout:2155: done (10 left) 2024-04-02T08:29:04.296 INFO:tasks.rados.rados.0.smithi084.stdout:2156: done (9 left) 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2158: done (8 left) 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2159: done (7 left) 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2162: done (6 left) 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2163: done (5 left) 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2167: done (4 left) 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2168: setattr oid 40 current snap is 204 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: finishing write tid 3 to smithi08483026-19 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: finishing write tid 4 to smithi08483026-19 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: finishing write tid 5 to smithi08483026-19 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: finishing write tid 6 to smithi08483026-19 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: oid 19 updating version 0 to 889 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: oid 19 updating version 889 to 891 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: oid 19 version 891 is already newer than 890 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: oid 19 version 891 is already newer than 888 2024-04-02T08:29:04.297 INFO:tasks.rados.rados.0.smithi084.stdout:2161: oid 19 updating version 891 to 892 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 892 (ObjNum 691 snap 204 seq_num 691) dirty exists 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2161: left oid 19 (ObjNum 691 snap 204 seq_num 691) 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2160: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2160: finishing copy_from to smithi08483026-17 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1021 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: finishing write tid 1 to smithi08483026-5 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: finishing write tid 2 to smithi08483026-5 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: finishing write tid 3 to smithi08483026-5 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: finishing write tid 4 to smithi08483026-5 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: finishing write tid 5 to smithi08483026-5 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: oid 5 updating version 0 to 942 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: oid 5 updating version 942 to 945 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: oid 5 version 945 is already newer than 944 2024-04-02T08:29:04.298 INFO:tasks.rados.rados.0.smithi084.stdout:2164: oid 5 version 945 is already newer than 943 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 945 (ObjNum 692 snap 204 seq_num 692) dirty exists 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2164: left oid 5 (ObjNum 692 snap 204 seq_num 692) 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: finishing write tid 1 to smithi08483026-12 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: finishing write tid 2 to smithi08483026-12 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: finishing write tid 3 to smithi08483026-12 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: finishing write tid 4 to smithi08483026-12 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: finishing write tid 5 to smithi08483026-12 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: finishing write tid 6 to smithi08483026-12 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: oid 12 updating version 0 to 988 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: oid 12 updating version 988 to 990 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: oid 12 version 990 is already newer than 986 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: oid 12 version 990 is already newer than 989 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: oid 12 version 990 is already newer than 987 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 990 (ObjNum 693 snap 204 seq_num 693) dirty exists 2024-04-02T08:29:04.299 INFO:tasks.rados.rados.0.smithi084.stdout:2166: left oid 12 (ObjNum 693 snap 204 seq_num 693) 2024-04-02T08:29:04.300 INFO:tasks.rados.rados.0.smithi084.stdout:2160: done (4 left) 2024-04-02T08:29:04.300 INFO:tasks.rados.rados.0.smithi084.stdout:2161: done (3 left) 2024-04-02T08:29:04.300 INFO:tasks.rados.rados.0.smithi084.stdout:2164: done (2 left) 2024-04-02T08:29:04.300 INFO:tasks.rados.rados.0.smithi084.stdout:2166: done (1 left) 2024-04-02T08:29:04.301 INFO:tasks.rados.rados.0.smithi084.stdout:2169: rmattr oid 7 current snap is 204 2024-04-02T08:29:04.301 INFO:tasks.rados.rados.0.smithi084.stdout:2169: done (1 left) 2024-04-02T08:29:04.301 INFO:tasks.rados.rados.0.smithi084.stdout:2170: delete oid 49 current snap is 204 2024-04-02T08:29:04.301 INFO:tasks.rados.rados.0.smithi084.stdout:2170: done (1 left) 2024-04-02T08:29:04.301 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 204 2024-04-02T08:29:04.301 INFO:tasks.rados.rados.0.smithi084.stdout:2171: seq_num 696 ranges {1884160=458752,2342912=417792,2760704=753664,3514368=434176} 2024-04-02T08:29:04.311 INFO:tasks.rados.rados.0.smithi084.stdout:2171: writing smithi08483026-43 from 1884160 to 2342912 tid 1 2024-04-02T08:29:04.313 INFO:tasks.rados.rados.0.smithi084.stdout:2171: writing smithi08483026-43 from 2342912 to 2760704 tid 2 2024-04-02T08:29:04.317 INFO:tasks.rados.rados.0.smithi084.stdout:2171: writing smithi08483026-43 from 2760704 to 3514368 tid 3 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:2171: writing smithi08483026-43 from 3514368 to 3948544 tid 4 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:2172: read oid 46 snap -1 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:2172: expect deleted 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:2173: delete oid 33 current snap is 204 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1070 (ObjNum 689 snap 204 seq_num 689) dirty exists 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:2171: finishing write tid 1 to smithi08483026-43 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:2171: finishing write tid 2 to smithi08483026-43 2024-04-02T08:29:04.321 INFO:tasks.rados.rados.0.smithi084.stdout:2171: finishing write tid 3 to smithi08483026-43 2024-04-02T08:29:04.322 INFO:tasks.rados.rados.0.smithi084.stdout:2168: done (3 left) 2024-04-02T08:29:04.322 INFO:tasks.rados.rados.0.smithi084.stdout:2172: done (2 left) 2024-04-02T08:29:04.322 INFO:tasks.rados.rados.0.smithi084.stdout:2173: done (1 left) 2024-04-02T08:29:04.322 INFO:tasks.rados.rados.0.smithi084.stdout:2174: snap_create 2024-04-02T08:29:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:2171: finishing write tid 4 to smithi08483026-43 2024-04-02T08:29:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:2171: finishing write tid 5 to smithi08483026-43 2024-04-02T08:29:04.324 INFO:tasks.rados.rados.0.smithi084.stdout:2171: finishing write tid 6 to smithi08483026-43 2024-04-02T08:29:04.325 INFO:tasks.rados.rados.0.smithi084.stdout:2171: oid 43 updating version 0 to 1072 2024-04-02T08:29:04.325 INFO:tasks.rados.rados.0.smithi084.stdout:2171: oid 43 version 1072 is already newer than 1071 2024-04-02T08:29:04.325 INFO:tasks.rados.rados.0.smithi084.stdout:2171: oid 43 updating version 1072 to 1074 2024-04-02T08:29:04.325 INFO:tasks.rados.rados.0.smithi084.stdout:2171: oid 43 version 1074 is already newer than 1073 2024-04-02T08:29:04.325 INFO:tasks.rados.rados.0.smithi084.stdout:2171: oid 43 updating version 1074 to 1075 2024-04-02T08:29:04.325 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1075 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-04-02T08:29:04.325 INFO:tasks.rados.rados.0.smithi084.stdout:2171: left oid 43 (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: pgmap v388: 121 pgs: 11 peering, 7 active+undersized+degraded, 31 active+undersized, 72 active+clean; 238 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 72/516 objects degraded (13.953%) 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: pgmap v388: 121 pgs: 11 peering, 7 active+undersized+degraded, 31 active+undersized, 72 active+clean; 238 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 72/516 objects degraded (13.953%) 2024-04-02T08:29:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:29:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: pgmap v388: 121 pgs: 11 peering, 7 active+undersized+degraded, 31 active+undersized, 72 active+clean; 238 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 72/516 objects degraded (13.953%) 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:04.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:05.170 INFO:tasks.rados.rados.0.smithi084.stdout:2171: done (1 left) 2024-04-02T08:29:05.170 INFO:tasks.rados.rados.0.smithi084.stdout:2174: done (0 left) 2024-04-02T08:29:05.170 INFO:tasks.rados.rados.0.smithi084.stdout:2175: snap_create 2024-04-02T08:29:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:05 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:05 smithi084 ceph-mon[94794]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:29:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:05 smithi084 ceph-mon[94794]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:29:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:05 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:05 smithi084 ceph-mon[97358]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:29:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:05 smithi084 ceph-mon[97358]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:29:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:05 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:05 smithi132 ceph-mon[88571]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:29:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:05 smithi132 ceph-mon[88571]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:29:06.177 INFO:tasks.rados.rados.0.smithi084.stdout:2175: done (0 left) 2024-04-02T08:29:06.177 INFO:tasks.rados.rados.0.smithi084.stdout:2176: read oid 37 snap 205 2024-04-02T08:29:06.177 INFO:tasks.rados.rados.0.smithi084.stdout:2176: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:29:06.177 INFO:tasks.rados.rados.0.smithi084.stdout:2177: snap_create 2024-04-02T08:29:06.217 INFO:tasks.rados.rados.0.smithi084.stdout:2176: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:29:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[94794]: pgmap v391: 121 pgs: 11 peering, 110 active+clean; 241 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s; 12 MiB/s, 5 objects/s recovering 2024-04-02T08:29:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 72/516 objects degraded (13.953%), 7 pgs degraded) 2024-04-02T08:29:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:29:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[94794]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:29:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[97358]: pgmap v391: 121 pgs: 11 peering, 110 active+clean; 241 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s; 12 MiB/s, 5 objects/s recovering 2024-04-02T08:29:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 72/516 objects degraded (13.953%), 7 pgs degraded) 2024-04-02T08:29:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:29:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:06 smithi084 ceph-mon[97358]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:29:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:06 smithi132 ceph-mon[88571]: pgmap v391: 121 pgs: 11 peering, 110 active+clean; 241 MiB data, 975 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s; 12 MiB/s, 5 objects/s recovering 2024-04-02T08:29:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:06 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 72/516 objects degraded (13.953%), 7 pgs degraded) 2024-04-02T08:29:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:06 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:29:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:06 smithi132 ceph-mon[88571]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:29:07.183 INFO:tasks.rados.rados.0.smithi084.stdout:2176: done (1 left) 2024-04-02T08:29:07.183 INFO:tasks.rados.rados.0.smithi084.stdout:2177: done (0 left) 2024-04-02T08:29:07.183 INFO:tasks.rados.rados.0.smithi084.stdout:2178: snap_remove snap 197 2024-04-02T08:29:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:07 smithi084 ceph-mon[94794]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:29:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:07 smithi084 ceph-mon[97358]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:29:07.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:07 smithi132 ceph-mon[88571]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:29:08.193 INFO:tasks.rados.rados.0.smithi084.stdout:2178: done (0 left) 2024-04-02T08:29:08.193 INFO:tasks.rados.rados.0.smithi084.stdout:2179: copy_from oid 10 from oid 48 current snap is 207 2024-04-02T08:29:08.193 INFO:tasks.rados.rados.0.smithi084.stdout:2180: snap_create 2024-04-02T08:29:08.217 INFO:tasks.rados.rados.0.smithi084.stdout:2179: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:29:08.220 INFO:tasks.rados.rados.0.smithi084.stdout:2179: finishing copy_from to smithi08483026-10 2024-04-02T08:29:08.220 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 532 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-04-02T08:29:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:08 smithi084 ceph-mon[94794]: pgmap v394: 121 pgs: 121 active+clean; 236 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s; 16 MiB/s, 6 objects/s recovering 2024-04-02T08:29:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:08 smithi084 ceph-mon[94794]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:29:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:08 smithi084 ceph-mon[97358]: pgmap v394: 121 pgs: 121 active+clean; 236 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s; 16 MiB/s, 6 objects/s recovering 2024-04-02T08:29:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:08 smithi084 ceph-mon[97358]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:29:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:08 smithi132 ceph-mon[88571]: pgmap v394: 121 pgs: 121 active+clean; 236 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s; 16 MiB/s, 6 objects/s recovering 2024-04-02T08:29:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:08 smithi132 ceph-mon[88571]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:29:09.192 INFO:tasks.rados.rados.0.smithi084.stdout:2179: done (1 left) 2024-04-02T08:29:09.192 INFO:tasks.rados.rados.0.smithi084.stdout:2180: done (0 left) 2024-04-02T08:29:09.192 INFO:tasks.rados.rados.0.smithi084.stdout:2181: read oid 11 snap -1 2024-04-02T08:29:09.192 INFO:tasks.rados.rados.0.smithi084.stdout:2181: expect deleted 2024-04-02T08:29:09.192 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 34 current snap is 208 2024-04-02T08:29:09.192 INFO:tasks.rados.rados.0.smithi084.stdout:2182: seq_num 698 ranges {2867200=499712,3366912=589824,3956736=770048,4726784=245760} 2024-04-02T08:29:09.210 INFO:tasks.rados.rados.0.smithi084.stdout:2182: writing smithi08483026-34 from 2867200 to 3366912 tid 1 2024-04-02T08:29:09.213 INFO:tasks.rados.rados.0.smithi084.stdout:2182: writing smithi08483026-34 from 3366912 to 3956736 tid 2 2024-04-02T08:29:09.217 INFO:tasks.rados.rados.0.smithi084.stdout:2182: writing smithi08483026-34 from 3956736 to 4726784 tid 3 2024-04-02T08:29:09.220 INFO:tasks.rados.rados.0.smithi084.stdout:2182: writing smithi08483026-34 from 4726784 to 4972544 tid 4 2024-04-02T08:29:09.221 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 208 2024-04-02T08:29:09.221 INFO:tasks.rados.rados.0.smithi084.stdout:2183: seq_num 699 ranges {1089536=516096,1605632=475136,2080768=573440,2654208=557056} 2024-04-02T08:29:09.228 INFO:tasks.rados.rados.0.smithi084.stdout:2183: writing smithi08483026-45 from 1089536 to 1605632 tid 1 2024-04-02T08:29:09.230 INFO:tasks.rados.rados.0.smithi084.stdout:2183: writing smithi08483026-45 from 1605632 to 2080768 tid 2 2024-04-02T08:29:09.234 INFO:tasks.rados.rados.0.smithi084.stdout:2183: writing smithi08483026-45 from 2080768 to 2654208 tid 3 2024-04-02T08:29:09.237 INFO:tasks.rados.rados.0.smithi084.stdout:2183: writing smithi08483026-45 from 2654208 to 3211264 tid 4 2024-04-02T08:29:09.237 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 208 2024-04-02T08:29:09.237 INFO:tasks.rados.rados.0.smithi084.stdout:2184: seq_num 700 ranges {2007040=532480,2539520=409600,2949120=737280,3686400=458752} 2024-04-02T08:29:09.250 INFO:tasks.rados.rados.0.smithi084.stdout:2184: writing smithi08483026-25 from 2007040 to 2539520 tid 1 2024-04-02T08:29:09.252 INFO:tasks.rados.rados.0.smithi084.stdout:2184: writing smithi08483026-25 from 2539520 to 2949120 tid 2 2024-04-02T08:29:09.257 INFO:tasks.rados.rados.0.smithi084.stdout:2184: writing smithi08483026-25 from 2949120 to 3686400 tid 3 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2184: writing smithi08483026-25 from 3686400 to 4145152 tid 4 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2185: rollback oid 6 current snap is 208 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 205 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2182: finishing write tid 1 to smithi08483026-34 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2181: done (4 left) 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2186: setattr oid 44 current snap is 208 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2182: finishing write tid 2 to smithi08483026-34 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2182: finishing write tid 3 to smithi08483026-34 2024-04-02T08:29:09.261 INFO:tasks.rados.rados.0.smithi084.stdout:2182: finishing write tid 4 to smithi08483026-34 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: finishing write tid 5 to smithi08483026-34 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: finishing write tid 6 to smithi08483026-34 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: oid 34 updating version 0 to 948 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: oid 34 updating version 948 to 949 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: oid 34 updating version 949 to 950 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: oid 34 version 950 is already newer than 947 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: oid 34 version 950 is already newer than 946 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 950 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:29:09.262 INFO:tasks.rados.rados.0.smithi084.stdout:2182: left oid 34 (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: finishing write tid 1 to smithi08483026-45 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: finishing write tid 2 to smithi08483026-45 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: finishing write tid 3 to smithi08483026-45 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: finishing write tid 4 to smithi08483026-45 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: finishing write tid 5 to smithi08483026-45 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: finishing write tid 6 to smithi08483026-45 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: oid 45 updating version 0 to 672 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: oid 45 updating version 672 to 674 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: oid 45 updating version 674 to 676 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: oid 45 version 676 is already newer than 675 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: oid 45 version 676 is already newer than 673 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 676 (ObjNum 699 snap 208 seq_num 699) dirty exists 2024-04-02T08:29:09.263 INFO:tasks.rados.rados.0.smithi084.stdout:2183: left oid 45 (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2184: finishing write tid 1 to smithi08483026-25 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2184: finishing write tid 2 to smithi08483026-25 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2182: done (4 left) 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2183: done (3 left) 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2187: read oid 16 snap 206 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2187: expect deleted 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2188: read oid 15 snap -1 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2188: expect (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:29:09.264 INFO:tasks.rados.rados.0.smithi084.stdout:2189: snap_remove snap 204 2024-04-02T08:29:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[94794]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:29:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[94794]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:29:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[97358]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:29:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:09 smithi084 ceph-mon[97358]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:29:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:09 smithi132 ceph-mon[88571]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:29:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:09 smithi132 ceph-mon[88571]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2189: done (5 left) 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2190: delete oid 26 current snap is 208 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2185: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 885 (ObjNum 193 snap 0 seq_num 621577200) dirty dne 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 442 (ObjNum 145 snap 0 seq_num 622258864) dirty exists 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2184: finishing write tid 3 to smithi08483026-25 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2184: finishing write tid 4 to smithi08483026-25 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2184: finishing write tid 5 to smithi08483026-25 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2184: finishing write tid 6 to smithi08483026-25 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2184: oid 25 updating version 0 to 937 2024-04-02T08:29:10.144 INFO:tasks.rados.rados.0.smithi084.stdout:2184: oid 25 version 937 is already newer than 935 2024-04-02T08:29:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:2184: oid 25 version 937 is already newer than 936 2024-04-02T08:29:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:2184: oid 25 version 937 is already newer than 933 2024-04-02T08:29:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:2184: oid 25 version 937 is already newer than 934 2024-04-02T08:29:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 937 (ObjNum 700 snap 208 seq_num 700) dirty exists 2024-04-02T08:29:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:2184: left oid 25 (ObjNum 700 snap 208 seq_num 700) 2024-04-02T08:29:10.145 INFO:tasks.rados.rados.0.smithi084.stdout:2188: expect (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:29:10.520 INFO:tasks.rados.rados.0.smithi084.stdout:2184: done (5 left) 2024-04-02T08:29:10.520 INFO:tasks.rados.rados.0.smithi084.stdout:2185: done (4 left) 2024-04-02T08:29:10.521 INFO:tasks.rados.rados.0.smithi084.stdout:2186: done (3 left) 2024-04-02T08:29:10.521 INFO:tasks.rados.rados.0.smithi084.stdout:2187: done (2 left) 2024-04-02T08:29:10.521 INFO:tasks.rados.rados.0.smithi084.stdout:2188: done (1 left) 2024-04-02T08:29:10.521 INFO:tasks.rados.rados.0.smithi084.stdout:2190: done (0 left) 2024-04-02T08:29:10.521 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 208 2024-04-02T08:29:10.521 INFO:tasks.rados.rados.0.smithi084.stdout:2191: seq_num 702 ranges {0=565248,565248=581632,1146880=745472,1892352=278528} 2024-04-02T08:29:10.522 INFO:tasks.rados.rados.0.smithi084.stdout:2191: writing smithi08483026-44 from 0 to 565248 tid 1 2024-04-02T08:29:10.526 INFO:tasks.rados.rados.0.smithi084.stdout:2191: writing smithi08483026-44 from 565248 to 1146880 tid 2 2024-04-02T08:29:10.530 INFO:tasks.rados.rados.0.smithi084.stdout:2191: writing smithi08483026-44 from 1146880 to 1892352 tid 3 2024-04-02T08:29:10.532 INFO:tasks.rados.rados.0.smithi084.stdout:2191: writing smithi08483026-44 from 1892352 to 2170880 tid 4 2024-04-02T08:29:10.532 INFO:tasks.rados.rados.0.smithi084.stdout:2192: copy_from oid 37 from oid 23 current snap is 208 2024-04-02T08:29:10.532 INFO:tasks.rados.rados.0.smithi084.stdout:2191: finishing write tid 1 to smithi08483026-44 2024-04-02T08:29:10.532 INFO:tasks.rados.rados.0.smithi084.stdout:2191: finishing write tid 2 to smithi08483026-44 2024-04-02T08:29:10.533 INFO:tasks.rados.rados.0.smithi084.stdout:2193: snap_create 2024-04-02T08:29:10.534 INFO:tasks.rados.rados.0.smithi084.stdout:2191: finishing write tid 3 to smithi08483026-44 2024-04-02T08:29:10.534 INFO:tasks.rados.rados.0.smithi084.stdout:2191: finishing write tid 4 to smithi08483026-44 2024-04-02T08:29:10.534 INFO:tasks.rados.rados.0.smithi084.stdout:2191: finishing write tid 5 to smithi08483026-44 2024-04-02T08:29:10.536 INFO:tasks.rados.rados.0.smithi084.stdout:2191: finishing write tid 6 to smithi08483026-44 2024-04-02T08:29:10.536 INFO:tasks.rados.rados.0.smithi084.stdout:2191: oid 44 updating version 0 to 444 2024-04-02T08:29:10.536 INFO:tasks.rados.rados.0.smithi084.stdout:2191: oid 44 updating version 444 to 447 2024-04-02T08:29:10.536 INFO:tasks.rados.rados.0.smithi084.stdout:2191: oid 44 version 447 is already newer than 446 2024-04-02T08:29:10.536 INFO:tasks.rados.rados.0.smithi084.stdout:2191: oid 44 version 447 is already newer than 443 2024-04-02T08:29:10.537 INFO:tasks.rados.rados.0.smithi084.stdout:2191: oid 44 version 447 is already newer than 445 2024-04-02T08:29:10.537 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 447 (ObjNum 702 snap 208 seq_num 702) dirty exists 2024-04-02T08:29:10.537 INFO:tasks.rados.rados.0.smithi084.stdout:2191: left oid 44 (ObjNum 702 snap 208 seq_num 702) 2024-04-02T08:29:10.540 INFO:tasks.rados.rados.0.smithi084.stdout:2192: finishing copy_from racing read to smithi08483026-37 2024-04-02T08:29:10.541 INFO:tasks.rados.rados.0.smithi084.stdout:2192: finishing copy_from to smithi08483026-37 2024-04-02T08:29:10.541 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 873 (ObjNum 666 snap 199 seq_num 666) dirty exists 2024-04-02T08:29:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:10 smithi084 ceph-mon[94794]: pgmap v397: 121 pgs: 121 active+clean; 236 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 10 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-02T08:29:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:10 smithi084 ceph-mon[94794]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:29:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:10 smithi084 ceph-mon[97358]: pgmap v397: 121 pgs: 121 active+clean; 236 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 10 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-02T08:29:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:10 smithi084 ceph-mon[97358]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:29:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:10 smithi132 ceph-mon[88571]: pgmap v397: 121 pgs: 121 active+clean; 236 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 10 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-02T08:29:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:10 smithi132 ceph-mon[88571]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:29:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:29:10] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-04-02T08:29:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:2191: done (2 left) 2024-04-02T08:29:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:2192: done (1 left) 2024-04-02T08:29:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:2193: done (0 left) 2024-04-02T08:29:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:2194: delete oid 42 current snap is 209 2024-04-02T08:29:11.217 INFO:tasks.rados.rados.0.smithi084.stdout:2194: done (0 left) 2024-04-02T08:29:11.217 INFO:tasks.rados.rados.0.smithi084.stdout:2195: delete oid 48 current snap is 209 2024-04-02T08:29:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:2195: done (0 left) 2024-04-02T08:29:11.223 INFO:tasks.rados.rados.0.smithi084.stdout:2196: rollback oid 47 current snap is 209 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 205 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2197: read oid 15 snap -1 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2197: expect (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2198: read oid 37 snap -1 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2198: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2199: rollback oid 48 current snap is 209 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 48 to 207 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2200: rollback oid 4 current snap is 209 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 4 to 207 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2201: read oid 50 snap -1 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2201: expect (ObjNum 587 snap 174 seq_num 587) 2024-04-02T08:29:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:2202: setattr oid 16 current snap is 209 2024-04-02T08:29:11.225 INFO:tasks.rados.rados.0.smithi084.stdout:2203: rmattr oid 17 current snap is 209 2024-04-02T08:29:11.225 INFO:tasks.rados.rados.0.smithi084.stdout:2204: copy_from oid 8 from oid 49 current snap is 209 2024-04-02T08:29:11.226 INFO:tasks.rados.rados.0.smithi084.stdout:2205: snap_remove snap 178 2024-04-02T08:29:12.222 INFO:tasks.rados.rados.0.smithi084.stdout:2205: done (9 left) 2024-04-02T08:29:12.222 INFO:tasks.rados.rados.0.smithi084.stdout:2206: setattr oid 9 current snap is 209 2024-04-02T08:29:12.222 INFO:tasks.rados.rados.0.smithi084.stdout:2199: finishing rollback tid 1 to smithi08483026-48 2024-04-02T08:29:12.222 INFO:tasks.rados.rados.0.smithi084.stdout:2201: expect (ObjNum 587 snap 174 seq_num 587) 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:2204: finishing copy_from to smithi08483026-8 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:2204: got expected ENOENT (src dne) 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:2200: finishing rollback tid 0 to smithi08483026-4 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:2204: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:2200: finishing rollback tid 1 to smithi08483026-4 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:2200: finishing rollback tid 2 to smithi08483026-4 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 885 (ObjNum 688 snap 204 seq_num 688) dirty exists 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 886 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:29:12.302 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1022 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-02T08:29:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:2199: finishing rollback tid 2 to smithi08483026-48 2024-04-02T08:29:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 879 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-04-02T08:29:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:2196: finishing rollback tid 0 to smithi08483026-47 2024-04-02T08:29:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:2196: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:29:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:2196: finishing rollback tid 2 to smithi08483026-47 2024-04-02T08:29:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 943 (ObjNum 673 snap 200 seq_num 673) dirty exists 2024-04-02T08:29:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:2198: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:29:12.341 INFO:tasks.rados.rados.0.smithi084.stdout:2197: expect (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:29:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:12 smithi084 ceph-mon[94794]: pgmap v400: 121 pgs: 121 active+clean; 238 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-02T08:29:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:12 smithi084 ceph-mon[94794]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:29:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:12 smithi084 ceph-mon[97358]: pgmap v400: 121 pgs: 121 active+clean; 238 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-02T08:29:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:12 smithi084 ceph-mon[97358]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:29:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:12 smithi132 ceph-mon[88571]: pgmap v400: 121 pgs: 121 active+clean; 238 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-02T08:29:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:12 smithi132 ceph-mon[88571]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:29:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:29:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:29:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:12.718 INFO:tasks.rados.rados.0.smithi084.stdout:2196: done (9 left) 2024-04-02T08:29:12.718 INFO:tasks.rados.rados.0.smithi084.stdout:2197: done (8 left) 2024-04-02T08:29:12.718 INFO:tasks.rados.rados.0.smithi084.stdout:2198: done (7 left) 2024-04-02T08:29:12.718 INFO:tasks.rados.rados.0.smithi084.stdout:2199: done (6 left) 2024-04-02T08:29:12.718 INFO:tasks.rados.rados.0.smithi084.stdout:2200: done (5 left) 2024-04-02T08:29:12.718 INFO:tasks.rados.rados.0.smithi084.stdout:2201: done (4 left) 2024-04-02T08:29:12.718 INFO:tasks.rados.rados.0.smithi084.stdout:2202: done (3 left) 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2203: done (2 left) 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2204: done (1 left) 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2207: read oid 45 snap 208 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2207: expect (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2208: setattr oid 3 current snap is 209 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2209: read oid 33 snap -1 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2209: expect deleted 2024-04-02T08:29:12.719 INFO:tasks.rados.rados.0.smithi084.stdout:2210: snap_remove snap 196 2024-04-02T08:29:13.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 570 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:29:13.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 951 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-04-02T08:29:13.243 INFO:tasks.rados.rados.0.smithi084.stdout:2207: expect (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:29:13.356 INFO:tasks.rados.rados.0.smithi084.stdout:2206: done (4 left) 2024-04-02T08:29:13.356 INFO:tasks.rados.rados.0.smithi084.stdout:2207: done (3 left) 2024-04-02T08:29:13.356 INFO:tasks.rados.rados.0.smithi084.stdout:2208: done (2 left) 2024-04-02T08:29:13.356 INFO:tasks.rados.rados.0.smithi084.stdout:2209: done (1 left) 2024-04-02T08:29:13.356 INFO:tasks.rados.rados.0.smithi084.stdout:2210: done (0 left) 2024-04-02T08:29:13.356 INFO:tasks.rados.rados.0.smithi084.stdout:2211: read oid 8 snap -1 2024-04-02T08:29:13.357 INFO:tasks.rados.rados.0.smithi084.stdout:2211: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-02T08:29:13.357 INFO:tasks.rados.rados.0.smithi084.stdout:2212: copy_from oid 27 from oid 37 current snap is 209 2024-04-02T08:29:13.357 INFO:tasks.rados.rados.0.smithi084.stdout:2213: delete oid 15 current snap is 209 2024-04-02T08:29:13.359 INFO:tasks.rados.rados.0.smithi084.stdout:2213: done (2 left) 2024-04-02T08:29:13.359 INFO:tasks.rados.rados.0.smithi084.stdout:2214: rollback oid 32 current snap is 209 2024-04-02T08:29:13.359 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 207 2024-04-02T08:29:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:2215: copy_from oid 18 from oid 36 current snap is 209 2024-04-02T08:29:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:2216: delete oid 42 current snap is 209 2024-04-02T08:29:13.363 INFO:tasks.rados.rados.0.smithi084.stdout:2214: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:29:13.363 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 952 (ObjNum 33 snap 0 seq_num 609855280) dirty dne 2024-04-02T08:29:13.363 INFO:tasks.rados.rados.0.smithi084.stdout:2214: done (4 left) 2024-04-02T08:29:13.363 INFO:tasks.rados.rados.0.smithi084.stdout:2216: done (3 left) 2024-04-02T08:29:13.364 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 209 2024-04-02T08:29:13.364 INFO:tasks.rados.rados.0.smithi084.stdout:2217: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2024-04-02T08:29:13.367 INFO:tasks.rados.rados.0.smithi084.stdout:2217: writing smithi08483026-6 from 0 to 647168 tid 1 2024-04-02T08:29:13.372 INFO:tasks.rados.rados.0.smithi084.stdout:2217: writing smithi08483026-6 from 647168 to 1449984 tid 2 2024-04-02T08:29:13.375 INFO:tasks.rados.rados.0.smithi084.stdout:2217: writing smithi08483026-6 from 1449984 to 1982464 tid 3 2024-04-02T08:29:13.378 INFO:tasks.rados.rados.0.smithi084.stdout:2217: writing smithi08483026-6 from 1982464 to 2252800 tid 4 2024-04-02T08:29:13.378 INFO:tasks.rados.rados.0.smithi084.stdout:2218: copy_from oid 1 from oid 24 current snap is 209 2024-04-02T08:29:13.378 INFO:tasks.rados.rados.0.smithi084.stdout:2211: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-02T08:29:13.490 INFO:tasks.rados.rados.0.smithi084.stdout:2212: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:29:13.490 INFO:tasks.rados.rados.0.smithi084.stdout:2212: finishing copy_from to smithi08483026-27 2024-04-02T08:29:13.490 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 873 (ObjNum 666 snap 199 seq_num 666) dirty exists 2024-04-02T08:29:13.490 INFO:tasks.rados.rados.0.smithi084.stdout:2215: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:29:13.490 INFO:tasks.rados.rados.0.smithi084.stdout:2215: finishing copy_from to smithi08483026-18 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 857 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2217: finishing write tid 1 to smithi08483026-6 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2217: finishing write tid 2 to smithi08483026-6 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2218: finishing copy_from to smithi08483026-1 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2218: got expected ENOENT (src dne) 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2218: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2217: finishing write tid 3 to smithi08483026-6 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2217: finishing write tid 4 to smithi08483026-6 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2217: finishing write tid 5 to smithi08483026-6 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2211: done (4 left) 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2212: done (3 left) 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2215: done (2 left) 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2218: done (1 left) 2024-04-02T08:29:13.491 INFO:tasks.rados.rados.0.smithi084.stdout:2219: read oid 23 snap -1 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2219: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2220: setattr oid 34 current snap is 209 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2217: finishing write tid 6 to smithi08483026-6 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2217: oid 6 updating version 0 to 888 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2217: oid 6 updating version 888 to 890 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2217: oid 6 version 890 is already newer than 889 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2217: oid 6 version 890 is already newer than 887 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2217: oid 6 version 890 is already newer than 886 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 890 (ObjNum 707 snap 209 seq_num 707) dirty exists 2024-04-02T08:29:13.492 INFO:tasks.rados.rados.0.smithi084.stdout:2217: left oid 6 (ObjNum 707 snap 209 seq_num 707) 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:2217: done (2 left) 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:2221: copy_from oid 28 from oid 27 current snap is 209 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:2222: read oid 26 snap -1 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:2222: expect deleted 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:2223: copy_from oid 16 from oid 15 current snap is 209 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:2224: rmattr oid 42 current snap is 209 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:2224: done (5 left) 2024-04-02T08:29:13.493 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 209 2024-04-02T08:29:13.494 INFO:tasks.rados.rados.0.smithi084.stdout:2225: seq_num 708 ranges {2949120=663552,3612672=737280,4349952=696320,5046272=172032} 2024-04-02T08:29:13.512 INFO:tasks.rados.rados.0.smithi084.stdout:2225: writing smithi08483026-38 from 2949120 to 3612672 tid 1 2024-04-02T08:29:13.516 INFO:tasks.rados.rados.0.smithi084.stdout:2225: writing smithi08483026-38 from 3612672 to 4349952 tid 2 2024-04-02T08:29:13.520 INFO:tasks.rados.rados.0.smithi084.stdout:2225: writing smithi08483026-38 from 4349952 to 5046272 tid 3 2024-04-02T08:29:13.521 INFO:tasks.rados.rados.0.smithi084.stdout:2225: writing smithi08483026-38 from 5046272 to 5218304 tid 4 2024-04-02T08:29:13.521 INFO:tasks.rados.rados.0.smithi084.stdout:2226: rollback oid 35 current snap is 209 2024-04-02T08:29:13.521 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 207 2024-04-02T08:29:13.521 INFO:tasks.rados.rados.0.smithi084.stdout:2219: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2223: finishing copy_from to smithi08483026-16 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2223: got expected ENOENT (src dne) 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2223: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 952 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2221: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2221: finishing copy_from to smithi08483026-28 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 873 (ObjNum 666 snap 199 seq_num 666) dirty exists 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2225: finishing write tid 1 to smithi08483026-38 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2225: finishing write tid 2 to smithi08483026-38 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2219: done (6 left) 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2220: done (5 left) 2024-04-02T08:29:13.563 INFO:tasks.rados.rados.0.smithi084.stdout:2221: done (4 left) 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2222: done (3 left) 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2223: done (2 left) 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2227: copy_from oid 31 from oid 30 current snap is 209 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: finishing write tid 3 to smithi08483026-38 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2226: finishing rollback tid 0 to smithi08483026-35 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2226: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: finishing write tid 4 to smithi08483026-38 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2226: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1103 (ObjNum 652 snap 197 seq_num 652) dirty exists 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: finishing write tid 5 to smithi08483026-38 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: finishing write tid 6 to smithi08483026-38 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: oid 38 updating version 0 to 955 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: oid 38 updating version 955 to 957 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: oid 38 version 957 is already newer than 956 2024-04-02T08:29:13.564 INFO:tasks.rados.rados.0.smithi084.stdout:2225: oid 38 version 957 is already newer than 954 2024-04-02T08:29:13.565 INFO:tasks.rados.rados.0.smithi084.stdout:2225: oid 38 version 957 is already newer than 953 2024-04-02T08:29:13.565 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 957 (ObjNum 708 snap 209 seq_num 708) dirty exists 2024-04-02T08:29:13.565 INFO:tasks.rados.rados.0.smithi084.stdout:2225: left oid 38 (ObjNum 708 snap 209 seq_num 708) 2024-04-02T08:29:13.565 INFO:tasks.rados.rados.0.smithi084.stdout:2225: done (2 left) 2024-04-02T08:29:13.565 INFO:tasks.rados.rados.0.smithi084.stdout:2226: done (1 left) 2024-04-02T08:29:13.565 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 209 2024-04-02T08:29:13.565 INFO:tasks.rados.rados.0.smithi084.stdout:2228: seq_num 709 ranges {2949120=679936,3629056=614400,4243456=499712,4743168=491520} 2024-04-02T08:29:13.581 INFO:tasks.rados.rados.0.smithi084.stdout:2228: writing smithi08483026-29 from 2949120 to 3629056 tid 1 2024-04-02T08:29:13.585 INFO:tasks.rados.rados.0.smithi084.stdout:2228: writing smithi08483026-29 from 3629056 to 4243456 tid 2 2024-04-02T08:29:13.588 INFO:tasks.rados.rados.0.smithi084.stdout:2228: writing smithi08483026-29 from 4243456 to 4743168 tid 3 2024-04-02T08:29:13.591 INFO:tasks.rados.rados.0.smithi084.stdout:2228: writing smithi08483026-29 from 4743168 to 5234688 tid 4 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2229: read oid 9 snap -1 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2229: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 209 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2227: finishing copy_from to smithi08483026-31 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2227: got expected ENOENT (src dne) 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2227: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2228: finishing write tid 1 to smithi08483026-29 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2228: finishing write tid 2 to smithi08483026-29 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2228: finishing write tid 3 to smithi08483026-29 2024-04-02T08:29:13.592 INFO:tasks.rados.rados.0.smithi084.stdout:2230: seq_num 710 ranges {2908160=696320,3604480=499712,4104192=712704,4816896=393216} 2024-04-02T08:29:13.611 INFO:tasks.rados.rados.0.smithi084.stdout:2230: writing smithi08483026-22 from 2908160 to 3604480 tid 1 2024-04-02T08:29:13.613 INFO:tasks.rados.rados.0.smithi084.stdout:2230: writing smithi08483026-22 from 3604480 to 4104192 tid 2 2024-04-02T08:29:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:13 smithi084 ceph-mon[94794]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:29:13.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:13 smithi084 ceph-mon[97358]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:29:13.617 INFO:tasks.rados.rados.0.smithi084.stdout:2230: writing smithi08483026-22 from 4104192 to 4816896 tid 3 2024-04-02T08:29:13.620 INFO:tasks.rados.rados.0.smithi084.stdout:2230: writing smithi08483026-22 from 4816896 to 5210112 tid 4 2024-04-02T08:29:13.620 INFO:tasks.rados.rados.0.smithi084.stdout:2227: done (3 left) 2024-04-02T08:29:13.620 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 209 2024-04-02T08:29:13.620 INFO:tasks.rados.rados.0.smithi084.stdout:2231: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-04-02T08:29:13.624 INFO:tasks.rados.rados.0.smithi084.stdout:2231: writing smithi08483026-21 from 0 to 712704 tid 1 2024-04-02T08:29:13.628 INFO:tasks.rados.rados.0.smithi084.stdout:2231: writing smithi08483026-21 from 712704 to 1499136 tid 2 2024-04-02T08:29:13.631 INFO:tasks.rados.rados.0.smithi084.stdout:2231: writing smithi08483026-21 from 1499136 to 2015232 tid 3 2024-04-02T08:29:13.633 INFO:tasks.rados.rados.0.smithi084.stdout:2231: writing smithi08483026-21 from 2015232 to 2318336 tid 4 2024-04-02T08:29:13.633 INFO:tasks.rados.rados.0.smithi084.stdout:2232: delete oid 4 current snap is 209 2024-04-02T08:29:13.633 INFO:tasks.rados.rados.0.smithi084.stdout:2229: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: finishing write tid 4 to smithi08483026-29 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: finishing write tid 5 to smithi08483026-29 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: finishing write tid 6 to smithi08483026-29 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: oid 29 updating version 0 to 831 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: oid 29 updating version 831 to 832 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: oid 29 version 832 is already newer than 830 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: oid 29 updating version 832 to 834 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: oid 29 version 834 is already newer than 833 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 834 (ObjNum 709 snap 209 seq_num 709) dirty exists 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2228: left oid 29 (ObjNum 709 snap 209 seq_num 709) 2024-04-02T08:29:13.637 INFO:tasks.rados.rados.0.smithi084.stdout:2230: finishing write tid 1 to smithi08483026-22 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: finishing write tid 2 to smithi08483026-22 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2228: done (4 left) 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2229: done (3 left) 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2232: done (2 left) 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2233: read oid 14 snap -1 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2233: expect (ObjNum 636 snap 193 seq_num 636) 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2234: snap_create 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: finishing write tid 3 to smithi08483026-22 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: finishing write tid 4 to smithi08483026-22 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: finishing write tid 5 to smithi08483026-22 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: finishing write tid 6 to smithi08483026-22 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: oid 22 updating version 0 to 934 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: oid 22 version 934 is already newer than 933 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: oid 22 version 934 is already newer than 932 2024-04-02T08:29:13.638 INFO:tasks.rados.rados.0.smithi084.stdout:2230: oid 22 version 934 is already newer than 930 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:2230: oid 22 version 934 is already newer than 931 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 934 (ObjNum 710 snap 209 seq_num 710) dirty exists 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:2230: left oid 22 (ObjNum 710 snap 209 seq_num 710) 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:2231: finishing write tid 1 to smithi08483026-21 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:2231: finishing write tid 2 to smithi08483026-21 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:2231: finishing write tid 3 to smithi08483026-21 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:2231: finishing write tid 4 to smithi08483026-21 2024-04-02T08:29:13.639 INFO:tasks.rados.rados.0.smithi084.stdout:2231: finishing write tid 5 to smithi08483026-21 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:2231: finishing write tid 6 to smithi08483026-21 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:2231: oid 21 updating version 0 to 884 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:2231: oid 21 version 884 is already newer than 880 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:2231: oid 21 version 884 is already newer than 881 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:2231: oid 21 version 884 is already newer than 883 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:2231: oid 21 version 884 is already newer than 882 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 884 (ObjNum 711 snap 209 seq_num 711) dirty exists 2024-04-02T08:29:13.640 INFO:tasks.rados.rados.0.smithi084.stdout:2231: left oid 21 (ObjNum 711 snap 209 seq_num 711) 2024-04-02T08:29:13.644 INFO:tasks.rados.rados.0.smithi084.stdout:2233: expect (ObjNum 636 snap 193 seq_num 636) 2024-04-02T08:29:13.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:13 smithi132 ceph-mon[88571]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:29:14.231 INFO:tasks.rados.rados.0.smithi084.stdout:2230: done (3 left) 2024-04-02T08:29:14.231 INFO:tasks.rados.rados.0.smithi084.stdout:2231: done (2 left) 2024-04-02T08:29:14.231 INFO:tasks.rados.rados.0.smithi084.stdout:2233: done (1 left) 2024-04-02T08:29:14.232 INFO:tasks.rados.rados.0.smithi084.stdout:2234: done (0 left) 2024-04-02T08:29:14.232 INFO:tasks.rados.rados.0.smithi084.stdout:2235: rollback oid 42 current snap is 210 2024-04-02T08:29:14.232 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 42 to 206 2024-04-02T08:29:14.232 INFO:tasks.rados.rados.0.smithi084.stdout:2236: rollback oid 29 current snap is 210 2024-04-02T08:29:14.232 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 206 2024-04-02T08:29:14.232 INFO:tasks.rados.rados.0.smithi084.stdout:2237: snap_create 2024-04-02T08:29:14.238 INFO:tasks.rados.rados.0.smithi084.stdout:2235: finishing rollback tid 1 to smithi08483026-42 2024-04-02T08:29:14.239 INFO:tasks.rados.rados.0.smithi084.stdout:2235: finishing rollback tid 2 to smithi08483026-42 2024-04-02T08:29:14.239 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1032 (ObjNum 690 snap 204 seq_num 690) dirty exists 2024-04-02T08:29:14.239 INFO:tasks.rados.rados.0.smithi084.stdout:2236: finishing rollback tid 0 to smithi08483026-29 2024-04-02T08:29:14.239 INFO:tasks.rados.rados.0.smithi084.stdout:2236: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:29:14.240 INFO:tasks.rados.rados.0.smithi084.stdout:2236: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:29:14.240 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 837 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:29:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:14 smithi084 ceph-mon[94794]: pgmap v403: 121 pgs: 121 active+clean; 238 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 514 KiB/s wr, 2 op/s 2024-04-02T08:29:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:14 smithi084 ceph-mon[94794]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:29:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:14 smithi084 ceph-mon[97358]: pgmap v403: 121 pgs: 121 active+clean; 238 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 514 KiB/s wr, 2 op/s 2024-04-02T08:29:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:14 smithi084 ceph-mon[97358]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:29:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:14 smithi132 ceph-mon[88571]: pgmap v403: 121 pgs: 121 active+clean; 238 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 514 KiB/s wr, 2 op/s 2024-04-02T08:29:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:14 smithi132 ceph-mon[88571]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:29:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:15.243 INFO:tasks.rados.rados.0.smithi084.stdout:2235: done (2 left) 2024-04-02T08:29:15.243 INFO:tasks.rados.rados.0.smithi084.stdout:2236: done (1 left) 2024-04-02T08:29:15.243 INFO:tasks.rados.rados.0.smithi084.stdout:2237: done (0 left) 2024-04-02T08:29:15.243 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 211 2024-04-02T08:29:15.243 INFO:tasks.rados.rados.0.smithi084.stdout:2238: seq_num 713 ranges {1409024=745472,2154496=557056,2711552=483328,3194880=565248} 2024-04-02T08:29:15.254 INFO:tasks.rados.rados.0.smithi084.stdout:2238: writing smithi08483026-50 from 1409024 to 2154496 tid 1 2024-04-02T08:29:15.257 INFO:tasks.rados.rados.0.smithi084.stdout:2238: writing smithi08483026-50 from 2154496 to 2711552 tid 2 2024-04-02T08:29:15.260 INFO:tasks.rados.rados.0.smithi084.stdout:2238: writing smithi08483026-50 from 2711552 to 3194880 tid 3 2024-04-02T08:29:15.264 INFO:tasks.rados.rados.0.smithi084.stdout:2238: writing smithi08483026-50 from 3194880 to 3760128 tid 4 2024-04-02T08:29:15.264 INFO:tasks.rados.rados.0.smithi084.stdout:2239: read oid 28 snap 208 2024-04-02T08:29:15.264 INFO:tasks.rados.rados.0.smithi084.stdout:2239: expect deleted 2024-04-02T08:29:15.264 INFO:tasks.rados.rados.0.smithi084.stdout:2240: snap_remove snap 187 2024-04-02T08:29:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:15 smithi084 ceph-mon[94794]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:29:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:15 smithi084 ceph-mon[97358]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:29:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:15 smithi132 ceph-mon[88571]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: finishing write tid 1 to smithi08483026-50 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: finishing write tid 2 to smithi08483026-50 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: finishing write tid 3 to smithi08483026-50 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: finishing write tid 4 to smithi08483026-50 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: finishing write tid 5 to smithi08483026-50 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: finishing write tid 6 to smithi08483026-50 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: oid 50 updating version 0 to 1038 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: oid 50 version 1038 is already newer than 1035 2024-04-02T08:29:16.250 INFO:tasks.rados.rados.0.smithi084.stdout:2238: oid 50 version 1038 is already newer than 1036 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2238: oid 50 version 1038 is already newer than 1037 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2238: oid 50 version 1038 is already newer than 1034 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1038 (ObjNum 713 snap 211 seq_num 713) dirty exists 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2238: left oid 50 (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2238: done (2 left) 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2239: done (1 left) 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2240: done (0 left) 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2241: read oid 26 snap -1 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2241: expect deleted 2024-04-02T08:29:16.251 INFO:tasks.rados.rados.0.smithi084.stdout:2242: snap_remove snap 205 2024-04-02T08:29:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:16 smithi084 ceph-mon[94794]: pgmap v406: 121 pgs: 121 active+clean; 212 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-04-02T08:29:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:16 smithi084 ceph-mon[94794]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:29:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:16 smithi084 ceph-mon[97358]: pgmap v406: 121 pgs: 121 active+clean; 212 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-04-02T08:29:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:16 smithi084 ceph-mon[97358]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:29:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:16 smithi132 ceph-mon[88571]: pgmap v406: 121 pgs: 121 active+clean; 212 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-04-02T08:29:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:16 smithi132 ceph-mon[88571]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:29:17.260 INFO:tasks.rados.rados.0.smithi084.stdout:2242: done (1 left) 2024-04-02T08:29:17.260 INFO:tasks.rados.rados.0.smithi084.stdout:2243: copy_from oid 15 from oid 47 current snap is 211 2024-04-02T08:29:17.260 INFO:tasks.rados.rados.0.smithi084.stdout:2241: done (1 left) 2024-04-02T08:29:17.260 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 211 2024-04-02T08:29:17.260 INFO:tasks.rados.rados.0.smithi084.stdout:2244: seq_num 714 ranges {4145152=761856,4907008=442368,5349376=688128,6037504=475136} 2024-04-02T08:29:17.287 INFO:tasks.rados.rados.0.smithi084.stdout:2244: writing smithi08483026-25 from 4145152 to 4907008 tid 1 2024-04-02T08:29:17.289 INFO:tasks.rados.rados.0.smithi084.stdout:2244: writing smithi08483026-25 from 4907008 to 5349376 tid 2 2024-04-02T08:29:17.293 INFO:tasks.rados.rados.0.smithi084.stdout:2244: writing smithi08483026-25 from 5349376 to 6037504 tid 3 2024-04-02T08:29:17.296 INFO:tasks.rados.rados.0.smithi084.stdout:2244: writing smithi08483026-25 from 6037504 to 6512640 tid 4 2024-04-02T08:29:17.296 INFO:tasks.rados.rados.0.smithi084.stdout:2245: rollback oid 46 current snap is 211 2024-04-02T08:29:17.296 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 46 to 210 2024-04-02T08:29:17.296 INFO:tasks.rados.rados.0.smithi084.stdout:2243: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:29:17.296 INFO:tasks.rados.rados.0.smithi084.stdout:2243: finishing copy_from to smithi08483026-15 2024-04-02T08:29:17.296 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 943 (ObjNum 673 snap 200 seq_num 673) dirty exists 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:2244: finishing write tid 1 to smithi08483026-25 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:2244: finishing write tid 2 to smithi08483026-25 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:2243: done (2 left) 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:2246: copy_from oid 12 from oid 20 current snap is 211 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:2247: snap_create 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:2244: finishing write tid 3 to smithi08483026-25 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:2245: finishing rollback tid 1 to smithi08483026-46 2024-04-02T08:29:17.297 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:29:17.300 INFO:tasks.rados.rados.0.smithi084.stdout:2244: finishing write tid 4 to smithi08483026-25 2024-04-02T08:29:17.300 INFO:tasks.rados.rados.0.smithi084.stdout:2244: finishing write tid 5 to smithi08483026-25 2024-04-02T08:29:17.301 INFO:tasks.rados.rados.0.smithi084.stdout:2244: finishing write tid 6 to smithi08483026-25 2024-04-02T08:29:17.301 INFO:tasks.rados.rados.0.smithi084.stdout:2244: oid 25 updating version 0 to 969 2024-04-02T08:29:17.301 INFO:tasks.rados.rados.0.smithi084.stdout:2244: oid 25 updating version 969 to 970 2024-04-02T08:29:17.301 INFO:tasks.rados.rados.0.smithi084.stdout:2244: oid 25 version 970 is already newer than 967 2024-04-02T08:29:17.301 INFO:tasks.rados.rados.0.smithi084.stdout:2244: oid 25 updating version 970 to 971 2024-04-02T08:29:17.301 INFO:tasks.rados.rados.0.smithi084.stdout:2244: oid 25 version 971 is already newer than 968 2024-04-02T08:29:17.302 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 971 (ObjNum 714 snap 211 seq_num 714) dirty exists 2024-04-02T08:29:17.302 INFO:tasks.rados.rados.0.smithi084.stdout:2244: left oid 25 (ObjNum 714 snap 211 seq_num 714) 2024-04-02T08:29:17.311 INFO:tasks.rados.rados.0.smithi084.stdout:2246: finishing copy_from racing read to smithi08483026-12 2024-04-02T08:29:17.312 INFO:tasks.rados.rados.0.smithi084.stdout:2246: finishing copy_from to smithi08483026-12 2024-04-02T08:29:17.313 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1021 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-02T08:29:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:17 smithi084 ceph-mon[94794]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:29:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:17 smithi084 ceph-mon[97358]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:29:17.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:17 smithi132 ceph-mon[88571]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:29:18.260 INFO:tasks.rados.rados.0.smithi084.stdout:2244: done (3 left) 2024-04-02T08:29:18.260 INFO:tasks.rados.rados.0.smithi084.stdout:2245: done (2 left) 2024-04-02T08:29:18.260 INFO:tasks.rados.rados.0.smithi084.stdout:2246: done (1 left) 2024-04-02T08:29:18.260 INFO:tasks.rados.rados.0.smithi084.stdout:2247: done (0 left) 2024-04-02T08:29:18.260 INFO:tasks.rados.rados.0.smithi084.stdout:2248: copy_from oid 35 from oid 2 current snap is 212 2024-04-02T08:29:18.260 INFO:tasks.rados.rados.0.smithi084.stdout:2249: copy_from oid 24 from oid 12 current snap is 212 2024-04-02T08:29:18.260 INFO:tasks.rados.rados.0.smithi084.stdout:2250: copy_from oid 44 from oid 36 current snap is 212 2024-04-02T08:29:18.261 INFO:tasks.rados.rados.0.smithi084.stdout:2251: snap_create 2024-04-02T08:29:18.268 INFO:tasks.rados.rados.0.smithi084.stdout:2248: finishing copy_from to smithi08483026-35 2024-04-02T08:29:18.268 INFO:tasks.rados.rados.0.smithi084.stdout:2248: got expected ENOENT (src dne) 2024-04-02T08:29:18.268 INFO:tasks.rados.rados.0.smithi084.stdout:2248: finishing copy_from racing read to smithi08483026-35 2024-04-02T08:29:18.279 INFO:tasks.rados.rados.0.smithi084.stdout:2250: finishing copy_from racing read to smithi08483026-44 2024-04-02T08:29:18.279 INFO:tasks.rados.rados.0.smithi084.stdout:2250: finishing copy_from to smithi08483026-44 2024-04-02T08:29:18.279 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 857 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:18.284 INFO:tasks.rados.rados.0.smithi084.stdout:2249: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:29:18.286 INFO:tasks.rados.rados.0.smithi084.stdout:2249: finishing copy_from to smithi08483026-24 2024-04-02T08:29:18.286 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1021 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-02T08:29:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:18 smithi084 ceph-mon[94794]: pgmap v409: 121 pgs: 121 active+clean; 216 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T08:29:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:18 smithi084 ceph-mon[94794]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:29:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:18 smithi084 ceph-mon[97358]: pgmap v409: 121 pgs: 121 active+clean; 216 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T08:29:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:18 smithi084 ceph-mon[97358]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:29:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:18 smithi132 ceph-mon[88571]: pgmap v409: 121 pgs: 121 active+clean; 216 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T08:29:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:18 smithi132 ceph-mon[88571]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:29:19.270 INFO:tasks.rados.rados.0.smithi084.stdout:2248: done (3 left) 2024-04-02T08:29:19.270 INFO:tasks.rados.rados.0.smithi084.stdout:2249: done (2 left) 2024-04-02T08:29:19.270 INFO:tasks.rados.rados.0.smithi084.stdout:2250: done (1 left) 2024-04-02T08:29:19.270 INFO:tasks.rados.rados.0.smithi084.stdout:2251: done (0 left) 2024-04-02T08:29:19.271 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 213 2024-04-02T08:29:19.271 INFO:tasks.rados.rados.0.smithi084.stdout:2252: seq_num 715 ranges {3211264=778240,3989504=770048,4759552=499712,5259264=335872} 2024-04-02T08:29:19.292 INFO:tasks.rados.rados.0.smithi084.stdout:2252: writing smithi08483026-45 from 3211264 to 3989504 tid 1 2024-04-02T08:29:19.296 INFO:tasks.rados.rados.0.smithi084.stdout:2252: writing smithi08483026-45 from 3989504 to 4759552 tid 2 2024-04-02T08:29:19.299 INFO:tasks.rados.rados.0.smithi084.stdout:2252: writing smithi08483026-45 from 4759552 to 5259264 tid 3 2024-04-02T08:29:19.301 INFO:tasks.rados.rados.0.smithi084.stdout:2252: writing smithi08483026-45 from 5259264 to 5595136 tid 4 2024-04-02T08:29:19.301 INFO:tasks.rados.rados.0.smithi084.stdout:2253: rollback oid 15 current snap is 213 2024-04-02T08:29:19.301 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 211 2024-04-02T08:29:19.301 INFO:tasks.rados.rados.0.smithi084.stdout:2252: finishing write tid 1 to smithi08483026-45 2024-04-02T08:29:19.302 INFO:tasks.rados.rados.0.smithi084.stdout:2252: finishing write tid 2 to smithi08483026-45 2024-04-02T08:29:19.302 INFO:tasks.rados.rados.0.smithi084.stdout:2254: snap_remove snap 209 2024-04-02T08:29:19.491 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:29:19.521 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:19 smithi132 ceph-mon[88571]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:29:19.522 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:19 smithi084 ceph-mon[94794]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:29:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:19 smithi084 ceph-mon[97358]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:29:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (9m) 91s ago 10m 23.9M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (10m) 21s ago 10m 90.0M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (11m) 91s ago 11m 15.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (11m) 21s ago 11m 21.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (5m) 21s ago 15m 454M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (5m) 91s ago 16m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (4m) 91s ago 17m 55.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:29:19.808 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (4m) 21s ago 15m 47.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (4m) 91s ago 15m 48.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (10m) 91s ago 10m 16.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (10m) 21s ago 10m 15.6M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (3m) 91s ago 14m 115M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (2m) 91s ago 14m 83.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (2m) 91s ago 13m 98.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (95s) 91s ago 13m 15.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (60s) 21s ago 13m 111M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (26s) 21s ago 12m 12.5M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 28a4ec2f2c06 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (12m) 21s ago 12m 157M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 08be93eaf28e 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (11m) 21s ago 11m 173M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:29:19.809 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (5m) 21s ago 11m 63.7M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:29:20.144 INFO:tasks.rados.rados.0.smithi084.stdout:2252: finishing write tid 3 to smithi08483026-45 2024-04-02T08:29:20.144 INFO:tasks.rados.rados.0.smithi084.stdout:2252: finishing write tid 4 to smithi08483026-45 2024-04-02T08:29:20.144 INFO:tasks.rados.rados.0.smithi084.stdout:2252: finishing write tid 5 to smithi08483026-45 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2253: finishing rollback tid 0 to smithi08483026-15 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2252: finishing write tid 6 to smithi08483026-45 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2252: oid 45 updating version 0 to 948 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2252: oid 45 version 948 is already newer than 945 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2252: oid 45 version 948 is already newer than 947 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2252: oid 45 version 948 is already newer than 944 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2252: oid 45 version 948 is already newer than 946 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 948 (ObjNum 715 snap 213 seq_num 715) dirty exists 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2252: left oid 45 (ObjNum 715 snap 213 seq_num 715) 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2253: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:29:20.145 INFO:tasks.rados.rados.0.smithi084.stdout:2253: finishing rollback tid 2 to smithi08483026-15 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 951 (ObjNum 673 snap 200 seq_num 673) dirty exists 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:2252: done (2 left) 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:2253: done (1 left) 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:2254: done (0 left) 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:2255: read oid 6 snap 212 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:2255: expect (ObjNum 707 snap 209 seq_num 707) 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:2256: rollback oid 37 current snap is 213 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 37 to 207 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 213 2024-04-02T08:29:20.146 INFO:tasks.rados.rados.0.smithi084.stdout:2257: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-04-02T08:29:20.148 INFO:tasks.rados.rados.0.smithi084.stdout:2257: writing smithi08483026-49 from 0 to 794624 tid 1 2024-04-02T08:29:20.152 INFO:tasks.rados.rados.0.smithi084.stdout:2257: writing smithi08483026-49 from 794624 to 1449984 tid 2 2024-04-02T08:29:20.156 INFO:tasks.rados.rados.0.smithi084.stdout:2257: writing smithi08483026-49 from 1449984 to 2154496 tid 3 2024-04-02T08:29:20.158 INFO:tasks.rados.rados.0.smithi084.stdout:2257: writing smithi08483026-49 from 2154496 to 2400256 tid 4 2024-04-02T08:29:20.158 INFO:tasks.rados.rados.0.smithi084.stdout:2258: copy_from oid 32 from oid 11 current snap is 213 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2256: finishing rollback tid 0 to smithi08483026-37 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2256: finishing rollback tid 1 to smithi08483026-37 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2256: finishing rollback tid 2 to smithi08483026-37 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 886 (ObjNum 535 snap 159 seq_num 535) dirty exists 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: finishing write tid 1 to smithi08483026-49 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: finishing write tid 2 to smithi08483026-49 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2256: done (3 left) 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 213 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2259: seq_num 717 ranges {81920=16384} 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2259: writing smithi08483026-3 from 81920 to 98304 tid 1 2024-04-02T08:29:20.159 INFO:tasks.rados.rados.0.smithi084.stdout:2260: snap_remove snap 206 2024-04-02T08:29:20.213 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:29:20.213 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:29:20.213 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:29:20.213 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:20.214 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:29:20.214 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:20.214 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:20.214 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:29:20.214 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:29:20.215 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:29:20.215 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:20.215 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:29:20.215 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:29:20.215 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:20.215 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:29:20.215 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:29:20.216 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 11 2024-04-02T08:29:20.216 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:29:20.216 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:29:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[94794]: pgmap v412: 121 pgs: 121 active+clean; 157 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-02T08:29:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[94794]: Upgrade: osd.6 is safe to restart 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[94794]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[94794]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[94794]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/781967990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[97358]: pgmap v412: 121 pgs: 121 active+clean; 157 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[97358]: Upgrade: osd.6 is safe to restart 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[97358]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[97358]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[97358]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:29:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/781967990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:20 smithi132 ceph-mon[88571]: pgmap v412: 121 pgs: 121 active+clean; 157 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-02T08:29:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:20 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:29:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:20 smithi132 ceph-mon[88571]: Upgrade: osd.6 is safe to restart 2024-04-02T08:29:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:20 smithi132 ceph-mon[88571]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:29:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:20 smithi132 ceph-mon[88571]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:20 smithi132 ceph-mon[88571]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:29:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:20 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/781967990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:29:20] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-04-02T08:29:21.147 INFO:tasks.rados.rados.0.smithi084.stdout:2257: finishing write tid 3 to smithi08483026-49 2024-04-02T08:29:21.148 INFO:tasks.rados.rados.0.smithi084.stdout:2255: expect (ObjNum 707 snap 209 seq_num 707) 2024-04-02T08:29:21.211 INFO:tasks.rados.rados.0.smithi084.stdout:2257: finishing write tid 4 to smithi08483026-49 2024-04-02T08:29:21.211 INFO:tasks.rados.rados.0.smithi084.stdout:2257: finishing write tid 5 to smithi08483026-49 2024-04-02T08:29:21.211 INFO:tasks.rados.rados.0.smithi084.stdout:2255: done (4 left) 2024-04-02T08:29:21.211 INFO:tasks.rados.rados.0.smithi084.stdout:2260: done (3 left) 2024-04-02T08:29:21.211 INFO:tasks.rados.rados.0.smithi084.stdout:2261: snap_remove snap 207 2024-04-02T08:29:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:21 smithi132 ceph-mon[88571]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:21 smithi132 ceph-mon[88571]: Upgrade: Updating osd.6 2024-04-02T08:29:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:21 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:29:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:21 smithi132 ceph-mon[88571]: Deploying daemon osd.6 on smithi132 2024-04-02T08:29:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:21 smithi132 ceph-mon[88571]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:29:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[94794]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[94794]: Upgrade: Updating osd.6 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[94794]: Deploying daemon osd.6 on smithi132 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[94794]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[97358]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[97358]: Upgrade: Updating osd.6 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:29:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:21.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[97358]: Deploying daemon osd.6 on smithi132 2024-04-02T08:29:21.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:21 smithi084 ceph-mon[97358]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:29:22.146 INFO:tasks.rados.rados.0.smithi084.stdout:2261: done (3 left) 2024-04-02T08:29:22.146 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 213 2024-04-02T08:29:22.146 INFO:tasks.rados.rados.0.smithi084.stdout:2262: seq_num 718 ranges {1949696=32768} 2024-04-02T08:29:22.157 INFO:tasks.rados.rados.0.smithi084.stdout:2262: writing smithi08483026-40 from 1949696 to 1982464 tid 1 2024-04-02T08:29:22.158 INFO:tasks.rados.rados.0.smithi084.stdout:2263: setattr oid 39 current snap is 213 2024-04-02T08:29:22.158 INFO:tasks.rados.rados.0.smithi084.stdout:2259: finishing write tid 1 to smithi08483026-3 2024-04-02T08:29:22.158 INFO:tasks.rados.rados.0.smithi084.stdout:2259: finishing write tid 2 to smithi08483026-3 2024-04-02T08:29:22.158 INFO:tasks.rados.rados.0.smithi084.stdout:2258: finishing copy_from to smithi08483026-32 2024-04-02T08:29:22.158 INFO:tasks.rados.rados.0.smithi084.stdout:2258: got expected ENOENT (src dne) 2024-04-02T08:29:22.158 INFO:tasks.rados.rados.0.smithi084.stdout:2258: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:29:22.158 INFO:tasks.rados.rados.0.smithi084.stdout:2257: finishing write tid 6 to smithi08483026-49 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: oid 49 updating version 0 to 955 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: oid 49 updating version 955 to 956 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: oid 49 version 956 is already newer than 953 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: oid 49 version 956 is already newer than 952 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: oid 49 version 956 is already newer than 954 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 956 (ObjNum 716 snap 213 seq_num 716) dirty exists 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2257: left oid 49 (ObjNum 716 snap 213 seq_num 716) 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2259: finishing write tid 3 to smithi08483026-3 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2259: oid 3 updating version 0 to 959 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2259: oid 3 version 959 is already newer than 958 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 959 (ObjNum 717 snap 213 seq_num 717) dirty exists 2024-04-02T08:29:22.159 INFO:tasks.rados.rados.0.smithi084.stdout:2259: left oid 3 (ObjNum 717 snap 213 seq_num 717) 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:2257: done (4 left) 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:2258: done (3 left) 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:2259: done (2 left) 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:2264: rollback oid 11 current snap is 213 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 212 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:2265: read oid 47 snap -1 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:2265: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:22.161 INFO:tasks.rados.rados.0.smithi084.stdout:2266: setattr oid 23 current snap is 213 2024-04-02T08:29:22.163 INFO:tasks.rados.rados.0.smithi084.stdout:2264: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:29:22.163 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 0 (ObjNum 289 snap 0 seq_num 2031138798) dirty dne 2024-04-02T08:29:22.163 INFO:tasks.rados.rados.0.smithi084.stdout:2264: done (4 left) 2024-04-02T08:29:22.163 INFO:tasks.rados.rados.0.smithi084.stdout:2267: read oid 37 snap 212 2024-04-02T08:29:22.164 INFO:tasks.rados.rados.0.smithi084.stdout:2267: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:29:22.164 INFO:tasks.rados.rados.0.smithi084.stdout:2268: snap_create 2024-04-02T08:29:22.164 INFO:tasks.rados.rados.0.smithi084.stdout:2262: finishing write tid 1 to smithi08483026-40 2024-04-02T08:29:22.164 INFO:tasks.rados.rados.0.smithi084.stdout:2262: finishing write tid 2 to smithi08483026-40 2024-04-02T08:29:22.165 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1036 (ObjNum 663 snap 199 seq_num 663) dirty exists 2024-04-02T08:29:22.168 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 888 (ObjNum 666 snap 199 seq_num 666) dirty exists 2024-04-02T08:29:22.168 INFO:tasks.rados.rados.0.smithi084.stdout:2262: finishing write tid 3 to smithi08483026-40 2024-04-02T08:29:22.168 INFO:tasks.rados.rados.0.smithi084.stdout:2262: oid 40 updating version 0 to 1120 2024-04-02T08:29:22.168 INFO:tasks.rados.rados.0.smithi084.stdout:2262: oid 40 version 1120 is already newer than 1119 2024-04-02T08:29:22.168 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1120 (ObjNum 718 snap 213 seq_num 718) dirty exists 2024-04-02T08:29:22.168 INFO:tasks.rados.rados.0.smithi084.stdout:2262: left oid 40 (ObjNum 718 snap 213 seq_num 718) 2024-04-02T08:29:22.169 INFO:tasks.rados.rados.0.smithi084.stdout:2265: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:22.213 INFO:tasks.rados.rados.0.smithi084.stdout:2267: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:29:22.368 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:29:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:29:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:22.635 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:22 smithi132 ceph-mon[88571]: pgmap v415: 121 pgs: 121 active+clean; 156 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:29:22.636 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:22 smithi132 ceph-mon[88571]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:29:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:22 smithi084 ceph-mon[94794]: pgmap v415: 121 pgs: 121 active+clean; 156 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:29:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:22 smithi084 ceph-mon[94794]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:29:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:22 smithi084 ceph-mon[97358]: pgmap v415: 121 pgs: 121 active+clean; 156 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:29:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:22 smithi084 ceph-mon[97358]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2262: done (5 left) 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2263: done (4 left) 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2265: done (3 left) 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2266: done (2 left) 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2267: done (1 left) 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2268: done (0 left) 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2269: read oid 24 snap -1 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2269: expect (ObjNum 681 snap 201 seq_num 681) 2024-04-02T08:29:23.151 INFO:tasks.rados.rados.0.smithi084.stdout:2270: delete oid 28 current snap is 214 2024-04-02T08:29:23.157 INFO:tasks.rados.rados.0.smithi084.stdout:2270: done (1 left) 2024-04-02T08:29:23.157 INFO:tasks.rados.rados.0.smithi084.stdout:2271: snap_create 2024-04-02T08:29:23.166 INFO:tasks.rados.rados.0.smithi084.stdout:2269: expect (ObjNum 681 snap 201 seq_num 681) 2024-04-02T08:29:24.124 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:23 smithi132 systemd[1]: Stopping Ceph osd.6 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:24.158 INFO:tasks.rados.rados.0.smithi084.stdout:2269: done (1 left) 2024-04-02T08:29:24.158 INFO:tasks.rados.rados.0.smithi084.stdout:2271: done (0 left) 2024-04-02T08:29:24.158 INFO:tasks.rados.rados.0.smithi084.stdout:2272: read oid 11 snap -1 2024-04-02T08:29:24.158 INFO:tasks.rados.rados.0.smithi084.stdout:2272: expect deleted 2024-04-02T08:29:24.158 INFO:tasks.rados.rados.0.smithi084.stdout:2273: snap_remove snap 214 2024-04-02T08:29:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:24 smithi132 ceph-mon[88571]: pgmap v418: 121 pgs: 121 active+clean; 156 MiB data, 950 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:29:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:24 smithi132 ceph-mon[88571]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:29:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:24 smithi132 ceph-mon[88571]: osd.6 marked itself down and dead 2024-04-02T08:29:24.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[48866]: 2024-04-02T08:29:24.124+0000 7f73e47ce700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:29:24.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[48866]: 2024-04-02T08:29:24.124+0000 7f73e47ce700 -1 osd.6 504 *** Got signal Terminated *** 2024-04-02T08:29:24.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[48866]: 2024-04-02T08:29:24.124+0000 7f73e47ce700 -1 osd.6 504 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:29:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[94794]: pgmap v418: 121 pgs: 121 active+clean; 156 MiB data, 950 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:29:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[94794]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:29:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[94794]: osd.6 marked itself down and dead 2024-04-02T08:29:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[97358]: pgmap v418: 121 pgs: 121 active+clean; 156 MiB data, 950 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:29:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[97358]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:29:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:24 smithi084 ceph-mon[97358]: osd.6 marked itself down and dead 2024-04-02T08:29:24.989 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:24 smithi132 podman[103774]: 2024-04-02 08:29:24.707530194 +0000 UTC m=+0.690223164 container died 08be93eaf28e7c82f729922064cd2e39a25d7236718a94e1f881b4007aae8e8a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T08:29:25.162 INFO:tasks.rados.rados.0.smithi084.stdout:2273: done (1 left) 2024-04-02T08:29:25.163 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 215 2024-04-02T08:29:25.163 INFO:tasks.rados.rados.0.smithi084.stdout:2274: seq_num 720 ranges {0=65536} 2024-04-02T08:29:25.163 INFO:tasks.rados.rados.0.smithi084.stdout:2274: writing smithi08483026-46 from 0 to 65536 tid 1 2024-04-02T08:29:25.163 INFO:tasks.rados.rados.0.smithi084.stdout:2275: copy_from oid 33 from oid 25 current snap is 215 2024-04-02T08:29:25.163 INFO:tasks.rados.rados.0.smithi084.stdout:2276: snap_create 2024-04-02T08:29:25.176 INFO:tasks.rados.rados.0.smithi084.stdout:2274: finishing write tid 1 to smithi08483026-46 2024-04-02T08:29:25.177 INFO:tasks.rados.rados.0.smithi084.stdout:2274: finishing write tid 2 to smithi08483026-46 2024-04-02T08:29:25.178 INFO:tasks.rados.rados.0.smithi084.stdout:2274: finishing write tid 3 to smithi08483026-46 2024-04-02T08:29:25.178 INFO:tasks.rados.rados.0.smithi084.stdout:2274: oid 46 updating version 0 to 889 2024-04-02T08:29:25.178 INFO:tasks.rados.rados.0.smithi084.stdout:2274: oid 46 updating version 889 to 890 2024-04-02T08:29:25.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 890 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-04-02T08:29:25.179 INFO:tasks.rados.rados.0.smithi084.stdout:2274: left oid 46 (ObjNum 720 snap 215 seq_num 720) 2024-04-02T08:29:25.202 INFO:tasks.rados.rados.0.smithi084.stdout:2275: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:29:25.212 INFO:tasks.rados.rados.0.smithi084.stdout:2275: finishing copy_from to smithi08483026-33 2024-04-02T08:29:25.212 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 971 (ObjNum 714 snap 211 seq_num 714) dirty exists 2024-04-02T08:29:25.346 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:25 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:25.347 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:25 smithi132 ceph-mon[88571]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:29:25.347 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:25 smithi132 podman[103774]: 2024-04-02 08:29:25.08052226 +0000 UTC m=+1.063215216 container cleanup 08be93eaf28e7c82f729922064cd2e39a25d7236718a94e1f881b4007aae8e8a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-02T08:29:25.347 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:25 smithi132 bash[103774]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T08:29:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:25 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:25 smithi084 ceph-mon[94794]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:29:25.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:25 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:25 smithi084 ceph-mon[97358]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:29:25.660 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:25 smithi132 podman[103796]: 2024-04-02 08:29:25.348874234 +0000 UTC m=+0.642676428 container remove 08be93eaf28e7c82f729922064cd2e39a25d7236718a94e1f881b4007aae8e8a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:29:26.016 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:25 smithi132 podman[103893]: 2024-04-02 08:29:25.605369124 +0000 UTC m=+0.018143509 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:26.016 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:25 smithi132 podman[103893]: 2024-04-02 08:29:25.708030506 +0000 UTC m=+0.120804881 container create 954c3f1bb43cf0b588c79af81553113bc547798220e08794f980d16b2afefa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:26.016 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:25 smithi132 podman[103893]: 2024-04-02 08:29:25.936737488 +0000 UTC m=+0.349511875 container init 954c3f1bb43cf0b588c79af81553113bc547798220e08794f980d16b2afefa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:29:26.017 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:25 smithi132 podman[103893]: 2024-04-02 08:29:25.942415333 +0000 UTC m=+0.355189709 container start 954c3f1bb43cf0b588c79af81553113bc547798220e08794f980d16b2afefa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:29:26.017 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:26 smithi132 podman[103893]: 2024-04-02 08:29:26.018576317 +0000 UTC m=+0.431350708 container attach 954c3f1bb43cf0b588c79af81553113bc547798220e08794f980d16b2afefa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:29:26.163 INFO:tasks.rados.rados.0.smithi084.stdout:2272: done (3 left) 2024-04-02T08:29:26.163 INFO:tasks.rados.rados.0.smithi084.stdout:2274: done (2 left) 2024-04-02T08:29:26.163 INFO:tasks.rados.rados.0.smithi084.stdout:2275: done (1 left) 2024-04-02T08:29:26.163 INFO:tasks.rados.rados.0.smithi084.stdout:2276: done (0 left) 2024-04-02T08:29:26.163 INFO:tasks.rados.rados.0.smithi084.stdout:2277: copy_from oid 24 from oid 14 current snap is 216 2024-04-02T08:29:26.164 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 216 2024-04-02T08:29:26.164 INFO:tasks.rados.rados.0.smithi084.stdout:2278: seq_num 721 ranges {3301376=81920} 2024-04-02T08:29:26.182 INFO:tasks.rados.rados.0.smithi084.stdout:2278: writing smithi08483026-10 from 3301376 to 3383296 tid 1 2024-04-02T08:29:26.182 INFO:tasks.rados.rados.0.smithi084.stdout:2279: snap_remove snap 210 2024-04-02T08:29:26.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:26 smithi132 podman[103893]: 2024-04-02 08:29:26.237736285 +0000 UTC m=+0.650510652 container died 954c3f1bb43cf0b588c79af81553113bc547798220e08794f980d16b2afefa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:29:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:26 smithi132 ceph-mon[88571]: pgmap v421: 121 pgs: 4 peering, 11 stale+active+clean, 106 active+clean; 159 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:29:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:26 smithi132 ceph-mon[88571]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:29:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:26 smithi084 ceph-mon[94794]: pgmap v421: 121 pgs: 4 peering, 11 stale+active+clean, 106 active+clean; 159 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:29:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:26 smithi084 ceph-mon[94794]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:29:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:26 smithi084 ceph-mon[97358]: pgmap v421: 121 pgs: 4 peering, 11 stale+active+clean, 106 active+clean; 159 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:29:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:26 smithi084 ceph-mon[97358]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:29:27.161 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:26 smithi132 podman[103939]: 2024-04-02 08:29:26.805679611 +0000 UTC m=+0.558866546 container remove 954c3f1bb43cf0b588c79af81553113bc547798220e08794f980d16b2afefa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:29:27.161 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:26 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T08:29:27.161 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:26 smithi132 systemd[1]: Stopped Ceph osd.6 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:27.161 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:26 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 12.261s CPU time. 2024-04-02T08:29:27.161 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 systemd[1]: Starting Ceph osd.6 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:27.180 INFO:tasks.rados.rados.0.smithi084.stdout:2279: done (2 left) 2024-04-02T08:29:27.180 INFO:tasks.rados.rados.0.smithi084.stdout:2280: read oid 36 snap -1 2024-04-02T08:29:27.180 INFO:tasks.rados.rados.0.smithi084.stdout:2280: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:29:27.180 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 216 2024-04-02T08:29:27.180 INFO:tasks.rados.rados.0.smithi084.stdout:2277: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:29:27.181 INFO:tasks.rados.rados.0.smithi084.stdout:2281: seq_num 722 ranges {6512640=98304} 2024-04-02T08:29:27.216 INFO:tasks.rados.rados.0.smithi084.stdout:2281: writing smithi08483026-25 from 6512640 to 6610944 tid 1 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 216 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2277: finishing copy_from to smithi08483026-24 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 882 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2278: finishing write tid 1 to smithi08483026-10 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2278: finishing write tid 2 to smithi08483026-10 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2278: finishing write tid 3 to smithi08483026-10 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2278: oid 10 updating version 0 to 1068 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2278: oid 10 version 1068 is already newer than 1067 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1068 (ObjNum 721 snap 216 seq_num 721) dirty exists 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2278: left oid 10 (ObjNum 721 snap 216 seq_num 721) 2024-04-02T08:29:27.217 INFO:tasks.rados.rados.0.smithi084.stdout:2282: seq_num 723 ranges {1785856=114688} 2024-04-02T08:29:27.226 INFO:tasks.rados.rados.0.smithi084.stdout:2282: writing smithi08483026-13 from 1785856 to 1900544 tid 1 2024-04-02T08:29:27.227 INFO:tasks.rados.rados.0.smithi084.stdout:2277: done (4 left) 2024-04-02T08:29:27.227 INFO:tasks.rados.rados.0.smithi084.stdout:2278: done (3 left) 2024-04-02T08:29:27.227 INFO:tasks.rados.rados.0.smithi084.stdout:2283: copy_from oid 8 from oid 7 current snap is 216 2024-04-02T08:29:27.227 INFO:tasks.rados.rados.0.smithi084.stdout:2280: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:29:27.285 INFO:tasks.rados.rados.0.smithi084.stdout:2281: finishing write tid 1 to smithi08483026-25 2024-04-02T08:29:27.286 INFO:tasks.rados.rados.0.smithi084.stdout:2281: finishing write tid 2 to smithi08483026-25 2024-04-02T08:29:27.286 INFO:tasks.rados.rados.0.smithi084.stdout:2280: done (3 left) 2024-04-02T08:29:27.286 INFO:tasks.rados.rados.0.smithi084.stdout:2284: snap_remove snap 211 2024-04-02T08:29:27.500 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-mon[88571]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:29:27.500 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 podman[104046]: 2024-04-02 08:29:27.140435662 +0000 UTC m=+0.018881828 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:27.501 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 podman[104046]: 2024-04-02 08:29:27.256998831 +0000 UTC m=+0.135444964 container create a72d16b60c6ea75bc49923d2a2a266ef27b7a7f03e2fda6bbea98e7bb6248689 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:29:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:27 smithi084 ceph-mon[94794]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:29:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:27 smithi084 ceph-mon[97358]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:29:27.910 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 podman[104046]: 2024-04-02 08:29:27.502260256 +0000 UTC m=+0.380706403 container init a72d16b60c6ea75bc49923d2a2a266ef27b7a7f03e2fda6bbea98e7bb6248689 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T08:29:27.911 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 podman[104046]: 2024-04-02 08:29:27.507950434 +0000 UTC m=+0.386396568 container start a72d16b60c6ea75bc49923d2a2a266ef27b7a7f03e2fda6bbea98e7bb6248689 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-02T08:29:27.911 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 podman[104046]: 2024-04-02 08:29:27.59269611 +0000 UTC m=+0.471142260 container attach a72d16b60c6ea75bc49923d2a2a266ef27b7a7f03e2fda6bbea98e7bb6248689 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:29:28.191 INFO:tasks.rados.rados.0.smithi084.stdout:2284: done (3 left) 2024-04-02T08:29:28.191 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 216 2024-04-02T08:29:28.191 INFO:tasks.rados.rados.0.smithi084.stdout:2285: seq_num 724 ranges {2949120=131072} 2024-04-02T08:29:28.208 INFO:tasks.rados.rados.0.smithi084.stdout:2285: writing smithi08483026-14 from 2949120 to 3080192 tid 1 2024-04-02T08:29:28.208 INFO:tasks.rados.rados.0.smithi084.stdout:2286: snap_remove snap 208 2024-04-02T08:29:28.277 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:28 smithi132 ceph-mon[88571]: pgmap v424: 121 pgs: 13 peering, 9 stale+active+clean, 99 active+clean; 159 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-02T08:29:28.277 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:28 smithi132 ceph-mon[88571]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:29:28.277 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:28 smithi132 ceph-mon[88571]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:29:28.277 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[104060]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:29:28.277 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[104060]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 bash[104046]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 bash[104046]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 bash[104046]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 bash[104046]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 bash[104046]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 bash[104046]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 bash[104046]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[104060]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[104060]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[104060]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[104060]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[104060]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:29:28.278 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:27 smithi132 podman[104046]: 2024-04-02 08:29:27.970234305 +0000 UTC m=+0.848680451 container died a72d16b60c6ea75bc49923d2a2a266ef27b7a7f03e2fda6bbea98e7bb6248689 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:29:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:28 smithi084 ceph-mon[94794]: pgmap v424: 121 pgs: 13 peering, 9 stale+active+clean, 99 active+clean; 159 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-02T08:29:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:28 smithi084 ceph-mon[94794]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:29:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:28 smithi084 ceph-mon[94794]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:29:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:28 smithi084 ceph-mon[97358]: pgmap v424: 121 pgs: 13 peering, 9 stale+active+clean, 99 active+clean; 159 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-02T08:29:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:28 smithi084 ceph-mon[97358]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:29:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:28 smithi084 ceph-mon[97358]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:29:28.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:28 smithi132 podman[104195]: 2024-04-02 08:29:28.496647985 +0000 UTC m=+0.521275050 container remove a72d16b60c6ea75bc49923d2a2a266ef27b7a7f03e2fda6bbea98e7bb6248689 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, ceph=True) 2024-04-02T08:29:28.973 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:28 smithi132 podman[104268]: 2024-04-02 08:29:28.613816706 +0000 UTC m=+0.018392538 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:28.973 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:28 smithi132 podman[104268]: 2024-04-02 08:29:28.722436673 +0000 UTC m=+0.127012492 container create 2fab50cf0f1b1a9d2013aa94c733372bdd7246a03ad911cd790cb9b0760d74de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:29:28.973 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:28 smithi132 podman[104268]: 2024-04-02 08:29:28.949516919 +0000 UTC m=+0.354092754 container init 2fab50cf0f1b1a9d2013aa94c733372bdd7246a03ad911cd790cb9b0760d74de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T08:29:28.973 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:28 smithi132 podman[104268]: 2024-04-02 08:29:28.954912139 +0000 UTC m=+0.359487967 container start 2fab50cf0f1b1a9d2013aa94c733372bdd7246a03ad911cd790cb9b0760d74de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:29:29.195 INFO:tasks.rados.rados.0.smithi084.stdout:2286: done (4 left) 2024-04-02T08:29:29.195 INFO:tasks.rados.rados.0.smithi084.stdout:2287: read oid 31 snap -1 2024-04-02T08:29:29.195 INFO:tasks.rados.rados.0.smithi084.stdout:2287: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:29:29.195 INFO:tasks.rados.rados.0.smithi084.stdout:2288: snap_remove snap 213 2024-04-02T08:29:29.413 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:28 smithi132 ceph-osd[104306]: -- 172.21.15.132:0/1477605625 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c2d795b680 con 0x55c2d7924c00 2024-04-02T08:29:29.413 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:29 smithi132 bash[104268]: 2fab50cf0f1b1a9d2013aa94c733372bdd7246a03ad911cd790cb9b0760d74de 2024-04-02T08:29:29.414 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:29 smithi132 systemd[1]: Started Ceph osd.6 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:29.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:29 smithi132 ceph-mon[88571]: osdmap e509: 8 total, 7 up, 8 in 2024-04-02T08:29:29.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:29.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:29.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[94794]: osdmap e509: 8 total, 7 up, 8 in 2024-04-02T08:29:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:29.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[97358]: osdmap e509: 8 total, 7 up, 8 in 2024-04-02T08:29:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:29.910 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:29 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T08:29:29.500+0000 7f8c5167d7c0 -1 Falling back to public interface 2024-04-02T08:29:30.146 INFO:tasks.rados.rados.0.smithi084.stdout:2288: done (5 left) 2024-04-02T08:29:30.146 INFO:tasks.rados.rados.0.smithi084.stdout:2289: snap_remove snap 212 2024-04-02T08:29:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:30 smithi132 ceph-mon[88571]: pgmap v427: 121 pgs: 3 active+undersized+degraded, 13 peering, 27 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 7 op/s; 13/300 objects degraded (4.333%) 2024-04-02T08:29:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:30 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 13/300 objects degraded (4.333%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:30 smithi132 ceph-mon[88571]: osdmap e510: 8 total, 7 up, 8 in 2024-04-02T08:29:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:30 smithi132 ceph-mon[88571]: osdmap e511: 8 total, 7 up, 8 in 2024-04-02T08:29:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[94794]: pgmap v427: 121 pgs: 3 active+undersized+degraded, 13 peering, 27 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 7 op/s; 13/300 objects degraded (4.333%) 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 13/300 objects degraded (4.333%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[94794]: osdmap e510: 8 total, 7 up, 8 in 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[94794]: osdmap e511: 8 total, 7 up, 8 in 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[97358]: pgmap v427: 121 pgs: 3 active+undersized+degraded, 13 peering, 27 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 7 op/s; 13/300 objects degraded (4.333%) 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 13/300 objects degraded (4.333%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[97358]: osdmap e510: 8 total, 7 up, 8 in 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-mon[97358]: osdmap e511: 8 total, 7 up, 8 in 2024-04-02T08:29:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:29:30] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-04-02T08:29:31.148 INFO:tasks.rados.rados.0.smithi084.stdout:2289: done (5 left) 2024-04-02T08:29:31.148 INFO:tasks.rados.rados.0.smithi084.stdout:2290: read oid 18 snap 215 2024-04-02T08:29:31.148 INFO:tasks.rados.rados.0.smithi084.stdout:2290: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:29:31.149 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 216 2024-04-02T08:29:31.149 INFO:tasks.rados.rados.0.smithi084.stdout:2291: seq_num 725 ranges {2007040=147456} 2024-04-02T08:29:31.161 INFO:tasks.rados.rados.0.smithi084.stdout:2291: writing smithi08483026-36 from 2007040 to 2154496 tid 1 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2292: delete oid 38 current snap is 216 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2281: finishing write tid 3 to smithi08483026-25 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2281: oid 25 updating version 0 to 983 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2281: oid 25 updating version 983 to 984 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 984 (ObjNum 722 snap 216 seq_num 722) dirty exists 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2281: left oid 25 (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2282: finishing write tid 1 to smithi08483026-13 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2282: finishing write tid 2 to smithi08483026-13 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2282: finishing write tid 3 to smithi08483026-13 2024-04-02T08:29:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2282: oid 13 updating version 0 to 986 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2282: oid 13 updating version 986 to 987 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 987 (ObjNum 723 snap 216 seq_num 723) dirty exists 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2282: left oid 13 (ObjNum 723 snap 216 seq_num 723) 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2283: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2283: finishing copy_from to smithi08483026-8 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 883 (ObjNum 652 snap 197 seq_num 652) dirty exists 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2285: finishing write tid 1 to smithi08483026-14 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2285: finishing write tid 2 to smithi08483026-14 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2285: finishing write tid 3 to smithi08483026-14 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2285: oid 14 updating version 0 to 1047 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:2285: oid 14 version 1047 is already newer than 1046 2024-04-02T08:29:31.163 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1047 (ObjNum 724 snap 216 seq_num 724) dirty exists 2024-04-02T08:29:31.164 INFO:tasks.rados.rados.0.smithi084.stdout:2285: left oid 14 (ObjNum 724 snap 216 seq_num 724) 2024-04-02T08:29:31.164 INFO:tasks.rados.rados.0.smithi084.stdout:2287: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:29:31.301 INFO:tasks.rados.rados.0.smithi084.stdout:2290: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2291: finishing write tid 1 to smithi08483026-36 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2291: finishing write tid 2 to smithi08483026-36 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2281: done (7 left) 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2282: done (6 left) 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2283: done (5 left) 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2285: done (4 left) 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2287: done (3 left) 2024-04-02T08:29:31.354 INFO:tasks.rados.rados.0.smithi084.stdout:2290: done (2 left) 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2292: done (1 left) 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2293: copy_from oid 38 from oid 45 current snap is 216 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2291: finishing write tid 3 to smithi08483026-36 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2291: oid 36 updating version 0 to 990 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2291: oid 36 version 990 is already newer than 989 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 990 (ObjNum 725 snap 216 seq_num 725) dirty exists 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2291: left oid 36 (ObjNum 725 snap 216 seq_num 725) 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2291: done (1 left) 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 216 2024-04-02T08:29:31.355 INFO:tasks.rados.rados.0.smithi084.stdout:2294: seq_num 727 ranges {1564672=180224} 2024-04-02T08:29:31.363 INFO:tasks.rados.rados.0.smithi084.stdout:2294: writing smithi08483026-23 from 1564672 to 1744896 tid 1 2024-04-02T08:29:31.363 INFO:tasks.rados.rados.0.smithi084.stdout:2295: delete oid 1 current snap is 216 2024-04-02T08:29:31.366 INFO:tasks.rados.rados.0.smithi084.stdout:2295: done (2 left) 2024-04-02T08:29:31.366 INFO:tasks.rados.rados.0.smithi084.stdout:2296: rmattr oid 19 current snap is 216 2024-04-02T08:29:31.366 INFO:tasks.rados.rados.0.smithi084.stdout:2296: done (2 left) 2024-04-02T08:29:31.366 INFO:tasks.rados.rados.0.smithi084.stdout:2297: snap_create 2024-04-02T08:29:31.366 INFO:tasks.rados.rados.0.smithi084.stdout:2294: finishing write tid 1 to smithi08483026-23 2024-04-02T08:29:31.366 INFO:tasks.rados.rados.0.smithi084.stdout:2294: finishing write tid 2 to smithi08483026-23 2024-04-02T08:29:31.367 INFO:tasks.rados.rados.0.smithi084.stdout:2294: finishing write tid 3 to smithi08483026-23 2024-04-02T08:29:31.367 INFO:tasks.rados.rados.0.smithi084.stdout:2294: oid 23 updating version 0 to 892 2024-04-02T08:29:31.367 INFO:tasks.rados.rados.0.smithi084.stdout:2294: oid 23 version 892 is already newer than 891 2024-04-02T08:29:31.367 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 892 (ObjNum 727 snap 216 seq_num 727) dirty exists 2024-04-02T08:29:31.367 INFO:tasks.rados.rados.0.smithi084.stdout:2294: left oid 23 (ObjNum 727 snap 216 seq_num 727) 2024-04-02T08:29:31.372 INFO:tasks.rados.rados.0.smithi084.stdout:2293: finishing copy_from racing read to smithi08483026-38 2024-04-02T08:29:31.377 INFO:tasks.rados.rados.0.smithi084.stdout:2293: finishing copy_from to smithi08483026-38 2024-04-02T08:29:31.378 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 948 (ObjNum 715 snap 213 seq_num 715) dirty exists 2024-04-02T08:29:32.196 INFO:tasks.rados.rados.0.smithi084.stdout:2293: done (2 left) 2024-04-02T08:29:32.196 INFO:tasks.rados.rados.0.smithi084.stdout:2294: done (1 left) 2024-04-02T08:29:32.196 INFO:tasks.rados.rados.0.smithi084.stdout:2297: done (0 left) 2024-04-02T08:29:32.196 INFO:tasks.rados.rados.0.smithi084.stdout:2298: rollback oid 36 current snap is 217 2024-04-02T08:29:32.196 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 215 2024-04-02T08:29:32.196 INFO:tasks.rados.rados.0.smithi084.stdout:2299: delete oid 18 current snap is 217 2024-04-02T08:29:32.200 INFO:tasks.rados.rados.0.smithi084.stdout:2298: finishing rollback tid 0 to smithi08483026-36 2024-04-02T08:29:32.200 INFO:tasks.rados.rados.0.smithi084.stdout:2298: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2299: done (1 left) 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2300: read oid 49 snap -1 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2300: expect (ObjNum 716 snap 213 seq_num 716) 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2301: copy_from oid 32 from oid 1 current snap is 217 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2298: finishing rollback tid 2 to smithi08483026-36 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 994 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2298: done (2 left) 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2302: rollback oid 8 current snap is 217 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 8 to 216 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:2303: rollback oid 9 current snap is 217 2024-04-02T08:29:32.202 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 9 to 215 2024-04-02T08:29:32.203 INFO:tasks.rados.rados.0.smithi084.stdout:2304: snap_create 2024-04-02T08:29:32.205 INFO:tasks.rados.rados.0.smithi084.stdout:2303: finishing rollback tid 0 to smithi08483026-9 2024-04-02T08:29:32.206 INFO:tasks.rados.rados.0.smithi084.stdout:2303: finishing rollback tid 1 to smithi08483026-9 2024-04-02T08:29:32.206 INFO:tasks.rados.rados.0.smithi084.stdout:2303: finishing rollback tid 2 to smithi08483026-9 2024-04-02T08:29:32.206 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 573 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:29:32.208 INFO:tasks.rados.rados.0.smithi084.stdout:2302: finishing rollback tid 0 to smithi08483026-8 2024-04-02T08:29:32.208 INFO:tasks.rados.rados.0.smithi084.stdout:2302: finishing rollback tid 1 to smithi08483026-8 2024-04-02T08:29:32.209 INFO:tasks.rados.rados.0.smithi084.stdout:2301: finishing copy_from to smithi08483026-32 2024-04-02T08:29:32.209 INFO:tasks.rados.rados.0.smithi084.stdout:2301: got expected ENOENT (src dne) 2024-04-02T08:29:32.209 INFO:tasks.rados.rados.0.smithi084.stdout:2301: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:29:32.209 INFO:tasks.rados.rados.0.smithi084.stdout:2302: finishing rollback tid 2 to smithi08483026-8 2024-04-02T08:29:32.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1148 (ObjNum 652 snap 197 seq_num 652) dirty exists 2024-04-02T08:29:32.214 INFO:tasks.rados.rados.0.smithi084.stdout:2300: expect (ObjNum 716 snap 213 seq_num 716) 2024-04-02T08:29:32.410 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T08:29:32.388+0000 7f8c5167d7c0 -1 osd.6 504 log_to_monitors true 2024-04-02T08:29:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:32 smithi132 ceph-mon[88571]: pgmap v430: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.6 MiB/s wr, 7 op/s; 25/291 objects degraded (8.591%) 2024-04-02T08:29:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:32 smithi132 ceph-mon[88571]: osdmap e512: 8 total, 7 up, 8 in 2024-04-02T08:29:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:32 smithi132 ceph-mon[88571]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-04-02T08:29:32.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:29:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:29:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:32 smithi084 ceph-mon[94794]: pgmap v430: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.6 MiB/s wr, 7 op/s; 25/291 objects degraded (8.591%) 2024-04-02T08:29:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:32 smithi084 ceph-mon[94794]: osdmap e512: 8 total, 7 up, 8 in 2024-04-02T08:29:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:32 smithi084 ceph-mon[94794]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-04-02T08:29:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:32 smithi084 ceph-mon[97358]: pgmap v430: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.6 MiB/s wr, 7 op/s; 25/291 objects degraded (8.591%) 2024-04-02T08:29:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:32 smithi084 ceph-mon[97358]: osdmap e512: 8 total, 7 up, 8 in 2024-04-02T08:29:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:32 smithi084 ceph-mon[97358]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-04-02T08:29:33.208 INFO:tasks.rados.rados.0.smithi084.stdout:2300: done (4 left) 2024-04-02T08:29:33.208 INFO:tasks.rados.rados.0.smithi084.stdout:2301: done (3 left) 2024-04-02T08:29:33.208 INFO:tasks.rados.rados.0.smithi084.stdout:2302: done (2 left) 2024-04-02T08:29:33.208 INFO:tasks.rados.rados.0.smithi084.stdout:2303: done (1 left) 2024-04-02T08:29:33.209 INFO:tasks.rados.rados.0.smithi084.stdout:2304: done (0 left) 2024-04-02T08:29:33.209 INFO:tasks.rados.rados.0.smithi084.stdout:2305: read oid 42 snap 217 2024-04-02T08:29:33.209 INFO:tasks.rados.rados.0.smithi084.stdout:2305: expect (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:29:33.209 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 218 2024-04-02T08:29:33.209 INFO:tasks.rados.rados.0.smithi084.stdout:2306: seq_num 730 ranges {4128768=229376} 2024-04-02T08:29:33.233 INFO:tasks.rados.rados.0.smithi084.stdout:2306: writing smithi08483026-12 from 4128768 to 4358144 tid 1 2024-04-02T08:29:33.233 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 218 2024-04-02T08:29:33.233 INFO:tasks.rados.rados.0.smithi084.stdout:2307: seq_num 731 ranges {5210112=245760} 2024-04-02T08:29:33.262 INFO:tasks.rados.rados.0.smithi084.stdout:2307: writing smithi08483026-22 from 5210112 to 5455872 tid 1 2024-04-02T08:29:33.262 INFO:tasks.rados.rados.0.smithi084.stdout:2308: rollback oid 35 current snap is 218 2024-04-02T08:29:33.262 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 217 2024-04-02T08:29:33.262 INFO:tasks.rados.rados.0.smithi084.stdout:2305: expect (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:29:33.491 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:33 smithi132 ceph-mon[88571]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:29:33.491 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:33 smithi132 ceph-mon[88571]: from='osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:29:33.492 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:33 smithi132 ceph-mon[88571]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:29:33.492 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:29:33 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T08:29:33.240+0000 7f8c42ad5700 -1 osd.6 504 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:29:33.506 INFO:tasks.rados.rados.0.smithi084.stdout:2306: finishing write tid 1 to smithi08483026-12 2024-04-02T08:29:33.506 INFO:tasks.rados.rados.0.smithi084.stdout:2306: finishing write tid 2 to smithi08483026-12 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2306: finishing write tid 3 to smithi08483026-12 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2306: oid 12 updating version 0 to 1061 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2306: oid 12 updating version 1061 to 1062 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1062 (ObjNum 730 snap 218 seq_num 730) dirty exists 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2306: left oid 12 (ObjNum 730 snap 218 seq_num 730) 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2308: finishing rollback tid 0 to smithi08483026-35 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2308: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2308: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1152 (ObjNum 652 snap 197 seq_num 652) dirty exists 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2307: finishing write tid 1 to smithi08483026-22 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2305: done (3 left) 2024-04-02T08:29:33.507 INFO:tasks.rados.rados.0.smithi084.stdout:2306: done (2 left) 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2308: done (1 left) 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2309: rollback oid 44 current snap is 218 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 216 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2307: finishing write tid 2 to smithi08483026-22 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2307: finishing write tid 3 to smithi08483026-22 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2307: oid 22 updating version 0 to 936 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2307: oid 22 updating version 936 to 937 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 937 (ObjNum 731 snap 218 seq_num 731) dirty exists 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2307: left oid 22 (ObjNum 731 snap 218 seq_num 731) 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2307: done (1 left) 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2310: read oid 35 snap -1 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2310: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2311: rmattr oid 36 current snap is 218 2024-04-02T08:29:33.508 INFO:tasks.rados.rados.0.smithi084.stdout:2312: setattr oid 43 current snap is 218 2024-04-02T08:29:33.509 INFO:tasks.rados.rados.0.smithi084.stdout:2313: delete oid 3 current snap is 218 2024-04-02T08:29:33.509 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 996 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:33.509 INFO:tasks.rados.rados.0.smithi084.stdout:2309: finishing rollback tid 0 to smithi08483026-44 2024-04-02T08:29:33.509 INFO:tasks.rados.rados.0.smithi084.stdout:2309: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:29:33.510 INFO:tasks.rados.rados.0.smithi084.stdout:2309: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:29:33.510 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 860 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:33.510 INFO:tasks.rados.rados.0.smithi084.stdout:2309: done (4 left) 2024-04-02T08:29:33.510 INFO:tasks.rados.rados.0.smithi084.stdout:2311: done (3 left) 2024-04-02T08:29:33.510 INFO:tasks.rados.rados.0.smithi084.stdout:2313: done (2 left) 2024-04-02T08:29:33.510 INFO:tasks.rados.rados.0.smithi084.stdout:2314: copy_from oid 21 from oid 36 current snap is 218 2024-04-02T08:29:33.510 INFO:tasks.rados.rados.0.smithi084.stdout:2315: delete oid 38 current snap is 218 2024-04-02T08:29:33.513 INFO:tasks.rados.rados.0.smithi084.stdout:2315: done (3 left) 2024-04-02T08:29:33.513 INFO:tasks.rados.rados.0.smithi084.stdout:2316: read oid 11 snap -1 2024-04-02T08:29:33.514 INFO:tasks.rados.rados.0.smithi084.stdout:2316: expect deleted 2024-04-02T08:29:33.514 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 218 2024-04-02T08:29:33.514 INFO:tasks.rados.rados.0.smithi084.stdout:2317: seq_num 734 ranges {3301376=294912} 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:2317: writing smithi08483026-48 from 3301376 to 3596288 tid 1 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:2318: read oid 32 snap -1 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:2318: expect deleted 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:2319: snap_create 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:2314: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:2314: finishing copy_from to smithi08483026-21 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 996 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1154 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-04-02T08:29:33.534 INFO:tasks.rados.rados.0.smithi084.stdout:2310: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:33 smithi084 ceph-mon[94794]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:29:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:33 smithi084 ceph-mon[94794]: from='osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:29:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:33 smithi084 ceph-mon[94794]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:29:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:33 smithi084 ceph-mon[97358]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:29:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:33 smithi084 ceph-mon[97358]: from='osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:29:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:33 smithi084 ceph-mon[97358]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:29:33.878 INFO:tasks.rados.rados.0.smithi084.stdout:2317: finishing write tid 1 to smithi08483026-48 2024-04-02T08:29:33.878 INFO:tasks.rados.rados.0.smithi084.stdout:2317: finishing write tid 2 to smithi08483026-48 2024-04-02T08:29:33.878 INFO:tasks.rados.rados.0.smithi084.stdout:2317: finishing write tid 3 to smithi08483026-48 2024-04-02T08:29:33.878 INFO:tasks.rados.rados.0.smithi084.stdout:2317: oid 48 updating version 0 to 997 2024-04-02T08:29:33.878 INFO:tasks.rados.rados.0.smithi084.stdout:2317: oid 48 updating version 997 to 998 2024-04-02T08:29:33.878 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 998 (ObjNum 734 snap 218 seq_num 734) dirty exists 2024-04-02T08:29:33.879 INFO:tasks.rados.rados.0.smithi084.stdout:2317: left oid 48 (ObjNum 734 snap 218 seq_num 734) 2024-04-02T08:29:34.207 INFO:tasks.rados.rados.0.smithi084.stdout:2310: done (6 left) 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:2312: done (5 left) 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:2314: done (4 left) 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:2316: done (3 left) 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:2317: done (2 left) 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:2318: done (1 left) 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:2319: done (0 left) 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 219 2024-04-02T08:29:34.208 INFO:tasks.rados.rados.0.smithi084.stdout:2320: seq_num 735 ranges {2908160=311296} 2024-04-02T08:29:34.226 INFO:tasks.rados.rados.0.smithi084.stdout:2320: writing smithi08483026-39 from 2908160 to 3219456 tid 1 2024-04-02T08:29:34.226 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 219 2024-04-02T08:29:34.226 INFO:tasks.rados.rados.0.smithi084.stdout:2321: seq_num 736 ranges {0=335872} 2024-04-02T08:29:34.228 INFO:tasks.rados.rados.0.smithi084.stdout:2321: writing smithi08483026-38 from 0 to 335872 tid 1 2024-04-02T08:29:34.228 INFO:tasks.rados.rados.0.smithi084.stdout:2322: read oid 35 snap -1 2024-04-02T08:29:34.228 INFO:tasks.rados.rados.0.smithi084.stdout:2322: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:34.228 INFO:tasks.rados.rados.0.smithi084.stdout:2323: copy_from oid 28 from oid 26 current snap is 219 2024-04-02T08:29:34.228 INFO:tasks.rados.rados.0.smithi084.stdout:2324: snap_remove snap 216 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[94794]: pgmap v433: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 op/s; 25/291 objects degraded (8.591%) 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[94794]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[94794]: from='osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[94794]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[94794]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:34.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[97358]: pgmap v433: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 op/s; 25/291 objects degraded (8.591%) 2024-04-02T08:29:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[97358]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:29:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[97358]: from='osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:29:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[97358]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:29:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[97358]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:29:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:34 smithi132 ceph-mon[88571]: pgmap v433: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 op/s; 25/291 objects degraded (8.591%) 2024-04-02T08:29:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:34 smithi132 ceph-mon[88571]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:29:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:34 smithi132 ceph-mon[88571]: from='osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:29:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:34 smithi132 ceph-mon[88571]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:29:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:34 smithi132 ceph-mon[88571]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:29:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:2324: done (4 left) 2024-04-02T08:29:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:2325: read oid 15 snap -1 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2325: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2326: delete oid 41 current snap is 219 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2323: finishing copy_from to smithi08483026-28 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2323: got expected ENOENT (src dne) 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2323: finishing copy_from racing read to smithi08483026-28 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2320: finishing write tid 1 to smithi08483026-39 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2320: finishing write tid 2 to smithi08483026-39 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2320: finishing write tid 3 to smithi08483026-39 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2320: oid 39 updating version 0 to 1065 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2320: oid 39 version 1065 is already newer than 1064 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1065 (ObjNum 735 snap 219 seq_num 735) dirty exists 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2320: left oid 39 (ObjNum 735 snap 219 seq_num 735) 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2321: finishing write tid 1 to smithi08483026-38 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2321: finishing write tid 2 to smithi08483026-38 2024-04-02T08:29:35.217 INFO:tasks.rados.rados.0.smithi084.stdout:2321: finishing write tid 3 to smithi08483026-38 2024-04-02T08:29:35.218 INFO:tasks.rados.rados.0.smithi084.stdout:2321: oid 38 updating version 0 to 963 2024-04-02T08:29:35.218 INFO:tasks.rados.rados.0.smithi084.stdout:2321: oid 38 updating version 963 to 964 2024-04-02T08:29:35.218 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 964 (ObjNum 736 snap 219 seq_num 736) dirty exists 2024-04-02T08:29:35.218 INFO:tasks.rados.rados.0.smithi084.stdout:2321: left oid 38 (ObjNum 736 snap 219 seq_num 736) 2024-04-02T08:29:35.218 INFO:tasks.rados.rados.0.smithi084.stdout:2322: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926] boot 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 25/291 objects degraded (8.591%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:35.532 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[94794]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926] boot 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 25/291 objects degraded (8.591%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:35.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:35 smithi084 ceph-mon[97358]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:29:35.561 INFO:tasks.rados.rados.0.smithi084.stdout:2325: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:35.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:35.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: osd.6 [v2:172.21.15.132:6816/93758926,v1:172.21.15.132:6817/93758926] boot 2024-04-02T08:29:35.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:29:35.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:29:35.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:35.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:35.567 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 25/291 objects degraded (8.591%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:35.568 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:35 smithi132 ceph-mon[88571]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:29:35.605 INFO:tasks.rados.rados.0.smithi084.stdout:2320: done (5 left) 2024-04-02T08:29:35.605 INFO:tasks.rados.rados.0.smithi084.stdout:2321: done (4 left) 2024-04-02T08:29:35.605 INFO:tasks.rados.rados.0.smithi084.stdout:2322: done (3 left) 2024-04-02T08:29:35.605 INFO:tasks.rados.rados.0.smithi084.stdout:2323: done (2 left) 2024-04-02T08:29:35.605 INFO:tasks.rados.rados.0.smithi084.stdout:2325: done (1 left) 2024-04-02T08:29:35.606 INFO:tasks.rados.rados.0.smithi084.stdout:2326: done (0 left) 2024-04-02T08:29:35.606 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 219 2024-04-02T08:29:35.606 INFO:tasks.rados.rados.0.smithi084.stdout:2327: seq_num 738 ranges {0=368640} 2024-04-02T08:29:35.607 INFO:tasks.rados.rados.0.smithi084.stdout:2327: writing smithi08483026-26 from 0 to 368640 tid 1 2024-04-02T08:29:35.607 INFO:tasks.rados.rados.0.smithi084.stdout:2328: read oid 21 snap 215 2024-04-02T08:29:35.607 INFO:tasks.rados.rados.0.smithi084.stdout:2328: expect (ObjNum 711 snap 209 seq_num 711) 2024-04-02T08:29:35.607 INFO:tasks.rados.rados.0.smithi084.stdout:2329: read oid 25 snap 215 2024-04-02T08:29:35.607 INFO:tasks.rados.rados.0.smithi084.stdout:2329: expect (ObjNum 714 snap 211 seq_num 714) 2024-04-02T08:29:35.608 INFO:tasks.rados.rados.0.smithi084.stdout:2330: delete oid 47 current snap is 219 2024-04-02T08:29:35.612 INFO:tasks.rados.rados.0.smithi084.stdout:2327: finishing write tid 1 to smithi08483026-26 2024-04-02T08:29:35.612 INFO:tasks.rados.rados.0.smithi084.stdout:2327: finishing write tid 2 to smithi08483026-26 2024-04-02T08:29:35.614 INFO:tasks.rados.rados.0.smithi084.stdout:2327: finishing write tid 3 to smithi08483026-26 2024-04-02T08:29:35.614 INFO:tasks.rados.rados.0.smithi084.stdout:2327: oid 26 updating version 0 to 1070 2024-04-02T08:29:35.614 INFO:tasks.rados.rados.0.smithi084.stdout:2327: oid 26 updating version 1070 to 1071 2024-04-02T08:29:35.614 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1071 (ObjNum 738 snap 219 seq_num 738) dirty exists 2024-04-02T08:29:35.614 INFO:tasks.rados.rados.0.smithi084.stdout:2327: left oid 26 (ObjNum 738 snap 219 seq_num 738) 2024-04-02T08:29:35.616 INFO:tasks.rados.rados.0.smithi084.stdout:2328: expect (ObjNum 711 snap 209 seq_num 711) 2024-04-02T08:29:35.678 INFO:tasks.rados.rados.0.smithi084.stdout:2329: expect (ObjNum 714 snap 211 seq_num 714) 2024-04-02T08:29:35.953 INFO:tasks.rados.rados.0.smithi084.stdout:2327: done (3 left) 2024-04-02T08:29:35.953 INFO:tasks.rados.rados.0.smithi084.stdout:2328: done (2 left) 2024-04-02T08:29:35.953 INFO:tasks.rados.rados.0.smithi084.stdout:2329: done (1 left) 2024-04-02T08:29:35.953 INFO:tasks.rados.rados.0.smithi084.stdout:2330: done (0 left) 2024-04-02T08:29:35.953 INFO:tasks.rados.rados.0.smithi084.stdout:2331: snap_remove snap 218 2024-04-02T08:29:36.240 INFO:tasks.rados.rados.0.smithi084.stdout:2331: done (0 left) 2024-04-02T08:29:36.241 INFO:tasks.rados.rados.0.smithi084.stdout:2332: snap_remove snap 217 2024-04-02T08:29:36.457 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:36 smithi132 ceph-mon[88571]: pgmap v436: 121 pgs: 1 peering, 8 active+undersized+degraded, 34 active+undersized, 78 active+clean; 151 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 140 KiB/s wr, 7 op/s; 22/258 objects degraded (8.527%) 2024-04-02T08:29:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:36 smithi084 ceph-mon[94794]: pgmap v436: 121 pgs: 1 peering, 8 active+undersized+degraded, 34 active+undersized, 78 active+clean; 151 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 140 KiB/s wr, 7 op/s; 22/258 objects degraded (8.527%) 2024-04-02T08:29:36.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:36 smithi084 ceph-mon[97358]: pgmap v436: 121 pgs: 1 peering, 8 active+undersized+degraded, 34 active+undersized, 78 active+clean; 151 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 140 KiB/s wr, 7 op/s; 22/258 objects degraded (8.527%) 2024-04-02T08:29:37.247 INFO:tasks.rados.rados.0.smithi084.stdout:2332: done (0 left) 2024-04-02T08:29:37.247 INFO:tasks.rados.rados.0.smithi084.stdout:2333: rollback oid 34 current snap is 219 2024-04-02T08:29:37.247 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 215 2024-04-02T08:29:37.247 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 219 2024-04-02T08:29:37.247 INFO:tasks.rados.rados.0.smithi084.stdout:2334: seq_num 740 ranges {0=401408} 2024-04-02T08:29:37.250 INFO:tasks.rados.rados.0.smithi084.stdout:2334: writing smithi08483026-11 from 0 to 401408 tid 1 2024-04-02T08:29:37.250 INFO:tasks.rados.rados.0.smithi084.stdout:2335: read oid 45 snap -1 2024-04-02T08:29:37.250 INFO:tasks.rados.rados.0.smithi084.stdout:2335: expect (ObjNum 715 snap 213 seq_num 715) 2024-04-02T08:29:37.250 INFO:tasks.rados.rados.0.smithi084.stdout:2336: snap_create 2024-04-02T08:29:37.260 INFO:tasks.rados.rados.0.smithi084.stdout:2334: finishing write tid 1 to smithi08483026-11 2024-04-02T08:29:37.260 INFO:tasks.rados.rados.0.smithi084.stdout:2334: finishing write tid 2 to smithi08483026-11 2024-04-02T08:29:37.261 INFO:tasks.rados.rados.0.smithi084.stdout:2333: finishing rollback tid 0 to smithi08483026-34 2024-04-02T08:29:37.261 INFO:tasks.rados.rados.0.smithi084.stdout:2333: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:29:37.261 INFO:tasks.rados.rados.0.smithi084.stdout:2333: finishing rollback tid 2 to smithi08483026-34 2024-04-02T08:29:37.261 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 967 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:29:37.262 INFO:tasks.rados.rados.0.smithi084.stdout:2334: finishing write tid 3 to smithi08483026-11 2024-04-02T08:29:37.262 INFO:tasks.rados.rados.0.smithi084.stdout:2334: oid 11 updating version 0 to 1086 2024-04-02T08:29:37.262 INFO:tasks.rados.rados.0.smithi084.stdout:2334: oid 11 updating version 1086 to 1087 2024-04-02T08:29:37.262 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1087 (ObjNum 740 snap 219 seq_num 740) dirty exists 2024-04-02T08:29:37.262 INFO:tasks.rados.rados.0.smithi084.stdout:2334: left oid 11 (ObjNum 740 snap 219 seq_num 740) 2024-04-02T08:29:37.283 INFO:tasks.rados.rados.0.smithi084.stdout:2335: expect (ObjNum 715 snap 213 seq_num 715) 2024-04-02T08:29:37.588 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:37 smithi132 ceph-mon[88571]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:29:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:37 smithi084 ceph-mon[94794]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:29:37.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:37 smithi084 ceph-mon[97358]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:29:38.261 INFO:tasks.rados.rados.0.smithi084.stdout:2333: done (3 left) 2024-04-02T08:29:38.261 INFO:tasks.rados.rados.0.smithi084.stdout:2334: done (2 left) 2024-04-02T08:29:38.261 INFO:tasks.rados.rados.0.smithi084.stdout:2335: done (1 left) 2024-04-02T08:29:38.261 INFO:tasks.rados.rados.0.smithi084.stdout:2336: done (0 left) 2024-04-02T08:29:38.261 INFO:tasks.rados.rados.0.smithi084.stdout:2337: read oid 9 snap -1 2024-04-02T08:29:38.261 INFO:tasks.rados.rados.0.smithi084.stdout:2337: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:38.261 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 220 2024-04-02T08:29:38.262 INFO:tasks.rados.rados.0.smithi084.stdout:2338: seq_num 741 ranges {0=417792} 2024-04-02T08:29:38.263 INFO:tasks.rados.rados.0.smithi084.stdout:2338: writing smithi08483026-2 from 0 to 417792 tid 1 2024-04-02T08:29:38.263 INFO:tasks.rados.rados.0.smithi084.stdout:2339: snap_create 2024-04-02T08:29:38.264 INFO:tasks.rados.rados.0.smithi084.stdout:2337: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:38.267 INFO:tasks.rados.rados.0.smithi084.stdout:2338: finishing write tid 1 to smithi08483026-2 2024-04-02T08:29:38.268 INFO:tasks.rados.rados.0.smithi084.stdout:2338: finishing write tid 2 to smithi08483026-2 2024-04-02T08:29:38.269 INFO:tasks.rados.rados.0.smithi084.stdout:2338: finishing write tid 3 to smithi08483026-2 2024-04-02T08:29:38.269 INFO:tasks.rados.rados.0.smithi084.stdout:2338: oid 2 updating version 0 to 1016 2024-04-02T08:29:38.269 INFO:tasks.rados.rados.0.smithi084.stdout:2338: oid 2 version 1016 is already newer than 1015 2024-04-02T08:29:38.269 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1016 (ObjNum 741 snap 220 seq_num 741) dirty exists 2024-04-02T08:29:38.269 INFO:tasks.rados.rados.0.smithi084.stdout:2338: left oid 2 (ObjNum 741 snap 220 seq_num 741) 2024-04-02T08:29:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:38 smithi084 ceph-mon[94794]: pgmap v439: 121 pgs: 8 peering, 5 active+undersized+degraded, 30 active+undersized, 78 active+clean; 157 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 18/264 objects degraded (6.818%) 2024-04-02T08:29:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:38 smithi084 ceph-mon[94794]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:29:38.618 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:38 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T08:29:38.463+0000 7facf0160700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:29:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:38 smithi084 ceph-mon[97358]: pgmap v439: 121 pgs: 8 peering, 5 active+undersized+degraded, 30 active+undersized, 78 active+clean; 157 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 18/264 objects degraded (6.818%) 2024-04-02T08:29:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:38 smithi084 ceph-mon[97358]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:29:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:38 smithi132 ceph-mon[88571]: pgmap v439: 121 pgs: 8 peering, 5 active+undersized+degraded, 30 active+undersized, 78 active+clean; 157 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 18/264 objects degraded (6.818%) 2024-04-02T08:29:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:38 smithi132 ceph-mon[88571]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:29:39.262 INFO:tasks.rados.rados.0.smithi084.stdout:2337: done (2 left) 2024-04-02T08:29:39.262 INFO:tasks.rados.rados.0.smithi084.stdout:2338: done (1 left) 2024-04-02T08:29:39.262 INFO:tasks.rados.rados.0.smithi084.stdout:2339: done (0 left) 2024-04-02T08:29:39.262 INFO:tasks.rados.rados.0.smithi084.stdout:2340: snap_remove snap 215 2024-04-02T08:29:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:39.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:39.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:39.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:29:39.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:39.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:40.264 INFO:tasks.rados.rados.0.smithi084.stdout:2340: done (0 left) 2024-04-02T08:29:40.264 INFO:tasks.rados.rados.0.smithi084.stdout:2341: read oid 39 snap -1 2024-04-02T08:29:40.264 INFO:tasks.rados.rados.0.smithi084.stdout:2341: expect (ObjNum 735 snap 219 seq_num 735) 2024-04-02T08:29:40.264 INFO:tasks.rados.rados.0.smithi084.stdout:2342: setattr oid 29 current snap is 221 2024-04-02T08:29:40.265 INFO:tasks.rados.rados.0.smithi084.stdout:2343: snap_remove snap 220 2024-04-02T08:29:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[94794]: pgmap v442: 121 pgs: 8 peering, 113 active+clean; 159 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 22 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[94794]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/264 objects degraded (6.818%), 5 pgs degraded) 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[94794]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[97358]: pgmap v442: 121 pgs: 8 peering, 113 active+clean; 159 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 22 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[97358]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/264 objects degraded (6.818%), 5 pgs degraded) 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-mon[97358]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:29:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:40 smithi132 ceph-mon[88571]: pgmap v442: 121 pgs: 8 peering, 113 active+clean; 159 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 22 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-02T08:29:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:40 smithi132 ceph-mon[88571]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:29:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:40 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/264 objects degraded (6.818%), 5 pgs degraded) 2024-04-02T08:29:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:40 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:29:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:40 smithi132 ceph-mon[88571]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:29:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:29:40] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:29:41.266 INFO:tasks.rados.rados.0.smithi084.stdout:2343: done (2 left) 2024-04-02T08:29:41.266 INFO:tasks.rados.rados.0.smithi084.stdout:2344: delete oid 12 current snap is 221 2024-04-02T08:29:41.266 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1022 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:29:41.266 INFO:tasks.rados.rados.0.smithi084.stdout:2341: expect (ObjNum 735 snap 219 seq_num 735) 2024-04-02T08:29:41.422 INFO:tasks.rados.rados.0.smithi084.stdout:2341: done (2 left) 2024-04-02T08:29:41.422 INFO:tasks.rados.rados.0.smithi084.stdout:2342: done (1 left) 2024-04-02T08:29:41.422 INFO:tasks.rados.rados.0.smithi084.stdout:2344: done (0 left) 2024-04-02T08:29:41.422 INFO:tasks.rados.rados.0.smithi084.stdout:2345: delete oid 13 current snap is 221 2024-04-02T08:29:41.425 INFO:tasks.rados.rados.0.smithi084.stdout:2345: done (0 left) 2024-04-02T08:29:41.425 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 221 2024-04-02T08:29:41.425 INFO:tasks.rados.rados.0.smithi084.stdout:2346: seq_num 744 ranges {3219456=466944} 2024-04-02T08:29:41.445 INFO:tasks.rados.rados.0.smithi084.stdout:2346: writing smithi08483026-39 from 3219456 to 3686400 tid 1 2024-04-02T08:29:41.445 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 221 2024-04-02T08:29:41.445 INFO:tasks.rados.rados.0.smithi084.stdout:2347: seq_num 745 ranges {0=483328} 2024-04-02T08:29:41.448 INFO:tasks.rados.rados.0.smithi084.stdout:2347: writing smithi08483026-41 from 0 to 483328 tid 1 2024-04-02T08:29:41.448 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 221 2024-04-02T08:29:41.448 INFO:tasks.rados.rados.0.smithi084.stdout:2348: seq_num 746 ranges {4128768=499712} 2024-04-02T08:29:41.473 INFO:tasks.rados.rados.0.smithi084.stdout:2348: writing smithi08483026-20 from 4128768 to 4628480 tid 1 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2349: setattr oid 19 current snap is 221 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2346: finishing write tid 1 to smithi08483026-39 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2346: finishing write tid 2 to smithi08483026-39 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2346: finishing write tid 3 to smithi08483026-39 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2346: oid 39 updating version 0 to 1088 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2346: oid 39 version 1088 is already newer than 1087 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1088 (ObjNum 744 snap 221 seq_num 744) dirty exists 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2346: left oid 39 (ObjNum 744 snap 221 seq_num 744) 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2347: finishing write tid 1 to smithi08483026-41 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2347: finishing write tid 2 to smithi08483026-41 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2347: finishing write tid 3 to smithi08483026-41 2024-04-02T08:29:41.474 INFO:tasks.rados.rados.0.smithi084.stdout:2347: oid 41 updating version 0 to 1090 2024-04-02T08:29:41.475 INFO:tasks.rados.rados.0.smithi084.stdout:2347: oid 41 updating version 1090 to 1091 2024-04-02T08:29:41.475 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1091 (ObjNum 745 snap 221 seq_num 745) dirty exists 2024-04-02T08:29:41.475 INFO:tasks.rados.rados.0.smithi084.stdout:2347: left oid 41 (ObjNum 745 snap 221 seq_num 745) 2024-04-02T08:29:41.475 INFO:tasks.rados.rados.0.smithi084.stdout:2346: done (3 left) 2024-04-02T08:29:41.475 INFO:tasks.rados.rados.0.smithi084.stdout:2347: done (2 left) 2024-04-02T08:29:41.475 INFO:tasks.rados.rados.0.smithi084.stdout:2350: delete oid 10 current snap is 221 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2348: finishing write tid 1 to smithi08483026-20 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2350: done (2 left) 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2351: read oid 3 snap -1 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2351: expect deleted 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2352: read oid 28 snap 219 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2352: expect deleted 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2353: rmattr oid 4 current snap is 221 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2353: done (4 left) 2024-04-02T08:29:41.477 INFO:tasks.rados.rados.0.smithi084.stdout:2354: snap_create 2024-04-02T08:29:41.478 INFO:tasks.rados.rados.0.smithi084.stdout:2348: finishing write tid 2 to smithi08483026-20 2024-04-02T08:29:41.478 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 894 (ObjNum 691 snap 204 seq_num 691) dirty exists 2024-04-02T08:29:41.478 INFO:tasks.rados.rados.0.smithi084.stdout:2348: finishing write tid 3 to smithi08483026-20 2024-04-02T08:29:41.478 INFO:tasks.rados.rados.0.smithi084.stdout:2348: oid 20 updating version 0 to 1175 2024-04-02T08:29:41.478 INFO:tasks.rados.rados.0.smithi084.stdout:2348: oid 20 version 1175 is already newer than 1174 2024-04-02T08:29:41.478 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1175 (ObjNum 746 snap 221 seq_num 746) dirty exists 2024-04-02T08:29:41.479 INFO:tasks.rados.rados.0.smithi084.stdout:2348: left oid 20 (ObjNum 746 snap 221 seq_num 746) 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2348: done (4 left) 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2349: done (3 left) 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2351: done (2 left) 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2352: done (1 left) 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2354: done (0 left) 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2355: read oid 32 snap 221 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2355: expect deleted 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 222 2024-04-02T08:29:42.278 INFO:tasks.rados.rados.0.smithi084.stdout:2356: seq_num 748 ranges {65536=532480} 2024-04-02T08:29:42.281 INFO:tasks.rados.rados.0.smithi084.stdout:2356: writing smithi08483026-46 from 65536 to 598016 tid 1 2024-04-02T08:29:42.281 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 222 2024-04-02T08:29:42.281 INFO:tasks.rados.rados.0.smithi084.stdout:2357: seq_num 749 ranges {8445952=548864} 2024-04-02T08:29:42.330 INFO:tasks.rados.rados.0.smithi084.stdout:2357: writing smithi08483026-5 from 8445952 to 8994816 tid 1 2024-04-02T08:29:42.330 INFO:tasks.rados.rados.0.smithi084.stdout:2358: read oid 50 snap -1 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2358: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2359: read oid 8 snap 219 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2359: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2360: read oid 49 snap -1 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2360: expect (ObjNum 716 snap 213 seq_num 716) 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2361: rollback oid 24 current snap is 222 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 219 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2356: finishing write tid 1 to smithi08483026-46 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2356: finishing write tid 2 to smithi08483026-46 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2356: finishing write tid 3 to smithi08483026-46 2024-04-02T08:29:42.331 INFO:tasks.rados.rados.0.smithi084.stdout:2356: oid 46 updating version 0 to 894 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2356: oid 46 version 894 is already newer than 893 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 894 (ObjNum 748 snap 222 seq_num 748) dirty exists 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2356: left oid 46 (ObjNum 748 snap 222 seq_num 748) 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2355: done (6 left) 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2356: done (5 left) 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2362: read oid 42 snap -1 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2362: expect (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2363: rollback oid 28 current snap is 222 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 219 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2364: delete oid 14 current snap is 222 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:2363: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:29:42.332 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2363: done (7 left) 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2364: done (6 left) 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2365: read oid 43 snap -1 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2365: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2366: read oid 33 snap -1 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2366: expect (ObjNum 714 snap 211 seq_num 714) 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2367: read oid 23 snap -1 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2367: expect (ObjNum 727 snap 216 seq_num 727) 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 222 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2361: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:29:42.338 INFO:tasks.rados.rados.0.smithi084.stdout:2368: seq_num 751 ranges {0=581632} 2024-04-02T08:29:42.342 INFO:tasks.rados.rados.0.smithi084.stdout:2368: writing smithi08483026-3 from 0 to 581632 tid 1 2024-04-02T08:29:42.342 INFO:tasks.rados.rados.0.smithi084.stdout:2369: read oid 13 snap 219 2024-04-02T08:29:42.342 INFO:tasks.rados.rados.0.smithi084.stdout:2369: expect (ObjNum 723 snap 216 seq_num 723) 2024-04-02T08:29:42.342 INFO:tasks.rados.rados.0.smithi084.stdout:2370: read oid 35 snap 221 2024-04-02T08:29:42.343 INFO:tasks.rados.rados.0.smithi084.stdout:2370: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:42.345 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 222 2024-04-02T08:29:42.345 INFO:tasks.rados.rados.0.smithi084.stdout:2371: seq_num 752 ranges {2007040=598016} 2024-04-02T08:29:42.360 INFO:tasks.rados.rados.0.smithi084.stdout:2371: writing smithi08483026-44 from 2007040 to 2605056 tid 1 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2372: read oid 26 snap -1 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2372: expect (ObjNum 738 snap 219 seq_num 738) 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2373: snap_create 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2361: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2361: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1025 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2357: finishing write tid 1 to smithi08483026-5 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2357: finishing write tid 2 to smithi08483026-5 2024-04-02T08:29:42.361 INFO:tasks.rados.rados.0.smithi084.stdout:2367: expect (ObjNum 727 snap 216 seq_num 727) 2024-04-02T08:29:42.440 INFO:tasks.rados.rados.0.smithi084.stdout:2360: expect (ObjNum 716 snap 213 seq_num 716) 2024-04-02T08:29:42.500 INFO:tasks.rados.rados.0.smithi084.stdout:2358: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:29:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:42 smithi084 ceph-mon[94794]: pgmap v445: 121 pgs: 121 active+clean; 146 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 984 KiB/s wr, 20 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-02T08:29:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:42 smithi084 ceph-mon[94794]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:29:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:42 smithi084 ceph-mon[97358]: pgmap v445: 121 pgs: 121 active+clean; 146 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 984 KiB/s wr, 20 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-02T08:29:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:42 smithi084 ceph-mon[97358]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:29:42.655 INFO:tasks.rados.rados.0.smithi084.stdout:2368: finishing write tid 1 to smithi08483026-3 2024-04-02T08:29:42.656 INFO:tasks.rados.rados.0.smithi084.stdout:2368: finishing write tid 2 to smithi08483026-3 2024-04-02T08:29:42.656 INFO:tasks.rados.rados.0.smithi084.stdout:2369: expect (ObjNum 723 snap 216 seq_num 723) 2024-04-02T08:29:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:42 smithi132 ceph-mon[88571]: pgmap v445: 121 pgs: 121 active+clean; 146 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 984 KiB/s wr, 20 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-02T08:29:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:42 smithi132 ceph-mon[88571]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:29:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:29:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:42.731 INFO:tasks.rados.rados.0.smithi084.stdout:2357: finishing write tid 3 to smithi08483026-5 2024-04-02T08:29:42.731 INFO:tasks.rados.rados.0.smithi084.stdout:2357: oid 5 updating version 0 to 969 2024-04-02T08:29:42.731 INFO:tasks.rados.rados.0.smithi084.stdout:2357: oid 5 version 969 is already newer than 968 2024-04-02T08:29:42.732 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 969 (ObjNum 749 snap 222 seq_num 749) dirty exists 2024-04-02T08:29:42.732 INFO:tasks.rados.rados.0.smithi084.stdout:2357: left oid 5 (ObjNum 749 snap 222 seq_num 749) 2024-04-02T08:29:42.732 INFO:tasks.rados.rados.0.smithi084.stdout:2359: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:43.064 INFO:tasks.rados.rados.0.smithi084.stdout:2362: expect (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:29:43.309 INFO:tasks.rados.rados.0.smithi084.stdout:2365: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:29:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:43 smithi132 ceph-mon[88571]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:29:43.458 INFO:tasks.rados.rados.0.smithi084.stdout:2368: finishing write tid 3 to smithi08483026-3 2024-04-02T08:29:43.458 INFO:tasks.rados.rados.0.smithi084.stdout:2368: oid 3 updating version 0 to 970 2024-04-02T08:29:43.458 INFO:tasks.rados.rados.0.smithi084.stdout:2368: oid 3 updating version 970 to 971 2024-04-02T08:29:43.458 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 971 (ObjNum 751 snap 222 seq_num 751) dirty exists 2024-04-02T08:29:43.458 INFO:tasks.rados.rados.0.smithi084.stdout:2368: left oid 3 (ObjNum 751 snap 222 seq_num 751) 2024-04-02T08:29:43.458 INFO:tasks.rados.rados.0.smithi084.stdout:2357: done (14 left) 2024-04-02T08:29:43.458 INFO:tasks.rados.rados.0.smithi084.stdout:2358: done (13 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2359: done (12 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2360: done (11 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2361: done (10 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2362: done (9 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2365: done (8 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2367: done (7 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2368: done (6 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2369: done (5 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2373: done (4 left) 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2374: delete oid 17 current snap is 223 2024-04-02T08:29:43.459 INFO:tasks.rados.rados.0.smithi084.stdout:2366: expect (ObjNum 714 snap 211 seq_num 714) 2024-04-02T08:29:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:43 smithi084 ceph-mon[94794]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:29:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:43 smithi084 ceph-mon[97358]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:29:43.721 INFO:tasks.rados.rados.0.smithi084.stdout:2372: expect (ObjNum 738 snap 219 seq_num 738) 2024-04-02T08:29:43.734 INFO:tasks.rados.rados.0.smithi084.stdout:2370: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:44.065 INFO:tasks.rados.rados.0.smithi084.stdout:2371: finishing write tid 1 to smithi08483026-44 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2371: finishing write tid 2 to smithi08483026-44 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2371: finishing write tid 3 to smithi08483026-44 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2371: oid 44 updating version 0 to 861 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2371: oid 44 updating version 861 to 862 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 862 (ObjNum 752 snap 222 seq_num 752) dirty exists 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2371: left oid 44 (ObjNum 752 snap 222 seq_num 752) 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2366: done (4 left) 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2370: done (3 left) 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2371: done (2 left) 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2372: done (1 left) 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:2374: done (0 left) 2024-04-02T08:29:44.066 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 223 2024-04-02T08:29:44.067 INFO:tasks.rados.rados.0.smithi084.stdout:2375: seq_num 754 ranges {0=630784} 2024-04-02T08:29:44.068 INFO:tasks.rados.rados.0.smithi084.stdout:2375: writing smithi08483026-4 from 0 to 630784 tid 1 2024-04-02T08:29:44.068 INFO:tasks.rados.rados.0.smithi084.stdout:2376: snap_create 2024-04-02T08:29:44.072 INFO:tasks.rados.rados.0.smithi084.stdout:2375: finishing write tid 1 to smithi08483026-4 2024-04-02T08:29:44.072 INFO:tasks.rados.rados.0.smithi084.stdout:2375: finishing write tid 2 to smithi08483026-4 2024-04-02T08:29:44.073 INFO:tasks.rados.rados.0.smithi084.stdout:2375: finishing write tid 3 to smithi08483026-4 2024-04-02T08:29:44.073 INFO:tasks.rados.rados.0.smithi084.stdout:2375: oid 4 updating version 0 to 895 2024-04-02T08:29:44.073 INFO:tasks.rados.rados.0.smithi084.stdout:2375: oid 4 updating version 895 to 896 2024-04-02T08:29:44.073 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 896 (ObjNum 754 snap 223 seq_num 754) dirty exists 2024-04-02T08:29:44.073 INFO:tasks.rados.rados.0.smithi084.stdout:2375: left oid 4 (ObjNum 754 snap 223 seq_num 754) 2024-04-02T08:29:44.289 INFO:tasks.rados.rados.0.smithi084.stdout:2375: done (1 left) 2024-04-02T08:29:44.289 INFO:tasks.rados.rados.0.smithi084.stdout:2376: done (0 left) 2024-04-02T08:29:44.289 INFO:tasks.rados.rados.0.smithi084.stdout:2377: read oid 39 snap 221 2024-04-02T08:29:44.289 INFO:tasks.rados.rados.0.smithi084.stdout:2377: expect (ObjNum 744 snap 221 seq_num 744) 2024-04-02T08:29:44.289 INFO:tasks.rados.rados.0.smithi084.stdout:2378: rollback oid 41 current snap is 224 2024-04-02T08:29:44.289 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 41 to 221 2024-04-02T08:29:44.289 INFO:tasks.rados.rados.0.smithi084.stdout:2379: copy_from oid 40 from oid 12 current snap is 224 2024-04-02T08:29:44.290 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 224 2024-04-02T08:29:44.290 INFO:tasks.rados.rados.0.smithi084.stdout:2380: seq_num 755 ranges {0=647168} 2024-04-02T08:29:44.292 INFO:tasks.rados.rados.0.smithi084.stdout:2380: writing smithi08483026-1 from 0 to 647168 tid 1 2024-04-02T08:29:44.292 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 224 2024-04-02T08:29:44.292 INFO:tasks.rados.rados.0.smithi084.stdout:2381: seq_num 756 ranges {401408=671744} 2024-04-02T08:29:44.299 INFO:tasks.rados.rados.0.smithi084.stdout:2381: writing smithi08483026-11 from 401408 to 1073152 tid 1 2024-04-02T08:29:44.299 INFO:tasks.rados.rados.0.smithi084.stdout:2382: read oid 16 snap -1 2024-04-02T08:29:44.299 INFO:tasks.rados.rados.0.smithi084.stdout:2382: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:44.299 INFO:tasks.rados.rados.0.smithi084.stdout:2383: rollback oid 14 current snap is 224 2024-04-02T08:29:44.299 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 14 to 223 2024-04-02T08:29:44.299 INFO:tasks.rados.rados.0.smithi084.stdout:2384: rollback oid 32 current snap is 224 2024-04-02T08:29:44.300 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 221 2024-04-02T08:29:44.300 INFO:tasks.rados.rados.0.smithi084.stdout:2385: snap_remove snap 222 2024-04-02T08:29:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:44 smithi084 ceph-mon[94794]: pgmap v448: 121 pgs: 121 active+clean; 146 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:29:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:44 smithi084 ceph-mon[94794]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:29:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:44 smithi084 ceph-mon[97358]: pgmap v448: 121 pgs: 121 active+clean; 146 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:29:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:44 smithi084 ceph-mon[97358]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:29:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:44 smithi132 ceph-mon[88571]: pgmap v448: 121 pgs: 121 active+clean; 146 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:29:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:44 smithi132 ceph-mon[88571]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:29:45.149 INFO:tasks.rados.rados.0.smithi084.stdout:2379: finishing copy_from to smithi08483026-40 2024-04-02T08:29:45.149 INFO:tasks.rados.rados.0.smithi084.stdout:2379: got expected ENOENT (src dne) 2024-04-02T08:29:45.149 INFO:tasks.rados.rados.0.smithi084.stdout:2379: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:29:45.149 INFO:tasks.rados.rados.0.smithi084.stdout:2380: finishing write tid 1 to smithi08483026-1 2024-04-02T08:29:45.149 INFO:tasks.rados.rados.0.smithi084.stdout:2382: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:2380: finishing write tid 2 to smithi08483026-1 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:2380: finishing write tid 3 to smithi08483026-1 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:2380: oid 1 updating version 0 to 1177 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:2380: oid 1 version 1177 is already newer than 1176 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1177 (ObjNum 755 snap 224 seq_num 755) dirty exists 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:2380: left oid 1 (ObjNum 755 snap 224 seq_num 755) 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:2378: finishing rollback tid 0 to smithi08483026-41 2024-04-02T08:29:45.152 INFO:tasks.rados.rados.0.smithi084.stdout:2378: finishing rollback tid 1 to smithi08483026-41 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2378: finishing rollback tid 2 to smithi08483026-41 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1097 (ObjNum 745 snap 221 seq_num 745) dirty exists 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2381: finishing write tid 1 to smithi08483026-11 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2381: finishing write tid 2 to smithi08483026-11 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2381: finishing write tid 3 to smithi08483026-11 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2381: oid 11 updating version 0 to 1099 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2381: oid 11 updating version 1099 to 1100 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1100 (ObjNum 756 snap 224 seq_num 756) dirty exists 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2381: left oid 11 (ObjNum 756 snap 224 seq_num 756) 2024-04-02T08:29:45.153 INFO:tasks.rados.rados.0.smithi084.stdout:2377: expect (ObjNum 744 snap 221 seq_num 744) 2024-04-02T08:29:45.370 INFO:tasks.rados.rados.0.smithi084.stdout:2383: finishing rollback tid 1 to smithi08483026-14 2024-04-02T08:29:45.373 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1090 (ObjNum 33 snap 0 seq_num 609850616) dirty dne 2024-04-02T08:29:45.373 INFO:tasks.rados.rados.0.smithi084.stdout:2384: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 618891520) dirty dne 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2377: done (8 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2378: done (7 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2379: done (6 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2380: done (5 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2381: done (4 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2382: done (3 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2383: done (2 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2384: done (1 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2385: done (0 left) 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2386: rollback oid 40 current snap is 224 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 219 2024-04-02T08:29:45.374 INFO:tasks.rados.rados.0.smithi084.stdout:2387: delete oid 35 current snap is 224 2024-04-02T08:29:45.375 INFO:tasks.rados.rados.0.smithi084.stdout:2386: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:29:45.375 INFO:tasks.rados.rados.0.smithi084.stdout:2386: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:29:45.376 INFO:tasks.rados.rados.0.smithi084.stdout:2386: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:29:45.376 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1181 (ObjNum 718 snap 213 seq_num 718) dirty exists 2024-04-02T08:29:45.376 INFO:tasks.rados.rados.0.smithi084.stdout:2386: done (1 left) 2024-04-02T08:29:45.376 INFO:tasks.rados.rados.0.smithi084.stdout:2387: done (0 left) 2024-04-02T08:29:45.376 INFO:tasks.rados.rados.0.smithi084.stdout:2388: copy_from oid 49 from oid 17 current snap is 224 2024-04-02T08:29:45.376 INFO:tasks.rados.rados.0.smithi084.stdout:2389: snap_create 2024-04-02T08:29:45.377 INFO:tasks.rados.rados.0.smithi084.stdout:2388: finishing copy_from to smithi08483026-49 2024-04-02T08:29:45.377 INFO:tasks.rados.rados.0.smithi084.stdout:2388: got expected ENOENT (src dne) 2024-04-02T08:29:45.377 INFO:tasks.rados.rados.0.smithi084.stdout:2388: finishing copy_from racing read to smithi08483026-49 2024-04-02T08:29:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:45 smithi084 ceph-mon[94794]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:29:45.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:45 smithi084 ceph-mon[94794]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:29:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:45 smithi084 ceph-mon[97358]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:29:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:45 smithi084 ceph-mon[97358]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:29:45.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:45 smithi132 ceph-mon[88571]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:29:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:45 smithi132 ceph-mon[88571]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:29:46.303 INFO:tasks.rados.rados.0.smithi084.stdout:2388: done (1 left) 2024-04-02T08:29:46.303 INFO:tasks.rados.rados.0.smithi084.stdout:2389: done (0 left) 2024-04-02T08:29:46.303 INFO:tasks.rados.rados.0.smithi084.stdout:2390: read oid 15 snap -1 2024-04-02T08:29:46.303 INFO:tasks.rados.rados.0.smithi084.stdout:2390: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:46.303 INFO:tasks.rados.rados.0.smithi084.stdout:2391: rmattr oid 36 current snap is 225 2024-04-02T08:29:46.304 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 225 2024-04-02T08:29:46.304 INFO:tasks.rados.rados.0.smithi084.stdout:2392: seq_num 758 ranges {5595136=704512} 2024-04-02T08:29:46.337 INFO:tasks.rados.rados.0.smithi084.stdout:2392: writing smithi08483026-45 from 5595136 to 6299648 tid 1 2024-04-02T08:29:46.337 INFO:tasks.rados.rados.0.smithi084.stdout:2393: delete oid 2 current snap is 225 2024-04-02T08:29:46.337 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1028 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:46.337 INFO:tasks.rados.rados.0.smithi084.stdout:2390: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:29:46.380 INFO:tasks.rados.rados.0.smithi084.stdout:2392: finishing write tid 1 to smithi08483026-45 2024-04-02T08:29:46.380 INFO:tasks.rados.rados.0.smithi084.stdout:2392: finishing write tid 2 to smithi08483026-45 2024-04-02T08:29:46.380 INFO:tasks.rados.rados.0.smithi084.stdout:2392: finishing write tid 3 to smithi08483026-45 2024-04-02T08:29:46.380 INFO:tasks.rados.rados.0.smithi084.stdout:2392: oid 45 updating version 0 to 957 2024-04-02T08:29:46.380 INFO:tasks.rados.rados.0.smithi084.stdout:2392: oid 45 updating version 957 to 958 2024-04-02T08:29:46.381 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 958 (ObjNum 758 snap 225 seq_num 758) dirty exists 2024-04-02T08:29:46.381 INFO:tasks.rados.rados.0.smithi084.stdout:2392: left oid 45 (ObjNum 758 snap 225 seq_num 758) 2024-04-02T08:29:46.381 INFO:tasks.rados.rados.0.smithi084.stdout:2390: done (3 left) 2024-04-02T08:29:46.381 INFO:tasks.rados.rados.0.smithi084.stdout:2391: done (2 left) 2024-04-02T08:29:46.381 INFO:tasks.rados.rados.0.smithi084.stdout:2392: done (1 left) 2024-04-02T08:29:46.381 INFO:tasks.rados.rados.0.smithi084.stdout:2393: done (0 left) 2024-04-02T08:29:46.381 INFO:tasks.rados.rados.0.smithi084.stdout:2394: setattr oid 40 current snap is 225 2024-04-02T08:29:46.382 INFO:tasks.rados.rados.0.smithi084.stdout:2395: read oid 50 snap -1 2024-04-02T08:29:46.382 INFO:tasks.rados.rados.0.smithi084.stdout:2395: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:29:46.382 INFO:tasks.rados.rados.0.smithi084.stdout:2396: read oid 38 snap -1 2024-04-02T08:29:46.382 INFO:tasks.rados.rados.0.smithi084.stdout:2396: expect (ObjNum 736 snap 219 seq_num 736) 2024-04-02T08:29:46.382 INFO:tasks.rados.rados.0.smithi084.stdout:2397: delete oid 17 current snap is 225 2024-04-02T08:29:46.385 INFO:tasks.rados.rados.0.smithi084.stdout:2397: done (3 left) 2024-04-02T08:29:46.385 INFO:tasks.rados.rados.0.smithi084.stdout:2398: rollback oid 47 current snap is 225 2024-04-02T08:29:46.385 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 221 2024-04-02T08:29:46.385 INFO:tasks.rados.rados.0.smithi084.stdout:2399: snap_create 2024-04-02T08:29:46.386 INFO:tasks.rados.rados.0.smithi084.stdout:2398: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:29:46.386 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 0 (ObjNum 177 snap 0 seq_num 621219216) dirty dne 2024-04-02T08:29:46.388 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1185 (ObjNum 718 snap 213 seq_num 718) dirty exists 2024-04-02T08:29:46.388 INFO:tasks.rados.rados.0.smithi084.stdout:2396: expect (ObjNum 736 snap 219 seq_num 736) 2024-04-02T08:29:46.398 INFO:tasks.rados.rados.0.smithi084.stdout:2395: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:29:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:46 smithi084 ceph-mon[94794]: pgmap v451: 121 pgs: 121 active+clean; 134 MiB data, 970 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 630 KiB/s wr, 27 op/s 2024-04-02T08:29:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:46 smithi084 ceph-mon[97358]: pgmap v451: 121 pgs: 121 active+clean; 134 MiB data, 970 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 630 KiB/s wr, 27 op/s 2024-04-02T08:29:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:46 smithi132 ceph-mon[88571]: pgmap v451: 121 pgs: 121 active+clean; 134 MiB data, 970 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 630 KiB/s wr, 27 op/s 2024-04-02T08:29:47.310 INFO:tasks.rados.rados.0.smithi084.stdout:2394: done (4 left) 2024-04-02T08:29:47.310 INFO:tasks.rados.rados.0.smithi084.stdout:2395: done (3 left) 2024-04-02T08:29:47.310 INFO:tasks.rados.rados.0.smithi084.stdout:2396: done (2 left) 2024-04-02T08:29:47.310 INFO:tasks.rados.rados.0.smithi084.stdout:2398: done (1 left) 2024-04-02T08:29:47.310 INFO:tasks.rados.rados.0.smithi084.stdout:2399: done (0 left) 2024-04-02T08:29:47.310 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 226 2024-04-02T08:29:47.310 INFO:tasks.rados.rados.0.smithi084.stdout:2400: seq_num 761 ranges {4628480=753664} 2024-04-02T08:29:47.338 INFO:tasks.rados.rados.0.smithi084.stdout:2400: writing smithi08483026-20 from 4628480 to 5382144 tid 1 2024-04-02T08:29:47.339 INFO:tasks.rados.rados.0.smithi084.stdout:2401: delete oid 11 current snap is 226 2024-04-02T08:29:47.343 INFO:tasks.rados.rados.0.smithi084.stdout:2401: done (1 left) 2024-04-02T08:29:47.343 INFO:tasks.rados.rados.0.smithi084.stdout:2402: snap_remove snap 223 2024-04-02T08:29:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:47 smithi084 ceph-mon[94794]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:29:47.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:47 smithi084 ceph-mon[97358]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:29:47.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:47 smithi132 ceph-mon[88571]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:29:48.316 INFO:tasks.rados.rados.0.smithi084.stdout:2402: done (1 left) 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2403: read oid 18 snap 224 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2403: expect deleted 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2400: finishing write tid 1 to smithi08483026-20 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2400: finishing write tid 2 to smithi08483026-20 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2400: finishing write tid 3 to smithi08483026-20 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2400: oid 20 updating version 0 to 1187 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2400: oid 20 updating version 1187 to 1188 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1188 (ObjNum 761 snap 226 seq_num 761) dirty exists 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2400: left oid 20 (ObjNum 761 snap 226 seq_num 761) 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2400: done (1 left) 2024-04-02T08:29:48.317 INFO:tasks.rados.rados.0.smithi084.stdout:2404: delete oid 12 current snap is 226 2024-04-02T08:29:48.326 INFO:tasks.rados.rados.0.smithi084.stdout:2403: done (1 left) 2024-04-02T08:29:48.326 INFO:tasks.rados.rados.0.smithi084.stdout:2404: done (0 left) 2024-04-02T08:29:48.326 INFO:tasks.rados.rados.0.smithi084.stdout:2405: read oid 7 snap -1 2024-04-02T08:29:48.326 INFO:tasks.rados.rados.0.smithi084.stdout:2405: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:48.326 INFO:tasks.rados.rados.0.smithi084.stdout:2406: snap_create 2024-04-02T08:29:48.345 INFO:tasks.rados.rados.0.smithi084.stdout:2405: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:29:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:48 smithi084 ceph-mon[94794]: pgmap v454: 121 pgs: 121 active+clean; 130 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 906 KiB/s wr, 28 op/s 2024-04-02T08:29:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:48 smithi084 ceph-mon[94794]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:29:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:48 smithi084 ceph-mon[97358]: pgmap v454: 121 pgs: 121 active+clean; 130 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 906 KiB/s wr, 28 op/s 2024-04-02T08:29:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:48 smithi084 ceph-mon[97358]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:29:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:48 smithi132 ceph-mon[88571]: pgmap v454: 121 pgs: 121 active+clean; 130 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 906 KiB/s wr, 28 op/s 2024-04-02T08:29:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:48 smithi132 ceph-mon[88571]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:29:49.327 INFO:tasks.rados.rados.0.smithi084.stdout:2405: done (1 left) 2024-04-02T08:29:49.327 INFO:tasks.rados.rados.0.smithi084.stdout:2406: done (0 left) 2024-04-02T08:29:49.328 INFO:tasks.rados.rados.0.smithi084.stdout:2407: read oid 46 snap 226 2024-04-02T08:29:49.328 INFO:tasks.rados.rados.0.smithi084.stdout:2407: expect (ObjNum 748 snap 222 seq_num 748) 2024-04-02T08:29:49.328 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 227 2024-04-02T08:29:49.328 INFO:tasks.rados.rados.0.smithi084.stdout:2408: seq_num 764 ranges {0=802816} 2024-04-02T08:29:49.332 INFO:tasks.rados.rados.0.smithi084.stdout:2408: writing smithi08483026-32 from 0 to 802816 tid 1 2024-04-02T08:29:49.333 INFO:tasks.rados.rados.0.smithi084.stdout:2409: read oid 31 snap -1 2024-04-02T08:29:49.333 INFO:tasks.rados.rados.0.smithi084.stdout:2409: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:29:49.333 INFO:tasks.rados.rados.0.smithi084.stdout:2410: read oid 48 snap 224 2024-04-02T08:29:49.333 INFO:tasks.rados.rados.0.smithi084.stdout:2410: expect (ObjNum 734 snap 218 seq_num 734) 2024-04-02T08:29:49.333 INFO:tasks.rados.rados.0.smithi084.stdout:2411: snap_create 2024-04-02T08:29:49.333 INFO:tasks.rados.rados.0.smithi084.stdout:2407: expect (ObjNum 748 snap 222 seq_num 748) 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:2408: finishing write tid 1 to smithi08483026-32 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:2408: finishing write tid 2 to smithi08483026-32 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:2408: finishing write tid 3 to smithi08483026-32 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:2408: oid 32 updating version 0 to 1093 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:2408: oid 32 updating version 1093 to 1094 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1094 (ObjNum 764 snap 227 seq_num 764) dirty exists 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:2408: left oid 32 (ObjNum 764 snap 227 seq_num 764) 2024-04-02T08:29:49.357 INFO:tasks.rados.rados.0.smithi084.stdout:2409: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:29:49.494 INFO:tasks.rados.rados.0.smithi084.stdout:2410: expect (ObjNum 734 snap 218 seq_num 734) 2024-04-02T08:29:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:49 smithi084 ceph-mon[94794]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:29:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:49 smithi084 ceph-mon[97358]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:29:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:49 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:49 smithi132 ceph-mon[88571]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:29:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:49 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:2407: done (4 left) 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:2408: done (3 left) 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:2409: done (2 left) 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:2410: done (1 left) 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:2411: done (0 left) 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:2412: rollback oid 30 current snap is 228 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 30 to 226 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:2413: rollback oid 36 current snap is 228 2024-04-02T08:29:50.149 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 227 2024-04-02T08:29:50.150 INFO:tasks.rados.rados.0.smithi084.stdout:2414: read oid 1 snap -1 2024-04-02T08:29:50.150 INFO:tasks.rados.rados.0.smithi084.stdout:2414: expect (ObjNum 755 snap 224 seq_num 755) 2024-04-02T08:29:50.150 INFO:tasks.rados.rados.0.smithi084.stdout:2415: snap_remove snap 219 2024-04-02T08:29:50.565 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:29:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:50 smithi084 ceph-mon[94794]: pgmap v457: 121 pgs: 121 active+clean; 133 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-02T08:29:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:50 smithi084 ceph-mon[94794]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:29:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:50 smithi084 ceph-mon[94794]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:29:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:50 smithi084 ceph-mon[97358]: pgmap v457: 121 pgs: 121 active+clean; 133 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-02T08:29:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:50 smithi084 ceph-mon[97358]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:29:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:50 smithi084 ceph-mon[97358]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:29:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:50 smithi132 ceph-mon[88571]: pgmap v457: 121 pgs: 121 active+clean; 133 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-02T08:29:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:50 smithi132 ceph-mon[88571]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:29:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:50 smithi132 ceph-mon[88571]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (10m) 2m ago 11m 23.9M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (11m) 17s ago 11m 88.6M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (12m) 2m ago 12m 15.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (12m) 17s ago 12m 22.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (5m) 17s ago 15m 454M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (6m) 2m ago 17m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (5m) 2m ago 17m 55.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (4m) 17s ago 16m 49.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:29:50.880 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (4m) 2m ago 15m 48.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (10m) 2m ago 10m 16.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (10m) 17s ago 10m 15.4M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (3m) 2m ago 15m 115M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (3m) 2m ago 14m 83.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (2m) 2m ago 14m 98.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (2m) 2m ago 14m 15.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (92s) 17s ago 13m 152M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (57s) 17s ago 13m 137M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 28a4ec2f2c06 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (22s) 17s ago 12m 12.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 2fab50cf0f1b 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (12m) 17s ago 12m 189M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 05ce4bee12c5 2024-04-02T08:29:50.881 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (5m) 17s ago 11m 63.7M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:29:50.881 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:29:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:29:50] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:29:51.150 INFO:tasks.rados.rados.0.smithi084.stdout:2415: done (3 left) 2024-04-02T08:29:51.150 INFO:tasks.rados.rados.0.smithi084.stdout:2416: snap_create 2024-04-02T08:29:51.150 INFO:tasks.rados.rados.0.smithi084.stdout:2412: finishing rollback tid 1 to smithi08483026-30 2024-04-02T08:29:51.150 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 0 (ObjNum 65 snap 0 seq_num 621429600) dirty dne 2024-04-02T08:29:51.150 INFO:tasks.rados.rados.0.smithi084.stdout:2414: expect (ObjNum 755 snap 224 seq_num 755) 2024-04-02T08:29:51.176 INFO:tasks.rados.rados.0.smithi084.stdout:2413: finishing rollback tid 0 to smithi08483026-36 2024-04-02T08:29:51.176 INFO:tasks.rados.rados.0.smithi084.stdout:2413: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:29:51.176 INFO:tasks.rados.rados.0.smithi084.stdout:2413: finishing rollback tid 2 to smithi08483026-36 2024-04-02T08:29:51.176 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1038 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:51.285 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 12 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:29:51.286 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:29:51.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:51 smithi084 ceph-mon[94794]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:51.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:51 smithi084 ceph-mon[94794]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:29:51.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:51 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1641767485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:51.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:51 smithi084 ceph-mon[97358]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:51.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:51 smithi084 ceph-mon[97358]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:29:51.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:51 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1641767485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:51 smithi132 ceph-mon[88571]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:51 smithi132 ceph-mon[88571]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:29:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:51 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1641767485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.152 INFO:tasks.rados.rados.0.smithi084.stdout:2412: done (3 left) 2024-04-02T08:29:52.152 INFO:tasks.rados.rados.0.smithi084.stdout:2413: done (2 left) 2024-04-02T08:29:52.152 INFO:tasks.rados.rados.0.smithi084.stdout:2414: done (1 left) 2024-04-02T08:29:52.152 INFO:tasks.rados.rados.0.smithi084.stdout:2416: done (0 left) 2024-04-02T08:29:52.152 INFO:tasks.rados.rados.0.smithi084.stdout:2417: snap_create 2024-04-02T08:29:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:52 smithi084 ceph-mon[94794]: pgmap v460: 121 pgs: 121 active+clean; 133 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 832 KiB/s wr, 20 op/s 2024-04-02T08:29:52.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:52 smithi084 ceph-mon[94794]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:52.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:52 smithi084 ceph-mon[94794]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:29:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:52 smithi084 ceph-mon[97358]: pgmap v460: 121 pgs: 121 active+clean; 133 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 832 KiB/s wr, 20 op/s 2024-04-02T08:29:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:52 smithi084 ceph-mon[97358]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:52 smithi084 ceph-mon[97358]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:29:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:52 smithi132 ceph-mon[88571]: pgmap v460: 121 pgs: 121 active+clean; 133 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 832 KiB/s wr, 20 op/s 2024-04-02T08:29:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:52 smithi132 ceph-mon[88571]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:52 smithi132 ceph-mon[88571]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:29:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:29:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:53.158 INFO:tasks.rados.rados.0.smithi084.stdout:2417: done (0 left) 2024-04-02T08:29:53.158 INFO:tasks.rados.rados.0.smithi084.stdout:2418: setattr oid 22 current snap is 230 2024-04-02T08:29:53.158 INFO:tasks.rados.rados.0.smithi084.stdout:2419: snap_remove snap 229 2024-04-02T08:29:54.155 INFO:tasks.rados.rados.0.smithi084.stdout:2419: done (1 left) 2024-04-02T08:29:54.156 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 230 2024-04-02T08:29:54.156 INFO:tasks.rados.rados.0.smithi084.stdout:2420: seq_num 765 ranges {0=417792,417792=401408} 2024-04-02T08:29:54.158 INFO:tasks.rados.rados.0.smithi084.stdout:2420: writing smithi08483026-11 from 0 to 417792 tid 1 2024-04-02T08:29:54.161 INFO:tasks.rados.rados.0.smithi084.stdout:2420: writing smithi08483026-11 from 417792 to 819200 tid 2 2024-04-02T08:29:54.161 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 230 2024-04-02T08:29:54.161 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 938 (ObjNum 731 snap 218 seq_num 731) dirty exists 2024-04-02T08:29:54.161 INFO:tasks.rados.rados.0.smithi084.stdout:2421: seq_num 766 ranges {368640=434176,802816=401408} 2024-04-02T08:29:54.166 INFO:tasks.rados.rados.0.smithi084.stdout:2421: writing smithi08483026-26 from 368640 to 802816 tid 1 2024-04-02T08:29:54.168 INFO:tasks.rados.rados.0.smithi084.stdout:2421: writing smithi08483026-26 from 802816 to 1204224 tid 2 2024-04-02T08:29:54.169 INFO:tasks.rados.rados.0.smithi084.stdout:2418: done (2 left) 2024-04-02T08:29:54.169 INFO:tasks.rados.rados.0.smithi084.stdout:2422: setattr oid 23 current snap is 230 2024-04-02T08:29:54.170 INFO:tasks.rados.rados.0.smithi084.stdout:2423: snap_remove snap 228 2024-04-02T08:29:54.351 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:54 smithi132 ceph-mon[88571]: pgmap v463: 121 pgs: 121 active+clean; 133 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1 op/s 2024-04-02T08:29:54.351 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:54 smithi132 ceph-mon[88571]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:29:54.352 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:54.352 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:54 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:54.352 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:54 smithi132 ceph-mon[88571]: Upgrade: osd.7 is safe to restart 2024-04-02T08:29:54.352 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:54.352 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[94794]: pgmap v463: 121 pgs: 121 active+clean; 133 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1 op/s 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[94794]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[94794]: Upgrade: osd.7 is safe to restart 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[97358]: pgmap v463: 121 pgs: 121 active+clean; 133 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1 op/s 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[97358]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:29:54.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[97358]: Upgrade: osd.7 is safe to restart 2024-04-02T08:29:54.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:54.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2423: done (3 left) 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2424: read oid 4 snap -1 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2424: expect (ObjNum 754 snap 223 seq_num 754) 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2425: delete oid 14 current snap is 230 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2420: finishing write tid 1 to smithi08483026-11 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2420: finishing write tid 2 to smithi08483026-11 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2420: finishing write tid 3 to smithi08483026-11 2024-04-02T08:29:55.176 INFO:tasks.rados.rados.0.smithi084.stdout:2420: finishing write tid 4 to smithi08483026-11 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2420: oid 11 updating version 0 to 1117 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2420: oid 11 version 1117 is already newer than 1116 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2420: oid 11 version 1117 is already newer than 1115 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1117 (ObjNum 765 snap 230 seq_num 765) dirty exists 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2420: left oid 11 (ObjNum 765 snap 230 seq_num 765) 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: finishing write tid 1 to smithi08483026-26 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: finishing write tid 2 to smithi08483026-26 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: finishing write tid 3 to smithi08483026-26 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: finishing write tid 4 to smithi08483026-26 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: oid 26 updating version 0 to 1102 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: oid 26 updating version 1102 to 1103 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: oid 26 updating version 1103 to 1104 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1104 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:2421: left oid 26 (ObjNum 766 snap 230 seq_num 766) 2024-04-02T08:29:55.177 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 897 (ObjNum 727 snap 216 seq_num 727) dirty exists 2024-04-02T08:29:55.181 INFO:tasks.rados.rados.0.smithi084.stdout:2420: done (4 left) 2024-04-02T08:29:55.181 INFO:tasks.rados.rados.0.smithi084.stdout:2421: done (3 left) 2024-04-02T08:29:55.181 INFO:tasks.rados.rados.0.smithi084.stdout:2422: done (2 left) 2024-04-02T08:29:55.182 INFO:tasks.rados.rados.0.smithi084.stdout:2425: done (1 left) 2024-04-02T08:29:55.182 INFO:tasks.rados.rados.0.smithi084.stdout:2426: snap_remove snap 221 2024-04-02T08:29:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:55 smithi132 ceph-mon[88571]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:29:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:55 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:29:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[94794]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:29:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:55.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:29:55.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:55.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[97358]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:29:55.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:29:55.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:29:55.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:56.178 INFO:tasks.rados.rados.0.smithi084.stdout:2426: done (1 left) 2024-04-02T08:29:56.178 INFO:tasks.rados.rados.0.smithi084.stdout:2427: rollback oid 44 current snap is 230 2024-04-02T08:29:56.178 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 227 2024-04-02T08:29:56.178 INFO:tasks.rados.rados.0.smithi084.stdout:2424: expect (ObjNum 754 snap 223 seq_num 754) 2024-04-02T08:29:56.204 INFO:tasks.rados.rados.0.smithi084.stdout:2427: finishing rollback tid 0 to smithi08483026-44 2024-04-02T08:29:56.204 INFO:tasks.rados.rados.0.smithi084.stdout:2427: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:29:56.204 INFO:tasks.rados.rados.0.smithi084.stdout:2424: done (1 left) 2024-04-02T08:29:56.204 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 230 2024-04-02T08:29:56.204 INFO:tasks.rados.rados.0.smithi084.stdout:2427: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:29:56.204 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 865 (ObjNum 752 snap 222 seq_num 752) dirty exists 2024-04-02T08:29:56.204 INFO:tasks.rados.rados.0.smithi084.stdout:2428: seq_num 768 ranges {2252800=466944,2719744=401408} 2024-04-02T08:29:56.218 INFO:tasks.rados.rados.0.smithi084.stdout:2428: writing smithi08483026-6 from 2252800 to 2719744 tid 1 2024-04-02T08:29:56.223 INFO:tasks.rados.rados.0.smithi084.stdout:2428: writing smithi08483026-6 from 2719744 to 3121152 tid 2 2024-04-02T08:29:56.223 INFO:tasks.rados.rados.0.smithi084.stdout:2427: done (1 left) 2024-04-02T08:29:56.223 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 230 2024-04-02T08:29:56.223 INFO:tasks.rados.rados.0.smithi084.stdout:2429: seq_num 769 ranges {0=483328,483328=401408} 2024-04-02T08:29:56.223 INFO:tasks.rados.rados.0.smithi084.stdout:2429: writing smithi08483026-28 from 0 to 483328 tid 1 2024-04-02T08:29:56.225 INFO:tasks.rados.rados.0.smithi084.stdout:2429: writing smithi08483026-28 from 483328 to 884736 tid 2 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2430: snap_create 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: finishing write tid 1 to smithi08483026-6 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: finishing write tid 2 to smithi08483026-6 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: finishing write tid 3 to smithi08483026-6 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: finishing write tid 4 to smithi08483026-6 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: oid 6 updating version 0 to 892 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: oid 6 version 892 is already newer than 891 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: oid 6 updating version 892 to 893 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 893 (ObjNum 768 snap 230 seq_num 768) dirty exists 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2428: left oid 6 (ObjNum 768 snap 230 seq_num 768) 2024-04-02T08:29:56.226 INFO:tasks.rados.rados.0.smithi084.stdout:2429: finishing write tid 1 to smithi08483026-28 2024-04-02T08:29:56.227 INFO:tasks.rados.rados.0.smithi084.stdout:2429: finishing write tid 2 to smithi08483026-28 2024-04-02T08:29:56.228 INFO:tasks.rados.rados.0.smithi084.stdout:2429: finishing write tid 3 to smithi08483026-28 2024-04-02T08:29:56.231 INFO:tasks.rados.rados.0.smithi084.stdout:2429: finishing write tid 4 to smithi08483026-28 2024-04-02T08:29:56.232 INFO:tasks.rados.rados.0.smithi084.stdout:2429: oid 28 updating version 0 to 897 2024-04-02T08:29:56.232 INFO:tasks.rados.rados.0.smithi084.stdout:2429: oid 28 version 897 is already newer than 896 2024-04-02T08:29:56.232 INFO:tasks.rados.rados.0.smithi084.stdout:2429: oid 28 version 897 is already newer than 895 2024-04-02T08:29:56.232 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 897 (ObjNum 769 snap 230 seq_num 769) dirty exists 2024-04-02T08:29:56.232 INFO:tasks.rados.rados.0.smithi084.stdout:2429: left oid 28 (ObjNum 769 snap 230 seq_num 769) 2024-04-02T08:29:56.396 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:56 smithi132 ceph-mon[88571]: pgmap v466: 121 pgs: 121 active+clean; 125 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 196 KiB/s wr, 10 op/s 2024-04-02T08:29:56.396 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:56 smithi132 ceph-mon[88571]: Upgrade: Updating osd.7 2024-04-02T08:29:56.396 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:56 smithi132 ceph-mon[88571]: Deploying daemon osd.7 on smithi132 2024-04-02T08:29:56.396 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:56 smithi132 ceph-mon[88571]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:29:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[94794]: pgmap v466: 121 pgs: 121 active+clean; 125 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 196 KiB/s wr, 10 op/s 2024-04-02T08:29:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[94794]: Upgrade: Updating osd.7 2024-04-02T08:29:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[94794]: Deploying daemon osd.7 on smithi132 2024-04-02T08:29:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[94794]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:29:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[97358]: pgmap v466: 121 pgs: 121 active+clean; 125 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 196 KiB/s wr, 10 op/s 2024-04-02T08:29:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[97358]: Upgrade: Updating osd.7 2024-04-02T08:29:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[97358]: Deploying daemon osd.7 on smithi132 2024-04-02T08:29:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:56 smithi084 ceph-mon[97358]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:29:57.183 INFO:tasks.rados.rados.0.smithi084.stdout:2428: done (2 left) 2024-04-02T08:29:57.183 INFO:tasks.rados.rados.0.smithi084.stdout:2429: done (1 left) 2024-04-02T08:29:57.183 INFO:tasks.rados.rados.0.smithi084.stdout:2430: done (0 left) 2024-04-02T08:29:57.183 INFO:tasks.rados.rados.0.smithi084.stdout:2431: rollback oid 16 current snap is 231 2024-04-02T08:29:57.184 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 224 2024-04-02T08:29:57.184 INFO:tasks.rados.rados.0.smithi084.stdout:2432: read oid 42 snap -1 2024-04-02T08:29:57.184 INFO:tasks.rados.rados.0.smithi084.stdout:2432: expect (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:29:57.184 INFO:tasks.rados.rados.0.smithi084.stdout:2433: snap_remove snap 226 2024-04-02T08:29:57.350 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:57 smithi132 ceph-mon[88571]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:29:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:57 smithi084 ceph-mon[94794]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:29:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:57 smithi084 ceph-mon[97358]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:29:58.190 INFO:tasks.rados.rados.0.smithi084.stdout:2433: done (2 left) 2024-04-02T08:29:58.190 INFO:tasks.rados.rados.0.smithi084.stdout:2434: snap_create 2024-04-02T08:29:58.190 INFO:tasks.rados.rados.0.smithi084.stdout:2431: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:29:58.190 INFO:tasks.rados.rados.0.smithi084.stdout:2431: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:29:58.190 INFO:tasks.rados.rados.0.smithi084.stdout:2431: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:29:58.190 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 900 (ObjNum 129 snap 0 seq_num 620991984) dirty exists 2024-04-02T08:29:58.191 INFO:tasks.rados.rados.0.smithi084.stdout:2432: expect (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:29:58.319 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:58 smithi132 ceph-mon[88571]: pgmap v469: 121 pgs: 121 active+clean; 125 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 196 KiB/s wr, 10 op/s 2024-04-02T08:29:58.319 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:58 smithi132 ceph-mon[88571]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:29:58.577 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:29:58 smithi132 systemd[1]: Stopping Ceph osd.7 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:58 smithi084 ceph-mon[94794]: pgmap v469: 121 pgs: 121 active+clean; 125 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 196 KiB/s wr, 10 op/s 2024-04-02T08:29:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:58 smithi084 ceph-mon[94794]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:29:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:58 smithi084 ceph-mon[97358]: pgmap v469: 121 pgs: 121 active+clean; 125 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 196 KiB/s wr, 10 op/s 2024-04-02T08:29:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:58 smithi084 ceph-mon[97358]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:29:58.911 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:29:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[55332]: 2024-04-02T08:29:58.577+0000 7f5715339700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:29:58.911 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:29:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[55332]: 2024-04-02T08:29:58.577+0000 7f5715339700 -1 osd.7 539 *** Got signal Terminated *** 2024-04-02T08:29:58.911 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:29:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[55332]: 2024-04-02T08:29:58.577+0000 7f5715339700 -1 osd.7 539 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:29:59.200 INFO:tasks.rados.rados.0.smithi084.stdout:2431: done (2 left) 2024-04-02T08:29:59.201 INFO:tasks.rados.rados.0.smithi084.stdout:2432: done (1 left) 2024-04-02T08:29:59.201 INFO:tasks.rados.rados.0.smithi084.stdout:2434: done (0 left) 2024-04-02T08:29:59.201 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 232 2024-04-02T08:29:59.201 INFO:tasks.rados.rados.0.smithi084.stdout:2435: seq_num 770 ranges {1982464=499712,2482176=401408} 2024-04-02T08:29:59.214 INFO:tasks.rados.rados.0.smithi084.stdout:2435: writing smithi08483026-40 from 1982464 to 2482176 tid 1 2024-04-02T08:29:59.217 INFO:tasks.rados.rados.0.smithi084.stdout:2435: writing smithi08483026-40 from 2482176 to 2883584 tid 2 2024-04-02T08:29:59.217 INFO:tasks.rados.rados.0.smithi084.stdout:2436: copy_from oid 27 from oid 9 current snap is 232 2024-04-02T08:29:59.217 INFO:tasks.rados.rados.0.smithi084.stdout:2437: snap_remove snap 225 2024-04-02T08:29:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:59 smithi084 ceph-mon[94794]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:29:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:29:59 smithi084 ceph-mon[94794]: osd.7 marked itself down and dead 2024-04-02T08:29:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:59 smithi084 ceph-mon[97358]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:29:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:29:59 smithi084 ceph-mon[97358]: osd.7 marked itself down and dead 2024-04-02T08:29:59.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:59 smithi132 ceph-mon[88571]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:29:59.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:29:59 smithi132 ceph-mon[88571]: osd.7 marked itself down and dead 2024-04-02T08:29:59.967 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:29:59 smithi132 podman[108553]: 2024-04-02 08:29:59.682192631 +0000 UTC m=+1.218351655 container died 05ce4bee12c5584101d3d4b304f20480b7e1075cdf64f5ae1302552c7c6f7b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T08:30:00.155 INFO:tasks.rados.rados.0.smithi084.stdout:2437: done (2 left) 2024-04-02T08:30:00.155 INFO:tasks.rados.rados.0.smithi084.stdout:2438: copy_from oid 32 from oid 2 current snap is 232 2024-04-02T08:30:00.155 INFO:tasks.rados.rados.0.smithi084.stdout:2439: rmattr oid 1 current snap is 232 2024-04-02T08:30:00.155 INFO:tasks.rados.rados.0.smithi084.stdout:2439: done (3 left) 2024-04-02T08:30:00.155 INFO:tasks.rados.rados.0.smithi084.stdout:2440: copy_from oid 42 from oid 13 current snap is 232 2024-04-02T08:30:00.155 INFO:tasks.rados.rados.0.smithi084.stdout:2441: snap_create 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: finishing write tid 1 to smithi08483026-40 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: finishing write tid 2 to smithi08483026-40 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2436: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2436: finishing copy_from to smithi08483026-27 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 573 (ObjNum 65 snap 0 seq_num 1717333616) dirty exists 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: finishing write tid 3 to smithi08483026-40 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: finishing write tid 4 to smithi08483026-40 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: oid 40 updating version 0 to 1208 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: oid 40 updating version 1208 to 1209 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: oid 40 updating version 1209 to 1210 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1210 (ObjNum 770 snap 232 seq_num 770) dirty exists 2024-04-02T08:30:00.156 INFO:tasks.rados.rados.0.smithi084.stdout:2435: left oid 40 (ObjNum 770 snap 232 seq_num 770) 2024-04-02T08:30:00.168 INFO:tasks.rados.rados.0.smithi084.stdout:2438: finishing copy_from to smithi08483026-32 2024-04-02T08:30:00.168 INFO:tasks.rados.rados.0.smithi084.stdout:2438: got expected ENOENT (src dne) 2024-04-02T08:30:00.168 INFO:tasks.rados.rados.0.smithi084.stdout:2438: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:30:00.170 INFO:tasks.rados.rados.0.smithi084.stdout:2440: finishing copy_from to smithi08483026-42 2024-04-02T08:30:00.170 INFO:tasks.rados.rados.0.smithi084.stdout:2440: got expected ENOENT (src dne) 2024-04-02T08:30:00.171 INFO:tasks.rados.rados.0.smithi084.stdout:2440: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:30:00.300 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 podman[108553]: 2024-04-02 08:30:00.05084444 +0000 UTC m=+1.587003470 container cleanup 05ce4bee12c5584101d3d4b304f20480b7e1075cdf64f5ae1302552c7c6f7b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5) 2024-04-02T08:30:00.300 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 bash[108553]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: pgmap v472: 121 pgs: 121 active+clean; 118 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 404 KiB/s wr, 9 op/s 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: osdmap e540: 8 total, 7 up, 8 in 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: [WRN] OSD_DOWN: 1 osds down 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: osd.7 (root=default,host=smithi132) is down 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.301 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:00 smithi132 ceph-mon[88571]: osdmap e541: 8 total, 7 up, 8 in 2024-04-02T08:30:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: pgmap v472: 121 pgs: 121 active+clean; 118 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 404 KiB/s wr, 9 op/s 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: osdmap e540: 8 total, 7 up, 8 in 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: [WRN] OSD_DOWN: 1 osds down 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: osd.7 (root=default,host=smithi132) is down 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[94794]: osdmap e541: 8 total, 7 up, 8 in 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: pgmap v472: 121 pgs: 121 active+clean; 118 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 404 KiB/s wr, 9 op/s 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: osdmap e540: 8 total, 7 up, 8 in 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: [WRN] OSD_DOWN: 1 osds down 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: osd.7 (root=default,host=smithi132) is down 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: all OSDs are running squid or later but require_osd_release < squid 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-mon[97358]: osdmap e541: 8 total, 7 up, 8 in 2024-04-02T08:30:00.630 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 podman[108577]: 2024-04-02 08:30:00.302614918 +0000 UTC m=+0.616692956 container remove 05ce4bee12c5584101d3d4b304f20480b7e1075cdf64f5ae1302552c7c6f7b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:30:00.911 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 podman[108675]: 2024-04-02 08:30:00.535927174 +0000 UTC m=+0.018118855 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:00.911 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 podman[108675]: 2024-04-02 08:30:00.653771895 +0000 UTC m=+0.135963595 container create e769507bfb36bb8ec743285b5b21f95bad89a705cdf7ec22449bd63bb54d86d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-02T08:30:00.911 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 podman[108675]: 2024-04-02 08:30:00.85609208 +0000 UTC m=+0.338283747 container init e769507bfb36bb8ec743285b5b21f95bad89a705cdf7ec22449bd63bb54d86d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:00.911 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 podman[108675]: 2024-04-02 08:30:00.862710874 +0000 UTC m=+0.344902530 container start e769507bfb36bb8ec743285b5b21f95bad89a705cdf7ec22449bd63bb54d86d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-02T08:30:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:30:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:30:00] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-04-02T08:30:01.154 INFO:tasks.rados.rados.0.smithi084.stdout:2435: done (4 left) 2024-04-02T08:30:01.154 INFO:tasks.rados.rados.0.smithi084.stdout:2436: done (3 left) 2024-04-02T08:30:01.154 INFO:tasks.rados.rados.0.smithi084.stdout:2438: done (2 left) 2024-04-02T08:30:01.154 INFO:tasks.rados.rados.0.smithi084.stdout:2440: done (1 left) 2024-04-02T08:30:01.154 INFO:tasks.rados.rados.0.smithi084.stdout:2441: done (0 left) 2024-04-02T08:30:01.154 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 233 2024-04-02T08:30:01.154 INFO:tasks.rados.rados.0.smithi084.stdout:2442: seq_num 771 ranges {2883584=516096,3399680=401408} 2024-04-02T08:30:01.171 INFO:tasks.rados.rados.0.smithi084.stdout:2442: writing smithi08483026-40 from 2883584 to 3399680 tid 1 2024-04-02T08:30:01.174 INFO:tasks.rados.rados.0.smithi084.stdout:2442: writing smithi08483026-40 from 3399680 to 3801088 tid 2 2024-04-02T08:30:01.174 INFO:tasks.rados.rados.0.smithi084.stdout:2443: setattr oid 23 current snap is 233 2024-04-02T08:30:01.176 INFO:tasks.rados.rados.0.smithi084.stdout:2444: delete oid 21 current snap is 233 2024-04-02T08:30:01.178 INFO:tasks.rados.rados.0.smithi084.stdout:2442: finishing write tid 1 to smithi08483026-40 2024-04-02T08:30:01.178 INFO:tasks.rados.rados.0.smithi084.stdout:2442: finishing write tid 2 to smithi08483026-40 2024-04-02T08:30:01.179 INFO:tasks.rados.rados.0.smithi084.stdout:2442: finishing write tid 3 to smithi08483026-40 2024-04-02T08:30:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:2444: done (2 left) 2024-04-02T08:30:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:2445: read oid 41 snap -1 2024-04-02T08:30:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:2445: expect (ObjNum 745 snap 221 seq_num 745) 2024-04-02T08:30:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:2446: rollback oid 10 current snap is 233 2024-04-02T08:30:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 230 2024-04-02T08:30:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:2447: setattr oid 42 current snap is 233 2024-04-02T08:30:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 901 (ObjNum 727 snap 216 seq_num 727) dirty exists 2024-04-02T08:30:01.184 INFO:tasks.rados.rados.0.smithi084.stdout:2442: finishing write tid 4 to smithi08483026-40 2024-04-02T08:30:01.184 INFO:tasks.rados.rados.0.smithi084.stdout:2442: oid 40 updating version 0 to 1216 2024-04-02T08:30:01.184 INFO:tasks.rados.rados.0.smithi084.stdout:2442: oid 40 updating version 1216 to 1217 2024-04-02T08:30:01.184 INFO:tasks.rados.rados.0.smithi084.stdout:2442: oid 40 updating version 1217 to 1218 2024-04-02T08:30:01.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1218 (ObjNum 771 snap 233 seq_num 771) dirty exists 2024-04-02T08:30:01.185 INFO:tasks.rados.rados.0.smithi084.stdout:2442: left oid 40 (ObjNum 771 snap 233 seq_num 771) 2024-04-02T08:30:01.185 INFO:tasks.rados.rados.0.smithi084.stdout:2442: done (4 left) 2024-04-02T08:30:01.185 INFO:tasks.rados.rados.0.smithi084.stdout:2443: done (3 left) 2024-04-02T08:30:01.185 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 233 2024-04-02T08:30:01.185 INFO:tasks.rados.rados.0.smithi084.stdout:2448: seq_num 773 ranges {819200=548864,1368064=401408} 2024-04-02T08:30:01.191 INFO:tasks.rados.rados.0.smithi084.stdout:2448: writing smithi08483026-11 from 819200 to 1368064 tid 1 2024-04-02T08:30:01.194 INFO:tasks.rados.rados.0.smithi084.stdout:2448: writing smithi08483026-11 from 1368064 to 1769472 tid 2 2024-04-02T08:30:01.194 INFO:tasks.rados.rados.0.smithi084.stdout:2449: copy_from oid 47 from oid 12 current snap is 233 2024-04-02T08:30:01.194 INFO:tasks.rados.rados.0.smithi084.stdout:2445: expect (ObjNum 745 snap 221 seq_num 745) 2024-04-02T08:30:01.208 INFO:tasks.rados.rados.0.smithi084.stdout:2446: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:30:01.208 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:30:01.208 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1124 (ObjNum 690 snap 204 seq_num 690) dirty exists 2024-04-02T08:30:01.208 INFO:tasks.rados.rados.0.smithi084.stdout:2448: finishing write tid 1 to smithi08483026-11 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2449: finishing copy_from to smithi08483026-47 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2449: got expected ENOENT (src dne) 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2449: finishing copy_from racing read to smithi08483026-47 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2448: finishing write tid 2 to smithi08483026-11 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2448: finishing write tid 3 to smithi08483026-11 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2445: done (4 left) 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2446: done (3 left) 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2447: done (2 left) 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2449: done (1 left) 2024-04-02T08:30:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:2450: snap_remove snap 227 2024-04-02T08:30:01.410 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:00 smithi132 podman[108675]: 2024-04-02 08:30:00.982024264 +0000 UTC m=+0.464215941 container attach e769507bfb36bb8ec743285b5b21f95bad89a705cdf7ec22449bd63bb54d86d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:30:01.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:01 smithi132 podman[108675]: 2024-04-02 08:30:01.162370424 +0000 UTC m=+0.644562103 container died e769507bfb36bb8ec743285b5b21f95bad89a705cdf7ec22449bd63bb54d86d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T08:30:01.693 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:01 smithi132 podman[108721]: 2024-04-02 08:30:01.675927694 +0000 UTC m=+0.508359555 container remove e769507bfb36bb8ec743285b5b21f95bad89a705cdf7ec22449bd63bb54d86d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:30:02.108 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:01 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-02T08:30:02.108 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:01 smithi132 systemd[1]: Stopped Ceph osd.7 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:02.108 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:01 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.7.service: Consumed 15.800s CPU time. 2024-04-02T08:30:02.108 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:01 smithi132 systemd[1]: Starting Ceph osd.7 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:02.199 INFO:tasks.rados.rados.0.smithi084.stdout:2450: done (1 left) 2024-04-02T08:30:02.200 INFO:tasks.rados.rados.0.smithi084.stdout:2451: snap_create 2024-04-02T08:30:02.200 INFO:tasks.rados.rados.0.smithi084.stdout:2448: finishing write tid 4 to smithi08483026-11 2024-04-02T08:30:02.200 INFO:tasks.rados.rados.0.smithi084.stdout:2448: oid 11 updating version 0 to 1126 2024-04-02T08:30:02.200 INFO:tasks.rados.rados.0.smithi084.stdout:2448: oid 11 updating version 1126 to 1127 2024-04-02T08:30:02.200 INFO:tasks.rados.rados.0.smithi084.stdout:2448: oid 11 updating version 1127 to 1128 2024-04-02T08:30:02.200 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1128 (ObjNum 773 snap 233 seq_num 773) dirty exists 2024-04-02T08:30:02.201 INFO:tasks.rados.rados.0.smithi084.stdout:2448: left oid 11 (ObjNum 773 snap 233 seq_num 773) 2024-04-02T08:30:02.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-mon[88571]: pgmap v475: 121 pgs: 9 peering, 16 stale+active+clean, 96 active+clean; 115 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 620 KiB/s wr, 8 op/s 2024-04-02T08:30:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-mon[88571]: osdmap e542: 8 total, 7 up, 8 in 2024-04-02T08:30:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-mon[88571]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-04-02T08:30:02.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:02.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 podman[108828]: 2024-04-02 08:30:02.012724836 +0000 UTC m=+0.018160501 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:02.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 podman[108828]: 2024-04-02 08:30:02.119226565 +0000 UTC m=+0.124662219 container create 6f980eaa3dbec2e3c0a54b5b0e305b5c473d5f60fab90acff1c969f9b409b23d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:30:02.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 podman[108828]: 2024-04-02 08:30:02.330056301 +0000 UTC m=+0.335491954 container init 6f980eaa3dbec2e3c0a54b5b0e305b5c473d5f60fab90acff1c969f9b409b23d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:02.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 podman[108828]: 2024-04-02 08:30:02.335699563 +0000 UTC m=+0.341135226 container start 6f980eaa3dbec2e3c0a54b5b0e305b5c473d5f60fab90acff1c969f9b409b23d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:30:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:02 smithi084 ceph-mon[94794]: pgmap v475: 121 pgs: 9 peering, 16 stale+active+clean, 96 active+clean; 115 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 620 KiB/s wr, 8 op/s 2024-04-02T08:30:02.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:02 smithi084 ceph-mon[94794]: osdmap e542: 8 total, 7 up, 8 in 2024-04-02T08:30:02.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:02 smithi084 ceph-mon[94794]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-04-02T08:30:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:02 smithi084 ceph-mon[97358]: pgmap v475: 121 pgs: 9 peering, 16 stale+active+clean, 96 active+clean; 115 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 620 KiB/s wr, 8 op/s 2024-04-02T08:30:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:02 smithi084 ceph-mon[97358]: osdmap e542: 8 total, 7 up, 8 in 2024-04-02T08:30:02.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:02 smithi084 ceph-mon[97358]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-04-02T08:30:02.775 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 podman[108828]: 2024-04-02 08:30:02.413336915 +0000 UTC m=+0.418772577 container attach 6f980eaa3dbec2e3c0a54b5b0e305b5c473d5f60fab90acff1c969f9b409b23d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:30:03.089 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[108843]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[108843]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 bash[108828]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 bash[108828]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 bash[108828]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 bash[108828]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 bash[108828]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 bash[108828]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 bash[108828]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[108843]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[108843]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[108843]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[108843]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[108843]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:30:03.090 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:02 smithi132 podman[108828]: 2024-04-02 08:30:02.801663991 +0000 UTC m=+0.807099650 container died 6f980eaa3dbec2e3c0a54b5b0e305b5c473d5f60fab90acff1c969f9b409b23d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-02T08:30:03.207 INFO:tasks.rados.rados.0.smithi084.stdout:2448: done (1 left) 2024-04-02T08:30:03.208 INFO:tasks.rados.rados.0.smithi084.stdout:2451: done (0 left) 2024-04-02T08:30:03.208 INFO:tasks.rados.rados.0.smithi084.stdout:2452: rollback oid 29 current snap is 234 2024-04-02T08:30:03.208 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 230 2024-04-02T08:30:03.208 INFO:tasks.rados.rados.0.smithi084.stdout:2453: snap_remove snap 231 2024-04-02T08:30:03.364 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:03 smithi132 ceph-mon[88571]: osdmap e543: 8 total, 7 up, 8 in 2024-04-02T08:30:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:03 smithi084 ceph-mon[94794]: osdmap e543: 8 total, 7 up, 8 in 2024-04-02T08:30:03.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:03 smithi084 ceph-mon[97358]: osdmap e543: 8 total, 7 up, 8 in 2024-04-02T08:30:03.660 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:03 smithi132 podman[108995]: 2024-04-02 08:30:03.366906486 +0000 UTC m=+0.560129429 container remove 6f980eaa3dbec2e3c0a54b5b0e305b5c473d5f60fab90acff1c969f9b409b23d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:30:03.660 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:03 smithi132 podman[109065]: 2024-04-02 08:30:03.484662458 +0000 UTC m=+0.018123824 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:04.002 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:03 smithi132 podman[109065]: 2024-04-02 08:30:03.676528116 +0000 UTC m=+0.209989531 container create ee68195895acd746ff5eeced41932665a082786127cce7d93fad31163cc6e8ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T08:30:04.002 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:03 smithi132 podman[109065]: 2024-04-02 08:30:03.895897963 +0000 UTC m=+0.429359324 container init ee68195895acd746ff5eeced41932665a082786127cce7d93fad31163cc6e8ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T08:30:04.002 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:03 smithi132 podman[109065]: 2024-04-02 08:30:03.901546317 +0000 UTC m=+0.435007677 container start ee68195895acd746ff5eeced41932665a082786127cce7d93fad31163cc6e8ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T08:30:04.002 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:03 smithi132 ceph-osd[109104]: -- 172.21.15.132:0/1760953701 <== mon.1 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564395f53680 con 0x564395f1d000 2024-04-02T08:30:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:2453: done (1 left) 2024-04-02T08:30:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:2454: rollback oid 42 current snap is 234 2024-04-02T08:30:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 42 to 224 2024-04-02T08:30:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:2455: delete oid 2 current snap is 234 2024-04-02T08:30:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:2452: finishing rollback tid 0 to smithi08483026-29 2024-04-02T08:30:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:2452: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:30:04.209 INFO:tasks.rados.rados.0.smithi084.stdout:2452: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:30:04.209 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1028 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-04-02T08:30:04.218 INFO:tasks.rados.rados.0.smithi084.stdout:2454: finishing rollback tid 0 to smithi08483026-42 2024-04-02T08:30:04.218 INFO:tasks.rados.rados.0.smithi084.stdout:2452: done (2 left) 2024-04-02T08:30:04.218 INFO:tasks.rados.rados.0.smithi084.stdout:2455: done (1 left) 2024-04-02T08:30:04.218 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 49 current snap is 234 2024-04-02T08:30:04.218 INFO:tasks.rados.rados.0.smithi084.stdout:2456: seq_num 775 ranges {2400256=589824,2990080=401408} 2024-04-02T08:30:04.232 INFO:tasks.rados.rados.0.smithi084.stdout:2456: writing smithi08483026-49 from 2400256 to 2990080 tid 1 2024-04-02T08:30:04.235 INFO:tasks.rados.rados.0.smithi084.stdout:2456: writing smithi08483026-49 from 2990080 to 3391488 tid 2 2024-04-02T08:30:04.235 INFO:tasks.rados.rados.0.smithi084.stdout:2457: rmattr oid 12 current snap is 234 2024-04-02T08:30:04.235 INFO:tasks.rados.rados.0.smithi084.stdout:2454: finishing rollback tid 1 to smithi08483026-42 2024-04-02T08:30:04.235 INFO:tasks.rados.rados.0.smithi084.stdout:2457: done (2 left) 2024-04-02T08:30:04.235 INFO:tasks.rados.rados.0.smithi084.stdout:2458: rmattr oid 10 current snap is 234 2024-04-02T08:30:04.235 INFO:tasks.rados.rados.0.smithi084.stdout:2458: done (2 left) 2024-04-02T08:30:04.236 INFO:tasks.rados.rados.0.smithi084.stdout:2459: copy_from oid 23 from oid 36 current snap is 234 2024-04-02T08:30:04.236 INFO:tasks.rados.rados.0.smithi084.stdout:2454: finishing rollback tid 2 to smithi08483026-42 2024-04-02T08:30:04.236 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1132 (ObjNum 690 snap 204 seq_num 690) dirty exists 2024-04-02T08:30:04.236 INFO:tasks.rados.rados.0.smithi084.stdout:2454: done (2 left) 2024-04-02T08:30:04.236 INFO:tasks.rados.rados.0.smithi084.stdout:2460: copy_from oid 42 from oid 41 current snap is 234 2024-04-02T08:30:04.236 INFO:tasks.rados.rados.0.smithi084.stdout:2461: snap_remove snap 230 2024-04-02T08:30:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:04 smithi132 ceph-mon[88571]: pgmap v478: 121 pgs: 9 peering, 16 stale+active+clean, 96 active+clean; 115 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 216 KiB/s wr, 0 op/s 2024-04-02T08:30:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:04 smithi132 ceph-mon[88571]: osdmap e544: 8 total, 7 up, 8 in 2024-04-02T08:30:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:04 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:04.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:04 smithi132 bash[109065]: ee68195895acd746ff5eeced41932665a082786127cce7d93fad31163cc6e8ad 2024-04-02T08:30:04.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:04 smithi132 systemd[1]: Started Ceph osd.7 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:04.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[94794]: pgmap v478: 121 pgs: 9 peering, 16 stale+active+clean, 96 active+clean; 115 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 216 KiB/s wr, 0 op/s 2024-04-02T08:30:04.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[94794]: osdmap e544: 8 total, 7 up, 8 in 2024-04-02T08:30:04.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:04.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:04.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:04.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[97358]: pgmap v478: 121 pgs: 9 peering, 16 stale+active+clean, 96 active+clean; 115 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 216 KiB/s wr, 0 op/s 2024-04-02T08:30:04.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[97358]: osdmap e544: 8 total, 7 up, 8 in 2024-04-02T08:30:04.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:04.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:04.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:04.910 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T08:30:04.444+0000 7fc4acdd57c0 -1 Falling back to public interface 2024-04-02T08:30:05.220 INFO:tasks.rados.rados.0.smithi084.stdout:2461: done (3 left) 2024-04-02T08:30:05.220 INFO:tasks.rados.rados.0.smithi084.stdout:2462: rollback oid 27 current snap is 234 2024-04-02T08:30:05.220 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 27 to 233 2024-04-02T08:30:05.220 INFO:tasks.rados.rados.0.smithi084.stdout:2456: finishing write tid 1 to smithi08483026-49 2024-04-02T08:30:05.220 INFO:tasks.rados.rados.0.smithi084.stdout:2456: finishing write tid 2 to smithi08483026-49 2024-04-02T08:30:05.220 INFO:tasks.rados.rados.0.smithi084.stdout:2456: finishing write tid 3 to smithi08483026-49 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2460: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2456: finishing write tid 4 to smithi08483026-49 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2456: oid 49 updating version 0 to 959 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2456: oid 49 updating version 959 to 960 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2456: oid 49 updating version 960 to 961 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 961 (ObjNum 775 snap 234 seq_num 775) dirty exists 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2456: left oid 49 (ObjNum 775 snap 234 seq_num 775) 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2460: finishing copy_from to smithi08483026-42 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1097 (ObjNum 745 snap 221 seq_num 745) dirty exists 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2459: finishing copy_from racing read to smithi08483026-23 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2459: finishing copy_from to smithi08483026-23 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1038 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-04-02T08:30:05.221 INFO:tasks.rados.rados.0.smithi084.stdout:2456: done (3 left) 2024-04-02T08:30:05.222 INFO:tasks.rados.rados.0.smithi084.stdout:2459: done (2 left) 2024-04-02T08:30:05.222 INFO:tasks.rados.rados.0.smithi084.stdout:2460: done (1 left) 2024-04-02T08:30:05.222 INFO:tasks.rados.rados.0.smithi084.stdout:2463: rollback oid 9 current snap is 234 2024-04-02T08:30:05.222 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 9 to 232 2024-04-02T08:30:05.222 INFO:tasks.rados.rados.0.smithi084.stdout:2464: read oid 48 snap -1 2024-04-02T08:30:05.222 INFO:tasks.rados.rados.0.smithi084.stdout:2464: expect (ObjNum 734 snap 218 seq_num 734) 2024-04-02T08:30:05.223 INFO:tasks.rados.rados.0.smithi084.stdout:2465: setattr oid 26 current snap is 234 2024-04-02T08:30:05.223 INFO:tasks.rados.rados.0.smithi084.stdout:2466: rollback oid 16 current snap is 234 2024-04-02T08:30:05.223 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 224 2024-04-02T08:30:05.223 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 234 2024-04-02T08:30:05.223 INFO:tasks.rados.rados.0.smithi084.stdout:2467: seq_num 776 ranges {2007040=606208,2613248=401408} 2024-04-02T08:30:05.237 INFO:tasks.rados.rados.0.smithi084.stdout:2467: writing smithi08483026-36 from 2007040 to 2613248 tid 1 2024-04-02T08:30:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:2467: writing smithi08483026-36 from 2613248 to 3014656 tid 2 2024-04-02T08:30:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:2468: read oid 35 snap 233 2024-04-02T08:30:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:2468: expect deleted 2024-04-02T08:30:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:2469: copy_from oid 4 from oid 41 current snap is 234 2024-04-02T08:30:05.242 INFO:tasks.rados.rados.0.smithi084.stdout:2463: finishing rollback tid 0 to smithi08483026-9 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2463: finishing rollback tid 1 to smithi08483026-9 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2463: finishing rollback tid 2 to smithi08483026-9 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 576 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1119 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2462: finishing rollback tid 0 to smithi08483026-27 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2466: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2466: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2462: finishing rollback tid 1 to smithi08483026-27 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2466: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1041 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2462: finishing rollback tid 2 to smithi08483026-27 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1026 (ObjNum 33 snap 0 seq_num 621806464) dirty exists 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2462: done (7 left) 2024-04-02T08:30:05.243 INFO:tasks.rados.rados.0.smithi084.stdout:2463: done (6 left) 2024-04-02T08:30:05.244 INFO:tasks.rados.rados.0.smithi084.stdout:2465: done (5 left) 2024-04-02T08:30:05.244 INFO:tasks.rados.rados.0.smithi084.stdout:2466: done (4 left) 2024-04-02T08:30:05.244 INFO:tasks.rados.rados.0.smithi084.stdout:2470: read oid 27 snap 224 2024-04-02T08:30:05.244 INFO:tasks.rados.rados.0.smithi084.stdout:2470: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:30:05.244 INFO:tasks.rados.rados.0.smithi084.stdout:2471: snap_create 2024-04-02T08:30:05.244 INFO:tasks.rados.rados.0.smithi084.stdout:2467: finishing write tid 1 to smithi08483026-36 2024-04-02T08:30:05.244 INFO:tasks.rados.rados.0.smithi084.stdout:2467: finishing write tid 2 to smithi08483026-36 2024-04-02T08:30:05.245 INFO:tasks.rados.rados.0.smithi084.stdout:2467: finishing write tid 3 to smithi08483026-36 2024-04-02T08:30:05.245 INFO:tasks.rados.rados.0.smithi084.stdout:2467: finishing write tid 4 to smithi08483026-36 2024-04-02T08:30:05.245 INFO:tasks.rados.rados.0.smithi084.stdout:2467: oid 36 updating version 0 to 1056 2024-04-02T08:30:05.245 INFO:tasks.rados.rados.0.smithi084.stdout:2467: oid 36 updating version 1056 to 1057 2024-04-02T08:30:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:2467: oid 36 version 1057 is already newer than 1055 2024-04-02T08:30:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1057 (ObjNum 776 snap 234 seq_num 776) dirty exists 2024-04-02T08:30:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:2467: left oid 36 (ObjNum 776 snap 234 seq_num 776) 2024-04-02T08:30:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:2464: expect (ObjNum 734 snap 218 seq_num 734) 2024-04-02T08:30:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:05 smithi132 ceph-mon[88571]: osdmap e545: 8 total, 7 up, 8 in 2024-04-02T08:30:05.457 INFO:tasks.rados.rados.0.smithi084.stdout:2469: finishing copy_from racing read to smithi08483026-4 2024-04-02T08:30:05.457 INFO:tasks.rados.rados.0.smithi084.stdout:2470: expect (ObjNum 666 snap 199 seq_num 666) 2024-04-02T08:30:05.496 INFO:tasks.rados.rados.0.smithi084.stdout:2469: finishing copy_from to smithi08483026-4 2024-04-02T08:30:05.497 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1097 (ObjNum 745 snap 221 seq_num 745) dirty exists 2024-04-02T08:30:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:05 smithi084 ceph-mon[94794]: osdmap e545: 8 total, 7 up, 8 in 2024-04-02T08:30:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:05 smithi084 ceph-mon[97358]: osdmap e545: 8 total, 7 up, 8 in 2024-04-02T08:30:06.234 INFO:tasks.rados.rados.0.smithi084.stdout:2464: done (5 left) 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2467: done (4 left) 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2468: done (3 left) 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2469: done (2 left) 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2470: done (1 left) 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2471: done (0 left) 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2472: copy_from oid 23 from oid 16 current snap is 235 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2473: setattr oid 43 current snap is 235 2024-04-02T08:30:06.235 INFO:tasks.rados.rados.0.smithi084.stdout:2474: snap_create 2024-04-02T08:30:06.240 INFO:tasks.rados.rados.0.smithi084.stdout:2472: finishing copy_from racing read to smithi08483026-23 2024-04-02T08:30:06.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1226 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-04-02T08:30:06.241 INFO:tasks.rados.rados.0.smithi084.stdout:2472: finishing copy_from to smithi08483026-23 2024-04-02T08:30:06.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1041 (ObjNum 2881 snap 0 seq_num 2856301216) dirty exists 2024-04-02T08:30:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[94794]: pgmap v481: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 355 KiB/s rd, 888 KiB/s wr, 15 op/s; 25/252 objects degraded (9.921%) 2024-04-02T08:30:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[94794]: Health check failed: Degraded data redundancy: 25/252 objects degraded (9.921%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[94794]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-02T08:30:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[94794]: osdmap e546: 8 total, 7 up, 8 in 2024-04-02T08:30:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[97358]: pgmap v481: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 355 KiB/s rd, 888 KiB/s wr, 15 op/s; 25/252 objects degraded (9.921%) 2024-04-02T08:30:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[97358]: Health check failed: Degraded data redundancy: 25/252 objects degraded (9.921%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[97358]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-02T08:30:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:06 smithi084 ceph-mon[97358]: osdmap e546: 8 total, 7 up, 8 in 2024-04-02T08:30:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:06 smithi132 ceph-mon[88571]: pgmap v481: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 355 KiB/s rd, 888 KiB/s wr, 15 op/s; 25/252 objects degraded (9.921%) 2024-04-02T08:30:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:06 smithi132 ceph-mon[88571]: Health check failed: Degraded data redundancy: 25/252 objects degraded (9.921%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:06 smithi132 ceph-mon[88571]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-02T08:30:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:06 smithi132 ceph-mon[88571]: osdmap e546: 8 total, 7 up, 8 in 2024-04-02T08:30:07.240 INFO:tasks.rados.rados.0.smithi084.stdout:2472: done (2 left) 2024-04-02T08:30:07.240 INFO:tasks.rados.rados.0.smithi084.stdout:2473: done (1 left) 2024-04-02T08:30:07.240 INFO:tasks.rados.rados.0.smithi084.stdout:2474: done (0 left) 2024-04-02T08:30:07.240 INFO:tasks.rados.rados.0.smithi084.stdout:2475: copy_from oid 9 from oid 43 current snap is 236 2024-04-02T08:30:07.240 INFO:tasks.rados.rados.0.smithi084.stdout:2476: copy_from oid 20 from oid 18 current snap is 236 2024-04-02T08:30:07.240 INFO:tasks.rados.rados.0.smithi084.stdout:2477: read oid 15 snap 224 2024-04-02T08:30:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:2477: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:2478: read oid 44 snap -1 2024-04-02T08:30:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:2478: expect (ObjNum 752 snap 222 seq_num 752) 2024-04-02T08:30:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 236 2024-04-02T08:30:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:2479: seq_num 777 ranges {1769472=622592,2392064=401408} 2024-04-02T08:30:07.255 INFO:tasks.rados.rados.0.smithi084.stdout:2479: writing smithi08483026-11 from 1769472 to 2392064 tid 1 2024-04-02T08:30:07.257 INFO:tasks.rados.rados.0.smithi084.stdout:2479: writing smithi08483026-11 from 2392064 to 2793472 tid 2 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2480: read oid 7 snap -1 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2480: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2476: finishing copy_from to smithi08483026-20 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2476: got expected ENOENT (src dne) 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2481: read oid 47 snap -1 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2481: expect deleted 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2482: setattr oid 36 current snap is 236 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2476: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:30:07.258 INFO:tasks.rados.rados.0.smithi084.stdout:2477: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:07.305 INFO:tasks.rados.rados.0.smithi084.stdout:2478: expect (ObjNum 752 snap 222 seq_num 752) 2024-04-02T08:30:07.405 INFO:tasks.rados.rados.0.smithi084.stdout:2479: finishing write tid 1 to smithi08483026-11 2024-04-02T08:30:07.405 INFO:tasks.rados.rados.0.smithi084.stdout:2479: finishing write tid 2 to smithi08483026-11 2024-04-02T08:30:07.405 INFO:tasks.rados.rados.0.smithi084.stdout:2479: finishing write tid 3 to smithi08483026-11 2024-04-02T08:30:07.405 INFO:tasks.rados.rados.0.smithi084.stdout:2479: finishing write tid 4 to smithi08483026-11 2024-04-02T08:30:07.405 INFO:tasks.rados.rados.0.smithi084.stdout:2479: oid 11 updating version 0 to 1136 2024-04-02T08:30:07.405 INFO:tasks.rados.rados.0.smithi084.stdout:2479: oid 11 updating version 1136 to 1137 2024-04-02T08:30:07.405 INFO:tasks.rados.rados.0.smithi084.stdout:2479: oid 11 version 1137 is already newer than 1135 2024-04-02T08:30:07.406 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1137 (ObjNum 777 snap 236 seq_num 777) dirty exists 2024-04-02T08:30:07.406 INFO:tasks.rados.rados.0.smithi084.stdout:2479: left oid 11 (ObjNum 777 snap 236 seq_num 777) 2024-04-02T08:30:07.406 INFO:tasks.rados.rados.0.smithi084.stdout:2475: finishing copy_from racing read to smithi08483026-9 2024-04-02T08:30:07.406 INFO:tasks.rados.rados.0.smithi084.stdout:2475: finishing copy_from to smithi08483026-9 2024-04-02T08:30:07.406 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1226 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-04-02T08:30:07.406 INFO:tasks.rados.rados.0.smithi084.stdout:2480: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:07.506 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:07 smithi132 ceph-mon[88571]: osdmap e547: 8 total, 7 up, 8 in 2024-04-02T08:30:07.507 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T08:30:07.394+0000 7fc4acdd57c0 -1 osd.7 539 log_to_monitors true 2024-04-02T08:30:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:07 smithi084 ceph-mon[94794]: osdmap e547: 8 total, 7 up, 8 in 2024-04-02T08:30:07.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:07 smithi084 ceph-mon[97358]: osdmap e547: 8 total, 7 up, 8 in 2024-04-02T08:30:07.740 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1059 (ObjNum 776 snap 234 seq_num 776) dirty exists 2024-04-02T08:30:07.740 INFO:tasks.rados.rados.0.smithi084.stdout:2475: done (7 left) 2024-04-02T08:30:07.740 INFO:tasks.rados.rados.0.smithi084.stdout:2476: done (6 left) 2024-04-02T08:30:07.740 INFO:tasks.rados.rados.0.smithi084.stdout:2477: done (5 left) 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:2478: done (4 left) 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:2479: done (3 left) 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:2480: done (2 left) 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:2481: done (1 left) 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:2482: done (0 left) 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:2483: rollback oid 25 current snap is 236 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 25 to 234 2024-04-02T08:30:07.741 INFO:tasks.rados.rados.0.smithi084.stdout:2484: snap_create 2024-04-02T08:30:07.744 INFO:tasks.rados.rados.0.smithi084.stdout:2483: finishing rollback tid 0 to smithi08483026-25 2024-04-02T08:30:07.744 INFO:tasks.rados.rados.0.smithi084.stdout:2483: finishing rollback tid 1 to smithi08483026-25 2024-04-02T08:30:07.744 INFO:tasks.rados.rados.0.smithi084.stdout:2483: finishing rollback tid 2 to smithi08483026-25 2024-04-02T08:30:07.744 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1063 (ObjNum 722 snap 216 seq_num 722) dirty exists 2024-04-02T08:30:08.238 INFO:tasks.rados.rados.0.smithi084.stdout:2483: done (1 left) 2024-04-02T08:30:08.239 INFO:tasks.rados.rados.0.smithi084.stdout:2484: done (0 left) 2024-04-02T08:30:08.239 INFO:tasks.rados.rados.0.smithi084.stdout:2485: read oid 7 snap -1 2024-04-02T08:30:08.239 INFO:tasks.rados.rados.0.smithi084.stdout:2485: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:08.239 INFO:tasks.rados.rados.0.smithi084.stdout:2486: delete oid 38 current snap is 237 2024-04-02T08:30:08.246 INFO:tasks.rados.rados.0.smithi084.stdout:2486: done (1 left) 2024-04-02T08:30:08.246 INFO:tasks.rados.rados.0.smithi084.stdout:2487: rmattr oid 19 current snap is 237 2024-04-02T08:30:08.246 INFO:tasks.rados.rados.0.smithi084.stdout:2488: read oid 44 snap 232 2024-04-02T08:30:08.246 INFO:tasks.rados.rados.0.smithi084.stdout:2488: expect (ObjNum 752 snap 222 seq_num 752) 2024-04-02T08:30:08.246 INFO:tasks.rados.rados.0.smithi084.stdout:2489: read oid 4 snap -1 2024-04-02T08:30:08.246 INFO:tasks.rados.rados.0.smithi084.stdout:2489: expect (ObjNum 745 snap 221 seq_num 745) 2024-04-02T08:30:08.246 INFO:tasks.rados.rados.0.smithi084.stdout:2490: read oid 27 snap -1 2024-04-02T08:30:08.247 INFO:tasks.rados.rados.0.smithi084.stdout:2490: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:08.247 INFO:tasks.rados.rados.0.smithi084.stdout:2491: setattr oid 26 current snap is 237 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2492: rmattr oid 32 current snap is 237 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2492: done (6 left) 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2493: read oid 29 snap -1 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2493: expect (ObjNum 483 snap 147 seq_num 483) 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2494: rollback oid 24 current snap is 237 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 236 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2495: copy_from oid 35 from oid 33 current snap is 237 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2496: rollback oid 11 current snap is 237 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 236 2024-04-02T08:30:08.248 INFO:tasks.rados.rados.0.smithi084.stdout:2497: delete oid 39 current snap is 237 2024-04-02T08:30:08.251 INFO:tasks.rados.rados.0.smithi084.stdout:2490: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:08.257 INFO:tasks.rados.rados.0.smithi084.stdout:2496: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:30:08.257 INFO:tasks.rados.rados.0.smithi084.stdout:2496: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:30:08.257 INFO:tasks.rados.rados.0.smithi084.stdout:2496: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:30:08.257 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1141 (ObjNum 777 snap 236 seq_num 777) dirty exists 2024-04-02T08:30:08.262 INFO:tasks.rados.rados.0.smithi084.stdout:2489: expect (ObjNum 745 snap 221 seq_num 745) 2024-04-02T08:30:08.283 INFO:tasks.rados.rados.0.smithi084.stdout:2489: done (10 left) 2024-04-02T08:30:08.284 INFO:tasks.rados.rados.0.smithi084.stdout:2490: done (9 left) 2024-04-02T08:30:08.284 INFO:tasks.rados.rados.0.smithi084.stdout:2496: done (8 left) 2024-04-02T08:30:08.284 INFO:tasks.rados.rados.0.smithi084.stdout:2497: done (7 left) 2024-04-02T08:30:08.284 INFO:tasks.rados.rados.0.smithi084.stdout:2498: read oid 21 snap 232 2024-04-02T08:30:08.284 INFO:tasks.rados.rados.0.smithi084.stdout:2498: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:30:08.285 INFO:tasks.rados.rados.0.smithi084.stdout:2499: setattr oid 6 current snap is 237 2024-04-02T08:30:08.285 INFO:tasks.rados.rados.0.smithi084.stdout:2493: expect (ObjNum 483 snap 147 seq_num 483) 2024-04-02T08:30:08.429 INFO:tasks.rados.rados.0.smithi084.stdout:2488: expect (ObjNum 752 snap 222 seq_num 752) 2024-04-02T08:30:08.529 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1121 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-04-02T08:30:08.529 INFO:tasks.rados.rados.0.smithi084.stdout:2485: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[94794]: pgmap v484: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 355 KiB/s rd, 888 KiB/s wr, 15 op/s; 25/252 objects degraded (9.921%) 2024-04-02T08:30:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[94794]: osdmap e548: 8 total, 7 up, 8 in 2024-04-02T08:30:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[94794]: from='osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:30:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[94794]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:30:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[97358]: pgmap v484: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 355 KiB/s rd, 888 KiB/s wr, 15 op/s; 25/252 objects degraded (9.921%) 2024-04-02T08:30:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[97358]: osdmap e548: 8 total, 7 up, 8 in 2024-04-02T08:30:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[97358]: from='osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:30:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:08 smithi084 ceph-mon[97358]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:30:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:08 smithi132 ceph-mon[88571]: pgmap v484: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 355 KiB/s rd, 888 KiB/s wr, 15 op/s; 25/252 objects degraded (9.921%) 2024-04-02T08:30:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:08 smithi132 ceph-mon[88571]: osdmap e548: 8 total, 7 up, 8 in 2024-04-02T08:30:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:08 smithi132 ceph-mon[88571]: from='osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:30:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:08 smithi132 ceph-mon[88571]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:30:08.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:30:08 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T08:30:08.257+0000 7fc49e22d700 -1 osd.7 539 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:30:08.877 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 898 (ObjNum 691 snap 204 seq_num 691) dirty exists 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:2494: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:2494: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:2494: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1031 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:2495: finishing copy_from racing read to smithi08483026-35 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:2495: finishing copy_from to smithi08483026-35 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 971 (ObjNum 714 snap 211 seq_num 714) dirty exists 2024-04-02T08:30:08.878 INFO:tasks.rados.rados.0.smithi084.stdout:2498: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:30:08.931 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 894 (ObjNum 768 snap 230 seq_num 768) dirty exists 2024-04-02T08:30:08.931 INFO:tasks.rados.rados.0.smithi084.stdout:2485: done (8 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2487: done (7 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2488: done (6 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2491: done (5 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2493: done (4 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2494: done (3 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2495: done (2 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2498: done (1 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2499: done (0 left) 2024-04-02T08:30:08.932 INFO:tasks.rados.rados.0.smithi084.stdout:2500: snap_remove snap 235 2024-04-02T08:30:09.253 INFO:tasks.rados.rados.0.smithi084.stdout:2500: done (0 left) 2024-04-02T08:30:09.253 INFO:tasks.rados.rados.0.smithi084.stdout:2501: delete oid 16 current snap is 237 2024-04-02T08:30:09.266 INFO:tasks.rados.rados.0.smithi084.stdout:2501: done (0 left) 2024-04-02T08:30:09.266 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 237 2024-04-02T08:30:09.267 INFO:tasks.rados.rados.0.smithi084.stdout:2502: seq_num 781 ranges {0=688128,688128=401408} 2024-04-02T08:30:09.270 INFO:tasks.rados.rados.0.smithi084.stdout:2502: writing smithi08483026-21 from 0 to 688128 tid 1 2024-04-02T08:30:09.273 INFO:tasks.rados.rados.0.smithi084.stdout:2502: writing smithi08483026-21 from 688128 to 1089536 tid 2 2024-04-02T08:30:09.273 INFO:tasks.rados.rados.0.smithi084.stdout:2503: rollback oid 24 current snap is 237 2024-04-02T08:30:09.273 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 234 2024-04-02T08:30:09.273 INFO:tasks.rados.rados.0.smithi084.stdout:2504: copy_from oid 44 from oid 15 current snap is 237 2024-04-02T08:30:09.273 INFO:tasks.rados.rados.0.smithi084.stdout:2505: rmattr oid 11 current snap is 237 2024-04-02T08:30:09.274 INFO:tasks.rados.rados.0.smithi084.stdout:2505: done (3 left) 2024-04-02T08:30:09.274 INFO:tasks.rados.rados.0.smithi084.stdout:2506: rmattr oid 47 current snap is 237 2024-04-02T08:30:09.274 INFO:tasks.rados.rados.0.smithi084.stdout:2506: done (3 left) 2024-04-02T08:30:09.274 INFO:tasks.rados.rados.0.smithi084.stdout:2507: delete oid 39 current snap is 237 2024-04-02T08:30:09.276 INFO:tasks.rados.rados.0.smithi084.stdout:2502: finishing write tid 1 to smithi08483026-21 2024-04-02T08:30:09.276 INFO:tasks.rados.rados.0.smithi084.stdout:2503: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:30:09.277 INFO:tasks.rados.rados.0.smithi084.stdout:2507: done (3 left) 2024-04-02T08:30:09.277 INFO:tasks.rados.rados.0.smithi084.stdout:2508: read oid 37 snap -1 2024-04-02T08:30:09.277 INFO:tasks.rados.rados.0.smithi084.stdout:2508: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:30:09.277 INFO:tasks.rados.rados.0.smithi084.stdout:2509: snap_create 2024-04-02T08:30:09.278 INFO:tasks.rados.rados.0.smithi084.stdout:2502: finishing write tid 2 to smithi08483026-21 2024-04-02T08:30:09.278 INFO:tasks.rados.rados.0.smithi084.stdout:2502: finishing write tid 3 to smithi08483026-21 2024-04-02T08:30:09.278 INFO:tasks.rados.rados.0.smithi084.stdout:2503: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:30:09.278 INFO:tasks.rados.rados.0.smithi084.stdout:2503: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:30:09.278 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1034 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-04-02T08:30:09.279 INFO:tasks.rados.rados.0.smithi084.stdout:2502: finishing write tid 4 to smithi08483026-21 2024-04-02T08:30:09.279 INFO:tasks.rados.rados.0.smithi084.stdout:2502: oid 21 updating version 0 to 1001 2024-04-02T08:30:09.279 INFO:tasks.rados.rados.0.smithi084.stdout:2502: oid 21 updating version 1001 to 1002 2024-04-02T08:30:09.279 INFO:tasks.rados.rados.0.smithi084.stdout:2502: oid 21 version 1002 is already newer than 1000 2024-04-02T08:30:09.279 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1002 (ObjNum 781 snap 237 seq_num 781) dirty exists 2024-04-02T08:30:09.279 INFO:tasks.rados.rados.0.smithi084.stdout:2502: left oid 21 (ObjNum 781 snap 237 seq_num 781) 2024-04-02T08:30:09.284 INFO:tasks.rados.rados.0.smithi084.stdout:2504: finishing copy_from racing read to smithi08483026-44 2024-04-02T08:30:09.285 INFO:tasks.rados.rados.0.smithi084.stdout:2504: finishing copy_from to smithi08483026-44 2024-04-02T08:30:09.285 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 951 (ObjNum 673 snap 200 seq_num 673) dirty exists 2024-04-02T08:30:09.316 INFO:tasks.rados.rados.0.smithi084.stdout:2508: expect (ObjNum 535 snap 159 seq_num 535) 2024-04-02T08:30:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:30:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: osdmap e549: 8 total, 7 up, 8 in 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: from='osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: osdmap e549: 8 total, 7 up, 8 in 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: from='osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:30:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:30:09.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:30:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: osdmap e549: 8 total, 7 up, 8 in 2024-04-02T08:30:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: from='osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:30:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-04-02T08:30:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:10.160 INFO:tasks.rados.rados.0.smithi084.stdout:2502: done (4 left) 2024-04-02T08:30:10.160 INFO:tasks.rados.rados.0.smithi084.stdout:2503: done (3 left) 2024-04-02T08:30:10.160 INFO:tasks.rados.rados.0.smithi084.stdout:2504: done (2 left) 2024-04-02T08:30:10.160 INFO:tasks.rados.rados.0.smithi084.stdout:2508: done (1 left) 2024-04-02T08:30:10.160 INFO:tasks.rados.rados.0.smithi084.stdout:2509: done (0 left) 2024-04-02T08:30:10.160 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 238 2024-04-02T08:30:10.160 INFO:tasks.rados.rados.0.smithi084.stdout:2510: seq_num 783 ranges {0=720896,720896=401408} 2024-04-02T08:30:10.164 INFO:tasks.rados.rados.0.smithi084.stdout:2510: writing smithi08483026-14 from 0 to 720896 tid 1 2024-04-02T08:30:10.168 INFO:tasks.rados.rados.0.smithi084.stdout:2510: writing smithi08483026-14 from 720896 to 1122304 tid 2 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2511: read oid 25 snap -1 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2511: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2512: read oid 44 snap -1 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2512: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2513: read oid 43 snap 234 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2513: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2514: rollback oid 40 current snap is 238 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 224 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2515: read oid 50 snap -1 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2515: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:30:10.169 INFO:tasks.rados.rados.0.smithi084.stdout:2516: snap_remove snap 236 2024-04-02T08:30:10.499 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: pgmap v487: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 27 op/s; 27/294 objects degraded (9.184%) 2024-04-02T08:30:10.499 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:10.499 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745] boot 2024-04-02T08:30:10.499 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:30:10.499 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:30:10.500 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:10.500 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:10.500 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:10 smithi132 ceph-mon[88571]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:30:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: pgmap v487: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 27 op/s; 27/294 objects degraded (9.184%) 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745] boot 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[94794]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: pgmap v487: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 27 op/s; 27/294 objects degraded (9.184%) 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: osd.7 [v2:172.21.15.132:6824/125816745,v1:172.21.15.132:6825/125816745] boot 2024-04-02T08:30:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:30:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:30:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-mon[97358]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:30:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:30:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:30:10] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:30:11.156 INFO:tasks.rados.rados.0.smithi084.stdout:2516: done (6 left) 2024-04-02T08:30:11.156 INFO:tasks.rados.rados.0.smithi084.stdout:2517: rollback oid 20 current snap is 238 2024-04-02T08:30:11.156 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 234 2024-04-02T08:30:11.156 INFO:tasks.rados.rados.0.smithi084.stdout:2510: finishing write tid 1 to smithi08483026-14 2024-04-02T08:30:11.156 INFO:tasks.rados.rados.0.smithi084.stdout:2512: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:11.205 INFO:tasks.rados.rados.0.smithi084.stdout:2510: finishing write tid 2 to smithi08483026-14 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2510: finishing write tid 3 to smithi08483026-14 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2512: done (6 left) 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 238 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2510: finishing write tid 4 to smithi08483026-14 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2510: oid 14 updating version 0 to 1131 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2510: oid 14 version 1131 is already newer than 1130 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2510: oid 14 version 1131 is already newer than 1129 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1131 (ObjNum 783 snap 238 seq_num 783) dirty exists 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2510: left oid 14 (ObjNum 783 snap 238 seq_num 783) 2024-04-02T08:30:11.206 INFO:tasks.rados.rados.0.smithi084.stdout:2518: seq_num 784 ranges {0=737280,737280=401408} 2024-04-02T08:30:11.209 INFO:tasks.rados.rados.0.smithi084.stdout:2518: writing smithi08483026-12 from 0 to 737280 tid 1 2024-04-02T08:30:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:2518: writing smithi08483026-12 from 737280 to 1138688 tid 2 2024-04-02T08:30:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:2510: done (6 left) 2024-04-02T08:30:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:2519: read oid 24 snap 232 2024-04-02T08:30:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:2519: expect (ObjNum 636 snap 193 seq_num 636) 2024-04-02T08:30:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:2520: copy_from oid 33 from oid 38 current snap is 238 2024-04-02T08:30:11.212 INFO:tasks.rados.rados.0.smithi084.stdout:2513: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:30:11.361 INFO:tasks.rados.rados.0.smithi084.stdout:2514: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:30:11.362 INFO:tasks.rados.rados.0.smithi084.stdout:2514: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:30:11.362 INFO:tasks.rados.rados.0.smithi084.stdout:2514: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:30:11.362 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1231 (ObjNum 718 snap 213 seq_num 718) dirty exists 2024-04-02T08:30:11.362 INFO:tasks.rados.rados.0.smithi084.stdout:2513: done (7 left) 2024-04-02T08:30:11.362 INFO:tasks.rados.rados.0.smithi084.stdout:2514: done (6 left) 2024-04-02T08:30:11.362 INFO:tasks.rados.rados.0.smithi084.stdout:2521: delete oid 8 current snap is 238 2024-04-02T08:30:11.362 INFO:tasks.rados.rados.0.smithi084.stdout:2515: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:30:11.515 INFO:tasks.rados.rados.0.smithi084.stdout:2511: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:30:11.883 INFO:tasks.rados.rados.0.smithi084.stdout:2517: finishing rollback tid 0 to smithi08483026-20 2024-04-02T08:30:11.883 INFO:tasks.rados.rados.0.smithi084.stdout:2517: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:30:11.883 INFO:tasks.rados.rados.0.smithi084.stdout:2517: finishing rollback tid 2 to smithi08483026-20 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1235 (ObjNum 761 snap 226 seq_num 761) dirty exists 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2520: finishing copy_from to smithi08483026-33 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2520: got expected ENOENT (src dne) 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2520: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2518: finishing write tid 1 to smithi08483026-12 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2518: finishing write tid 2 to smithi08483026-12 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2518: finishing write tid 3 to smithi08483026-12 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2511: done (6 left) 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2515: done (5 left) 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2517: done (4 left) 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2520: done (3 left) 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2521: done (2 left) 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2522: read oid 31 snap -1 2024-04-02T08:30:11.884 INFO:tasks.rados.rados.0.smithi084.stdout:2522: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:2523: snap_create 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:2518: finishing write tid 4 to smithi08483026-12 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:2518: oid 12 updating version 0 to 1138 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:2518: oid 12 version 1138 is already newer than 1137 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:2518: oid 12 version 1138 is already newer than 1136 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1138 (ObjNum 784 snap 238 seq_num 784) dirty exists 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:2518: left oid 12 (ObjNum 784 snap 238 seq_num 784) 2024-04-02T08:30:11.885 INFO:tasks.rados.rados.0.smithi084.stdout:2519: expect (ObjNum 636 snap 193 seq_num 636) 2024-04-02T08:30:12.029 INFO:tasks.rados.rados.0.smithi084.stdout:2522: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:30:12.254 INFO:tasks.rados.rados.0.smithi084.stdout:2518: done (3 left) 2024-04-02T08:30:12.255 INFO:tasks.rados.rados.0.smithi084.stdout:2519: done (2 left) 2024-04-02T08:30:12.255 INFO:tasks.rados.rados.0.smithi084.stdout:2522: done (1 left) 2024-04-02T08:30:12.255 INFO:tasks.rados.rados.0.smithi084.stdout:2523: done (0 left) 2024-04-02T08:30:12.255 INFO:tasks.rados.rados.0.smithi084.stdout:2524: read oid 47 snap -1 2024-04-02T08:30:12.255 INFO:tasks.rados.rados.0.smithi084.stdout:2524: expect deleted 2024-04-02T08:30:12.255 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 239 2024-04-02T08:30:12.255 INFO:tasks.rados.rados.0.smithi084.stdout:2525: seq_num 786 ranges {1138688=770048,1908736=401408} 2024-04-02T08:30:12.264 INFO:tasks.rados.rados.0.smithi084.stdout:2525: writing smithi08483026-12 from 1138688 to 1908736 tid 1 2024-04-02T08:30:12.267 INFO:tasks.rados.rados.0.smithi084.stdout:2525: writing smithi08483026-12 from 1908736 to 2310144 tid 2 2024-04-02T08:30:12.267 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 239 2024-04-02T08:30:12.267 INFO:tasks.rados.rados.0.smithi084.stdout:2526: seq_num 787 ranges {0=786432,786432=401408} 2024-04-02T08:30:12.271 INFO:tasks.rados.rados.0.smithi084.stdout:2526: writing smithi08483026-8 from 0 to 786432 tid 1 2024-04-02T08:30:12.274 INFO:tasks.rados.rados.0.smithi084.stdout:2526: writing smithi08483026-8 from 786432 to 1187840 tid 2 2024-04-02T08:30:12.274 INFO:tasks.rados.rados.0.smithi084.stdout:2527: delete oid 31 current snap is 239 2024-04-02T08:30:12.274 INFO:tasks.rados.rados.0.smithi084.stdout:2525: finishing write tid 1 to smithi08483026-12 2024-04-02T08:30:12.274 INFO:tasks.rados.rados.0.smithi084.stdout:2525: finishing write tid 2 to smithi08483026-12 2024-04-02T08:30:12.274 INFO:tasks.rados.rados.0.smithi084.stdout:2525: finishing write tid 3 to smithi08483026-12 2024-04-02T08:30:12.274 INFO:tasks.rados.rados.0.smithi084.stdout:2525: finishing write tid 4 to smithi08483026-12 2024-04-02T08:30:12.275 INFO:tasks.rados.rados.0.smithi084.stdout:2525: oid 12 updating version 0 to 1142 2024-04-02T08:30:12.275 INFO:tasks.rados.rados.0.smithi084.stdout:2525: oid 12 version 1142 is already newer than 1141 2024-04-02T08:30:12.275 INFO:tasks.rados.rados.0.smithi084.stdout:2525: oid 12 version 1142 is already newer than 1140 2024-04-02T08:30:12.275 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1142 (ObjNum 786 snap 239 seq_num 786) dirty exists 2024-04-02T08:30:12.275 INFO:tasks.rados.rados.0.smithi084.stdout:2525: left oid 12 (ObjNum 786 snap 239 seq_num 786) 2024-04-02T08:30:12.277 INFO:tasks.rados.rados.0.smithi084.stdout:2526: finishing write tid 1 to smithi08483026-8 2024-04-02T08:30:12.277 INFO:tasks.rados.rados.0.smithi084.stdout:2526: finishing write tid 2 to smithi08483026-8 2024-04-02T08:30:12.277 INFO:tasks.rados.rados.0.smithi084.stdout:2526: finishing write tid 3 to smithi08483026-8 2024-04-02T08:30:12.278 INFO:tasks.rados.rados.0.smithi084.stdout:2526: finishing write tid 4 to smithi08483026-8 2024-04-02T08:30:12.278 INFO:tasks.rados.rados.0.smithi084.stdout:2526: oid 8 updating version 0 to 1241 2024-04-02T08:30:12.278 INFO:tasks.rados.rados.0.smithi084.stdout:2526: oid 8 updating version 1241 to 1242 2024-04-02T08:30:12.278 INFO:tasks.rados.rados.0.smithi084.stdout:2526: oid 8 version 1242 is already newer than 1240 2024-04-02T08:30:12.278 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1242 (ObjNum 787 snap 239 seq_num 787) dirty exists 2024-04-02T08:30:12.278 INFO:tasks.rados.rados.0.smithi084.stdout:2526: left oid 8 (ObjNum 787 snap 239 seq_num 787) 2024-04-02T08:30:12.279 INFO:tasks.rados.rados.0.smithi084.stdout:2524: done (3 left) 2024-04-02T08:30:12.279 INFO:tasks.rados.rados.0.smithi084.stdout:2525: done (2 left) 2024-04-02T08:30:12.279 INFO:tasks.rados.rados.0.smithi084.stdout:2526: done (1 left) 2024-04-02T08:30:12.279 INFO:tasks.rados.rados.0.smithi084.stdout:2527: done (0 left) 2024-04-02T08:30:12.279 INFO:tasks.rados.rados.0.smithi084.stdout:2528: delete oid 43 current snap is 239 2024-04-02T08:30:12.281 INFO:tasks.rados.rados.0.smithi084.stdout:2528: done (0 left) 2024-04-02T08:30:12.281 INFO:tasks.rados.rados.0.smithi084.stdout:2529: read oid 13 snap -1 2024-04-02T08:30:12.281 INFO:tasks.rados.rados.0.smithi084.stdout:2529: expect deleted 2024-04-02T08:30:12.281 INFO:tasks.rados.rados.0.smithi084.stdout:2530: read oid 25 snap -1 2024-04-02T08:30:12.282 INFO:tasks.rados.rados.0.smithi084.stdout:2530: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:30:12.282 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 239 2024-04-02T08:30:12.282 INFO:tasks.rados.rados.0.smithi084.stdout:2531: seq_num 790 ranges {3596288=434176,4030464=548864,4579328=253952} 2024-04-02T08:30:12.303 INFO:tasks.rados.rados.0.smithi084.stdout:2531: writing smithi08483026-48 from 3596288 to 4030464 tid 1 2024-04-02T08:30:12.306 INFO:tasks.rados.rados.0.smithi084.stdout:2531: writing smithi08483026-48 from 4030464 to 4579328 tid 2 2024-04-02T08:30:12.308 INFO:tasks.rados.rados.0.smithi084.stdout:2531: writing smithi08483026-48 from 4579328 to 4833280 tid 3 2024-04-02T08:30:12.308 INFO:tasks.rados.rados.0.smithi084.stdout:2532: snap_create 2024-04-02T08:30:12.308 INFO:tasks.rados.rados.0.smithi084.stdout:2531: finishing write tid 1 to smithi08483026-48 2024-04-02T08:30:12.310 INFO:tasks.rados.rados.0.smithi084.stdout:2530: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:30:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:12 smithi132 ceph-mon[88571]: pgmap v490: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 34 op/s; 27/300 objects degraded (9.000%) 2024-04-02T08:30:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:12 smithi132 ceph-mon[88571]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:30:12.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:12 smithi132 ceph-mon[88571]: Health check update: Degraded data redundancy: 27/300 objects degraded (9.000%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:12.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:30:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:30:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:12 smithi084 ceph-mon[94794]: pgmap v490: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 34 op/s; 27/300 objects degraded (9.000%) 2024-04-02T08:30:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:12 smithi084 ceph-mon[94794]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:30:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:12 smithi084 ceph-mon[94794]: Health check update: Degraded data redundancy: 27/300 objects degraded (9.000%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:12 smithi084 ceph-mon[97358]: pgmap v490: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 34 op/s; 27/300 objects degraded (9.000%) 2024-04-02T08:30:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:12 smithi084 ceph-mon[97358]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:30:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:12 smithi084 ceph-mon[97358]: Health check update: Degraded data redundancy: 27/300 objects degraded (9.000%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:12.681 INFO:tasks.rados.rados.0.smithi084.stdout:2531: finishing write tid 2 to smithi08483026-48 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: finishing write tid 3 to smithi08483026-48 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: finishing write tid 4 to smithi08483026-48 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: finishing write tid 5 to smithi08483026-48 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: oid 48 updating version 0 to 1004 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: oid 48 version 1004 is already newer than 1003 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: oid 48 updating version 1004 to 1005 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: oid 48 updating version 1005 to 1006 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1006 (ObjNum 790 snap 239 seq_num 790) dirty exists 2024-04-02T08:30:12.682 INFO:tasks.rados.rados.0.smithi084.stdout:2531: left oid 48 (ObjNum 790 snap 239 seq_num 790) 2024-04-02T08:30:13.264 INFO:tasks.rados.rados.0.smithi084.stdout:2529: done (3 left) 2024-04-02T08:30:13.264 INFO:tasks.rados.rados.0.smithi084.stdout:2530: done (2 left) 2024-04-02T08:30:13.264 INFO:tasks.rados.rados.0.smithi084.stdout:2531: done (1 left) 2024-04-02T08:30:13.264 INFO:tasks.rados.rados.0.smithi084.stdout:2532: done (0 left) 2024-04-02T08:30:13.265 INFO:tasks.rados.rados.0.smithi084.stdout:2533: delete oid 46 current snap is 240 2024-04-02T08:30:13.271 INFO:tasks.rados.rados.0.smithi084.stdout:2533: done (0 left) 2024-04-02T08:30:13.271 INFO:tasks.rados.rados.0.smithi084.stdout:2534: delete oid 40 current snap is 240 2024-04-02T08:30:13.273 INFO:tasks.rados.rados.0.smithi084.stdout:2534: done (0 left) 2024-04-02T08:30:13.273 INFO:tasks.rados.rados.0.smithi084.stdout:2535: snap_create 2024-04-02T08:30:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:13 smithi084 ceph-mon[94794]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:30:13.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:13 smithi084 ceph-mon[97358]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:30:13.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:13 smithi132 ceph-mon[88571]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:30:14.267 INFO:tasks.rados.rados.0.smithi084.stdout:2535: done (0 left) 2024-04-02T08:30:14.267 INFO:tasks.rados.rados.0.smithi084.stdout:2536: read oid 50 snap -1 2024-04-02T08:30:14.267 INFO:tasks.rados.rados.0.smithi084.stdout:2536: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:30:14.267 INFO:tasks.rados.rados.0.smithi084.stdout:2537: read oid 44 snap -1 2024-04-02T08:30:14.267 INFO:tasks.rados.rados.0.smithi084.stdout:2537: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:14.267 INFO:tasks.rados.rados.0.smithi084.stdout:2538: rollback oid 22 current snap is 241 2024-04-02T08:30:14.267 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 22 to 239 2024-04-02T08:30:14.268 INFO:tasks.rados.rados.0.smithi084.stdout:2539: read oid 31 snap 232 2024-04-02T08:30:14.268 INFO:tasks.rados.rados.0.smithi084.stdout:2539: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:30:14.268 INFO:tasks.rados.rados.0.smithi084.stdout:2540: snap_remove snap 240 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: pgmap v493: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 7 op/s; 27/300 objects degraded (9.000%) 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all osd 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:30:14.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:30:14.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: pgmap v493: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 7 op/s; 27/300 objects degraded (9.000%) 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:14.621 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all osd 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:30:14.622 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:30:14.623 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:30:14.624 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:30:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: pgmap v493: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 128 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 7 op/s; 27/300 objects degraded (9.000%) 2024-04-02T08:30:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:30:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all osd 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:30:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:30:14.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:30:14.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:30:15.267 INFO:tasks.rados.rados.0.smithi084.stdout:2540: done (4 left) 2024-04-02T08:30:15.267 INFO:tasks.rados.rados.0.smithi084.stdout:2541: read oid 14 snap 233 2024-04-02T08:30:15.267 INFO:tasks.rados.rados.0.smithi084.stdout:2541: expect deleted 2024-04-02T08:30:15.267 INFO:tasks.rados.rados.0.smithi084.stdout:2542: snap_create 2024-04-02T08:30:15.267 INFO:tasks.rados.rados.0.smithi084.stdout:2538: finishing rollback tid 0 to smithi08483026-22 2024-04-02T08:30:15.267 INFO:tasks.rados.rados.0.smithi084.stdout:2538: finishing rollback tid 1 to smithi08483026-22 2024-04-02T08:30:15.267 INFO:tasks.rados.rados.0.smithi084.stdout:2538: finishing rollback tid 2 to smithi08483026-22 2024-04-02T08:30:15.268 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 941 (ObjNum 731 snap 218 seq_num 731) dirty exists 2024-04-02T08:30:15.268 INFO:tasks.rados.rados.0.smithi084.stdout:2537: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:15.314 INFO:tasks.rados.rados.0.smithi084.stdout:2536: expect (ObjNum 713 snap 211 seq_num 713) 2024-04-02T08:30:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:15 smithi132 ceph-mon[88571]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:30:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:15 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:30:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:15 smithi132 ceph-mon[88571]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:30:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:30:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:15 smithi132 ceph-mon[88571]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:30:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:15 smithi132 ceph-mon[88571]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:30:15.469 INFO:tasks.rados.rados.0.smithi084.stdout:2539: expect (ObjNum 676 snap 200 seq_num 676) 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[94794]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[94794]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[94794]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[94794]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[97358]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:30:15.573 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:30:15.574 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[97358]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:30:15.574 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:30:15.574 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[97358]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:30:15.574 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:15 smithi084 ceph-mon[97358]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:30:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:2536: done (5 left) 2024-04-02T08:30:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:2537: done (4 left) 2024-04-02T08:30:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:2538: done (3 left) 2024-04-02T08:30:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:2539: done (2 left) 2024-04-02T08:30:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:2541: done (1 left) 2024-04-02T08:30:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:2542: done (0 left) 2024-04-02T08:30:16.267 INFO:tasks.rados.rados.0.smithi084.stdout:2543: snap_create 2024-04-02T08:30:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: pgmap v496: 121 pgs: 121 active+clean; 143 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-02T08:30:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/300 objects degraded (9.000%), 11 pgs degraded) 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[97358]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: pgmap v496: 121 pgs: 121 active+clean; 143 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/300 objects degraded (9.000%), 11 pgs degraded) 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:16.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:16.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:16 smithi084 ceph-mon[94794]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:30:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: pgmap v496: 121 pgs: 121 active+clean; 143 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-02T08:30:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/300 objects degraded (9.000%), 11 pgs degraded) 2024-04-02T08:30:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:30:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:16 smithi132 ceph-mon[88571]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:30:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:2543: done (0 left) 2024-04-02T08:30:17.273 INFO:tasks.rados.rados.0.smithi084.stdout:2544: delete oid 49 current snap is 243 2024-04-02T08:30:17.279 INFO:tasks.rados.rados.0.smithi084.stdout:2544: done (0 left) 2024-04-02T08:30:17.280 INFO:tasks.rados.rados.0.smithi084.stdout:2545: delete oid 41 current snap is 243 2024-04-02T08:30:17.289 INFO:tasks.rados.rados.0.smithi084.stdout:2545: done (0 left) 2024-04-02T08:30:17.289 INFO:tasks.rados.rados.0.smithi084.stdout:2546: copy_from oid 45 from oid 18 current snap is 243 2024-04-02T08:30:17.289 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 243 2024-04-02T08:30:17.289 INFO:tasks.rados.rados.0.smithi084.stdout:2547: seq_num 795 ranges {3121152=524288,3645440=417792,4063232=385024} 2024-04-02T08:30:17.309 INFO:tasks.rados.rados.0.smithi084.stdout:2547: writing smithi08483026-6 from 3121152 to 3645440 tid 1 2024-04-02T08:30:17.311 INFO:tasks.rados.rados.0.smithi084.stdout:2547: writing smithi08483026-6 from 3645440 to 4063232 tid 2 2024-04-02T08:30:17.314 INFO:tasks.rados.rados.0.smithi084.stdout:2547: writing smithi08483026-6 from 4063232 to 4448256 tid 3 2024-04-02T08:30:17.314 INFO:tasks.rados.rados.0.smithi084.stdout:2548: copy_from oid 41 from oid 11 current snap is 243 2024-04-02T08:30:17.314 INFO:tasks.rados.rados.0.smithi084.stdout:2546: finishing copy_from to smithi08483026-45 2024-04-02T08:30:17.314 INFO:tasks.rados.rados.0.smithi084.stdout:2546: got expected ENOENT (src dne) 2024-04-02T08:30:17.314 INFO:tasks.rados.rados.0.smithi084.stdout:2546: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:30:17.314 INFO:tasks.rados.rados.0.smithi084.stdout:2546: done (2 left) 2024-04-02T08:30:17.314 INFO:tasks.rados.rados.0.smithi084.stdout:2549: setattr oid 30 current snap is 243 2024-04-02T08:30:17.315 INFO:tasks.rados.rados.0.smithi084.stdout:2547: finishing write tid 1 to smithi08483026-6 2024-04-02T08:30:17.316 INFO:tasks.rados.rados.0.smithi084.stdout:2547: finishing write tid 2 to smithi08483026-6 2024-04-02T08:30:17.316 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 243 2024-04-02T08:30:17.316 INFO:tasks.rados.rados.0.smithi084.stdout:2550: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-04-02T08:30:17.320 INFO:tasks.rados.rados.0.smithi084.stdout:2550: writing smithi08483026-47 from 0 to 540672 tid 1 2024-04-02T08:30:17.323 INFO:tasks.rados.rados.0.smithi084.stdout:2550: writing smithi08483026-47 from 540672 to 1245184 tid 2 2024-04-02T08:30:17.325 INFO:tasks.rados.rados.0.smithi084.stdout:2550: writing smithi08483026-47 from 1245184 to 1343488 tid 3 2024-04-02T08:30:17.325 INFO:tasks.rados.rados.0.smithi084.stdout:2551: rollback oid 32 current snap is 243 2024-04-02T08:30:17.325 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 232 2024-04-02T08:30:17.325 INFO:tasks.rados.rados.0.smithi084.stdout:2547: finishing write tid 3 to smithi08483026-6 2024-04-02T08:30:17.325 INFO:tasks.rados.rados.0.smithi084.stdout:2547: finishing write tid 4 to smithi08483026-6 2024-04-02T08:30:17.325 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1007 (ObjNum 33 snap 0 seq_num 621609984) dirty exists 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2547: finishing write tid 5 to smithi08483026-6 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2547: oid 6 updating version 0 to 897 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2547: oid 6 version 897 is already newer than 896 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2547: oid 6 updating version 897 to 898 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2547: oid 6 version 898 is already newer than 895 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 898 (ObjNum 795 snap 243 seq_num 795) dirty exists 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2547: left oid 6 (ObjNum 795 snap 243 seq_num 795) 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2550: finishing write tid 1 to smithi08483026-47 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2547: done (4 left) 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2549: done (3 left) 2024-04-02T08:30:17.326 INFO:tasks.rados.rados.0.smithi084.stdout:2552: setattr oid 20 current snap is 243 2024-04-02T08:30:17.327 INFO:tasks.rados.rados.0.smithi084.stdout:2548: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2553: copy_from oid 15 from oid 49 current snap is 243 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2554: rmattr oid 39 current snap is 243 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2554: done (5 left) 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2555: copy_from oid 50 from oid 9 current snap is 243 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2556: read oid 28 snap -1 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2556: expect (ObjNum 769 snap 230 seq_num 769) 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2557: delete oid 37 current snap is 243 2024-04-02T08:30:17.328 INFO:tasks.rados.rados.0.smithi084.stdout:2553: finishing copy_from to smithi08483026-15 2024-04-02T08:30:17.329 INFO:tasks.rados.rados.0.smithi084.stdout:2553: got expected ENOENT (src dne) 2024-04-02T08:30:17.329 INFO:tasks.rados.rados.0.smithi084.stdout:2553: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:30:17.330 INFO:tasks.rados.rados.0.smithi084.stdout:2551: finishing rollback tid 0 to smithi08483026-32 2024-04-02T08:30:17.330 INFO:tasks.rados.rados.0.smithi084.stdout:2551: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:30:17.331 INFO:tasks.rados.rados.0.smithi084.stdout:2550: finishing write tid 2 to smithi08483026-47 2024-04-02T08:30:17.331 INFO:tasks.rados.rados.0.smithi084.stdout:2548: finishing copy_from to smithi08483026-41 2024-04-02T08:30:17.331 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1141 (ObjNum 777 snap 236 seq_num 777) dirty exists 2024-04-02T08:30:17.331 INFO:tasks.rados.rados.0.smithi084.stdout:2551: finishing rollback tid 2 to smithi08483026-32 2024-04-02T08:30:17.331 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1146 (ObjNum 764 snap 227 seq_num 764) dirty exists 2024-04-02T08:30:17.331 INFO:tasks.rados.rados.0.smithi084.stdout:2548: done (7 left) 2024-04-02T08:30:17.331 INFO:tasks.rados.rados.0.smithi084.stdout:2551: done (6 left) 2024-04-02T08:30:17.332 INFO:tasks.rados.rados.0.smithi084.stdout:2553: done (5 left) 2024-04-02T08:30:17.332 INFO:tasks.rados.rados.0.smithi084.stdout:2557: done (4 left) 2024-04-02T08:30:17.332 INFO:tasks.rados.rados.0.smithi084.stdout:2558: rmattr oid 19 current snap is 243 2024-04-02T08:30:17.332 INFO:tasks.rados.rados.0.smithi084.stdout:2559: delete oid 1 current snap is 243 2024-04-02T08:30:17.332 INFO:tasks.rados.rados.0.smithi084.stdout:2550: finishing write tid 3 to smithi08483026-47 2024-04-02T08:30:17.332 INFO:tasks.rados.rados.0.smithi084.stdout:2556: expect (ObjNum 769 snap 230 seq_num 769) 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: finishing write tid 4 to smithi08483026-47 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1248 (ObjNum 761 snap 226 seq_num 761) dirty exists 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 899 (ObjNum 691 snap 204 seq_num 691) dirty exists 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: finishing write tid 5 to smithi08483026-47 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: oid 47 updating version 0 to 1071 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: oid 47 version 1071 is already newer than 1068 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: oid 47 version 1071 is already newer than 1069 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: oid 47 version 1071 is already newer than 1070 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1071 (ObjNum 796 snap 243 seq_num 796) dirty exists 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: left oid 47 (ObjNum 796 snap 243 seq_num 796) 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2555: finishing copy_from racing read to smithi08483026-50 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2550: done (5 left) 2024-04-02T08:30:17.362 INFO:tasks.rados.rados.0.smithi084.stdout:2552: done (4 left) 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2556: done (3 left) 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2558: done (2 left) 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2559: done (1 left) 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2560: rollback oid 12 current snap is 243 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 238 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2555: finishing copy_from to smithi08483026-50 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1226 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2555: done (1 left) 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2561: rollback oid 39 current snap is 243 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 232 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2562: read oid 20 snap 224 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2562: expect (ObjNum 746 snap 221 seq_num 746) 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2563: read oid 43 snap -1 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2563: expect deleted 2024-04-02T08:30:17.363 INFO:tasks.rados.rados.0.smithi084.stdout:2564: snap_create 2024-04-02T08:30:17.366 INFO:tasks.rados.rados.0.smithi084.stdout:2560: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:30:17.366 INFO:tasks.rados.rados.0.smithi084.stdout:2560: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:30:17.366 INFO:tasks.rados.rados.0.smithi084.stdout:2560: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:30:17.366 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1150 (ObjNum 784 snap 238 seq_num 784) dirty exists 2024-04-02T08:30:17.366 INFO:tasks.rados.rados.0.smithi084.stdout:2561: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:30:17.369 INFO:tasks.rados.rados.0.smithi084.stdout:2561: finishing rollback tid 2 to smithi08483026-39 2024-04-02T08:30:17.369 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1152 (ObjNum 744 snap 221 seq_num 744) dirty exists 2024-04-02T08:30:17.377 INFO:tasks.rados.rados.0.smithi084.stdout:2562: expect (ObjNum 746 snap 221 seq_num 746) 2024-04-02T08:30:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:17 smithi084 ceph-mon[94794]: Upgrade: Updating mds.a 2024-04-02T08:30:17.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:17 smithi084 ceph-mon[94794]: Deploying daemon mds.a on smithi084 2024-04-02T08:30:17.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:17 smithi084 ceph-mon[94794]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:30:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:17 smithi084 ceph-mon[97358]: Upgrade: Updating mds.a 2024-04-02T08:30:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:17 smithi084 ceph-mon[97358]: Deploying daemon mds.a on smithi084 2024-04-02T08:30:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:17 smithi084 ceph-mon[97358]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:30:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:17 smithi132 ceph-mon[88571]: Upgrade: Updating mds.a 2024-04-02T08:30:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:17 smithi132 ceph-mon[88571]: Deploying daemon mds.a on smithi084 2024-04-02T08:30:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:17 smithi132 ceph-mon[88571]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:30:18.290 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:17 smithi084 systemd[1]: Stopping Ceph mds.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:18.290 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[67662]: 2024-04-02T08:30:18.214+0000 7f9687af8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:30:18.291 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:18 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[67662]: 2024-04-02T08:30:18.214+0000 7f9687af8700 -1 mds.a *** got signal Terminated *** 2024-04-02T08:30:18.294 INFO:tasks.rados.rados.0.smithi084.stdout:2560: done (4 left) 2024-04-02T08:30:18.294 INFO:tasks.rados.rados.0.smithi084.stdout:2561: done (3 left) 2024-04-02T08:30:18.294 INFO:tasks.rados.rados.0.smithi084.stdout:2562: done (2 left) 2024-04-02T08:30:18.294 INFO:tasks.rados.rados.0.smithi084.stdout:2563: done (1 left) 2024-04-02T08:30:18.294 INFO:tasks.rados.rados.0.smithi084.stdout:2564: done (0 left) 2024-04-02T08:30:18.294 INFO:tasks.rados.rados.0.smithi084.stdout:2565: delete oid 35 current snap is 244 2024-04-02T08:30:18.299 INFO:tasks.rados.rados.0.smithi084.stdout:2565: done (0 left) 2024-04-02T08:30:18.300 INFO:tasks.rados.rados.0.smithi084.stdout:2566: snap_create 2024-04-02T08:30:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:18 smithi084 ceph-mon[94794]: pgmap v499: 121 pgs: 121 active+clean; 143 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-02T08:30:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:18 smithi084 ceph-mon[97358]: pgmap v499: 121 pgs: 121 active+clean; 143 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-02T08:30:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:18 smithi132 ceph-mon[88571]: pgmap v499: 121 pgs: 121 active+clean; 143 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-02T08:30:19.308 INFO:tasks.rados.rados.0.smithi084.stdout:2566: done (0 left) 2024-04-02T08:30:19.308 INFO:tasks.rados.rados.0.smithi084.stdout:2567: copy_from oid 2 from oid 45 current snap is 245 2024-04-02T08:30:19.308 INFO:tasks.rados.rados.0.smithi084.stdout:2568: rmattr oid 23 current snap is 245 2024-04-02T08:30:19.309 INFO:tasks.rados.rados.0.smithi084.stdout:2569: rmattr oid 38 current snap is 245 2024-04-02T08:30:19.309 INFO:tasks.rados.rados.0.smithi084.stdout:2569: done (2 left) 2024-04-02T08:30:19.309 INFO:tasks.rados.rados.0.smithi084.stdout:2570: delete oid 48 current snap is 245 2024-04-02T08:30:19.315 INFO:tasks.rados.rados.0.smithi084.stdout:2570: done (2 left) 2024-04-02T08:30:19.315 INFO:tasks.rados.rados.0.smithi084.stdout:2571: snap_remove snap 239 2024-04-02T08:30:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:19 smithi084 ceph-mon[94794]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:30:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:19 smithi084 ceph-mon[94794]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:30:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:19 smithi084 ceph-mon[97358]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:30:19.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:19 smithi084 ceph-mon[97358]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:30:19.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:19 smithi132 ceph-mon[88571]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:30:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:19 smithi132 ceph-mon[88571]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:30:20.162 INFO:tasks.rados.rados.0.smithi084.stdout:2571: done (2 left) 2024-04-02T08:30:20.162 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 245 2024-04-02T08:30:20.162 INFO:tasks.rados.rados.0.smithi084.stdout:2572: seq_num 801 ranges {2793472=622592,3416064=573440,3989504=229376} 2024-04-02T08:30:20.180 INFO:tasks.rados.rados.0.smithi084.stdout:2572: writing smithi08483026-11 from 2793472 to 3416064 tid 1 2024-04-02T08:30:20.183 INFO:tasks.rados.rados.0.smithi084.stdout:2572: writing smithi08483026-11 from 3416064 to 3989504 tid 2 2024-04-02T08:30:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:2572: writing smithi08483026-11 from 3989504 to 4218880 tid 3 2024-04-02T08:30:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 245 2024-04-02T08:30:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1100 (ObjNum 65 snap 0 seq_num 1548973164) dirty exists 2024-04-02T08:30:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:2567: finishing copy_from racing read to smithi08483026-2 2024-04-02T08:30:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:2567: finishing copy_from to smithi08483026-2 2024-04-02T08:30:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 958 (ObjNum 758 snap 225 seq_num 758) dirty exists 2024-04-02T08:30:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:2572: finishing write tid 1 to smithi08483026-11 2024-04-02T08:30:20.186 INFO:tasks.rados.rados.0.smithi084.stdout:2573: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-04-02T08:30:20.189 INFO:tasks.rados.rados.0.smithi084.stdout:2573: writing smithi08483026-38 from 0 to 638976 tid 1 2024-04-02T08:30:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:2573: writing smithi08483026-38 from 638976 to 1097728 tid 2 2024-04-02T08:30:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:2573: writing smithi08483026-38 from 1097728 to 1441792 tid 3 2024-04-02T08:30:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:2567: done (3 left) 2024-04-02T08:30:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:2568: done (2 left) 2024-04-02T08:30:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:2574: snap_remove snap 241 2024-04-02T08:30:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[94794]: pgmap v502: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-02T08:30:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[94794]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[94794]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[97358]: pgmap v502: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[97358]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-mon[97358]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:30:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:20 smithi132 ceph-mon[88571]: pgmap v502: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-02T08:30:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:20 smithi132 ceph-mon[88571]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:30:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:20 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:30:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:20 smithi132 ceph-mon[88571]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:30:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:30:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:30:20] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:30:21.164 INFO:tasks.rados.rados.0.smithi084.stdout:2574: done (2 left) 2024-04-02T08:30:21.164 INFO:tasks.rados.rados.0.smithi084.stdout:2575: setattr oid 10 current snap is 245 2024-04-02T08:30:21.164 INFO:tasks.rados.rados.0.smithi084.stdout:2572: finishing write tid 2 to smithi08483026-11 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: finishing write tid 3 to smithi08483026-11 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: finishing write tid 4 to smithi08483026-11 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: finishing write tid 5 to smithi08483026-11 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: oid 11 updating version 0 to 1230 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: oid 11 version 1230 is already newer than 1228 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: oid 11 version 1230 is already newer than 1227 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: oid 11 version 1230 is already newer than 1229 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1230 (ObjNum 801 snap 245 seq_num 801) dirty exists 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2572: left oid 11 (ObjNum 801 snap 245 seq_num 801) 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2573: finishing write tid 1 to smithi08483026-38 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2573: finishing write tid 2 to smithi08483026-38 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2573: finishing write tid 3 to smithi08483026-38 2024-04-02T08:30:21.165 INFO:tasks.rados.rados.0.smithi084.stdout:2573: finishing write tid 4 to smithi08483026-38 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2573: finishing write tid 5 to smithi08483026-38 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2573: oid 38 updating version 0 to 973 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2573: oid 38 updating version 973 to 974 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2573: oid 38 updating version 974 to 976 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2573: oid 38 version 976 is already newer than 975 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 976 (ObjNum 802 snap 245 seq_num 802) dirty exists 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2573: left oid 38 (ObjNum 802 snap 245 seq_num 802) 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2572: done (2 left) 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2573: done (1 left) 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2576: rmattr oid 39 current snap is 245 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2577: rollback oid 7 current snap is 245 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 237 2024-04-02T08:30:21.166 INFO:tasks.rados.rados.0.smithi084.stdout:2578: snap_remove snap 232 2024-04-02T08:30:21.641 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (10m) 2m ago 11m 23.9M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (11m) 13s ago 11m 88.0M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (12m) 2m ago 12m 15.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 4840e635ef96 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (12m) 13s ago 12m 22.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 678a2a8763b2 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (6m) 13s ago 16m 454M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (6m) 2m ago 17m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (5m) 2m ago 18m 55.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:30:21.957 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (5m) 13s ago 16m 52.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (5m) 2m ago 16m 48.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (11m) 2m ago 11m 16.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (11m) 13s ago 11m 15.8M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (4m) 2m ago 15m 115M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (3m) 2m ago 15m 83.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (3m) 2m ago 15m 98.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (2m) 2m ago 14m 15.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (2m) 13s ago 14m 172M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (88s) 13s ago 13m 156M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 28a4ec2f2c06 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (53s) 13s ago 13m 56.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 2fab50cf0f1b 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (18s) 13s ago 13m 12.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf ee68195895ac 2024-04-02T08:30:21.958 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (6m) 13s ago 12m 63.7M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1231 (ObjNum 113 snap 0 seq_num 621003248) dirty exists 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1158 (ObjNum 744 snap 221 seq_num 744) dirty exists 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2577: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2577: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2577: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 902 (ObjNum 652 snap 197 seq_num 652) dirty exists 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2575: done (3 left) 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2576: done (2 left) 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2577: done (1 left) 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2578: done (0 left) 2024-04-02T08:30:22.172 INFO:tasks.rados.rados.0.smithi084.stdout:2579: delete oid 23 current snap is 245 2024-04-02T08:30:22.182 INFO:tasks.rados.rados.0.smithi084.stdout:2579: done (0 left) 2024-04-02T08:30:22.183 INFO:tasks.rados.rados.0.smithi084.stdout:2580: read oid 50 snap -1 2024-04-02T08:30:22.183 INFO:tasks.rados.rados.0.smithi084.stdout:2580: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:30:22.183 INFO:tasks.rados.rados.0.smithi084.stdout:2581: snap_remove snap 237 2024-04-02T08:30:22.218 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:22 smithi084 ceph-mon[94794]: pgmap v505: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-04-02T08:30:22.218 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:22 smithi084 ceph-mon[94794]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:30:22.219 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:22 smithi084 ceph-mon[97358]: pgmap v505: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-04-02T08:30:22.219 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:22 smithi084 ceph-mon[97358]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:30:22.379 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1 2024-04-02T08:30:22.380 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:22.380 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:30:22.380 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:30:22.380 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 13 2024-04-02T08:30:22.380 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:30:22.380 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:30:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:22 smithi132 ceph-mon[88571]: pgmap v505: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-04-02T08:30:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:22 smithi132 ceph-mon[88571]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:30:22.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:30:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:30:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:22.585 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:22 smithi084 podman[124058]: 2024-04-02 08:30:22.220482226 +0000 UTC m=+4.102156059 container died 4840e635ef96336da966c640efeba9a131c5d0a84bb183103f2bbef6790ae931 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:30:22.867 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:22 smithi084 podman[124058]: 2024-04-02 08:30:22.720442439 +0000 UTC m=+4.602116269 container cleanup 4840e635ef96336da966c640efeba9a131c5d0a84bb183103f2bbef6790ae931 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:22.867 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:22 smithi084 bash[124058]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T08:30:23.174 INFO:tasks.rados.rados.0.smithi084.stdout:2580: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:30:23.306 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[94794]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:23.306 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[94794]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:23.306 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[94794]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:30:23.306 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2737285368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:23.306 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:22 smithi084 podman[124147]: 2024-04-02 08:30:22.963480596 +0000 UTC m=+0.739330736 container remove 4840e635ef96336da966c640efeba9a131c5d0a84bb183103f2bbef6790ae931 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:30:23.306 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-02T08:30:23.307 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 systemd[1]: Stopped Ceph mds.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:23.307 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.a.service: Consumed 1.127s CPU time. 2024-04-02T08:30:23.307 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 systemd[1]: Starting Ceph mds.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:23.307 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[97358]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:23.307 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[97358]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:23.307 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[97358]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:30:23.307 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2737285368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:2580: done (1 left) 2024-04-02T08:30:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:2581: done (0 left) 2024-04-02T08:30:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:2582: read oid 10 snap -1 2024-04-02T08:30:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:2582: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:2583: read oid 48 snap -1 2024-04-02T08:30:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:2583: expect deleted 2024-04-02T08:30:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:2584: snap_create 2024-04-02T08:30:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:2582: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:23.617 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 podman[124292]: 2024-04-02 08:30:23.425544031 +0000 UTC m=+0.017872446 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:23.617 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 podman[124292]: 2024-04-02 08:30:23.523190619 +0000 UTC m=+0.115519021 container create b86c3fee26b3df382a9e084cbc4970c305713fb2db71c6f6bcf5f8165847b8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T08:30:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:23 smithi132 ceph-mon[88571]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:23 smithi132 ceph-mon[88571]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:23 smithi132 ceph-mon[88571]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:30:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:23 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2737285368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:24.117 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 podman[124292]: 2024-04-02 08:30:23.784321112 +0000 UTC m=+0.376649528 container init b86c3fee26b3df382a9e084cbc4970c305713fb2db71c6f6bcf5f8165847b8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T08:30:24.118 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 podman[124292]: 2024-04-02 08:30:23.79095151 +0000 UTC m=+0.383279913 container start b86c3fee26b3df382a9e084cbc4970c305713fb2db71c6f6bcf5f8165847b8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:30:24.118 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[124306]: starting mds.a at 2024-04-02T08:30:24.118 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 bash[124292]: b86c3fee26b3df382a9e084cbc4970c305713fb2db71c6f6bcf5f8165847b8a6 2024-04-02T08:30:24.118 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:23 smithi084 systemd[1]: Started Ceph mds.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2582: done (2 left) 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2583: done (1 left) 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2584: done (0 left) 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2585: read oid 40 snap 245 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2585: expect deleted 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2586: read oid 23 snap 234 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2586: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:30:24.177 INFO:tasks.rados.rados.0.smithi084.stdout:2587: setattr oid 46 current snap is 246 2024-04-02T08:30:24.184 INFO:tasks.rados.rados.0.smithi084.stdout:2585: done (2 left) 2024-04-02T08:30:24.184 INFO:tasks.rados.rados.0.smithi084.stdout:2588: read oid 25 snap 244 2024-04-02T08:30:24.184 INFO:tasks.rados.rados.0.smithi084.stdout:2588: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:30:24.184 INFO:tasks.rados.rados.0.smithi084.stdout:2589: copy_from oid 40 from oid 9 current snap is 246 2024-04-02T08:30:24.184 INFO:tasks.rados.rados.0.smithi084.stdout:2590: copy_from oid 33 from oid 30 current snap is 246 2024-04-02T08:30:24.184 INFO:tasks.rados.rados.0.smithi084.stdout:2591: snap_remove snap 224 2024-04-02T08:30:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: pgmap v508: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: pgmap v508: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:30:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:30:24.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:24.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: pgmap v508: 121 pgs: 121 active+clean; 155 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:2591: done (5 left) 2024-04-02T08:30:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:2592: copy_from oid 44 from oid 39 current snap is 246 2024-04-02T08:30:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:2590: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:30:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:2586: expect (ObjNum 549 snap 163 seq_num 549) 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1102 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:2590: finishing copy_from to smithi08483026-33 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1007 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:2586: done (5 left) 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:2587: done (4 left) 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:2590: done (3 left) 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:2593: read oid 34 snap -1 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:2593: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:30:25.253 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 246 2024-04-02T08:30:25.254 INFO:tasks.rados.rados.0.smithi084.stdout:2589: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:30:25.254 INFO:tasks.rados.rados.0.smithi084.stdout:2588: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:30:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[94794]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:30:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[94794]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:boot 2024-04-02T08:30:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:30:25.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[94794]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:30:25.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[97358]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:30:25.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[97358]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:boot 2024-04-02T08:30:25.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:30:25.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:25 smithi084 ceph-mon[97358]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:30:25.646 INFO:tasks.rados.rados.0.smithi084.stdout:2589: finishing copy_from to smithi08483026-40 2024-04-02T08:30:25.647 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1226 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-04-02T08:30:25.647 INFO:tasks.rados.rados.0.smithi084.stdout:2592: finishing copy_from racing read to smithi08483026-44 2024-04-02T08:30:25.647 INFO:tasks.rados.rados.0.smithi084.stdout:2592: finishing copy_from to smithi08483026-44 2024-04-02T08:30:25.647 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1158 (ObjNum 744 snap 221 seq_num 744) dirty exists 2024-04-02T08:30:25.647 INFO:tasks.rados.rados.0.smithi084.stdout:2593: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:30:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:25 smithi132 ceph-mon[88571]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:30:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:25 smithi132 ceph-mon[88571]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:boot 2024-04-02T08:30:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:25 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:30:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:25 smithi132 ceph-mon[88571]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:30:25.872 INFO:tasks.rados.rados.0.smithi084.stdout:2594: seq_num 804 ranges {581632=671744,1253376=622592,1875968=180224} 2024-04-02T08:30:25.878 INFO:tasks.rados.rados.0.smithi084.stdout:2594: writing smithi08483026-3 from 581632 to 1253376 tid 1 2024-04-02T08:30:25.882 INFO:tasks.rados.rados.0.smithi084.stdout:2594: writing smithi08483026-3 from 1253376 to 1875968 tid 2 2024-04-02T08:30:25.883 INFO:tasks.rados.rados.0.smithi084.stdout:2594: writing smithi08483026-3 from 1875968 to 2056192 tid 3 2024-04-02T08:30:25.884 INFO:tasks.rados.rados.0.smithi084.stdout:2588: done (4 left) 2024-04-02T08:30:25.884 INFO:tasks.rados.rados.0.smithi084.stdout:2589: done (3 left) 2024-04-02T08:30:25.884 INFO:tasks.rados.rados.0.smithi084.stdout:2592: done (2 left) 2024-04-02T08:30:25.884 INFO:tasks.rados.rados.0.smithi084.stdout:2593: done (1 left) 2024-04-02T08:30:25.884 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 246 2024-04-02T08:30:25.884 INFO:tasks.rados.rados.0.smithi084.stdout:2595: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-04-02T08:30:25.887 INFO:tasks.rados.rados.0.smithi084.stdout:2595: writing smithi08483026-30 from 0 to 688128 tid 1 2024-04-02T08:30:25.890 INFO:tasks.rados.rados.0.smithi084.stdout:2595: writing smithi08483026-30 from 688128 to 1196032 tid 2 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2595: writing smithi08483026-30 from 1196032 to 1490944 tid 3 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2596: copy_from oid 14 from oid 2 current snap is 246 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: finishing write tid 1 to smithi08483026-3 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: finishing write tid 2 to smithi08483026-3 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: finishing write tid 3 to smithi08483026-3 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: finishing write tid 4 to smithi08483026-3 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: finishing write tid 5 to smithi08483026-3 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: oid 3 updating version 0 to 977 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: oid 3 updating version 977 to 979 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: oid 3 version 979 is already newer than 978 2024-04-02T08:30:25.893 INFO:tasks.rados.rados.0.smithi084.stdout:2594: oid 3 updating version 979 to 980 2024-04-02T08:30:25.894 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 980 (ObjNum 804 snap 246 seq_num 804) dirty exists 2024-04-02T08:30:25.894 INFO:tasks.rados.rados.0.smithi084.stdout:2594: left oid 3 (ObjNum 804 snap 246 seq_num 804) 2024-04-02T08:30:25.894 INFO:tasks.rados.rados.0.smithi084.stdout:2595: finishing write tid 1 to smithi08483026-30 2024-04-02T08:30:25.894 INFO:tasks.rados.rados.0.smithi084.stdout:2594: done (2 left) 2024-04-02T08:30:25.894 INFO:tasks.rados.rados.0.smithi084.stdout:2597: snap_remove snap 244 2024-04-02T08:30:26.199 INFO:tasks.rados.rados.0.smithi084.stdout:2597: done (2 left) 2024-04-02T08:30:26.200 INFO:tasks.rados.rados.0.smithi084.stdout:2598: read oid 34 snap -1 2024-04-02T08:30:26.200 INFO:tasks.rados.rados.0.smithi084.stdout:2598: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:30:26.200 INFO:tasks.rados.rados.0.smithi084.stdout:2599: snap_create 2024-04-02T08:30:26.200 INFO:tasks.rados.rados.0.smithi084.stdout:2595: finishing write tid 2 to smithi08483026-30 2024-04-02T08:30:26.200 INFO:tasks.rados.rados.0.smithi084.stdout:2595: finishing write tid 3 to smithi08483026-30 2024-04-02T08:30:26.200 INFO:tasks.rados.rados.0.smithi084.stdout:2595: finishing write tid 4 to smithi08483026-30 2024-04-02T08:30:26.201 INFO:tasks.rados.rados.0.smithi084.stdout:2595: finishing write tid 5 to smithi08483026-30 2024-04-02T08:30:26.201 INFO:tasks.rados.rados.0.smithi084.stdout:2595: oid 30 updating version 0 to 1009 2024-04-02T08:30:26.201 INFO:tasks.rados.rados.0.smithi084.stdout:2595: oid 30 updating version 1009 to 1012 2024-04-02T08:30:26.201 INFO:tasks.rados.rados.0.smithi084.stdout:2595: oid 30 version 1012 is already newer than 1011 2024-04-02T08:30:26.201 INFO:tasks.rados.rados.0.smithi084.stdout:2595: oid 30 version 1012 is already newer than 1010 2024-04-02T08:30:26.202 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1012 (ObjNum 805 snap 246 seq_num 805) dirty exists 2024-04-02T08:30:26.202 INFO:tasks.rados.rados.0.smithi084.stdout:2595: left oid 30 (ObjNum 805 snap 246 seq_num 805) 2024-04-02T08:30:26.202 INFO:tasks.rados.rados.0.smithi084.stdout:2596: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:30:26.202 INFO:tasks.rados.rados.0.smithi084.stdout:2596: finishing copy_from to smithi08483026-14 2024-04-02T08:30:26.202 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 958 (ObjNum 758 snap 225 seq_num 758) dirty exists 2024-04-02T08:30:26.225 INFO:tasks.rados.rados.0.smithi084.stdout:2598: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:30:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:26 smithi084 ceph-mon[94794]: pgmap v511: 121 pgs: 121 active+clean; 164 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-02T08:30:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:26 smithi084 ceph-mon[94794]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:30:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:26 smithi084 ceph-mon[97358]: pgmap v511: 121 pgs: 121 active+clean; 164 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-02T08:30:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:26 smithi084 ceph-mon[97358]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:30:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:26 smithi132 ceph-mon[88571]: pgmap v511: 121 pgs: 121 active+clean; 164 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-02T08:30:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:26 smithi132 ceph-mon[88571]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:30:27.210 INFO:tasks.rados.rados.0.smithi084.stdout:2595: done (3 left) 2024-04-02T08:30:27.210 INFO:tasks.rados.rados.0.smithi084.stdout:2596: done (2 left) 2024-04-02T08:30:27.210 INFO:tasks.rados.rados.0.smithi084.stdout:2598: done (1 left) 2024-04-02T08:30:27.210 INFO:tasks.rados.rados.0.smithi084.stdout:2599: done (0 left) 2024-04-02T08:30:27.210 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 247 2024-04-02T08:30:27.210 INFO:tasks.rados.rados.0.smithi084.stdout:2600: seq_num 806 ranges {3694592=704512,4399104=442368,4841472=360448} 2024-04-02T08:30:27.235 INFO:tasks.rados.rados.0.smithi084.stdout:2600: writing smithi08483026-19 from 3694592 to 4399104 tid 1 2024-04-02T08:30:27.238 INFO:tasks.rados.rados.0.smithi084.stdout:2600: writing smithi08483026-19 from 4399104 to 4841472 tid 2 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2600: writing smithi08483026-19 from 4841472 to 5201920 tid 3 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2601: read oid 49 snap -1 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2601: expect deleted 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2602: read oid 22 snap -1 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2602: expect (ObjNum 731 snap 218 seq_num 731) 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2603: read oid 2 snap -1 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2603: expect (ObjNum 758 snap 225 seq_num 758) 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 247 2024-04-02T08:30:27.242 INFO:tasks.rados.rados.0.smithi084.stdout:2604: seq_num 807 ranges {2949120=720896,3670016=729088,4399104=73728} 2024-04-02T08:30:27.263 INFO:tasks.rados.rados.0.smithi084.stdout:2604: writing smithi08483026-29 from 2949120 to 3670016 tid 1 2024-04-02T08:30:27.269 INFO:tasks.rados.rados.0.smithi084.stdout:2604: writing smithi08483026-29 from 3670016 to 4399104 tid 2 2024-04-02T08:30:27.269 INFO:tasks.rados.rados.0.smithi084.stdout:2604: writing smithi08483026-29 from 4399104 to 4472832 tid 3 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2605: snap_create 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: finishing write tid 1 to smithi08483026-19 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: finishing write tid 2 to smithi08483026-19 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: finishing write tid 3 to smithi08483026-19 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: finishing write tid 4 to smithi08483026-19 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: finishing write tid 5 to smithi08483026-19 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: oid 19 updating version 0 to 903 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: oid 19 updating version 903 to 904 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: oid 19 updating version 904 to 905 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: oid 19 updating version 905 to 906 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 906 (ObjNum 806 snap 247 seq_num 806) dirty exists 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2600: left oid 19 (ObjNum 806 snap 247 seq_num 806) 2024-04-02T08:30:27.270 INFO:tasks.rados.rados.0.smithi084.stdout:2604: finishing write tid 1 to smithi08483026-29 2024-04-02T08:30:27.274 INFO:tasks.rados.rados.0.smithi084.stdout:2604: finishing write tid 2 to smithi08483026-29 2024-04-02T08:30:27.274 INFO:tasks.rados.rados.0.smithi084.stdout:2604: finishing write tid 3 to smithi08483026-29 2024-04-02T08:30:27.275 INFO:tasks.rados.rados.0.smithi084.stdout:2604: finishing write tid 4 to smithi08483026-29 2024-04-02T08:30:27.277 INFO:tasks.rados.rados.0.smithi084.stdout:2604: finishing write tid 5 to smithi08483026-29 2024-04-02T08:30:27.277 INFO:tasks.rados.rados.0.smithi084.stdout:2604: oid 29 updating version 0 to 1035 2024-04-02T08:30:27.277 INFO:tasks.rados.rados.0.smithi084.stdout:2604: oid 29 updating version 1035 to 1037 2024-04-02T08:30:27.277 INFO:tasks.rados.rados.0.smithi084.stdout:2604: oid 29 version 1037 is already newer than 1036 2024-04-02T08:30:27.278 INFO:tasks.rados.rados.0.smithi084.stdout:2604: oid 29 updating version 1037 to 1038 2024-04-02T08:30:27.278 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1038 (ObjNum 807 snap 247 seq_num 807) dirty exists 2024-04-02T08:30:27.278 INFO:tasks.rados.rados.0.smithi084.stdout:2604: left oid 29 (ObjNum 807 snap 247 seq_num 807) 2024-04-02T08:30:27.285 INFO:tasks.rados.rados.0.smithi084.stdout:2603: expect (ObjNum 758 snap 225 seq_num 758) 2024-04-02T08:30:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:27 smithi084 ceph-mon[94794]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:30:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:27 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:27 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:27 smithi084 ceph-mon[97358]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:30:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:27 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:27 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:27.623 INFO:tasks.rados.rados.0.smithi084.stdout:2602: expect (ObjNum 731 snap 218 seq_num 731) 2024-04-02T08:30:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:27 smithi132 ceph-mon[88571]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:30:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:27 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:27 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:28.210 INFO:tasks.rados.rados.0.smithi084.stdout:2600: done (5 left) 2024-04-02T08:30:28.210 INFO:tasks.rados.rados.0.smithi084.stdout:2601: done (4 left) 2024-04-02T08:30:28.210 INFO:tasks.rados.rados.0.smithi084.stdout:2602: done (3 left) 2024-04-02T08:30:28.210 INFO:tasks.rados.rados.0.smithi084.stdout:2603: done (2 left) 2024-04-02T08:30:28.210 INFO:tasks.rados.rados.0.smithi084.stdout:2604: done (1 left) 2024-04-02T08:30:28.210 INFO:tasks.rados.rados.0.smithi084.stdout:2605: done (0 left) 2024-04-02T08:30:28.210 INFO:tasks.rados.rados.0.smithi084.stdout:2606: snap_create 2024-04-02T08:30:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:28 smithi084 ceph-mon[94794]: pgmap v514: 121 pgs: 121 active+clean; 164 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-02T08:30:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:28 smithi084 ceph-mon[94794]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:30:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:28 smithi084 ceph-mon[97358]: pgmap v514: 121 pgs: 121 active+clean; 164 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-02T08:30:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:28 smithi084 ceph-mon[97358]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:30:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:28 smithi132 ceph-mon[88571]: pgmap v514: 121 pgs: 121 active+clean; 164 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-02T08:30:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:28 smithi132 ceph-mon[88571]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2606: done (0 left) 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2607: rollback oid 45 current snap is 249 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 45 to 238 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2608: read oid 14 snap -1 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2608: expect (ObjNum 758 snap 225 seq_num 758) 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2609: read oid 10 snap 247 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2609: expect (ObjNum 621158864 snap 21952 seq_num 621219184) 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2610: copy_from oid 11 from oid 28 current snap is 249 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2611: rmattr oid 37 current snap is 249 2024-04-02T08:30:29.215 INFO:tasks.rados.rados.0.smithi084.stdout:2611: done (4 left) 2024-04-02T08:30:29.216 INFO:tasks.rados.rados.0.smithi084.stdout:2612: rmattr oid 22 current snap is 249 2024-04-02T08:30:29.216 INFO:tasks.rados.rados.0.smithi084.stdout:2613: snap_create 2024-04-02T08:30:29.217 INFO:tasks.rados.rados.0.smithi084.stdout:2609: expect (ObjNum 621158864 snap 21952 seq_num 621219184) 2024-04-02T08:30:29.219 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 942 (ObjNum 731 snap 218 seq_num 731) dirty exists 2024-04-02T08:30:29.223 INFO:tasks.rados.rados.0.smithi084.stdout:2610: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:30:29.224 INFO:tasks.rados.rados.0.smithi084.stdout:2610: finishing copy_from to smithi08483026-11 2024-04-02T08:30:29.224 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 897 (ObjNum 769 snap 230 seq_num 769) dirty exists 2024-04-02T08:30:29.226 INFO:tasks.rados.rados.0.smithi084.stdout:2607: finishing rollback tid 0 to smithi08483026-45 2024-04-02T08:30:29.226 INFO:tasks.rados.rados.0.smithi084.stdout:2607: finishing rollback tid 1 to smithi08483026-45 2024-04-02T08:30:29.227 INFO:tasks.rados.rados.0.smithi084.stdout:2607: finishing rollback tid 2 to smithi08483026-45 2024-04-02T08:30:29.227 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 965 (ObjNum 758 snap 225 seq_num 758) dirty exists 2024-04-02T08:30:29.239 INFO:tasks.rados.rados.0.smithi084.stdout:2608: expect (ObjNum 758 snap 225 seq_num 758) 2024-04-02T08:30:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:29 smithi084 ceph-mon[94794]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:30:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:29 smithi084 ceph-mon[97358]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:30:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:29 smithi132 ceph-mon[88571]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:30:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2607: done (5 left) 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2608: done (4 left) 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2609: done (3 left) 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2610: done (2 left) 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2612: done (1 left) 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2613: done (0 left) 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2614: read oid 19 snap -1 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2614: expect (ObjNum 806 snap 247 seq_num 806) 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2615: read oid 17 snap -1 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2615: expect deleted 2024-04-02T08:30:30.162 INFO:tasks.rados.rados.0.smithi084.stdout:2616: snap_create 2024-04-02T08:30:30.184 INFO:tasks.rados.rados.0.smithi084.stdout:2614: expect (ObjNum 806 snap 247 seq_num 806) 2024-04-02T08:30:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:30 smithi084 ceph-mon[94794]: pgmap v517: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-02T08:30:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:30 smithi084 ceph-mon[94794]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:30:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:30 smithi084 ceph-mon[94794]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:30:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:30 smithi084 ceph-mon[97358]: pgmap v517: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-02T08:30:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:30 smithi084 ceph-mon[97358]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:30:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:30 smithi084 ceph-mon[97358]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:30:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:30 smithi132 ceph-mon[88571]: pgmap v517: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-02T08:30:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:30 smithi132 ceph-mon[88571]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:30:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:30 smithi132 ceph-mon[88571]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:30:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:30:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:30:30] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2024-04-02T08:30:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2614: done (2 left) 2024-04-02T08:30:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2615: done (1 left) 2024-04-02T08:30:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2616: done (0 left) 2024-04-02T08:30:31.162 INFO:tasks.rados.rados.0.smithi084.stdout:2617: delete oid 3 current snap is 251 2024-04-02T08:30:31.166 INFO:tasks.rados.rados.0.smithi084.stdout:2617: done (0 left) 2024-04-02T08:30:31.166 INFO:tasks.rados.rados.0.smithi084.stdout:2618: read oid 38 snap -1 2024-04-02T08:30:31.166 INFO:tasks.rados.rados.0.smithi084.stdout:2618: expect (ObjNum 802 snap 245 seq_num 802) 2024-04-02T08:30:31.166 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 251 2024-04-02T08:30:31.167 INFO:tasks.rados.rados.0.smithi084.stdout:2619: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2024-04-02T08:30:31.170 INFO:tasks.rados.rados.0.smithi084.stdout:2619: writing smithi08483026-16 from 0 to 753664 tid 1 2024-04-02T08:30:31.174 INFO:tasks.rados.rados.0.smithi084.stdout:2619: writing smithi08483026-16 from 753664 to 1253376 tid 2 2024-04-02T08:30:31.176 INFO:tasks.rados.rados.0.smithi084.stdout:2619: writing smithi08483026-16 from 1253376 to 1556480 tid 3 2024-04-02T08:30:31.176 INFO:tasks.rados.rados.0.smithi084.stdout:2620: delete oid 12 current snap is 251 2024-04-02T08:30:31.176 INFO:tasks.rados.rados.0.smithi084.stdout:2618: expect (ObjNum 802 snap 245 seq_num 802) 2024-04-02T08:30:31.236 INFO:tasks.rados.rados.0.smithi084.stdout:2619: finishing write tid 1 to smithi08483026-16 2024-04-02T08:30:31.236 INFO:tasks.rados.rados.0.smithi084.stdout:2619: finishing write tid 2 to smithi08483026-16 2024-04-02T08:30:31.236 INFO:tasks.rados.rados.0.smithi084.stdout:2619: finishing write tid 3 to smithi08483026-16 2024-04-02T08:30:31.236 INFO:tasks.rados.rados.0.smithi084.stdout:2619: finishing write tid 4 to smithi08483026-16 2024-04-02T08:30:31.236 INFO:tasks.rados.rados.0.smithi084.stdout:2619: finishing write tid 5 to smithi08483026-16 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2619: oid 16 updating version 0 to 1105 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2619: oid 16 updating version 1105 to 1106 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2619: oid 16 version 1106 is already newer than 1103 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2619: oid 16 version 1106 is already newer than 1104 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1106 (ObjNum 809 snap 251 seq_num 809) dirty exists 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2619: left oid 16 (ObjNum 809 snap 251 seq_num 809) 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2618: done (2 left) 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2619: done (1 left) 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2620: done (0 left) 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 251 2024-04-02T08:30:31.237 INFO:tasks.rados.rados.0.smithi084.stdout:2621: seq_num 811 ranges {6299648=786432,7086080=663552,7749632=139264} 2024-04-02T08:30:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:2621: writing smithi08483026-45 from 6299648 to 7086080 tid 1 2024-04-02T08:30:31.278 INFO:tasks.rados.rados.0.smithi084.stdout:2621: writing smithi08483026-45 from 7086080 to 7749632 tid 2 2024-04-02T08:30:31.279 INFO:tasks.rados.rados.0.smithi084.stdout:2621: writing smithi08483026-45 from 7749632 to 7888896 tid 3 2024-04-02T08:30:31.279 INFO:tasks.rados.rados.0.smithi084.stdout:2622: rmattr oid 4 current snap is 251 2024-04-02T08:30:31.279 INFO:tasks.rados.rados.0.smithi084.stdout:2622: done (1 left) 2024-04-02T08:30:31.279 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 251 2024-04-02T08:30:31.279 INFO:tasks.rados.rados.0.smithi084.stdout:2623: seq_num 812 ranges {6610944=802816,7413760=548864,7962624=253952} 2024-04-02T08:30:31.318 INFO:tasks.rados.rados.0.smithi084.stdout:2623: writing smithi08483026-25 from 6610944 to 7413760 tid 1 2024-04-02T08:30:31.321 INFO:tasks.rados.rados.0.smithi084.stdout:2623: writing smithi08483026-25 from 7413760 to 7962624 tid 2 2024-04-02T08:30:31.323 INFO:tasks.rados.rados.0.smithi084.stdout:2623: writing smithi08483026-25 from 7962624 to 8216576 tid 3 2024-04-02T08:30:31.323 INFO:tasks.rados.rados.0.smithi084.stdout:2624: rmattr oid 5 current snap is 251 2024-04-02T08:30:31.323 INFO:tasks.rados.rados.0.smithi084.stdout:2621: finishing write tid 1 to smithi08483026-45 2024-04-02T08:30:31.323 INFO:tasks.rados.rados.0.smithi084.stdout:2621: finishing write tid 2 to smithi08483026-45 2024-04-02T08:30:31.323 INFO:tasks.rados.rados.0.smithi084.stdout:2625: snap_remove snap 234 2024-04-02T08:30:32.223 INFO:tasks.rados.rados.0.smithi084.stdout:2625: done (3 left) 2024-04-02T08:30:32.223 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 251 2024-04-02T08:30:32.223 INFO:tasks.rados.rados.0.smithi084.stdout:2626: seq_num 813 ranges {5201920=417792,5619712=434176,6053888=442368,6496256=327680} 2024-04-02T08:30:32.254 INFO:tasks.rados.rados.0.smithi084.stdout:2626: writing smithi08483026-19 from 5201920 to 5619712 tid 1 2024-04-02T08:30:32.256 INFO:tasks.rados.rados.0.smithi084.stdout:2626: writing smithi08483026-19 from 5619712 to 6053888 tid 2 2024-04-02T08:30:32.259 INFO:tasks.rados.rados.0.smithi084.stdout:2626: writing smithi08483026-19 from 6053888 to 6496256 tid 3 2024-04-02T08:30:32.261 INFO:tasks.rados.rados.0.smithi084.stdout:2626: writing smithi08483026-19 from 6496256 to 6823936 tid 4 2024-04-02T08:30:32.261 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 251 2024-04-02T08:30:32.261 INFO:tasks.rados.rados.0.smithi084.stdout:2621: finishing write tid 3 to smithi08483026-45 2024-04-02T08:30:32.261 INFO:tasks.rados.rados.0.smithi084.stdout:2621: finishing write tid 4 to smithi08483026-45 2024-04-02T08:30:32.261 INFO:tasks.rados.rados.0.smithi084.stdout:2621: finishing write tid 5 to smithi08483026-45 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:2621: oid 45 updating version 0 to 968 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:2621: oid 45 version 968 is already newer than 966 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:2621: oid 45 updating version 968 to 969 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:2621: oid 45 version 969 is already newer than 967 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 969 (ObjNum 811 snap 251 seq_num 811) dirty exists 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:2621: left oid 45 (ObjNum 811 snap 251 seq_num 811) 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:2623: finishing write tid 1 to smithi08483026-25 2024-04-02T08:30:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:2627: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-04-02T08:30:32.263 INFO:tasks.rados.rados.0.smithi084.stdout:2627: writing smithi08483026-48 from 0 to 442368 tid 1 2024-04-02T08:30:32.268 INFO:tasks.rados.rados.0.smithi084.stdout:2627: writing smithi08483026-48 from 442368 to 1212416 tid 2 2024-04-02T08:30:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:2627: writing smithi08483026-48 from 1212416 to 1646592 tid 3 2024-04-02T08:30:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:2621: done (4 left) 2024-04-02T08:30:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 251 2024-04-02T08:30:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:2623: finishing write tid 2 to smithi08483026-25 2024-04-02T08:30:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:2628: seq_num 815 ranges {6299648=458752,6758400=655360,7413760=409600,7823360=139264} 2024-04-02T08:30:32.306 INFO:tasks.rados.rados.0.smithi084.stdout:2628: writing smithi08483026-2 from 6299648 to 6758400 tid 1 2024-04-02T08:30:32.310 INFO:tasks.rados.rados.0.smithi084.stdout:2628: writing smithi08483026-2 from 6758400 to 7413760 tid 2 2024-04-02T08:30:32.312 INFO:tasks.rados.rados.0.smithi084.stdout:2628: writing smithi08483026-2 from 7413760 to 7823360 tid 3 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2628: writing smithi08483026-2 from 7823360 to 7962624 tid 4 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 251 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 982 (ObjNum 749 snap 222 seq_num 749) dirty exists 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: finishing write tid 3 to smithi08483026-25 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: finishing write tid 4 to smithi08483026-25 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: finishing write tid 5 to smithi08483026-25 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: oid 25 updating version 0 to 1085 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: oid 25 version 1085 is already newer than 1084 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: oid 25 updating version 1085 to 1087 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: oid 25 version 1087 is already newer than 1086 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1087 (ObjNum 812 snap 251 seq_num 812) dirty exists 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2623: left oid 25 (ObjNum 812 snap 251 seq_num 812) 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2626: finishing write tid 1 to smithi08483026-19 2024-04-02T08:30:32.314 INFO:tasks.rados.rados.0.smithi084.stdout:2626: finishing write tid 2 to smithi08483026-19 2024-04-02T08:30:32.315 INFO:tasks.rados.rados.0.smithi084.stdout:2626: finishing write tid 3 to smithi08483026-19 2024-04-02T08:30:32.315 INFO:tasks.rados.rados.0.smithi084.stdout:2629: seq_num 816 ranges {3948544=475136,4423680=540672,4964352=614400,5578752=49152} 2024-04-02T08:30:32.336 INFO:tasks.rados.rados.0.smithi084.stdout:2629: writing smithi08483026-40 from 3948544 to 4423680 tid 1 2024-04-02T08:30:32.339 INFO:tasks.rados.rados.0.smithi084.stdout:2629: writing smithi08483026-40 from 4423680 to 4964352 tid 2 2024-04-02T08:30:32.344 INFO:tasks.rados.rados.0.smithi084.stdout:2629: writing smithi08483026-40 from 4964352 to 5578752 tid 3 2024-04-02T08:30:32.344 INFO:tasks.rados.rados.0.smithi084.stdout:2629: writing smithi08483026-40 from 5578752 to 5627904 tid 4 2024-04-02T08:30:32.344 INFO:tasks.rados.rados.0.smithi084.stdout:2623: done (5 left) 2024-04-02T08:30:32.344 INFO:tasks.rados.rados.0.smithi084.stdout:2624: done (4 left) 2024-04-02T08:30:32.344 INFO:tasks.rados.rados.0.smithi084.stdout:2630: rollback oid 30 current snap is 251 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 30 to 242 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: finishing write tid 4 to smithi08483026-19 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: finishing write tid 5 to smithi08483026-19 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: finishing write tid 6 to smithi08483026-19 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: oid 19 updating version 0 to 907 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: oid 19 updating version 907 to 910 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: oid 19 updating version 910 to 911 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: oid 19 version 911 is already newer than 908 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: oid 19 version 911 is already newer than 909 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 911 (ObjNum 813 snap 251 seq_num 813) dirty exists 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2626: left oid 19 (ObjNum 813 snap 251 seq_num 813) 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2627: finishing write tid 1 to smithi08483026-48 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2627: finishing write tid 2 to smithi08483026-48 2024-04-02T08:30:32.345 INFO:tasks.rados.rados.0.smithi084.stdout:2627: finishing write tid 3 to smithi08483026-48 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: finishing write tid 4 to smithi08483026-48 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: finishing write tid 5 to smithi08483026-48 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: oid 48 updating version 0 to 1016 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: oid 48 version 1016 is already newer than 1013 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: oid 48 version 1016 is already newer than 1014 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: oid 48 version 1016 is already newer than 1015 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1016 (ObjNum 814 snap 251 seq_num 814) dirty exists 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: left oid 48 (ObjNum 814 snap 251 seq_num 814) 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2628: finishing write tid 1 to smithi08483026-2 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2626: done (4 left) 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2627: done (3 left) 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2631: snap_create 2024-04-02T08:30:32.346 INFO:tasks.rados.rados.0.smithi084.stdout:2628: finishing write tid 2 to smithi08483026-2 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: finishing write tid 3 to smithi08483026-2 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: finishing write tid 4 to smithi08483026-2 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: finishing write tid 5 to smithi08483026-2 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: finishing write tid 6 to smithi08483026-2 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: oid 2 updating version 0 to 1094 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: oid 2 updating version 1094 to 1096 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: oid 2 version 1096 is already newer than 1095 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: oid 2 updating version 1096 to 1097 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:2628: oid 2 version 1097 is already newer than 1093 2024-04-02T08:30:32.347 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1097 (ObjNum 815 snap 251 seq_num 815) dirty exists 2024-04-02T08:30:32.348 INFO:tasks.rados.rados.0.smithi084.stdout:2628: left oid 2 (ObjNum 815 snap 251 seq_num 815) 2024-04-02T08:30:32.348 INFO:tasks.rados.rados.0.smithi084.stdout:2629: finishing write tid 1 to smithi08483026-40 2024-04-02T08:30:32.348 INFO:tasks.rados.rados.0.smithi084.stdout:2629: finishing write tid 2 to smithi08483026-40 2024-04-02T08:30:32.348 INFO:tasks.rados.rados.0.smithi084.stdout:2630: finishing rollback tid 0 to smithi08483026-30 2024-04-02T08:30:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:2630: finishing rollback tid 1 to smithi08483026-30 2024-04-02T08:30:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1018 (ObjNum 129 snap 0 seq_num 620938864) dirty dne 2024-04-02T08:30:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:2629: finishing write tid 3 to smithi08483026-40 2024-04-02T08:30:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:2629: finishing write tid 4 to smithi08483026-40 2024-04-02T08:30:32.349 INFO:tasks.rados.rados.0.smithi084.stdout:2629: finishing write tid 5 to smithi08483026-40 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:2629: finishing write tid 6 to smithi08483026-40 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:2629: oid 40 updating version 0 to 1312 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:2629: oid 40 updating version 1312 to 1314 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:2629: oid 40 updating version 1314 to 1315 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:2629: oid 40 version 1315 is already newer than 1311 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:2629: oid 40 version 1315 is already newer than 1313 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1315 (ObjNum 816 snap 251 seq_num 816) dirty exists 2024-04-02T08:30:32.350 INFO:tasks.rados.rados.0.smithi084.stdout:2629: left oid 40 (ObjNum 816 snap 251 seq_num 816) 2024-04-02T08:30:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: pgmap v520: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T08:30:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: pgmap v520: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:30:32.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:30:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: pgmap v520: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T08:30:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:32.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:30:33.227 INFO:tasks.rados.rados.0.smithi084.stdout:2628: done (3 left) 2024-04-02T08:30:33.228 INFO:tasks.rados.rados.0.smithi084.stdout:2629: done (2 left) 2024-04-02T08:30:33.228 INFO:tasks.rados.rados.0.smithi084.stdout:2630: done (1 left) 2024-04-02T08:30:33.228 INFO:tasks.rados.rados.0.smithi084.stdout:2631: done (0 left) 2024-04-02T08:30:33.228 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 252 2024-04-02T08:30:33.228 INFO:tasks.rados.rados.0.smithi084.stdout:2632: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-04-02T08:30:33.230 INFO:tasks.rados.rados.0.smithi084.stdout:2632: writing smithi08483026-10 from 0 to 491520 tid 1 2024-04-02T08:30:33.232 INFO:tasks.rados.rados.0.smithi084.stdout:2632: writing smithi08483026-10 from 491520 to 909312 tid 2 2024-04-02T08:30:33.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: writing smithi08483026-10 from 909312 to 1335296 tid 3 2024-04-02T08:30:33.237 INFO:tasks.rados.rados.0.smithi084.stdout:2632: writing smithi08483026-10 from 1335296 to 1695744 tid 4 2024-04-02T08:30:33.237 INFO:tasks.rados.rados.0.smithi084.stdout:2633: read oid 21 snap -1 2024-04-02T08:30:33.237 INFO:tasks.rados.rados.0.smithi084.stdout:2633: expect (ObjNum 781 snap 237 seq_num 781) 2024-04-02T08:30:33.237 INFO:tasks.rados.rados.0.smithi084.stdout:2634: snap_remove snap 247 2024-04-02T08:30:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:33 smithi084 ceph-mon[94794]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:30:33.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:33 smithi084 ceph-mon[94794]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:30:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:33 smithi084 ceph-mon[97358]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:30:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:33 smithi084 ceph-mon[97358]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:30:33.631 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:33 smithi132 ceph-mon[88571]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:30:33.632 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:33 smithi132 ceph-mon[88571]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2634: done (2 left) 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2635: read oid 23 snap -1 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2635: expect deleted 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: finishing write tid 1 to smithi08483026-10 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: finishing write tid 2 to smithi08483026-10 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: finishing write tid 3 to smithi08483026-10 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: finishing write tid 4 to smithi08483026-10 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: finishing write tid 5 to smithi08483026-10 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: finishing write tid 6 to smithi08483026-10 2024-04-02T08:30:34.235 INFO:tasks.rados.rados.0.smithi084.stdout:2632: oid 10 updating version 0 to 1232 2024-04-02T08:30:34.236 INFO:tasks.rados.rados.0.smithi084.stdout:2632: oid 10 updating version 1232 to 1233 2024-04-02T08:30:34.236 INFO:tasks.rados.rados.0.smithi084.stdout:2632: oid 10 updating version 1233 to 1235 2024-04-02T08:30:34.236 INFO:tasks.rados.rados.0.smithi084.stdout:2632: oid 10 version 1235 is already newer than 1234 2024-04-02T08:30:34.236 INFO:tasks.rados.rados.0.smithi084.stdout:2632: oid 10 updating version 1235 to 1236 2024-04-02T08:30:34.236 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1236 (ObjNum 817 snap 252 seq_num 817) dirty exists 2024-04-02T08:30:34.236 INFO:tasks.rados.rados.0.smithi084.stdout:2632: left oid 10 (ObjNum 817 snap 252 seq_num 817) 2024-04-02T08:30:34.236 INFO:tasks.rados.rados.0.smithi084.stdout:2633: expect (ObjNum 781 snap 237 seq_num 781) 2024-04-02T08:30:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:2632: done (2 left) 2024-04-02T08:30:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:2633: done (1 left) 2024-04-02T08:30:34.268 INFO:tasks.rados.rados.0.smithi084.stdout:2636: snap_create 2024-04-02T08:30:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[94794]: pgmap v523: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 368 KiB/s wr, 1 op/s 2024-04-02T08:30:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[94794]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:30:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:34.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[97358]: pgmap v523: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 368 KiB/s wr, 1 op/s 2024-04-02T08:30:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[97358]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:30:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:34.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:34.590 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:34 smithi132 ceph-mon[88571]: pgmap v523: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 368 KiB/s wr, 1 op/s 2024-04-02T08:30:34.590 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:34 smithi132 ceph-mon[88571]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:30:34.590 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:34.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:34.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:30:34.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:35.165 INFO:tasks.rados.rados.0.smithi084.stdout:2635: done (1 left) 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:2636: done (0 left) 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:2637: rollback oid 30 current snap is 253 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 30 to 251 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:2638: delete oid 21 current snap is 253 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:2637: finishing rollback tid 1 to smithi08483026-30 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1018 (ObjNum 33 snap 0 seq_num 2030829489) dirty dne 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:2637: done (1 left) 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:2638: done (0 left) 2024-04-02T08:30:35.166 INFO:tasks.rados.rados.0.smithi084.stdout:2639: snap_create 2024-04-02T08:30:35.336 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:35 smithi132 ceph-mon[88571]: Upgrade: Updating mds.b 2024-04-02T08:30:35.336 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:35 smithi132 ceph-mon[88571]: Deploying daemon mds.b on smithi132 2024-04-02T08:30:35.336 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:35 smithi132 ceph-mon[88571]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:30:35.336 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:35 smithi132 ceph-mon[88571]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:30:35.535 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[94794]: Upgrade: Updating mds.b 2024-04-02T08:30:35.535 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[94794]: Deploying daemon mds.b on smithi132 2024-04-02T08:30:35.535 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[94794]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:30:35.536 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[94794]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:30:35.536 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[97358]: Upgrade: Updating mds.b 2024-04-02T08:30:35.536 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[97358]: Deploying daemon mds.b on smithi132 2024-04-02T08:30:35.536 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[97358]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:30:35.536 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-mon[97358]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:30:35.911 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:35 smithi132 systemd[1]: Stopping Ceph mds.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:35.934 INFO:tasks.rados.rados.0.smithi084.stdout:2639: done (0 left) 2024-04-02T08:30:35.934 INFO:tasks.rados.rados.0.smithi084.stdout:2640: snap_create 2024-04-02T08:30:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[94771]: 2024-04-02T08:30:35.929+0000 7facb731b700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:30:36.237 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:35 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b[59873]: 2024-04-02T08:30:35.928+0000 7fa09cf76700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:30:36.237 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:35 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b[59873]: 2024-04-02T08:30:35.928+0000 7fa09cf76700 -1 mds.b *** got signal Terminated *** 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: pgmap v526: 121 pgs: 121 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[94794]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:30:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: pgmap v526: 121 pgs: 121 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T08:30:36.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:30:36.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:30:36.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:30:36.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:30:36.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:30:36.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:30:36.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:36 smithi084 ceph-mon[97358]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:30:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: pgmap v526: 121 pgs: 121 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T08:30:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:30:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:30:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:30:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:30:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:30:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:30:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:36 smithi132 ceph-mon[88571]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:30:36.933 INFO:tasks.rados.rados.0.smithi084.stdout:2640: done (0 left) 2024-04-02T08:30:36.933 INFO:tasks.rados.rados.0.smithi084.stdout:2641: delete oid 36 current snap is 255 2024-04-02T08:30:36.940 INFO:tasks.rados.rados.0.smithi084.stdout:2641: done (0 left) 2024-04-02T08:30:36.940 INFO:tasks.rados.rados.0.smithi084.stdout:2642: delete oid 1 current snap is 255 2024-04-02T08:30:36.942 INFO:tasks.rados.rados.0.smithi084.stdout:2642: done (0 left) 2024-04-02T08:30:36.942 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 255 2024-04-02T08:30:36.942 INFO:tasks.rados.rados.0.smithi084.stdout:2643: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-04-02T08:30:36.945 INFO:tasks.rados.rados.0.smithi084.stdout:2643: writing smithi08483026-21 from 0 to 557056 tid 1 2024-04-02T08:30:36.949 INFO:tasks.rados.rados.0.smithi084.stdout:2643: writing smithi08483026-21 from 557056 to 1318912 tid 2 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2643: writing smithi08483026-21 from 1318912 to 1761280 tid 3 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2644: copy_from oid 19 from oid 49 current snap is 255 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2643: finishing write tid 1 to smithi08483026-21 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2645: read oid 9 snap -1 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2645: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2646: rmattr oid 25 current snap is 255 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2647: read oid 32 snap -1 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2647: expect (ObjNum 764 snap 227 seq_num 764) 2024-04-02T08:30:36.953 INFO:tasks.rados.rados.0.smithi084.stdout:2648: delete oid 10 current snap is 255 2024-04-02T08:30:36.954 INFO:tasks.rados.rados.0.smithi084.stdout:2643: finishing write tid 2 to smithi08483026-21 2024-04-02T08:30:36.955 INFO:tasks.rados.rados.0.smithi084.stdout:2644: finishing copy_from to smithi08483026-19 2024-04-02T08:30:36.955 INFO:tasks.rados.rados.0.smithi084.stdout:2644: got expected ENOENT (src dne) 2024-04-02T08:30:36.955 INFO:tasks.rados.rados.0.smithi084.stdout:2644: finishing copy_from racing read to smithi08483026-19 2024-04-02T08:30:36.956 INFO:tasks.rados.rados.0.smithi084.stdout:2643: finishing write tid 3 to smithi08483026-21 2024-04-02T08:30:36.957 INFO:tasks.rados.rados.0.smithi084.stdout:2643: finishing write tid 4 to smithi08483026-21 2024-04-02T08:30:36.959 INFO:tasks.rados.rados.0.smithi084.stdout:2644: done (5 left) 2024-04-02T08:30:36.959 INFO:tasks.rados.rados.0.smithi084.stdout:2648: done (4 left) 2024-04-02T08:30:36.959 INFO:tasks.rados.rados.0.smithi084.stdout:2649: snap_remove snap 249 2024-04-02T08:30:37.954 INFO:tasks.rados.rados.0.smithi084.stdout:2649: done (4 left) 2024-04-02T08:30:37.954 INFO:tasks.rados.rados.0.smithi084.stdout:2650: rmattr oid 46 current snap is 255 2024-04-02T08:30:37.954 INFO:tasks.rados.rados.0.smithi084.stdout:2643: finishing write tid 5 to smithi08483026-21 2024-04-02T08:30:37.954 INFO:tasks.rados.rados.0.smithi084.stdout:2643: oid 21 updating version 0 to 1022 2024-04-02T08:30:37.955 INFO:tasks.rados.rados.0.smithi084.stdout:2643: oid 21 version 1022 is already newer than 1020 2024-04-02T08:30:37.955 INFO:tasks.rados.rados.0.smithi084.stdout:2643: oid 21 updating version 1022 to 1023 2024-04-02T08:30:37.955 INFO:tasks.rados.rados.0.smithi084.stdout:2643: oid 21 version 1023 is already newer than 1021 2024-04-02T08:30:37.955 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1023 (ObjNum 821 snap 255 seq_num 821) dirty exists 2024-04-02T08:30:37.955 INFO:tasks.rados.rados.0.smithi084.stdout:2643: left oid 21 (ObjNum 821 snap 255 seq_num 821) 2024-04-02T08:30:37.955 INFO:tasks.rados.rados.0.smithi084.stdout:2647: expect (ObjNum 764 snap 227 seq_num 764) 2024-04-02T08:30:37.979 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1105 (ObjNum 812 snap 251 seq_num 812) dirty exists 2024-04-02T08:30:37.979 INFO:tasks.rados.rados.0.smithi084.stdout:2645: expect (ObjNum 696 snap 204 seq_num 696) 2024-04-02T08:30:38.126 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1107 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:30:38.126 INFO:tasks.rados.rados.0.smithi084.stdout:2643: done (4 left) 2024-04-02T08:30:38.126 INFO:tasks.rados.rados.0.smithi084.stdout:2645: done (3 left) 2024-04-02T08:30:38.127 INFO:tasks.rados.rados.0.smithi084.stdout:2646: done (2 left) 2024-04-02T08:30:38.127 INFO:tasks.rados.rados.0.smithi084.stdout:2647: done (1 left) 2024-04-02T08:30:38.127 INFO:tasks.rados.rados.0.smithi084.stdout:2650: done (0 left) 2024-04-02T08:30:38.127 INFO:tasks.rados.rados.0.smithi084.stdout:2651: read oid 34 snap -1 2024-04-02T08:30:38.127 INFO:tasks.rados.rados.0.smithi084.stdout:2651: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:30:38.127 INFO:tasks.rados.rados.0.smithi084.stdout:2652: copy_from oid 11 from oid 44 current snap is 255 2024-04-02T08:30:38.127 INFO:tasks.rados.rados.0.smithi084.stdout:2653: snap_remove snap 251 2024-04-02T08:30:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[94794]: pgmap v529: 121 pgs: 121 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[94794]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[94794]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:reconnect 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[94794]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[97358]: pgmap v529: 121 pgs: 121 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[97358]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[97358]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:reconnect 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:37 smithi084 ceph-mon[97358]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:30:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:37 smithi132 ceph-mon[88571]: pgmap v529: 121 pgs: 121 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T08:30:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:37 smithi132 ceph-mon[88571]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:30:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:37 smithi132 ceph-mon[88571]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:reconnect 2024-04-02T08:30:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:37 smithi132 ceph-mon[88571]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:30:38.957 INFO:tasks.rados.rados.0.smithi084.stdout:2653: done (2 left) 2024-04-02T08:30:38.957 INFO:tasks.rados.rados.0.smithi084.stdout:2654: read oid 8 snap -1 2024-04-02T08:30:38.957 INFO:tasks.rados.rados.0.smithi084.stdout:2654: expect (ObjNum 787 snap 239 seq_num 787) 2024-04-02T08:30:38.957 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 255 2024-04-02T08:30:38.957 INFO:tasks.rados.rados.0.smithi084.stdout:2655: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-04-02T08:30:38.960 INFO:tasks.rados.rados.0.smithi084.stdout:2655: writing smithi08483026-10 from 0 to 589824 tid 1 2024-04-02T08:30:38.964 INFO:tasks.rados.rados.0.smithi084.stdout:2655: writing smithi08483026-10 from 589824 to 1163264 tid 2 2024-04-02T08:30:38.968 INFO:tasks.rados.rados.0.smithi084.stdout:2655: writing smithi08483026-10 from 1163264 to 1794048 tid 3 2024-04-02T08:30:38.968 INFO:tasks.rados.rados.0.smithi084.stdout:2656: snap_create 2024-04-02T08:30:38.968 INFO:tasks.rados.rados.0.smithi084.stdout:2652: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:30:38.968 INFO:tasks.rados.rados.0.smithi084.stdout:2652: finishing copy_from to smithi08483026-11 2024-04-02T08:30:38.968 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1158 (ObjNum 744 snap 221 seq_num 744) dirty exists 2024-04-02T08:30:38.968 INFO:tasks.rados.rados.0.smithi084.stdout:2651: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:30:39.202 INFO:tasks.rados.rados.0.smithi084.stdout:2654: expect (ObjNum 787 snap 239 seq_num 787) 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: finishing write tid 1 to smithi08483026-10 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: finishing write tid 2 to smithi08483026-10 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: finishing write tid 3 to smithi08483026-10 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: finishing write tid 4 to smithi08483026-10 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: finishing write tid 5 to smithi08483026-10 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: oid 10 updating version 0 to 1241 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: oid 10 version 1241 is already newer than 1238 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: oid 10 version 1241 is already newer than 1240 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:2655: oid 10 version 1241 is already newer than 1239 2024-04-02T08:30:39.234 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1241 (ObjNum 823 snap 255 seq_num 823) dirty exists 2024-04-02T08:30:39.235 INFO:tasks.rados.rados.0.smithi084.stdout:2655: left oid 10 (ObjNum 823 snap 255 seq_num 823) 2024-04-02T08:30:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[97358]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:rejoin 2024-04-02T08:30:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[97358]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:30:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[97358]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:30:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[97358]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:30:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[94794]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:rejoin 2024-04-02T08:30:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[94794]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:30:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[94794]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:30:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[94794]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:30:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:38 smithi132 ceph-mon[88571]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:rejoin 2024-04-02T08:30:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:38 smithi132 ceph-mon[88571]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:30:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:38 smithi132 ceph-mon[88571]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:30:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:38 smithi132 ceph-mon[88571]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:30:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:39.956 INFO:tasks.rados.rados.0.smithi084.stdout:2651: done (4 left) 2024-04-02T08:30:39.956 INFO:tasks.rados.rados.0.smithi084.stdout:2652: done (3 left) 2024-04-02T08:30:39.956 INFO:tasks.rados.rados.0.smithi084.stdout:2654: done (2 left) 2024-04-02T08:30:39.957 INFO:tasks.rados.rados.0.smithi084.stdout:2655: done (1 left) 2024-04-02T08:30:39.957 INFO:tasks.rados.rados.0.smithi084.stdout:2656: done (0 left) 2024-04-02T08:30:39.957 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 256 2024-04-02T08:30:39.957 INFO:tasks.rados.rados.0.smithi084.stdout:2657: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-04-02T08:30:39.959 INFO:tasks.rados.rados.0.smithi084.stdout:2657: writing smithi08483026-12 from 0 to 606208 tid 1 2024-04-02T08:30:39.962 INFO:tasks.rados.rados.0.smithi084.stdout:2657: writing smithi08483026-12 from 606208 to 1064960 tid 2 2024-04-02T08:30:39.966 INFO:tasks.rados.rados.0.smithi084.stdout:2657: writing smithi08483026-12 from 1064960 to 1638400 tid 3 2024-04-02T08:30:39.967 INFO:tasks.rados.rados.0.smithi084.stdout:2657: writing smithi08483026-12 from 1638400 to 1810432 tid 4 2024-04-02T08:30:39.967 INFO:tasks.rados.rados.0.smithi084.stdout:2658: rollback oid 49 current snap is 256 2024-04-02T08:30:39.967 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 49 to 238 2024-04-02T08:30:39.967 INFO:tasks.rados.rados.0.smithi084.stdout:2657: finishing write tid 1 to smithi08483026-12 2024-04-02T08:30:39.968 INFO:tasks.rados.rados.0.smithi084.stdout:2657: finishing write tid 2 to smithi08483026-12 2024-04-02T08:30:39.968 INFO:tasks.rados.rados.0.smithi084.stdout:2659: copy_from oid 20 from oid 40 current snap is 256 2024-04-02T08:30:39.968 INFO:tasks.rados.rados.0.smithi084.stdout:2660: rollback oid 8 current snap is 256 2024-04-02T08:30:39.968 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 8 to 246 2024-04-02T08:30:39.968 INFO:tasks.rados.rados.0.smithi084.stdout:2661: delete oid 31 current snap is 256 2024-04-02T08:30:39.969 INFO:tasks.rados.rados.0.smithi084.stdout:2658: finishing rollback tid 1 to smithi08483026-49 2024-04-02T08:30:39.970 INFO:tasks.rados.rados.0.smithi084.stdout:2658: finishing rollback tid 2 to smithi08483026-49 2024-04-02T08:30:39.970 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 971 (ObjNum 775 snap 234 seq_num 775) dirty exists 2024-04-02T08:30:39.970 INFO:tasks.rados.rados.0.smithi084.stdout:2657: finishing write tid 3 to smithi08483026-12 2024-04-02T08:30:39.972 INFO:tasks.rados.rados.0.smithi084.stdout:2657: finishing write tid 4 to smithi08483026-12 2024-04-02T08:30:39.972 INFO:tasks.rados.rados.0.smithi084.stdout:2657: finishing write tid 5 to smithi08483026-12 2024-04-02T08:30:39.974 INFO:tasks.rados.rados.0.smithi084.stdout:2657: finishing write tid 6 to smithi08483026-12 2024-04-02T08:30:39.974 INFO:tasks.rados.rados.0.smithi084.stdout:2657: oid 12 updating version 0 to 1194 2024-04-02T08:30:39.974 INFO:tasks.rados.rados.0.smithi084.stdout:2657: oid 12 updating version 1194 to 1195 2024-04-02T08:30:39.974 INFO:tasks.rados.rados.0.smithi084.stdout:2657: oid 12 updating version 1195 to 1197 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:2657: oid 12 version 1197 is already newer than 1196 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:2657: oid 12 version 1197 is already newer than 1193 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1197 (ObjNum 824 snap 256 seq_num 824) dirty exists 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:2657: left oid 12 (ObjNum 824 snap 256 seq_num 824) 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:2657: done (4 left) 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:2658: done (3 left) 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:2661: done (2 left) 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 256 2024-04-02T08:30:39.975 INFO:tasks.rados.rados.0.smithi084.stdout:2662: seq_num 826 ranges {1441792=638976,2080768=630784,2711552=573440} 2024-04-02T08:30:39.986 INFO:tasks.rados.rados.0.smithi084.stdout:2662: writing smithi08483026-38 from 1441792 to 2080768 tid 1 2024-04-02T08:30:39.989 INFO:tasks.rados.rados.0.smithi084.stdout:2662: writing smithi08483026-38 from 2080768 to 2711552 tid 2 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:2662: writing smithi08483026-38 from 2711552 to 3284992 tid 3 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:2663: setattr oid 9 current snap is 256 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:2660: finishing rollback tid 0 to smithi08483026-8 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:2660: finishing rollback tid 1 to smithi08483026-8 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:2660: finishing rollback tid 2 to smithi08483026-8 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1324 (ObjNum 787 snap 239 seq_num 787) dirty exists 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:2662: finishing write tid 1 to smithi08483026-38 2024-04-02T08:30:39.994 INFO:tasks.rados.rados.0.smithi084.stdout:2662: finishing write tid 2 to smithi08483026-38 2024-04-02T08:30:39.995 INFO:tasks.rados.rados.0.smithi084.stdout:2660: done (3 left) 2024-04-02T08:30:39.995 INFO:tasks.rados.rados.0.smithi084.stdout:2664: read oid 28 snap -1 2024-04-02T08:30:39.995 INFO:tasks.rados.rados.0.smithi084.stdout:2664: expect (ObjNum 769 snap 230 seq_num 769) 2024-04-02T08:30:39.996 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 256 2024-04-02T08:30:39.996 INFO:tasks.rados.rados.0.smithi084.stdout:2665: seq_num 827 ranges {1794048=655360,2449408=516096,2965504=688128} 2024-04-02T08:30:40.008 INFO:tasks.rados.rados.0.smithi084.stdout:2665: writing smithi08483026-10 from 1794048 to 2449408 tid 1 2024-04-02T08:30:40.011 INFO:tasks.rados.rados.0.smithi084.stdout:2665: writing smithi08483026-10 from 2449408 to 2965504 tid 2 2024-04-02T08:30:40.016 INFO:tasks.rados.rados.0.smithi084.stdout:2665: writing smithi08483026-10 from 2965504 to 3653632 tid 3 2024-04-02T08:30:40.016 INFO:tasks.rados.rados.0.smithi084.stdout:2666: setattr oid 14 current snap is 256 2024-04-02T08:30:40.016 INFO:tasks.rados.rados.0.smithi084.stdout:2659: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:30:40.016 INFO:tasks.rados.rados.0.smithi084.stdout:2662: finishing write tid 3 to smithi08483026-38 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2662: finishing write tid 4 to smithi08483026-38 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2662: finishing write tid 5 to smithi08483026-38 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2662: oid 38 updating version 0 to 985 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2662: oid 38 version 985 is already newer than 984 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2662: oid 38 version 985 is already newer than 983 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2662: oid 38 updating version 985 to 986 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 986 (ObjNum 826 snap 256 seq_num 826) dirty exists 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2662: left oid 38 (ObjNum 826 snap 256 seq_num 826) 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:2659: finishing copy_from to smithi08483026-20 2024-04-02T08:30:40.017 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1315 (ObjNum 816 snap 251 seq_num 816) dirty exists 2024-04-02T08:30:40.018 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1227 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-04-02T08:30:40.018 INFO:tasks.rados.rados.0.smithi084.stdout:2664: expect (ObjNum 769 snap 230 seq_num 769) 2024-04-02T08:30:40.044 INFO:tasks.rados.rados.0.smithi084.stdout:2665: finishing write tid 1 to smithi08483026-10 2024-04-02T08:30:40.044 INFO:tasks.rados.rados.0.smithi084.stdout:2665: finishing write tid 2 to smithi08483026-10 2024-04-02T08:30:40.044 INFO:tasks.rados.rados.0.smithi084.stdout:2665: finishing write tid 3 to smithi08483026-10 2024-04-02T08:30:40.044 INFO:tasks.rados.rados.0.smithi084.stdout:2665: finishing write tid 4 to smithi08483026-10 2024-04-02T08:30:40.044 INFO:tasks.rados.rados.0.smithi084.stdout:2665: finishing write tid 5 to smithi08483026-10 2024-04-02T08:30:40.044 INFO:tasks.rados.rados.0.smithi084.stdout:2665: oid 10 updating version 0 to 1243 2024-04-02T08:30:40.044 INFO:tasks.rados.rados.0.smithi084.stdout:2665: oid 10 updating version 1243 to 1244 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2665: oid 10 updating version 1244 to 1245 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2665: oid 10 version 1245 is already newer than 1242 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1245 (ObjNum 827 snap 256 seq_num 827) dirty exists 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2665: left oid 10 (ObjNum 827 snap 256 seq_num 827) 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2659: done (5 left) 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2662: done (4 left) 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2663: done (3 left) 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2664: done (2 left) 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2665: done (1 left) 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2667: read oid 5 snap 245 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2667: expect (ObjNum 749 snap 222 seq_num 749) 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2668: read oid 31 snap 245 2024-04-02T08:30:40.045 INFO:tasks.rados.rados.0.smithi084.stdout:2668: expect deleted 2024-04-02T08:30:40.046 INFO:tasks.rados.rados.0.smithi084.stdout:2669: read oid 42 snap -1 2024-04-02T08:30:40.046 INFO:tasks.rados.rados.0.smithi084.stdout:2669: expect (ObjNum 745 snap 221 seq_num 745) 2024-04-02T08:30:40.046 INFO:tasks.rados.rados.0.smithi084.stdout:2670: delete oid 46 current snap is 256 2024-04-02T08:30:40.047 INFO:tasks.rados.rados.0.smithi084.stdout:2668: done (4 left) 2024-04-02T08:30:40.047 INFO:tasks.rados.rados.0.smithi084.stdout:2670: done (3 left) 2024-04-02T08:30:40.047 INFO:tasks.rados.rados.0.smithi084.stdout:2671: snap_create 2024-04-02T08:30:40.047 INFO:tasks.rados.rados.0.smithi084.stdout:2669: expect (ObjNum 745 snap 221 seq_num 745) 2024-04-02T08:30:40.061 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1199 (ObjNum 758 snap 225 seq_num 758) dirty exists 2024-04-02T08:30:40.088 INFO:tasks.rados.rados.0.smithi084.stdout:2667: expect (ObjNum 749 snap 222 seq_num 749) 2024-04-02T08:30:40.117 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[124306]: 2024-04-02T08:30:39.792+0000 7fe813799700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[94794]: pgmap v532: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[94794]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[94794]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:active 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[94794]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[94794]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[97358]: pgmap v532: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[97358]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[97358]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:active 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[97358]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:39 smithi084 ceph-mon[97358]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:30:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:39 smithi132 ceph-mon[88571]: pgmap v532: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:30:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:39 smithi132 ceph-mon[88571]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:30:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:39 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:30:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:39 smithi132 ceph-mon[88571]: mds.? [v2:172.21.15.84:6834/3612682956,v1:172.21.15.84:6835/3612682956] up:active 2024-04-02T08:30:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:39 smithi132 ceph-mon[88571]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:30:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:39 smithi132 ceph-mon[88571]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:30:40.826 INFO:tasks.rados.rados.0.smithi084.stdout:2666: done (3 left) 2024-04-02T08:30:40.827 INFO:tasks.rados.rados.0.smithi084.stdout:2667: done (2 left) 2024-04-02T08:30:40.827 INFO:tasks.rados.rados.0.smithi084.stdout:2669: done (1 left) 2024-04-02T08:30:40.827 INFO:tasks.rados.rados.0.smithi084.stdout:2671: done (0 left) 2024-04-02T08:30:40.827 INFO:tasks.rados.rados.0.smithi084.stdout:2672: read oid 19 snap -1 2024-04-02T08:30:40.827 INFO:tasks.rados.rados.0.smithi084.stdout:2672: expect (ObjNum 813 snap 251 seq_num 813) 2024-04-02T08:30:40.827 INFO:tasks.rados.rados.0.smithi084.stdout:2673: snap_create 2024-04-02T08:30:40.845 INFO:tasks.rados.rados.0.smithi084.stdout:2672: expect (ObjNum 813 snap 251 seq_num 813) 2024-04-02T08:30:40.954 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:30:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:30:40] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2024-04-02T08:30:41.255 INFO:tasks.rados.rados.0.smithi084.stdout:2672: done (1 left) 2024-04-02T08:30:41.255 INFO:tasks.rados.rados.0.smithi084.stdout:2673: done (0 left) 2024-04-02T08:30:41.255 INFO:tasks.rados.rados.0.smithi084.stdout:2674: copy_from oid 50 from oid 43 current snap is 258 2024-04-02T08:30:41.255 INFO:tasks.rados.rados.0.smithi084.stdout:2675: snap_create 2024-04-02T08:30:41.257 INFO:tasks.rados.rados.0.smithi084.stdout:2674: finishing copy_from to smithi08483026-50 2024-04-02T08:30:41.257 INFO:tasks.rados.rados.0.smithi084.stdout:2674: got expected ENOENT (src dne) 2024-04-02T08:30:41.257 INFO:tasks.rados.rados.0.smithi084.stdout:2674: finishing copy_from racing read to smithi08483026-50 2024-04-02T08:30:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:40 smithi084 ceph-mon[94794]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:30:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:40 smithi084 ceph-mon[94794]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:30:41.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:40 smithi084 ceph-mon[97358]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:30:41.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:40 smithi084 ceph-mon[97358]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:30:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:40 smithi132 ceph-mon[88571]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:30:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:40 smithi132 ceph-mon[88571]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:30:41.875 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:41 smithi132 podman[113729]: 2024-04-02 08:30:41.598807615 +0000 UTC m=+5.842526331 container died 678a2a8763b23b67c537055f0e1d05640feb8e39f1702f37dd0fc5d61f7b70a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:30:42.160 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 podman[113729]: 2024-04-02 08:30:42.067777318 +0000 UTC m=+6.311496031 container cleanup 678a2a8763b23b67c537055f0e1d05640feb8e39f1702f37dd0fc5d61f7b70a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:30:42.161 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 bash[113729]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T08:30:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:2674: done (1 left) 2024-04-02T08:30:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:2675: done (0 left) 2024-04-02T08:30:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:2676: rollback oid 44 current snap is 259 2024-04-02T08:30:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 250 2024-04-02T08:30:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 259 2024-04-02T08:30:42.173 INFO:tasks.rados.rados.0.smithi084.stdout:2677: seq_num 829 ranges {483328=688128,1171456=729088,1900544=475136} 2024-04-02T08:30:42.180 INFO:tasks.rados.rados.0.smithi084.stdout:2677: writing smithi08483026-42 from 483328 to 1171456 tid 1 2024-04-02T08:30:42.185 INFO:tasks.rados.rados.0.smithi084.stdout:2677: writing smithi08483026-42 from 1171456 to 1900544 tid 2 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2677: writing smithi08483026-42 from 1900544 to 2375680 tid 3 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2678: rollback oid 5 current snap is 259 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 5 to 243 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2676: finishing rollback tid 0 to smithi08483026-44 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2676: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2676: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1161 (ObjNum 744 snap 221 seq_num 744) dirty exists 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2677: finishing write tid 1 to smithi08483026-42 2024-04-02T08:30:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2676: done (2 left) 2024-04-02T08:30:42.189 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 259 2024-04-02T08:30:42.189 INFO:tasks.rados.rados.0.smithi084.stdout:2679: seq_num 830 ranges {0=704512,704512=614400,1318912=573440,1892352=16384} 2024-04-02T08:30:42.192 INFO:tasks.rados.rados.0.smithi084.stdout:2679: writing smithi08483026-37 from 0 to 704512 tid 1 2024-04-02T08:30:42.195 INFO:tasks.rados.rados.0.smithi084.stdout:2679: writing smithi08483026-37 from 704512 to 1318912 tid 2 2024-04-02T08:30:42.199 INFO:tasks.rados.rados.0.smithi084.stdout:2679: writing smithi08483026-37 from 1318912 to 1892352 tid 3 2024-04-02T08:30:42.199 INFO:tasks.rados.rados.0.smithi084.stdout:2679: writing smithi08483026-37 from 1892352 to 1908736 tid 4 2024-04-02T08:30:42.199 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 259 2024-04-02T08:30:42.199 INFO:tasks.rados.rados.0.smithi084.stdout:2677: finishing write tid 2 to smithi08483026-42 2024-04-02T08:30:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2677: finishing write tid 3 to smithi08483026-42 2024-04-02T08:30:42.200 INFO:tasks.rados.rados.0.smithi084.stdout:2680: seq_num 831 ranges {3948544=720896,4669440=499712,5169152=704512} 2024-04-02T08:30:42.225 INFO:tasks.rados.rados.0.smithi084.stdout:2680: writing smithi08483026-9 from 3948544 to 4669440 tid 1 2024-04-02T08:30:42.227 INFO:tasks.rados.rados.0.smithi084.stdout:2680: writing smithi08483026-9 from 4669440 to 5169152 tid 2 2024-04-02T08:30:42.232 INFO:tasks.rados.rados.0.smithi084.stdout:2680: writing smithi08483026-9 from 5169152 to 5873664 tid 3 2024-04-02T08:30:42.232 INFO:tasks.rados.rados.0.smithi084.stdout:2681: read oid 19 snap -1 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:2681: expect (ObjNum 813 snap 251 seq_num 813) 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 259 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:2677: finishing write tid 4 to smithi08483026-42 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:2678: finishing rollback tid 0 to smithi08483026-5 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:2677: finishing write tid 5 to smithi08483026-42 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:2677: oid 42 updating version 0 to 1247 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:2677: oid 42 updating version 1247 to 1248 2024-04-02T08:30:42.233 INFO:tasks.rados.rados.0.smithi084.stdout:2677: oid 42 updating version 1248 to 1249 2024-04-02T08:30:42.234 INFO:tasks.rados.rados.0.smithi084.stdout:2677: oid 42 version 1249 is already newer than 1246 2024-04-02T08:30:42.234 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1249 (ObjNum 829 snap 259 seq_num 829) dirty exists 2024-04-02T08:30:42.234 INFO:tasks.rados.rados.0.smithi084.stdout:2677: left oid 42 (ObjNum 829 snap 259 seq_num 829) 2024-04-02T08:30:42.234 INFO:tasks.rados.rados.0.smithi084.stdout:2682: seq_num 832 ranges {483328=737280,1220608=786432,2007040=417792} 2024-04-02T08:30:42.239 INFO:tasks.rados.rados.0.smithi084.stdout:2682: writing smithi08483026-4 from 483328 to 1220608 tid 1 2024-04-02T08:30:42.244 INFO:tasks.rados.rados.0.smithi084.stdout:2682: writing smithi08483026-4 from 1220608 to 2007040 tid 2 2024-04-02T08:30:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:2682: writing smithi08483026-4 from 2007040 to 2424832 tid 3 2024-04-02T08:30:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:2677: done (5 left) 2024-04-02T08:30:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 259 2024-04-02T08:30:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:2678: finishing rollback tid 1 to smithi08483026-5 2024-04-02T08:30:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:2678: finishing rollback tid 2 to smithi08483026-5 2024-04-02T08:30:42.248 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 989 (ObjNum 749 snap 222 seq_num 749) dirty exists 2024-04-02T08:30:42.249 INFO:tasks.rados.rados.0.smithi084.stdout:2683: seq_num 833 ranges {3686400=761856,4448256=671744,5120000=532480} 2024-04-02T08:30:42.271 INFO:tasks.rados.rados.0.smithi084.stdout:2683: writing smithi08483026-44 from 3686400 to 4448256 tid 1 2024-04-02T08:30:42.275 INFO:tasks.rados.rados.0.smithi084.stdout:2683: writing smithi08483026-44 from 4448256 to 5120000 tid 2 2024-04-02T08:30:42.279 INFO:tasks.rados.rados.0.smithi084.stdout:2683: writing smithi08483026-44 from 5120000 to 5652480 tid 3 2024-04-02T08:30:42.279 INFO:tasks.rados.rados.0.smithi084.stdout:2678: done (5 left) 2024-04-02T08:30:42.279 INFO:tasks.rados.rados.0.smithi084.stdout:2684: snap_remove snap 253 2024-04-02T08:30:42.492 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:42 smithi132 ceph-mon[88571]: pgmap v536: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-02T08:30:42.492 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:42 smithi132 ceph-mon[88571]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:30:42.493 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:30:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:30:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:42.493 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 podman[113748]: 2024-04-02 08:30:42.344594488 +0000 UTC m=+0.743650795 container remove 678a2a8763b23b67c537055f0e1d05640feb8e39f1702f37dd0fc5d61f7b70a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c) 2024-04-02T08:30:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:42 smithi084 ceph-mon[97358]: pgmap v536: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-02T08:30:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:42 smithi084 ceph-mon[97358]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:30:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:42 smithi084 ceph-mon[94794]: pgmap v536: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-02T08:30:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:42 smithi084 ceph-mon[94794]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:30:42.911 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.b.service: Deactivated successfully. 2024-04-02T08:30:42.911 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 systemd[1]: Stopped Ceph mds.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:42.911 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.b.service: Consumed 1.757s CPU time. 2024-04-02T08:30:42.911 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 systemd[1]: Starting Ceph mds.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:43.176 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 podman[113886]: 2024-04-02 08:30:42.824912509 +0000 UTC m=+0.017873105 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:43.177 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:42 smithi132 podman[113886]: 2024-04-02 08:30:42.939118998 +0000 UTC m=+0.132079575 container create dcbf0940951e2ae04584cbb0eba28915293fe9d574358cb0a20f22b321fadd59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-04-02T08:30:43.178 INFO:tasks.rados.rados.0.smithi084.stdout:2679: finishing write tid 1 to smithi08483026-37 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: finishing write tid 2 to smithi08483026-37 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: finishing write tid 3 to smithi08483026-37 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: finishing write tid 4 to smithi08483026-37 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: finishing write tid 5 to smithi08483026-37 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: finishing write tid 6 to smithi08483026-37 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: oid 37 updating version 0 to 891 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: oid 37 version 891 is already newer than 888 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: oid 37 updating version 891 to 892 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: oid 37 version 892 is already newer than 889 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: oid 37 version 892 is already newer than 890 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 892 (ObjNum 830 snap 259 seq_num 830) dirty exists 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2679: left oid 37 (ObjNum 830 snap 259 seq_num 830) 2024-04-02T08:30:43.179 INFO:tasks.rados.rados.0.smithi084.stdout:2680: finishing write tid 1 to smithi08483026-9 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: finishing write tid 2 to smithi08483026-9 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: finishing write tid 3 to smithi08483026-9 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: finishing write tid 4 to smithi08483026-9 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2679: done (5 left) 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2684: done (4 left) 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2685: copy_from oid 31 from oid 37 current snap is 259 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2686: read oid 7 snap 255 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2686: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2687: copy_from oid 49 from oid 38 current snap is 259 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: finishing write tid 5 to smithi08483026-9 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: oid 9 updating version 0 to 1228 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: oid 9 updating version 1228 to 1231 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: oid 9 version 1231 is already newer than 1230 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:2680: oid 9 version 1231 is already newer than 1229 2024-04-02T08:30:43.180 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1231 (ObjNum 831 snap 259 seq_num 831) dirty exists 2024-04-02T08:30:43.181 INFO:tasks.rados.rados.0.smithi084.stdout:2680: left oid 9 (ObjNum 831 snap 259 seq_num 831) 2024-04-02T08:30:43.181 INFO:tasks.rados.rados.0.smithi084.stdout:2680: done (6 left) 2024-04-02T08:30:43.181 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 259 2024-04-02T08:30:43.181 INFO:tasks.rados.rados.0.smithi084.stdout:2682: finishing write tid 1 to smithi08483026-4 2024-04-02T08:30:43.181 INFO:tasks.rados.rados.0.smithi084.stdout:2688: seq_num 834 ranges {802816=778240,1581056=557056,2138112=548864,2686976=98304} 2024-04-02T08:30:43.188 INFO:tasks.rados.rados.0.smithi084.stdout:2688: writing smithi08483026-32 from 802816 to 1581056 tid 1 2024-04-02T08:30:43.192 INFO:tasks.rados.rados.0.smithi084.stdout:2688: writing smithi08483026-32 from 1581056 to 2138112 tid 2 2024-04-02T08:30:43.196 INFO:tasks.rados.rados.0.smithi084.stdout:2688: writing smithi08483026-32 from 2138112 to 2686976 tid 3 2024-04-02T08:30:43.197 INFO:tasks.rados.rados.0.smithi084.stdout:2688: writing smithi08483026-32 from 2686976 to 2785280 tid 4 2024-04-02T08:30:43.198 INFO:tasks.rados.rados.0.smithi084.stdout:2689: delete oid 42 current snap is 259 2024-04-02T08:30:43.198 INFO:tasks.rados.rados.0.smithi084.stdout:2682: finishing write tid 2 to smithi08483026-4 2024-04-02T08:30:43.198 INFO:tasks.rados.rados.0.smithi084.stdout:2682: finishing write tid 3 to smithi08483026-4 2024-04-02T08:30:43.198 INFO:tasks.rados.rados.0.smithi084.stdout:2682: finishing write tid 4 to smithi08483026-4 2024-04-02T08:30:43.198 INFO:tasks.rados.rados.0.smithi084.stdout:2681: expect (ObjNum 813 snap 251 seq_num 813) 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:2682: finishing write tid 5 to smithi08483026-4 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:2682: oid 4 updating version 0 to 1109 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:2682: oid 4 updating version 1109 to 1112 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:2682: oid 4 version 1112 is already newer than 1111 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:2682: oid 4 version 1112 is already newer than 1110 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1112 (ObjNum 832 snap 259 seq_num 832) dirty exists 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:2682: left oid 4 (ObjNum 832 snap 259 seq_num 832) 2024-04-02T08:30:43.615 INFO:tasks.rados.rados.0.smithi084.stdout:2683: finishing write tid 1 to smithi08483026-44 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: finishing write tid 2 to smithi08483026-44 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2681: done (7 left) 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2682: done (6 left) 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2689: done (5 left) 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2690: copy_from oid 11 from oid 20 current snap is 259 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: finishing write tid 3 to smithi08483026-44 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: finishing write tid 4 to smithi08483026-44 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: finishing write tid 5 to smithi08483026-44 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: oid 44 updating version 0 to 1165 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: oid 44 version 1165 is already newer than 1164 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: oid 44 version 1165 is already newer than 1163 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: oid 44 version 1165 is already newer than 1162 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1165 (ObjNum 833 snap 259 seq_num 833) dirty exists 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: left oid 44 (ObjNum 833 snap 259 seq_num 833) 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2683: done (5 left) 2024-04-02T08:30:43.616 INFO:tasks.rados.rados.0.smithi084.stdout:2691: snap_remove snap 245 2024-04-02T08:30:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:43 smithi084 ceph-mon[94794]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:30:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:43 smithi084 ceph-mon[97358]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:30:43.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:43 smithi132 ceph-mon[88571]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:43 smithi132 podman[113886]: 2024-04-02 08:30:43.182962587 +0000 UTC m=+0.375923189 container init dcbf0940951e2ae04584cbb0eba28915293fe9d574358cb0a20f22b321fadd59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:43 smithi132 podman[113886]: 2024-04-02 08:30:43.192781908 +0000 UTC m=+0.385742495 container start dcbf0940951e2ae04584cbb0eba28915293fe9d574358cb0a20f22b321fadd59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b[113901]: starting mds.b at 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:43 smithi132 bash[113886]: dcbf0940951e2ae04584cbb0eba28915293fe9d574358cb0a20f22b321fadd59 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 08:30:43 smithi132 systemd[1]: Started Ceph mds.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:44.341 INFO:tasks.rados.rados.0.smithi084.stdout:2691: done (5 left) 2024-04-02T08:30:44.341 INFO:tasks.rados.rados.0.smithi084.stdout:2692: read oid 27 snap 243 2024-04-02T08:30:44.341 INFO:tasks.rados.rados.0.smithi084.stdout:2692: expect (ObjNum 622005568 snap 21952 seq_num 622103888) 2024-04-02T08:30:44.341 INFO:tasks.rados.rados.0.smithi084.stdout:2693: delete oid 35 current snap is 259 2024-04-02T08:30:44.342 INFO:tasks.rados.rados.0.smithi084.stdout:2688: finishing write tid 1 to smithi08483026-32 2024-04-02T08:30:44.342 INFO:tasks.rados.rados.0.smithi084.stdout:2688: finishing write tid 2 to smithi08483026-32 2024-04-02T08:30:44.342 INFO:tasks.rados.rados.0.smithi084.stdout:2688: finishing write tid 3 to smithi08483026-32 2024-04-02T08:30:44.342 INFO:tasks.rados.rados.0.smithi084.stdout:2686: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[94794]: pgmap v539: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 KiB/s rd, 2 op/s 2024-04-02T08:30:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[94794]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:30:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[97358]: pgmap v539: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 KiB/s rd, 2 op/s 2024-04-02T08:30:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[97358]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:30:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:44 smithi132 ceph-mon[88571]: pgmap v539: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 KiB/s rd, 2 op/s 2024-04-02T08:30:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:44 smithi132 ceph-mon[88571]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:30:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:44 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:44 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:44.697 INFO:tasks.rados.rados.0.smithi084.stdout:2688: finishing write tid 4 to smithi08483026-32 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: finishing write tid 5 to smithi08483026-32 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: finishing write tid 6 to smithi08483026-32 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: oid 32 updating version 0 to 1205 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: oid 32 version 1205 is already newer than 1201 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: oid 32 version 1205 is already newer than 1204 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: oid 32 version 1205 is already newer than 1202 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: oid 32 version 1205 is already newer than 1203 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1205 (ObjNum 834 snap 259 seq_num 834) dirty exists 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2688: left oid 32 (ObjNum 834 snap 259 seq_num 834) 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2685: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2685: finishing copy_from to smithi08483026-31 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 892 (ObjNum 830 snap 259 seq_num 830) dirty exists 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2687: finishing copy_from racing read to smithi08483026-49 2024-04-02T08:30:44.698 INFO:tasks.rados.rados.0.smithi084.stdout:2687: finishing copy_from to smithi08483026-49 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 986 (ObjNum 826 snap 256 seq_num 826) dirty exists 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2685: done (6 left) 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2686: done (5 left) 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2687: done (4 left) 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2688: done (3 left) 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2693: done (2 left) 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2694: delete oid 19 current snap is 259 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2690: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2690: finishing copy_from to smithi08483026-11 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1315 (ObjNum 816 snap 251 seq_num 816) dirty exists 2024-04-02T08:30:44.699 INFO:tasks.rados.rados.0.smithi084.stdout:2692: expect (ObjNum 622005568 snap 21952 seq_num 622103888) 2024-04-02T08:30:44.700 INFO:tasks.rados.rados.0.smithi084.stdout:2690: done (2 left) 2024-04-02T08:30:44.700 INFO:tasks.rados.rados.0.smithi084.stdout:2692: done (1 left) 2024-04-02T08:30:44.700 INFO:tasks.rados.rados.0.smithi084.stdout:2694: done (0 left) 2024-04-02T08:30:44.700 INFO:tasks.rados.rados.0.smithi084.stdout:2695: rollback oid 33 current snap is 259 2024-04-02T08:30:44.700 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 33 to 242 2024-04-02T08:30:44.700 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 259 2024-04-02T08:30:44.700 INFO:tasks.rados.rados.0.smithi084.stdout:2696: seq_num 838 ranges {1343488=442368,1785856=540672,2326528=532480,2859008=442368,3301376=90112} 2024-04-02T08:30:44.709 INFO:tasks.rados.rados.0.smithi084.stdout:2696: writing smithi08483026-47 from 1343488 to 1785856 tid 1 2024-04-02T08:30:44.712 INFO:tasks.rados.rados.0.smithi084.stdout:2696: writing smithi08483026-47 from 1785856 to 2326528 tid 2 2024-04-02T08:30:44.716 INFO:tasks.rados.rados.0.smithi084.stdout:2696: writing smithi08483026-47 from 2326528 to 2859008 tid 3 2024-04-02T08:30:44.719 INFO:tasks.rados.rados.0.smithi084.stdout:2696: writing smithi08483026-47 from 2859008 to 3301376 tid 4 2024-04-02T08:30:44.721 INFO:tasks.rados.rados.0.smithi084.stdout:2696: writing smithi08483026-47 from 3301376 to 3391488 tid 5 2024-04-02T08:30:44.721 INFO:tasks.rados.rados.0.smithi084.stdout:2697: read oid 30 snap -1 2024-04-02T08:30:44.721 INFO:tasks.rados.rados.0.smithi084.stdout:2697: expect deleted 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2698: read oid 46 snap -1 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2698: expect deleted 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2699: read oid 37 snap 254 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2699: expect deleted 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2700: rollback oid 23 current snap is 259 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2695: finishing rollback tid 0 to smithi08483026-33 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2695: finishing rollback tid 1 to smithi08483026-33 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2695: finishing rollback tid 2 to smithi08483026-33 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1318 (ObjNum 714 snap 211 seq_num 714) dirty exists 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2696: finishing write tid 1 to smithi08483026-47 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2696: finishing write tid 2 to smithi08483026-47 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2696: finishing write tid 3 to smithi08483026-47 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 254 2024-04-02T08:30:44.722 INFO:tasks.rados.rados.0.smithi084.stdout:2695: done (5 left) 2024-04-02T08:30:44.723 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 259 2024-04-02T08:30:44.723 INFO:tasks.rados.rados.0.smithi084.stdout:2701: seq_num 839 ranges {4448256=458752,4907008=425984,5332992=688128,6021120=491520} 2024-04-02T08:30:44.747 INFO:tasks.rados.rados.0.smithi084.stdout:2701: writing smithi08483026-6 from 4448256 to 4907008 tid 1 2024-04-02T08:30:44.749 INFO:tasks.rados.rados.0.smithi084.stdout:2701: writing smithi08483026-6 from 4907008 to 5332992 tid 2 2024-04-02T08:30:44.753 INFO:tasks.rados.rados.0.smithi084.stdout:2701: writing smithi08483026-6 from 5332992 to 6021120 tid 3 2024-04-02T08:30:44.757 INFO:tasks.rados.rados.0.smithi084.stdout:2701: writing smithi08483026-6 from 6021120 to 6512640 tid 4 2024-04-02T08:30:44.757 INFO:tasks.rados.rados.0.smithi084.stdout:2702: delete oid 25 current snap is 259 2024-04-02T08:30:44.757 INFO:tasks.rados.rados.0.smithi084.stdout:2700: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:30:44.757 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1101 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:30:44.757 INFO:tasks.rados.rados.0.smithi084.stdout:2696: finishing write tid 4 to smithi08483026-47 2024-04-02T08:30:44.757 INFO:tasks.rados.rados.0.smithi084.stdout:2696: finishing write tid 5 to smithi08483026-47 2024-04-02T08:30:44.757 INFO:tasks.rados.rados.0.smithi084.stdout:2696: finishing write tid 6 to smithi08483026-47 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: finishing write tid 7 to smithi08483026-47 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: oid 47 updating version 0 to 1131 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: oid 47 version 1131 is already newer than 1129 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: oid 47 version 1131 is already newer than 1128 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: oid 47 version 1131 is already newer than 1127 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: oid 47 version 1131 is already newer than 1130 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: oid 47 updating version 1131 to 1132 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1132 (ObjNum 838 snap 259 seq_num 838) dirty exists 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2696: left oid 47 (ObjNum 838 snap 259 seq_num 838) 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2701: finishing write tid 1 to smithi08483026-6 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2701: finishing write tid 2 to smithi08483026-6 2024-04-02T08:30:44.758 INFO:tasks.rados.rados.0.smithi084.stdout:2701: finishing write tid 3 to smithi08483026-6 2024-04-02T08:30:44.759 INFO:tasks.rados.rados.0.smithi084.stdout:2701: finishing write tid 4 to smithi08483026-6 2024-04-02T08:30:44.759 INFO:tasks.rados.rados.0.smithi084.stdout:2701: finishing write tid 5 to smithi08483026-6 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2696: done (6 left) 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2697: done (5 left) 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2698: done (4 left) 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2699: done (3 left) 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2700: done (2 left) 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2702: done (1 left) 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2703: rollback oid 46 current snap is 259 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 46 to 257 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2704: rollback oid 21 current snap is 259 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 238 2024-04-02T08:30:44.761 INFO:tasks.rados.rados.0.smithi084.stdout:2705: copy_from oid 5 from oid 43 current snap is 259 2024-04-02T08:30:44.762 INFO:tasks.rados.rados.0.smithi084.stdout:2706: read oid 19 snap 254 2024-04-02T08:30:44.762 INFO:tasks.rados.rados.0.smithi084.stdout:2706: expect (ObjNum 813 snap 251 seq_num 813) 2024-04-02T08:30:44.762 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 259 2024-04-02T08:30:44.762 INFO:tasks.rados.rados.0.smithi084.stdout:2707: seq_num 841 ranges {5627904=491520,6119424=598016,6717440=704512,7421952=303104} 2024-04-02T08:30:44.794 INFO:tasks.rados.rados.0.smithi084.stdout:2707: writing smithi08483026-40 from 5627904 to 6119424 tid 1 2024-04-02T08:30:44.798 INFO:tasks.rados.rados.0.smithi084.stdout:2707: writing smithi08483026-40 from 6119424 to 6717440 tid 2 2024-04-02T08:30:44.802 INFO:tasks.rados.rados.0.smithi084.stdout:2707: writing smithi08483026-40 from 6717440 to 7421952 tid 3 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2707: writing smithi08483026-40 from 7421952 to 7725056 tid 4 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2708: read oid 14 snap -1 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2708: expect (ObjNum 758 snap 225 seq_num 758) 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 259 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2701: finishing write tid 6 to smithi08483026-6 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2701: oid 6 updating version 0 to 899 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2701: oid 6 updating version 899 to 902 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2701: oid 6 version 902 is already newer than 901 2024-04-02T08:30:44.805 INFO:tasks.rados.rados.0.smithi084.stdout:2701: oid 6 version 902 is already newer than 900 2024-04-02T08:30:44.806 INFO:tasks.rados.rados.0.smithi084.stdout:2701: oid 6 updating version 902 to 903 2024-04-02T08:30:44.806 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 903 (ObjNum 839 snap 259 seq_num 839) dirty exists 2024-04-02T08:30:44.806 INFO:tasks.rados.rados.0.smithi084.stdout:2701: left oid 6 (ObjNum 839 snap 259 seq_num 839) 2024-04-02T08:30:44.806 INFO:tasks.rados.rados.0.smithi084.stdout:2705: finishing copy_from to smithi08483026-5 2024-04-02T08:30:44.806 INFO:tasks.rados.rados.0.smithi084.stdout:2705: got expected ENOENT (src dne) 2024-04-02T08:30:44.806 INFO:tasks.rados.rados.0.smithi084.stdout:2709: seq_num 842 ranges {2949120=507904,3457024=475136,3932160=516096,4448256=499712,4947968=114688} 2024-04-02T08:30:44.824 INFO:tasks.rados.rados.0.smithi084.stdout:2709: writing smithi08483026-24 from 2949120 to 3457024 tid 1 2024-04-02T08:30:44.827 INFO:tasks.rados.rados.0.smithi084.stdout:2709: writing smithi08483026-24 from 3457024 to 3932160 tid 2 2024-04-02T08:30:44.830 INFO:tasks.rados.rados.0.smithi084.stdout:2709: writing smithi08483026-24 from 3932160 to 4448256 tid 3 2024-04-02T08:30:44.833 INFO:tasks.rados.rados.0.smithi084.stdout:2709: writing smithi08483026-24 from 4448256 to 4947968 tid 4 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2709: writing smithi08483026-24 from 4947968 to 5062656 tid 5 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2701: done (7 left) 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2710: snap_create 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2705: finishing copy_from racing read to smithi08483026-5 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2703: finishing rollback tid 1 to smithi08483026-46 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1108 (ObjNum 65 snap 0 seq_num 1751278933) dirty dne 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2704: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2704: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2704: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1026 (ObjNum 781 snap 237 seq_num 781) dirty exists 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi084.stdout:2706: expect (ObjNum 813 snap 251 seq_num 813) 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: finishing write tid 1 to smithi08483026-40 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: finishing write tid 2 to smithi08483026-40 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: finishing write tid 3 to smithi08483026-40 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: finishing write tid 4 to smithi08483026-40 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: finishing write tid 5 to smithi08483026-40 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: finishing write tid 6 to smithi08483026-40 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: oid 40 updating version 0 to 1341 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: oid 40 version 1341 is already newer than 1337 2024-04-02T08:30:45.184 INFO:tasks.rados.rados.0.smithi084.stdout:2707: oid 40 version 1341 is already newer than 1338 2024-04-02T08:30:45.185 INFO:tasks.rados.rados.0.smithi084.stdout:2707: oid 40 version 1341 is already newer than 1339 2024-04-02T08:30:45.185 INFO:tasks.rados.rados.0.smithi084.stdout:2707: oid 40 version 1341 is already newer than 1340 2024-04-02T08:30:45.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1341 (ObjNum 841 snap 259 seq_num 841) dirty exists 2024-04-02T08:30:45.185 INFO:tasks.rados.rados.0.smithi084.stdout:2707: left oid 40 (ObjNum 841 snap 259 seq_num 841) 2024-04-02T08:30:45.185 INFO:tasks.rados.rados.0.smithi084.stdout:2709: finishing write tid 1 to smithi08483026-24 2024-04-02T08:30:45.185 INFO:tasks.rados.rados.0.smithi084.stdout:2709: finishing write tid 2 to smithi08483026-24 2024-04-02T08:30:45.185 INFO:tasks.rados.rados.0.smithi084.stdout:2708: expect (ObjNum 758 snap 225 seq_num 758) 2024-04-02T08:30:45.554 INFO:tasks.rados.rados.0.smithi084.stdout:2709: finishing write tid 3 to smithi08483026-24 2024-04-02T08:30:45.554 INFO:tasks.rados.rados.0.smithi084.stdout:2709: finishing write tid 4 to smithi08483026-24 2024-04-02T08:30:45.554 INFO:tasks.rados.rados.0.smithi084.stdout:2703: done (7 left) 2024-04-02T08:30:45.554 INFO:tasks.rados.rados.0.smithi084.stdout:2704: done (6 left) 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2705: done (5 left) 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2706: done (4 left) 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2707: done (3 left) 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2708: done (2 left) 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2710: done (1 left) 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 260 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: finishing write tid 5 to smithi08483026-24 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: finishing write tid 6 to smithi08483026-24 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: finishing write tid 7 to smithi08483026-24 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: oid 24 updating version 0 to 1040 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: oid 24 updating version 1040 to 1043 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: oid 24 version 1043 is already newer than 1041 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: oid 24 updating version 1043 to 1044 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: oid 24 version 1044 is already newer than 1039 2024-04-02T08:30:45.555 INFO:tasks.rados.rados.0.smithi084.stdout:2709: oid 24 version 1044 is already newer than 1042 2024-04-02T08:30:45.556 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1044 (ObjNum 842 snap 259 seq_num 842) dirty exists 2024-04-02T08:30:45.556 INFO:tasks.rados.rados.0.smithi084.stdout:2709: left oid 24 (ObjNum 842 snap 259 seq_num 842) 2024-04-02T08:30:45.556 INFO:tasks.rados.rados.0.smithi084.stdout:2711: seq_num 843 ranges {5193728=524288,5718016=761856,6479872=671744,7151616=172032} 2024-04-02T08:30:45.584 INFO:tasks.rados.rados.0.smithi084.stdout:2711: writing smithi08483026-7 from 5193728 to 5718016 tid 1 2024-04-02T08:30:45.588 INFO:tasks.rados.rados.0.smithi084.stdout:2711: writing smithi08483026-7 from 5718016 to 6479872 tid 2 2024-04-02T08:30:45.592 INFO:tasks.rados.rados.0.smithi084.stdout:2711: writing smithi08483026-7 from 6479872 to 7151616 tid 3 2024-04-02T08:30:45.594 INFO:tasks.rados.rados.0.smithi084.stdout:2711: writing smithi08483026-7 from 7151616 to 7323648 tid 4 2024-04-02T08:30:45.594 INFO:tasks.rados.rados.0.smithi084.stdout:2709: done (1 left) 2024-04-02T08:30:45.594 INFO:tasks.rados.rados.0.smithi084.stdout:2712: rollback oid 2 current snap is 260 2024-04-02T08:30:45.594 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 2 to 233 2024-04-02T08:30:45.595 INFO:tasks.rados.rados.0.smithi084.stdout:2711: finishing write tid 1 to smithi08483026-7 2024-04-02T08:30:45.595 INFO:tasks.rados.rados.0.smithi084.stdout:2711: finishing write tid 2 to smithi08483026-7 2024-04-02T08:30:45.595 INFO:tasks.rados.rados.0.smithi084.stdout:2713: delete oid 36 current snap is 260 2024-04-02T08:30:45.596 INFO:tasks.rados.rados.0.smithi084.stdout:2711: finishing write tid 3 to smithi08483026-7 2024-04-02T08:30:45.596 INFO:tasks.rados.rados.0.smithi084.stdout:2711: finishing write tid 4 to smithi08483026-7 2024-04-02T08:30:45.596 INFO:tasks.rados.rados.0.smithi084.stdout:2711: finishing write tid 5 to smithi08483026-7 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:2711: finishing write tid 6 to smithi08483026-7 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:2711: oid 7 updating version 0 to 913 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:2711: oid 7 updating version 913 to 914 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:2711: oid 7 updating version 914 to 915 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:2711: oid 7 updating version 915 to 916 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:2711: oid 7 updating version 916 to 917 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 917 (ObjNum 843 snap 260 seq_num 843) dirty exists 2024-04-02T08:30:45.598 INFO:tasks.rados.rados.0.smithi084.stdout:2711: left oid 7 (ObjNum 843 snap 260 seq_num 843) 2024-04-02T08:30:45.599 INFO:tasks.rados.rados.0.smithi084.stdout:2712: finishing rollback tid 0 to smithi08483026-2 2024-04-02T08:30:45.599 INFO:tasks.rados.rados.0.smithi084.stdout:2712: finishing rollback tid 1 to smithi08483026-2 2024-04-02T08:30:45.599 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1137 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:30:45.600 INFO:tasks.rados.rados.0.smithi084.stdout:2711: done (2 left) 2024-04-02T08:30:45.600 INFO:tasks.rados.rados.0.smithi084.stdout:2712: done (1 left) 2024-04-02T08:30:45.600 INFO:tasks.rados.rados.0.smithi084.stdout:2713: done (0 left) 2024-04-02T08:30:45.600 INFO:tasks.rados.rados.0.smithi084.stdout:2714: snap_remove snap 258 2024-04-02T08:30:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[94794]: mds.? [v2:172.21.15.132:6832/3048031508,v1:172.21.15.132:6833/3048031508] up:boot 2024-04-02T08:30:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[94794]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:30:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:30:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[94794]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:30:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[97358]: mds.? [v2:172.21.15.132:6832/3048031508,v1:172.21.15.132:6833/3048031508] up:boot 2024-04-02T08:30:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[97358]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:30:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:30:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:45 smithi084 ceph-mon[97358]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:30:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:45 smithi132 ceph-mon[88571]: mds.? [v2:172.21.15.132:6832/3048031508,v1:172.21.15.132:6833/3048031508] up:boot 2024-04-02T08:30:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:45 smithi132 ceph-mon[88571]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:30:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:30:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:45 smithi132 ceph-mon[88571]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:30:46.349 INFO:tasks.rados.rados.0.smithi084.stdout:2714: done (0 left) 2024-04-02T08:30:46.349 INFO:tasks.rados.rados.0.smithi084.stdout:2715: rmattr oid 9 current snap is 260 2024-04-02T08:30:46.349 INFO:tasks.rados.rados.0.smithi084.stdout:2716: rollback oid 20 current snap is 260 2024-04-02T08:30:46.349 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 242 2024-04-02T08:30:46.349 INFO:tasks.rados.rados.0.smithi084.stdout:2717: snap_remove snap 254 2024-04-02T08:30:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:46 smithi084 ceph-mon[94794]: pgmap v542: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-04-02T08:30:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:46 smithi084 ceph-mon[94794]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:30:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:46 smithi084 ceph-mon[97358]: pgmap v542: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-04-02T08:30:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:46 smithi084 ceph-mon[97358]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:30:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:46 smithi132 ceph-mon[88571]: pgmap v542: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-04-02T08:30:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:46 smithi132 ceph-mon[88571]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:30:47.353 INFO:tasks.rados.rados.0.smithi084.stdout:2716: finishing rollback tid 0 to smithi08483026-20 2024-04-02T08:30:47.353 INFO:tasks.rados.rados.0.smithi084.stdout:2716: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:30:47.353 INFO:tasks.rados.rados.0.smithi084.stdout:2716: finishing rollback tid 2 to smithi08483026-20 2024-04-02T08:30:47.353 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1347 (ObjNum 761 snap 226 seq_num 761) dirty exists 2024-04-02T08:30:47.353 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1232 (ObjNum 831 snap 259 seq_num 831) dirty exists 2024-04-02T08:30:47.353 INFO:tasks.rados.rados.0.smithi084.stdout:2715: done (2 left) 2024-04-02T08:30:47.353 INFO:tasks.rados.rados.0.smithi084.stdout:2716: done (1 left) 2024-04-02T08:30:47.354 INFO:tasks.rados.rados.0.smithi084.stdout:2717: done (0 left) 2024-04-02T08:30:47.354 INFO:tasks.rados.rados.0.smithi084.stdout:2718: delete oid 8 current snap is 260 2024-04-02T08:30:47.359 INFO:tasks.rados.rados.0.smithi084.stdout:2718: done (0 left) 2024-04-02T08:30:47.359 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 260 2024-04-02T08:30:47.360 INFO:tasks.rados.rados.0.smithi084.stdout:2719: seq_num 846 ranges {3653632=573440,4227072=466944,4694016=491520,5185536=548864,5734400=98304} 2024-04-02T08:30:47.383 INFO:tasks.rados.rados.0.smithi084.stdout:2719: writing smithi08483026-10 from 3653632 to 4227072 tid 1 2024-04-02T08:30:47.386 INFO:tasks.rados.rados.0.smithi084.stdout:2719: writing smithi08483026-10 from 4227072 to 4694016 tid 2 2024-04-02T08:30:47.389 INFO:tasks.rados.rados.0.smithi084.stdout:2719: writing smithi08483026-10 from 4694016 to 5185536 tid 3 2024-04-02T08:30:47.392 INFO:tasks.rados.rados.0.smithi084.stdout:2719: writing smithi08483026-10 from 5185536 to 5734400 tid 4 2024-04-02T08:30:47.393 INFO:tasks.rados.rados.0.smithi084.stdout:2719: writing smithi08483026-10 from 5734400 to 5832704 tid 5 2024-04-02T08:30:47.394 INFO:tasks.rados.rados.0.smithi084.stdout:2720: read oid 6 snap -1 2024-04-02T08:30:47.394 INFO:tasks.rados.rados.0.smithi084.stdout:2720: expect (ObjNum 839 snap 259 seq_num 839) 2024-04-02T08:30:47.394 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 260 2024-04-02T08:30:47.394 INFO:tasks.rados.rados.0.smithi084.stdout:2719: finishing write tid 1 to smithi08483026-10 2024-04-02T08:30:47.394 INFO:tasks.rados.rados.0.smithi084.stdout:2719: finishing write tid 2 to smithi08483026-10 2024-04-02T08:30:47.394 INFO:tasks.rados.rados.0.smithi084.stdout:2719: finishing write tid 3 to smithi08483026-10 2024-04-02T08:30:47.394 INFO:tasks.rados.rados.0.smithi084.stdout:2721: seq_num 847 ranges {884736=589824,1474560=753664,2228224=655360,2883584=196608} 2024-04-02T08:30:47.401 INFO:tasks.rados.rados.0.smithi084.stdout:2721: writing smithi08483026-28 from 884736 to 1474560 tid 1 2024-04-02T08:30:47.405 INFO:tasks.rados.rados.0.smithi084.stdout:2721: writing smithi08483026-28 from 1474560 to 2228224 tid 2 2024-04-02T08:30:47.409 INFO:tasks.rados.rados.0.smithi084.stdout:2721: writing smithi08483026-28 from 2228224 to 2883584 tid 3 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2721: writing smithi08483026-28 from 2883584 to 3080192 tid 4 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2722: setattr oid 27 current snap is 260 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: finishing write tid 4 to smithi08483026-10 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: finishing write tid 5 to smithi08483026-10 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: finishing write tid 6 to smithi08483026-10 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: finishing write tid 7 to smithi08483026-10 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: oid 10 updating version 0 to 1319 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: oid 10 updating version 1319 to 1322 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: oid 10 updating version 1322 to 1324 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: oid 10 version 1324 is already newer than 1323 2024-04-02T08:30:47.411 INFO:tasks.rados.rados.0.smithi084.stdout:2719: oid 10 version 1324 is already newer than 1321 2024-04-02T08:30:47.412 INFO:tasks.rados.rados.0.smithi084.stdout:2719: oid 10 version 1324 is already newer than 1320 2024-04-02T08:30:47.412 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1324 (ObjNum 846 snap 260 seq_num 846) dirty exists 2024-04-02T08:30:47.412 INFO:tasks.rados.rados.0.smithi084.stdout:2719: left oid 10 (ObjNum 846 snap 260 seq_num 846) 2024-04-02T08:30:47.412 INFO:tasks.rados.rados.0.smithi084.stdout:2721: finishing write tid 1 to smithi08483026-28 2024-04-02T08:30:47.412 INFO:tasks.rados.rados.0.smithi084.stdout:2721: finishing write tid 2 to smithi08483026-28 2024-04-02T08:30:47.413 INFO:tasks.rados.rados.0.smithi084.stdout:2719: done (3 left) 2024-04-02T08:30:47.413 INFO:tasks.rados.rados.0.smithi084.stdout:2723: copy_from oid 41 from oid 40 current snap is 260 2024-04-02T08:30:47.413 INFO:tasks.rados.rados.0.smithi084.stdout:2724: snap_create 2024-04-02T08:30:47.414 INFO:tasks.rados.rados.0.smithi084.stdout:2721: finishing write tid 3 to smithi08483026-28 2024-04-02T08:30:47.414 INFO:tasks.rados.rados.0.smithi084.stdout:2721: finishing write tid 4 to smithi08483026-28 2024-04-02T08:30:47.415 INFO:tasks.rados.rados.0.smithi084.stdout:2721: finishing write tid 5 to smithi08483026-28 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:2721: finishing write tid 6 to smithi08483026-28 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:2721: oid 28 updating version 0 to 921 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:2721: oid 28 version 921 is already newer than 919 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:2721: oid 28 version 921 is already newer than 918 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:2721: oid 28 updating version 921 to 922 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:2721: oid 28 version 922 is already newer than 920 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 922 (ObjNum 847 snap 260 seq_num 847) dirty exists 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:2721: left oid 28 (ObjNum 847 snap 260 seq_num 847) 2024-04-02T08:30:47.417 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1028 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:47.427 INFO:tasks.rados.rados.0.smithi084.stdout:2720: expect (ObjNum 839 snap 259 seq_num 839) 2024-04-02T08:30:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:47 smithi084 ceph-mon[94794]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:30:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:47.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:47 smithi084 ceph-mon[97358]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:30:47.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:47.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:47.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:47 smithi132 ceph-mon[88571]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:30:47.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:47.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:47.763 INFO:tasks.rados.rados.0.smithi084.stdout:2723: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:30:47.763 INFO:tasks.rados.rados.0.smithi084.stdout:2723: finishing copy_from to smithi08483026-41 2024-04-02T08:30:47.763 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1341 (ObjNum 841 snap 259 seq_num 841) dirty exists 2024-04-02T08:30:48.359 INFO:tasks.rados.rados.0.smithi084.stdout:2720: done (4 left) 2024-04-02T08:30:48.359 INFO:tasks.rados.rados.0.smithi084.stdout:2721: done (3 left) 2024-04-02T08:30:48.359 INFO:tasks.rados.rados.0.smithi084.stdout:2722: done (2 left) 2024-04-02T08:30:48.360 INFO:tasks.rados.rados.0.smithi084.stdout:2723: done (1 left) 2024-04-02T08:30:48.360 INFO:tasks.rados.rados.0.smithi084.stdout:2724: done (0 left) 2024-04-02T08:30:48.360 INFO:tasks.rados.rados.0.smithi084.stdout:2725: rollback oid 6 current snap is 261 2024-04-02T08:30:48.360 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 246 2024-04-02T08:30:48.360 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 261 2024-04-02T08:30:48.360 INFO:tasks.rados.rados.0.smithi084.stdout:2726: seq_num 848 ranges {5873664=606208,6479872=630784,7110656=458752,7569408=516096} 2024-04-02T08:30:48.393 INFO:tasks.rados.rados.0.smithi084.stdout:2726: writing smithi08483026-9 from 5873664 to 6479872 tid 1 2024-04-02T08:30:48.396 INFO:tasks.rados.rados.0.smithi084.stdout:2726: writing smithi08483026-9 from 6479872 to 7110656 tid 2 2024-04-02T08:30:48.399 INFO:tasks.rados.rados.0.smithi084.stdout:2726: writing smithi08483026-9 from 7110656 to 7569408 tid 3 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:2726: writing smithi08483026-9 from 7569408 to 8085504 tid 4 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:2727: copy_from oid 19 from oid 31 current snap is 261 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:2728: rollback oid 17 current snap is 261 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 17 to 242 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:2725: finishing rollback tid 0 to smithi08483026-6 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:2725: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:2725: finishing rollback tid 2 to smithi08483026-6 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 906 (ObjNum 795 snap 243 seq_num 795) dirty exists 2024-04-02T08:30:48.404 INFO:tasks.rados.rados.0.smithi084.stdout:2725: done (3 left) 2024-04-02T08:30:48.405 INFO:tasks.rados.rados.0.smithi084.stdout:2729: delete oid 7 current snap is 261 2024-04-02T08:30:48.405 INFO:tasks.rados.rados.0.smithi084.stdout:2726: finishing write tid 1 to smithi08483026-9 2024-04-02T08:30:48.405 INFO:tasks.rados.rados.0.smithi084.stdout:2726: finishing write tid 2 to smithi08483026-9 2024-04-02T08:30:48.405 INFO:tasks.rados.rados.0.smithi084.stdout:2726: finishing write tid 3 to smithi08483026-9 2024-04-02T08:30:48.405 INFO:tasks.rados.rados.0.smithi084.stdout:2728: finishing rollback tid 1 to smithi08483026-17 2024-04-02T08:30:48.405 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2726: finishing write tid 4 to smithi08483026-9 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2728: done (3 left) 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2729: done (2 left) 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2730: read oid 43 snap -1 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2730: expect deleted 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2731: read oid 15 snap -1 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2731: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:48.407 INFO:tasks.rados.rados.0.smithi084.stdout:2732: delete oid 45 current snap is 261 2024-04-02T08:30:48.408 INFO:tasks.rados.rados.0.smithi084.stdout:2726: finishing write tid 5 to smithi08483026-9 2024-04-02T08:30:48.408 INFO:tasks.rados.rados.0.smithi084.stdout:2726: finishing write tid 6 to smithi08483026-9 2024-04-02T08:30:48.408 INFO:tasks.rados.rados.0.smithi084.stdout:2726: oid 9 updating version 0 to 1237 2024-04-02T08:30:48.408 INFO:tasks.rados.rados.0.smithi084.stdout:2726: oid 9 version 1237 is already newer than 1234 2024-04-02T08:30:48.409 INFO:tasks.rados.rados.0.smithi084.stdout:2726: oid 9 version 1237 is already newer than 1235 2024-04-02T08:30:48.409 INFO:tasks.rados.rados.0.smithi084.stdout:2726: oid 9 version 1237 is already newer than 1233 2024-04-02T08:30:48.409 INFO:tasks.rados.rados.0.smithi084.stdout:2726: oid 9 version 1237 is already newer than 1236 2024-04-02T08:30:48.409 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1237 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-04-02T08:30:48.409 INFO:tasks.rados.rados.0.smithi084.stdout:2726: left oid 9 (ObjNum 848 snap 261 seq_num 848) 2024-04-02T08:30:48.412 INFO:tasks.rados.rados.0.smithi084.stdout:2727: finishing copy_from racing read to smithi08483026-19 2024-04-02T08:30:48.415 INFO:tasks.rados.rados.0.smithi084.stdout:2727: finishing copy_from to smithi08483026-19 2024-04-02T08:30:48.415 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 892 (ObjNum 830 snap 259 seq_num 830) dirty exists 2024-04-02T08:30:48.415 INFO:tasks.rados.rados.0.smithi084.stdout:2731: expect (ObjNum 673 snap 200 seq_num 673) 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2726: done (4 left) 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2727: done (3 left) 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2730: done (2 left) 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2731: done (1 left) 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2732: done (0 left) 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2733: read oid 37 snap -1 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2733: expect (ObjNum 830 snap 259 seq_num 830) 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2734: read oid 22 snap -1 2024-04-02T08:30:48.461 INFO:tasks.rados.rados.0.smithi084.stdout:2734: expect (ObjNum 731 snap 218 seq_num 731) 2024-04-02T08:30:48.462 INFO:tasks.rados.rados.0.smithi084.stdout:2735: snap_create 2024-04-02T08:30:48.470 INFO:tasks.rados.rados.0.smithi084.stdout:2733: expect (ObjNum 830 snap 259 seq_num 830) 2024-04-02T08:30:48.565 INFO:tasks.rados.rados.0.smithi084.stdout:2734: expect (ObjNum 731 snap 218 seq_num 731) 2024-04-02T08:30:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[94794]: pgmap v545: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-04-02T08:30:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[94794]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:30:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[97358]: pgmap v545: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-04-02T08:30:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[97358]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:30:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:48 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:48 smithi132 ceph-mon[88571]: pgmap v545: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-04-02T08:30:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:48 smithi132 ceph-mon[88571]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:30:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:48 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:48 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:49.362 INFO:tasks.rados.rados.0.smithi084.stdout:2733: done (2 left) 2024-04-02T08:30:49.362 INFO:tasks.rados.rados.0.smithi084.stdout:2734: done (1 left) 2024-04-02T08:30:49.363 INFO:tasks.rados.rados.0.smithi084.stdout:2735: done (0 left) 2024-04-02T08:30:49.363 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 262 2024-04-02T08:30:49.363 INFO:tasks.rados.rados.0.smithi084.stdout:2736: seq_num 851 ranges {6512640=655360,7168000=688128,7856128=679936,8536064=237568} 2024-04-02T08:30:49.402 INFO:tasks.rados.rados.0.smithi084.stdout:2736: writing smithi08483026-33 from 6512640 to 7168000 tid 1 2024-04-02T08:30:49.406 INFO:tasks.rados.rados.0.smithi084.stdout:2736: writing smithi08483026-33 from 7168000 to 7856128 tid 2 2024-04-02T08:30:49.410 INFO:tasks.rados.rados.0.smithi084.stdout:2736: writing smithi08483026-33 from 7856128 to 8536064 tid 3 2024-04-02T08:30:49.411 INFO:tasks.rados.rados.0.smithi084.stdout:2736: writing smithi08483026-33 from 8536064 to 8773632 tid 4 2024-04-02T08:30:49.412 INFO:tasks.rados.rados.0.smithi084.stdout:2737: copy_from oid 13 from oid 18 current snap is 262 2024-04-02T08:30:49.412 INFO:tasks.rados.rados.0.smithi084.stdout:2736: finishing write tid 1 to smithi08483026-33 2024-04-02T08:30:49.412 INFO:tasks.rados.rados.0.smithi084.stdout:2736: finishing write tid 2 to smithi08483026-33 2024-04-02T08:30:49.412 INFO:tasks.rados.rados.0.smithi084.stdout:2738: snap_remove snap 259 2024-04-02T08:30:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:49 smithi084 ceph-mon[94794]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:30:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:49 smithi084 ceph-mon[97358]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:30:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:49 smithi132 ceph-mon[88571]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:30:50.167 INFO:tasks.rados.rados.0.smithi084.stdout:2738: done (2 left) 2024-04-02T08:30:50.168 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 262 2024-04-02T08:30:50.168 INFO:tasks.rados.rados.0.smithi084.stdout:2739: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2024-04-02T08:30:50.172 INFO:tasks.rados.rados.0.smithi084.stdout:2739: writing smithi08483026-46 from 0 to 671744 tid 1 2024-04-02T08:30:50.176 INFO:tasks.rados.rados.0.smithi084.stdout:2739: writing smithi08483026-46 from 671744 to 1294336 tid 2 2024-04-02T08:30:50.180 INFO:tasks.rados.rados.0.smithi084.stdout:2739: writing smithi08483026-46 from 1294336 to 1736704 tid 3 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2739: writing smithi08483026-46 from 1736704 to 2277376 tid 4 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2737: finishing copy_from to smithi08483026-13 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2737: got expected ENOENT (src dne) 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2737: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2736: finishing write tid 3 to smithi08483026-33 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2736: finishing write tid 4 to smithi08483026-33 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2736: finishing write tid 5 to smithi08483026-33 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2736: finishing write tid 6 to smithi08483026-33 2024-04-02T08:30:50.184 INFO:tasks.rados.rados.0.smithi084.stdout:2736: oid 33 updating version 0 to 1342 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2736: oid 33 updating version 1342 to 1346 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2736: oid 33 version 1346 is already newer than 1344 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2736: oid 33 version 1346 is already newer than 1343 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2736: oid 33 version 1346 is already newer than 1345 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1346 (ObjNum 851 snap 262 seq_num 851) dirty exists 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2736: left oid 33 (ObjNum 851 snap 262 seq_num 851) 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2736: done (2 left) 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2737: done (1 left) 2024-04-02T08:30:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:2740: delete oid 32 current snap is 262 2024-04-02T08:30:50.186 INFO:tasks.rados.rados.0.smithi084.stdout:2739: finishing write tid 1 to smithi08483026-46 2024-04-02T08:30:50.188 INFO:tasks.rados.rados.0.smithi084.stdout:2739: finishing write tid 2 to smithi08483026-46 2024-04-02T08:30:50.188 INFO:tasks.rados.rados.0.smithi084.stdout:2739: finishing write tid 3 to smithi08483026-46 2024-04-02T08:30:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:2740: done (1 left) 2024-04-02T08:30:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:2741: rollback oid 10 current snap is 262 2024-04-02T08:30:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 246 2024-04-02T08:30:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:2739: finishing write tid 4 to smithi08483026-46 2024-04-02T08:30:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:2739: finishing write tid 5 to smithi08483026-46 2024-04-02T08:30:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:2742: snap_create 2024-04-02T08:30:50.191 INFO:tasks.rados.rados.0.smithi084.stdout:2739: finishing write tid 6 to smithi08483026-46 2024-04-02T08:30:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:2739: oid 46 updating version 0 to 1117 2024-04-02T08:30:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:2739: oid 46 version 1117 is already newer than 1116 2024-04-02T08:30:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:2739: oid 46 version 1117 is already newer than 1115 2024-04-02T08:30:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:2739: oid 46 version 1117 is already newer than 1113 2024-04-02T08:30:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:2739: oid 46 version 1117 is already newer than 1114 2024-04-02T08:30:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1117 (ObjNum 852 snap 262 seq_num 852) dirty exists 2024-04-02T08:30:50.192 INFO:tasks.rados.rados.0.smithi084.stdout:2739: left oid 46 (ObjNum 852 snap 262 seq_num 852) 2024-04-02T08:30:50.194 INFO:tasks.rados.rados.0.smithi084.stdout:2741: finishing rollback tid 0 to smithi08483026-10 2024-04-02T08:30:50.196 INFO:tasks.rados.rados.0.smithi084.stdout:2741: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:30:50.196 INFO:tasks.rados.rados.0.smithi084.stdout:2741: finishing rollback tid 2 to smithi08483026-10 2024-04-02T08:30:50.196 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1349 (ObjNum 65 snap 0 seq_num 1534219611) dirty exists 2024-04-02T08:30:50.507 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:50 smithi132 ceph-mon[88571]: pgmap v548: 121 pgs: 121 active+clean; 262 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.2 MiB/s wr, 18 op/s 2024-04-02T08:30:50.507 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:50 smithi132 ceph-mon[88571]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:30:50.507 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:50 smithi132 ceph-mon[88571]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:30:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:50 smithi084 ceph-mon[94794]: pgmap v548: 121 pgs: 121 active+clean; 262 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.2 MiB/s wr, 18 op/s 2024-04-02T08:30:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:50 smithi084 ceph-mon[94794]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:30:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:50 smithi084 ceph-mon[94794]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:30:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:50 smithi084 ceph-mon[97358]: pgmap v548: 121 pgs: 121 active+clean; 262 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.2 MiB/s wr, 18 op/s 2024-04-02T08:30:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:50 smithi084 ceph-mon[97358]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:30:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:50 smithi084 ceph-mon[97358]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:30:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:30:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:30:50] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2024-04-02T08:30:51.177 INFO:tasks.rados.rados.0.smithi084.stdout:2739: done (2 left) 2024-04-02T08:30:51.177 INFO:tasks.rados.rados.0.smithi084.stdout:2741: done (1 left) 2024-04-02T08:30:51.177 INFO:tasks.rados.rados.0.smithi084.stdout:2742: done (0 left) 2024-04-02T08:30:51.177 INFO:tasks.rados.rados.0.smithi084.stdout:2743: delete oid 44 current snap is 263 2024-04-02T08:30:51.181 INFO:tasks.rados.rados.0.smithi084.stdout:2743: done (0 left) 2024-04-02T08:30:51.181 INFO:tasks.rados.rados.0.smithi084.stdout:2744: read oid 11 snap -1 2024-04-02T08:30:51.181 INFO:tasks.rados.rados.0.smithi084.stdout:2744: expect (ObjNum 816 snap 251 seq_num 816) 2024-04-02T08:30:51.181 INFO:tasks.rados.rados.0.smithi084.stdout:2745: copy_from oid 20 from oid 30 current snap is 263 2024-04-02T08:30:51.182 INFO:tasks.rados.rados.0.smithi084.stdout:2746: delete oid 13 current snap is 263 2024-04-02T08:30:51.182 INFO:tasks.rados.rados.0.smithi084.stdout:2745: finishing copy_from to smithi08483026-20 2024-04-02T08:30:51.182 INFO:tasks.rados.rados.0.smithi084.stdout:2745: got expected ENOENT (src dne) 2024-04-02T08:30:51.182 INFO:tasks.rados.rados.0.smithi084.stdout:2745: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:30:51.187 INFO:tasks.rados.rados.0.smithi084.stdout:2745: done (2 left) 2024-04-02T08:30:51.187 INFO:tasks.rados.rados.0.smithi084.stdout:2746: done (1 left) 2024-04-02T08:30:51.187 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 263 2024-04-02T08:30:51.187 INFO:tasks.rados.rados.0.smithi084.stdout:2747: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-04-02T08:30:51.192 INFO:tasks.rados.rados.0.smithi084.stdout:2747: writing smithi08483026-25 from 0 to 745472 tid 1 2024-04-02T08:30:51.196 INFO:tasks.rados.rados.0.smithi084.stdout:2747: writing smithi08483026-25 from 745472 to 1302528 tid 2 2024-04-02T08:30:51.198 INFO:tasks.rados.rados.0.smithi084.stdout:2747: writing smithi08483026-25 from 1302528 to 1720320 tid 3 2024-04-02T08:30:51.200 INFO:tasks.rados.rados.0.smithi084.stdout:2747: writing smithi08483026-25 from 1720320 to 2154496 tid 4 2024-04-02T08:30:51.202 INFO:tasks.rados.rados.0.smithi084.stdout:2747: writing smithi08483026-25 from 2154496 to 2351104 tid 5 2024-04-02T08:30:51.202 INFO:tasks.rados.rados.0.smithi084.stdout:2748: copy_from oid 10 from oid 37 current snap is 263 2024-04-02T08:30:51.202 INFO:tasks.rados.rados.0.smithi084.stdout:2747: finishing write tid 1 to smithi08483026-25 2024-04-02T08:30:51.202 INFO:tasks.rados.rados.0.smithi084.stdout:2747: finishing write tid 2 to smithi08483026-25 2024-04-02T08:30:51.202 INFO:tasks.rados.rados.0.smithi084.stdout:2747: finishing write tid 3 to smithi08483026-25 2024-04-02T08:30:51.202 INFO:tasks.rados.rados.0.smithi084.stdout:2744: expect (ObjNum 816 snap 251 seq_num 816) 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: finishing write tid 4 to smithi08483026-25 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: finishing write tid 5 to smithi08483026-25 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: finishing write tid 6 to smithi08483026-25 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: finishing write tid 7 to smithi08483026-25 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: oid 25 updating version 0 to 1161 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: oid 25 version 1161 is already newer than 1159 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: oid 25 version 1161 is already newer than 1157 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: oid 25 version 1161 is already newer than 1158 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: oid 25 version 1161 is already newer than 1156 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: oid 25 version 1161 is already newer than 1160 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1161 (ObjNum 856 snap 263 seq_num 856) dirty exists 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2747: left oid 25 (ObjNum 856 snap 263 seq_num 856) 2024-04-02T08:30:51.465 INFO:tasks.rados.rados.0.smithi084.stdout:2748: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:30:51.466 INFO:tasks.rados.rados.0.smithi084.stdout:2748: finishing copy_from to smithi08483026-10 2024-04-02T08:30:51.466 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 892 (ObjNum 830 snap 259 seq_num 830) dirty exists 2024-04-02T08:30:51.466 INFO:tasks.rados.rados.0.smithi084.stdout:2744: done (2 left) 2024-04-02T08:30:51.466 INFO:tasks.rados.rados.0.smithi084.stdout:2747: done (1 left) 2024-04-02T08:30:51.466 INFO:tasks.rados.rados.0.smithi084.stdout:2748: done (0 left) 2024-04-02T08:30:51.466 INFO:tasks.rados.rados.0.smithi084.stdout:2749: snap_remove snap 261 2024-04-02T08:30:52.370 INFO:tasks.rados.rados.0.smithi084.stdout:2749: done (0 left) 2024-04-02T08:30:52.370 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 263 2024-04-02T08:30:52.370 INFO:tasks.rados.rados.0.smithi084.stdout:2750: seq_num 857 ranges {1679360=761856,2441216=442368,2883584=630784,3514368=532480} 2024-04-02T08:30:52.382 INFO:tasks.rados.rados.0.smithi084.stdout:2750: writing smithi08483026-15 from 1679360 to 2441216 tid 1 2024-04-02T08:30:52.385 INFO:tasks.rados.rados.0.smithi084.stdout:2750: writing smithi08483026-15 from 2441216 to 2883584 tid 2 2024-04-02T08:30:52.390 INFO:tasks.rados.rados.0.smithi084.stdout:2750: writing smithi08483026-15 from 2883584 to 3514368 tid 3 2024-04-02T08:30:52.394 INFO:tasks.rados.rados.0.smithi084.stdout:2750: writing smithi08483026-15 from 3514368 to 4046848 tid 4 2024-04-02T08:30:52.394 INFO:tasks.rados.rados.0.smithi084.stdout:2751: delete oid 40 current snap is 263 2024-04-02T08:30:52.394 INFO:tasks.rados.rados.0.smithi084.stdout:2750: finishing write tid 1 to smithi08483026-15 2024-04-02T08:30:52.394 INFO:tasks.rados.rados.0.smithi084.stdout:2750: finishing write tid 2 to smithi08483026-15 2024-04-02T08:30:52.394 INFO:tasks.rados.rados.0.smithi084.stdout:2750: finishing write tid 3 to smithi08483026-15 2024-04-02T08:30:52.397 INFO:tasks.rados.rados.0.smithi084.stdout:2750: finishing write tid 4 to smithi08483026-15 2024-04-02T08:30:52.397 INFO:tasks.rados.rados.0.smithi084.stdout:2750: finishing write tid 5 to smithi08483026-15 2024-04-02T08:30:52.398 INFO:tasks.rados.rados.0.smithi084.stdout:2750: finishing write tid 6 to smithi08483026-15 2024-04-02T08:30:52.398 INFO:tasks.rados.rados.0.smithi084.stdout:2750: oid 15 updating version 0 to 990 2024-04-02T08:30:52.398 INFO:tasks.rados.rados.0.smithi084.stdout:2750: oid 15 version 990 is already newer than 989 2024-04-02T08:30:52.398 INFO:tasks.rados.rados.0.smithi084.stdout:2750: oid 15 updating version 990 to 991 2024-04-02T08:30:52.399 INFO:tasks.rados.rados.0.smithi084.stdout:2750: oid 15 version 991 is already newer than 988 2024-04-02T08:30:52.399 INFO:tasks.rados.rados.0.smithi084.stdout:2750: oid 15 updating version 991 to 992 2024-04-02T08:30:52.399 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 992 (ObjNum 857 snap 263 seq_num 857) dirty exists 2024-04-02T08:30:52.399 INFO:tasks.rados.rados.0.smithi084.stdout:2750: left oid 15 (ObjNum 857 snap 263 seq_num 857) 2024-04-02T08:30:52.402 INFO:tasks.rados.rados.0.smithi084.stdout:2750: done (1 left) 2024-04-02T08:30:52.402 INFO:tasks.rados.rados.0.smithi084.stdout:2751: done (0 left) 2024-04-02T08:30:52.402 INFO:tasks.rados.rados.0.smithi084.stdout:2752: delete oid 24 current snap is 263 2024-04-02T08:30:52.405 INFO:tasks.rados.rados.0.smithi084.stdout:2752: done (0 left) 2024-04-02T08:30:52.405 INFO:tasks.rados.rados.0.smithi084.stdout:2753: snap_remove snap 256 2024-04-02T08:30:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: pgmap v551: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.7 MiB/s wr, 30 op/s 2024-04-02T08:30:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:30:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.620 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: pgmap v551: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.7 MiB/s wr, 30 op/s 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.622 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:30:52.622 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:30:52.622 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:30:52.622 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:30:52.623 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:30:52.623 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:30:52.623 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.623 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.623 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.623 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.623 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.624 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.624 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.624 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.624 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.624 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.625 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.625 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.625 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: pgmap v551: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.7 MiB/s wr, 30 op/s 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:52.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:52.766 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:30:53.105 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:53.105 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (11m) 25s ago 12m 24.2M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:30:53.105 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (12m) 5s ago 12m 91.5M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:30:53.105 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (29s) 25s ago 13m 13.5M - 19.0.0-2422-g3cba26ea beaaa8a653cf b86c3fee26b3 2024-04-02T08:30:53.105 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (10s) 5s ago 13m 11.0M - 19.0.0-2422-g3cba26ea beaaa8a653cf dcbf0940951e 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (6m) 5s ago 16m 455M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (7m) 25s ago 18m 511M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (6m) 25s ago 18m 67.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (5m) 5s ago 17m 53.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (5m) 25s ago 16m 59.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (11m) 25s ago 11m 16.4M - 1.5.0 0da6a335fe13 92c01f4a8151 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (11m) 5s ago 11m 15.2M - 1.5.0 0da6a335fe13 d038a27533f0 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (4m) 25s ago 16m 177M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (4m) 25s ago 15m 160M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (3m) 25s ago 15m 202M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (3m) 25s ago 15m 132M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (2m) 5s ago 14m 206M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (119s) 5s ago 14m 206M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 28a4ec2f2c06 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (84s) 5s ago 13m 73.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 2fab50cf0f1b 2024-04-02T08:30:53.106 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (49s) 5s ago 13m 86.9M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf ee68195895ac 2024-04-02T08:30:53.107 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (6m) 5s ago 12m 63.7M - 2.43.0 a07b618ecd1d 3305298224d7 2024-04-02T08:30:53.377 INFO:tasks.rados.rados.0.smithi084.stdout:2753: done (0 left) 2024-04-02T08:30:53.377 INFO:tasks.rados.rados.0.smithi084.stdout:2754: snap_create 2024-04-02T08:30:53.606 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:30:53.607 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:53.608 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:30:53.608 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:30:53.608 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:30:53.608 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:30:53.608 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:30:53.608 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:30:53.608 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all mds 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all rgw 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all nfs 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:30:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:53 smithi132 ceph-mon[88571]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:30:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all mds 2024-04-02T08:30:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all rgw 2024-04-02T08:30:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:30:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all nfs 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[94794]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all mds 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all rgw 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all nfs 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:30:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:53 smithi084 ceph-mon[97358]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:30:54.377 INFO:tasks.rados.rados.0.smithi084.stdout:2754: done (0 left) 2024-04-02T08:30:54.377 INFO:tasks.rados.rados.0.smithi084.stdout:2755: rmattr oid 49 current snap is 264 2024-04-02T08:30:54.377 INFO:tasks.rados.rados.0.smithi084.stdout:2755: done (0 left) 2024-04-02T08:30:54.377 INFO:tasks.rados.rados.0.smithi084.stdout:2756: snap_remove snap 243 2024-04-02T08:30:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:54 smithi132 ceph-mon[88571]: pgmap v554: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:30:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:54 smithi132 ceph-mon[88571]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:54 smithi132 ceph-mon[88571]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:54 smithi132 ceph-mon[88571]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:30:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:54 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1437638725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:54.807 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[94794]: pgmap v554: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:30:54.807 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[94794]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.807 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[94794]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.807 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[94794]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:30:54.807 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1437638725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:54.807 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:54.807 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:54.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[97358]: pgmap v554: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:30:54.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[97358]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[97358]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[97358]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:30:54.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1437638725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:54.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:54.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:55.101 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:54 smithi084 systemd[1]: Stopping Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:2756: done (0 left) 2024-04-02T08:30:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:2757: rollback oid 11 current snap is 264 2024-04-02T08:30:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 263 2024-04-02T08:30:55.170 INFO:tasks.rados.rados.0.smithi084.stdout:2758: delete oid 36 current snap is 264 2024-04-02T08:30:55.184 INFO:tasks.rados.rados.0.smithi084.stdout:2757: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:30:55.184 INFO:tasks.rados.rados.0.smithi084.stdout:2758: done (1 left) 2024-04-02T08:30:55.184 INFO:tasks.rados.rados.0.smithi084.stdout:2759: copy_from oid 1 from oid 9 current snap is 264 2024-04-02T08:30:55.184 INFO:tasks.rados.rados.0.smithi084.stdout:2760: snap_remove snap 246 2024-04-02T08:30:55.367 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:55 smithi084 podman[127972]: 2024-04-02 08:30:55.102673971 +0000 UTC m=+0.124973343 container died 92c01f4a81513df08613e3a71f5c6d8fa7299f3b1adebf577f577ec8d1d25ae8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:30:55.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:55 smithi132 ceph-mon[88571]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:30:55.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:55 smithi132 ceph-mon[88571]: Deploying daemon node-exporter.a on smithi084 2024-04-02T08:30:55.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:55 smithi132 ceph-mon[88571]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:30:55.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:55 smithi132 ceph-mon[88571]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:30:55.756 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[94794]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:30:55.756 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[94794]: Deploying daemon node-exporter.a on smithi084 2024-04-02T08:30:55.756 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[94794]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:30:55.756 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[94794]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:30:55.756 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:55 smithi084 podman[127972]: 2024-04-02 08:30:55.539600616 +0000 UTC m=+0.561899963 container cleanup 92c01f4a81513df08613e3a71f5c6d8fa7299f3b1adebf577f577ec8d1d25ae8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:30:55.756 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:55 smithi084 bash[127972]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T08:30:55.756 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[97358]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:30:55.757 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[97358]: Deploying daemon node-exporter.a on smithi084 2024-04-02T08:30:55.757 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[97358]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:30:55.757 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:55 smithi084 ceph-mon[97358]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:30:56.017 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:55 smithi084 podman[127991]: 2024-04-02 08:30:55.75789823 +0000 UTC m=+0.659968774 container remove 92c01f4a81513df08613e3a71f5c6d8fa7299f3b1adebf577f577ec8d1d25ae8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:30:56.017 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:55 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:30:56.167 INFO:tasks.rados.rados.0.smithi084.stdout:2760: done (2 left) 2024-04-02T08:30:56.167 INFO:tasks.rados.rados.0.smithi084.stdout:2761: setattr oid 38 current snap is 264 2024-04-02T08:30:56.167 INFO:tasks.rados.rados.0.smithi084.stdout:2757: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:30:56.167 INFO:tasks.rados.rados.0.smithi084.stdout:2757: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:30:56.167 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1352 (ObjNum 816 snap 251 seq_num 816) dirty exists 2024-04-02T08:30:56.168 INFO:tasks.rados.rados.0.smithi084.stdout:2759: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:30:56.168 INFO:tasks.rados.rados.0.smithi084.stdout:2759: finishing copy_from to smithi08483026-1 2024-04-02T08:30:56.168 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1237 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-04-02T08:30:56.168 INFO:tasks.rados.rados.0.smithi084.stdout:2757: done (2 left) 2024-04-02T08:30:56.168 INFO:tasks.rados.rados.0.smithi084.stdout:2759: done (1 left) 2024-04-02T08:30:56.168 INFO:tasks.rados.rados.0.smithi084.stdout:2762: snap_create 2024-04-02T08:30:56.182 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 990 (ObjNum 826 snap 256 seq_num 826) dirty exists 2024-04-02T08:30:56.367 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T08:30:56.367 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 systemd[1]: Stopped Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:56.368 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 3.143s CPU time. 2024-04-02T08:30:56.368 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 systemd[1]: Starting Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:56 smithi132 ceph-mon[88571]: pgmap v557: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:30:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:56 smithi132 ceph-mon[88571]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:30:56.750 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-mon[94794]: pgmap v557: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:30:56.751 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-mon[94794]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:30:56.751 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-mon[97358]: pgmap v557: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:30:56.751 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-mon[97358]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:30:56.751 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 podman[128123]: 2024-04-02 08:30:56.37422029 +0000 UTC m=+0.018501247 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:30:56.751 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 podman[128123]: 2024-04-02 08:30:56.509072764 +0000 UTC m=+0.153353708 container create a8efd4f084ce5b5f1c8929e2754f0decdbf93146790a98c8924f529d881b2ea8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:30:57.118 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 podman[128123]: 2024-04-02 08:30:56.752845697 +0000 UTC m=+0.397126648 container init a8efd4f084ce5b5f1c8929e2754f0decdbf93146790a98c8924f529d881b2ea8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:30:57.119 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 podman[128123]: 2024-04-02 08:30:56.760429563 +0000 UTC m=+0.404710499 container start a8efd4f084ce5b5f1c8929e2754f0decdbf93146790a98c8924f529d881b2ea8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:30:57.119 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.765Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:30:57.119 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.765Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:30:57.119 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:30:57.119 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:30:57.120 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:30:57.120 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:30:57.120 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:30:57.120 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:30:57.120 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:30:57.121 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:30:57.121 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:30:57.121 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.766Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:30:57.121 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:30:57.121 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:30:57.121 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:30:57.122 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:30:57.122 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:30:57.122 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:30:57.122 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:30:57.122 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:30:57.122 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:30:57.123 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:30:57.123 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:30:57.123 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:30:57.123 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:30:57.123 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:30:57.123 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:30:57.124 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:30:57.124 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:30:57.124 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:30:57.124 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:30:57.124 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:30:57.124 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:30:57.125 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:30:57.125 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:30:57.125 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:30:57.125 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:30:57.125 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:30:57.126 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:30:57.126 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:30:57.126 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:30:57.126 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:30:57.126 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:30:57.126 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:30:57.127 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:30:57.127 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:30:57.127 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:30:57.127 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:30:57.127 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:30:57.127 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:30:57.128 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:30:57.128 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:30:57.128 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[128139]: ts=2024-04-02T08:30:56.767Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:30:57.128 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 bash[128123]: a8efd4f084ce5b5f1c8929e2754f0decdbf93146790a98c8924f529d881b2ea8 2024-04-02T08:30:57.128 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 08:30:56 smithi084 systemd[1]: Started Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:57.169 INFO:tasks.rados.rados.0.smithi084.stdout:2761: done (1 left) 2024-04-02T08:30:57.169 INFO:tasks.rados.rados.0.smithi084.stdout:2762: done (0 left) 2024-04-02T08:30:57.169 INFO:tasks.rados.rados.0.smithi084.stdout:2763: snap_remove snap 250 2024-04-02T08:30:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:57 smithi132 ceph-mon[88571]: pgmap v560: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:30:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:57 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:58.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:57 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:58.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:57 smithi132 ceph-mon[88571]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:30:58.170 INFO:tasks.rados.rados.0.smithi084.stdout:2763: done (0 left) 2024-04-02T08:30:58.171 INFO:tasks.rados.rados.0.smithi084.stdout:2764: delete oid 29 current snap is 265 2024-04-02T08:30:58.178 INFO:tasks.rados.rados.0.smithi084.stdout:2764: done (0 left) 2024-04-02T08:30:58.178 INFO:tasks.rados.rados.0.smithi084.stdout:2765: copy_from oid 14 from oid 22 current snap is 265 2024-04-02T08:30:58.179 INFO:tasks.rados.rados.0.smithi084.stdout:2766: delete oid 40 current snap is 265 2024-04-02T08:30:58.185 INFO:tasks.rados.rados.0.smithi084.stdout:2766: done (1 left) 2024-04-02T08:30:58.185 INFO:tasks.rados.rados.0.smithi084.stdout:2767: delete oid 21 current snap is 265 2024-04-02T08:30:58.192 INFO:tasks.rados.rados.0.smithi084.stdout:2767: done (1 left) 2024-04-02T08:30:58.192 INFO:tasks.rados.rados.0.smithi084.stdout:2768: rmattr oid 28 current snap is 265 2024-04-02T08:30:58.192 INFO:tasks.rados.rados.0.smithi084.stdout:2768: done (1 left) 2024-04-02T08:30:58.192 INFO:tasks.rados.rados.0.smithi084.stdout:2769: read oid 7 snap 257 2024-04-02T08:30:58.192 INFO:tasks.rados.rados.0.smithi084.stdout:2769: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:58.193 INFO:tasks.rados.rados.0.smithi084.stdout:2770: copy_from oid 10 from oid 36 current snap is 265 2024-04-02T08:30:58.193 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 265 2024-04-02T08:30:58.193 INFO:tasks.rados.rados.0.smithi084.stdout:2771: seq_num 864 ranges {0=73728} 2024-04-02T08:30:58.193 INFO:tasks.rados.rados.0.smithi084.stdout:2771: writing smithi08483026-43 from 0 to 73728 tid 1 2024-04-02T08:30:58.193 INFO:tasks.rados.rados.0.smithi084.stdout:2772: read oid 48 snap -1 2024-04-02T08:30:58.193 INFO:tasks.rados.rados.0.smithi084.stdout:2772: expect (ObjNum 814 snap 251 seq_num 814) 2024-04-02T08:30:58.194 INFO:tasks.rados.rados.0.smithi084.stdout:2773: snap_remove snap 242 2024-04-02T08:30:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[94794]: pgmap v560: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:30:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[94794]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:30:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[97358]: pgmap v560: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:30:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:58.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:30:58.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:57 smithi084 ceph-mon[97358]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:30:59.178 INFO:tasks.rados.rados.0.smithi084.stdout:2773: done (5 left) 2024-04-02T08:30:59.178 INFO:tasks.rados.rados.0.smithi084.stdout:2774: copy_from oid 12 from oid 33 current snap is 265 2024-04-02T08:30:59.178 INFO:tasks.rados.rados.0.smithi084.stdout:2775: read oid 41 snap 257 2024-04-02T08:30:59.178 INFO:tasks.rados.rados.0.smithi084.stdout:2775: expect (ObjNum 777 snap 236 seq_num 777) 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2776: delete oid 20 current snap is 265 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2770: finishing copy_from to smithi08483026-10 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2770: got expected ENOENT (src dne) 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2770: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2771: finishing write tid 1 to smithi08483026-43 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2771: finishing write tid 2 to smithi08483026-43 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2771: finishing write tid 3 to smithi08483026-43 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2771: oid 43 updating version 0 to 1383 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2771: oid 43 version 1383 is already newer than 1382 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1383 (ObjNum 864 snap 265 seq_num 864) dirty exists 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2771: left oid 43 (ObjNum 864 snap 265 seq_num 864) 2024-04-02T08:30:59.179 INFO:tasks.rados.rados.0.smithi084.stdout:2772: expect (ObjNum 814 snap 251 seq_num 814) 2024-04-02T08:30:59.237 INFO:tasks.rados.rados.0.smithi084.stdout:2765: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:30:59.238 INFO:tasks.rados.rados.0.smithi084.stdout:2769: expect (ObjNum 652 snap 197 seq_num 652) 2024-04-02T08:30:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:59 smithi132 ceph-mon[88571]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:30:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:59 smithi132 ceph-mon[88571]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:30:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:30:59 smithi132 ceph-mon[88571]: Deploying daemon node-exporter.b on smithi132 2024-04-02T08:30:59.411 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:30:59 smithi132 systemd[1]: Stopping Ceph node-exporter.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:59.584 INFO:tasks.rados.rados.0.smithi084.stdout:2765: finishing copy_from to smithi08483026-14 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 942 (ObjNum 731 snap 218 seq_num 731) dirty exists 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:2765: done (7 left) 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:2769: done (6 left) 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:2770: done (5 left) 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:2771: done (4 left) 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:2772: done (3 left) 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:2776: done (2 left) 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 265 2024-04-02T08:30:59.585 INFO:tasks.rados.rados.0.smithi084.stdout:2775: expect (ObjNum 777 snap 236 seq_num 777) 2024-04-02T08:30:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:59 smithi084 ceph-mon[94794]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:30:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:59 smithi084 ceph-mon[94794]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:30:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:30:59 smithi084 ceph-mon[94794]: Deploying daemon node-exporter.b on smithi132 2024-04-02T08:30:59.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:59 smithi084 ceph-mon[97358]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:30:59.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:59 smithi084 ceph-mon[97358]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:30:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:30:59 smithi084 ceph-mon[97358]: Deploying daemon node-exporter.b on smithi132 2024-04-02T08:30:59.704 INFO:tasks.rados.rados.0.smithi084.stdout:2774: finishing copy_from racing read to smithi08483026-12 2024-04-02T08:30:59.704 INFO:tasks.rados.rados.0.smithi084.stdout:2774: finishing copy_from to smithi08483026-12 2024-04-02T08:30:59.705 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1346 (ObjNum 851 snap 262 seq_num 851) dirty exists 2024-04-02T08:30:59.705 INFO:tasks.rados.rados.0.smithi084.stdout:2777: seq_num 866 ranges {1908736=106496} 2024-04-02T08:30:59.716 INFO:tasks.rados.rados.0.smithi084.stdout:2777: writing smithi08483026-19 from 1908736 to 2015232 tid 1 2024-04-02T08:30:59.716 INFO:tasks.rados.rados.0.smithi084.stdout:2774: done (2 left) 2024-04-02T08:30:59.716 INFO:tasks.rados.rados.0.smithi084.stdout:2775: done (1 left) 2024-04-02T08:30:59.716 INFO:tasks.rados.rados.0.smithi084.stdout:2778: delete oid 7 current snap is 265 2024-04-02T08:30:59.718 INFO:tasks.rados.rados.0.smithi084.stdout:2777: finishing write tid 1 to smithi08483026-19 2024-04-02T08:30:59.719 INFO:tasks.rados.rados.0.smithi084.stdout:2777: finishing write tid 2 to smithi08483026-19 2024-04-02T08:30:59.720 INFO:tasks.rados.rados.0.smithi084.stdout:2778: done (1 left) 2024-04-02T08:30:59.720 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 265 2024-04-02T08:30:59.720 INFO:tasks.rados.rados.0.smithi084.stdout:2779: seq_num 868 ranges {4448256=139264} 2024-04-02T08:30:59.747 INFO:tasks.rados.rados.0.smithi084.stdout:2779: writing smithi08483026-6 from 4448256 to 4587520 tid 1 2024-04-02T08:30:59.747 INFO:tasks.rados.rados.0.smithi084.stdout:2780: delete oid 26 current snap is 265 2024-04-02T08:30:59.747 INFO:tasks.rados.rados.0.smithi084.stdout:2777: finishing write tid 3 to smithi08483026-19 2024-04-02T08:30:59.747 INFO:tasks.rados.rados.0.smithi084.stdout:2777: oid 19 updating version 0 to 925 2024-04-02T08:30:59.747 INFO:tasks.rados.rados.0.smithi084.stdout:2777: oid 19 version 925 is already newer than 924 2024-04-02T08:30:59.747 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 925 (ObjNum 866 snap 265 seq_num 866) dirty exists 2024-04-02T08:30:59.747 INFO:tasks.rados.rados.0.smithi084.stdout:2777: left oid 19 (ObjNum 866 snap 265 seq_num 866) 2024-04-02T08:30:59.748 INFO:tasks.rados.rados.0.smithi084.stdout:2777: done (2 left) 2024-04-02T08:30:59.748 INFO:tasks.rados.rados.0.smithi084.stdout:2780: done (1 left) 2024-04-02T08:30:59.748 INFO:tasks.rados.rados.0.smithi084.stdout:2781: snap_remove snap 263 2024-04-02T08:30:59.815 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:30:59 smithi132 podman[117790]: 2024-04-02 08:30:59.546525507 +0000 UTC m=+0.110785648 container died d038a27533f0d0e14424f05acc37f462b0f44415fd1a1a24cd6dbe19d4e31a98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:31:00.160 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:30:59 smithi132 podman[117790]: 2024-04-02 08:30:59.92483737 +0000 UTC m=+0.489097509 container cleanup d038a27533f0d0e14424f05acc37f462b0f44415fd1a1a24cd6dbe19d4e31a98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:31:00.160 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:30:59 smithi132 bash[117790]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T08:31:00.169 INFO:tasks.rados.rados.0.smithi084.stdout:2781: done (1 left) 2024-04-02T08:31:00.169 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 265 2024-04-02T08:31:00.169 INFO:tasks.rados.rados.0.smithi084.stdout:2779: finishing write tid 1 to smithi08483026-6 2024-04-02T08:31:00.170 INFO:tasks.rados.rados.0.smithi084.stdout:2779: finishing write tid 2 to smithi08483026-6 2024-04-02T08:31:00.170 INFO:tasks.rados.rados.0.smithi084.stdout:2779: finishing write tid 3 to smithi08483026-6 2024-04-02T08:31:00.170 INFO:tasks.rados.rados.0.smithi084.stdout:2779: oid 6 updating version 0 to 907 2024-04-02T08:31:00.170 INFO:tasks.rados.rados.0.smithi084.stdout:2779: oid 6 updating version 907 to 908 2024-04-02T08:31:00.170 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 908 (ObjNum 868 snap 265 seq_num 868) dirty exists 2024-04-02T08:31:00.171 INFO:tasks.rados.rados.0.smithi084.stdout:2779: left oid 6 (ObjNum 868 snap 265 seq_num 868) 2024-04-02T08:31:00.171 INFO:tasks.rados.rados.0.smithi084.stdout:2782: seq_num 870 ranges {0=172032} 2024-04-02T08:31:00.172 INFO:tasks.rados.rados.0.smithi084.stdout:2782: writing smithi08483026-8 from 0 to 172032 tid 1 2024-04-02T08:31:00.172 INFO:tasks.rados.rados.0.smithi084.stdout:2779: done (1 left) 2024-04-02T08:31:00.172 INFO:tasks.rados.rados.0.smithi084.stdout:2783: read oid 4 snap -1 2024-04-02T08:31:00.172 INFO:tasks.rados.rados.0.smithi084.stdout:2783: expect (ObjNum 832 snap 259 seq_num 832) 2024-04-02T08:31:00.172 INFO:tasks.rados.rados.0.smithi084.stdout:2784: rollback oid 16 current snap is 265 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 252 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:2785: read oid 15 snap -1 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:2785: expect (ObjNum 857 snap 263 seq_num 857) 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:2786: rmattr oid 29 current snap is 265 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:2786: done (4 left) 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:2787: copy_from oid 29 from oid 21 current snap is 265 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 265 2024-04-02T08:31:00.173 INFO:tasks.rados.rados.0.smithi084.stdout:2788: seq_num 871 ranges {5627904=188416} 2024-04-02T08:31:00.204 INFO:tasks.rados.rados.0.smithi084.stdout:2788: writing smithi08483026-11 from 5627904 to 5816320 tid 1 2024-04-02T08:31:00.204 INFO:tasks.rados.rados.0.smithi084.stdout:2789: delete oid 22 current snap is 265 2024-04-02T08:31:00.204 INFO:tasks.rados.rados.0.smithi084.stdout:2787: finishing copy_from to smithi08483026-29 2024-04-02T08:31:00.204 INFO:tasks.rados.rados.0.smithi084.stdout:2787: got expected ENOENT (src dne) 2024-04-02T08:31:00.205 INFO:tasks.rados.rados.0.smithi084.stdout:2782: finishing write tid 1 to smithi08483026-8 2024-04-02T08:31:00.205 INFO:tasks.rados.rados.0.smithi084.stdout:2787: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:31:00.205 INFO:tasks.rados.rados.0.smithi084.stdout:2782: finishing write tid 2 to smithi08483026-8 2024-04-02T08:31:00.205 INFO:tasks.rados.rados.0.smithi084.stdout:2783: expect (ObjNum 832 snap 259 seq_num 832) 2024-04-02T08:31:00.279 INFO:tasks.rados.rados.0.smithi084.stdout:2784: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:31:00.279 INFO:tasks.rados.rados.0.smithi084.stdout:2784: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:31:00.279 INFO:tasks.rados.rados.0.smithi084.stdout:2783: done (6 left) 2024-04-02T08:31:00.279 INFO:tasks.rados.rados.0.smithi084.stdout:2787: done (5 left) 2024-04-02T08:31:00.279 INFO:tasks.rados.rados.0.smithi084.stdout:2789: done (4 left) 2024-04-02T08:31:00.279 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 265 2024-04-02T08:31:00.279 INFO:tasks.rados.rados.0.smithi084.stdout:2784: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:31:00.280 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1120 (ObjNum 809 snap 251 seq_num 809) dirty exists 2024-04-02T08:31:00.280 INFO:tasks.rados.rados.0.smithi084.stdout:2782: finishing write tid 3 to smithi08483026-8 2024-04-02T08:31:00.280 INFO:tasks.rados.rados.0.smithi084.stdout:2782: oid 8 updating version 0 to 1403 2024-04-02T08:31:00.280 INFO:tasks.rados.rados.0.smithi084.stdout:2782: oid 8 version 1403 is already newer than 1402 2024-04-02T08:31:00.280 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1403 (ObjNum 870 snap 265 seq_num 870) dirty exists 2024-04-02T08:31:00.280 INFO:tasks.rados.rados.0.smithi084.stdout:2782: left oid 8 (ObjNum 870 snap 265 seq_num 870) 2024-04-02T08:31:00.280 INFO:tasks.rados.rados.0.smithi084.stdout:2785: expect (ObjNum 857 snap 263 seq_num 857) 2024-04-02T08:31:00.413 INFO:tasks.rados.rados.0.smithi084.stdout:2788: finishing write tid 1 to smithi08483026-11 2024-04-02T08:31:00.413 INFO:tasks.rados.rados.0.smithi084.stdout:2788: finishing write tid 2 to smithi08483026-11 2024-04-02T08:31:00.413 INFO:tasks.rados.rados.0.smithi084.stdout:2788: finishing write tid 3 to smithi08483026-11 2024-04-02T08:31:00.413 INFO:tasks.rados.rados.0.smithi084.stdout:2788: oid 11 updating version 0 to 1368 2024-04-02T08:31:00.413 INFO:tasks.rados.rados.0.smithi084.stdout:2788: oid 11 updating version 1368 to 1369 2024-04-02T08:31:00.413 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1369 (ObjNum 871 snap 265 seq_num 871) dirty exists 2024-04-02T08:31:00.414 INFO:tasks.rados.rados.0.smithi084.stdout:2788: left oid 11 (ObjNum 871 snap 265 seq_num 871) 2024-04-02T08:31:00.414 INFO:tasks.rados.rados.0.smithi084.stdout:2790: seq_num 873 ranges {0=229376} 2024-04-02T08:31:00.414 INFO:tasks.rados.rados.0.smithi084.stdout:2790: writing smithi08483026-13 from 0 to 229376 tid 1 2024-04-02T08:31:00.414 INFO:tasks.rados.rados.0.smithi084.stdout:2782: done (4 left) 2024-04-02T08:31:00.415 INFO:tasks.rados.rados.0.smithi084.stdout:2784: done (3 left) 2024-04-02T08:31:00.415 INFO:tasks.rados.rados.0.smithi084.stdout:2785: done (2 left) 2024-04-02T08:31:00.415 INFO:tasks.rados.rados.0.smithi084.stdout:2788: done (1 left) 2024-04-02T08:31:00.415 INFO:tasks.rados.rados.0.smithi084.stdout:2791: delete oid 15 current snap is 265 2024-04-02T08:31:00.417 INFO:tasks.rados.rados.0.smithi084.stdout:2791: done (1 left) 2024-04-02T08:31:00.417 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 265 2024-04-02T08:31:00.417 INFO:tasks.rados.rados.0.smithi084.stdout:2792: seq_num 875 ranges {3284992=262144} 2024-04-02T08:31:00.437 INFO:tasks.rados.rados.0.smithi084.stdout:2792: writing smithi08483026-38 from 3284992 to 3547136 tid 1 2024-04-02T08:31:00.437 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 265 2024-04-02T08:31:00.437 INFO:tasks.rados.rados.0.smithi084.stdout:2793: seq_num 876 ranges {3948544=278528} 2024-04-02T08:31:00.460 INFO:tasks.rados.rados.0.smithi084.stdout:2793: writing smithi08483026-50 from 3948544 to 4227072 tid 1 2024-04-02T08:31:00.460 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 265 2024-04-02T08:31:00.460 INFO:tasks.rados.rados.0.smithi084.stdout:2794: seq_num 877 ranges {8085504=294912} 2024-04-02T08:31:00.502 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:00 smithi132 ceph-mon[88571]: pgmap v563: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-02T08:31:00.502 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:00 smithi132 ceph-mon[88571]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:31:00.503 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:00 smithi132 ceph-mon[88571]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:31:00.503 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 podman[117809]: 2024-04-02 08:31:00.167684454 +0000 UTC m=+0.625712646 container remove d038a27533f0d0e14424f05acc37f462b0f44415fd1a1a24cd6dbe19d4e31a98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:31:00.503 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:31:00.503 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T08:31:00.503 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 systemd[1]: Stopped Ceph node-exporter.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:00.503 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 3.222s CPU time. 2024-04-02T08:31:00.507 INFO:tasks.rados.rados.0.smithi084.stdout:2794: writing smithi08483026-9 from 8085504 to 8380416 tid 1 2024-04-02T08:31:00.507 INFO:tasks.rados.rados.0.smithi084.stdout:2795: read oid 24 snap -1 2024-04-02T08:31:00.507 INFO:tasks.rados.rados.0.smithi084.stdout:2795: expect deleted 2024-04-02T08:31:00.507 INFO:tasks.rados.rados.0.smithi084.stdout:2796: snap_remove snap 233 2024-04-02T08:31:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:00 smithi084 ceph-mon[94794]: pgmap v563: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-02T08:31:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:00 smithi084 ceph-mon[94794]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:31:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:00 smithi084 ceph-mon[94794]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:31:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:00 smithi084 ceph-mon[97358]: pgmap v563: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-02T08:31:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:00 smithi084 ceph-mon[97358]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:31:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:00 smithi084 ceph-mon[97358]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:31:00.840 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 systemd[1]: Starting Ceph node-exporter.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:00.840 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 podman[117944]: 2024-04-02 08:31:00.621796465 +0000 UTC m=+0.017889885 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:31:00.841 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:00 smithi132 podman[117944]: 2024-04-02 08:31:00.736182667 +0000 UTC m=+0.132276127 container create 29392f4c68f4fdf8fdf4065aec674f501522f3bb3c40425aafce487325fbbe08 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:31:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:31:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:31:00] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2790: finishing write tid 1 to smithi08483026-13 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2790: finishing write tid 2 to smithi08483026-13 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2790: finishing write tid 3 to smithi08483026-13 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2790: oid 13 updating version 0 to 1195 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2790: oid 13 updating version 1195 to 1196 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1196 (ObjNum 873 snap 265 seq_num 873) dirty exists 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2790: left oid 13 (ObjNum 873 snap 265 seq_num 873) 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2792: finishing write tid 1 to smithi08483026-38 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2792: finishing write tid 2 to smithi08483026-38 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2792: finishing write tid 3 to smithi08483026-38 2024-04-02T08:31:01.188 INFO:tasks.rados.rados.0.smithi084.stdout:2792: oid 38 updating version 0 to 992 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2792: oid 38 version 992 is already newer than 991 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 992 (ObjNum 875 snap 265 seq_num 875) dirty exists 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2792: left oid 38 (ObjNum 875 snap 265 seq_num 875) 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2793: finishing write tid 1 to smithi08483026-50 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2793: finishing write tid 2 to smithi08483026-50 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2793: finishing write tid 3 to smithi08483026-50 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2793: oid 50 updating version 0 to 1371 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2793: oid 50 updating version 1371 to 1372 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1372 (ObjNum 876 snap 265 seq_num 876) dirty exists 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2793: left oid 50 (ObjNum 876 snap 265 seq_num 876) 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2794: finishing write tid 1 to smithi08483026-9 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2794: finishing write tid 2 to smithi08483026-9 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2794: finishing write tid 3 to smithi08483026-9 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2794: oid 9 updating version 0 to 1238 2024-04-02T08:31:01.189 INFO:tasks.rados.rados.0.smithi084.stdout:2794: oid 9 updating version 1238 to 1239 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1239 (ObjNum 877 snap 265 seq_num 877) dirty exists 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2794: left oid 9 (ObjNum 877 snap 265 seq_num 877) 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2790: done (5 left) 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2792: done (4 left) 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2793: done (3 left) 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2794: done (2 left) 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2795: done (1 left) 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2796: done (0 left) 2024-04-02T08:31:01.190 INFO:tasks.rados.rados.0.smithi084.stdout:2797: delete oid 15 current snap is 265 2024-04-02T08:31:01.198 INFO:tasks.rados.rados.0.smithi084.stdout:2797: done (0 left) 2024-04-02T08:31:01.199 INFO:tasks.rados.rados.0.smithi084.stdout:2798: delete oid 39 current snap is 265 2024-04-02T08:31:01.205 INFO:tasks.rados.rados.0.smithi084.stdout:2798: done (0 left) 2024-04-02T08:31:01.205 INFO:tasks.rados.rados.0.smithi084.stdout:2799: copy_from oid 18 from oid 48 current snap is 265 2024-04-02T08:31:01.205 INFO:tasks.rados.rados.0.smithi084.stdout:2800: read oid 29 snap -1 2024-04-02T08:31:01.205 INFO:tasks.rados.rados.0.smithi084.stdout:2800: expect deleted 2024-04-02T08:31:01.205 INFO:tasks.rados.rados.0.smithi084.stdout:2801: read oid 12 snap -1 2024-04-02T08:31:01.205 INFO:tasks.rados.rados.0.smithi084.stdout:2801: expect (ObjNum 851 snap 262 seq_num 851) 2024-04-02T08:31:01.205 INFO:tasks.rados.rados.0.smithi084.stdout:2802: setattr oid 50 current snap is 265 2024-04-02T08:31:01.208 INFO:tasks.rados.rados.0.smithi084.stdout:2800: done (3 left) 2024-04-02T08:31:01.208 INFO:tasks.rados.rados.0.smithi084.stdout:2803: snap_create 2024-04-02T08:31:01.215 INFO:tasks.rados.rados.0.smithi084.stdout:2799: finishing copy_from racing read to smithi08483026-18 2024-04-02T08:31:01.216 INFO:tasks.rados.rados.0.smithi084.stdout:2799: finishing copy_from to smithi08483026-18 2024-04-02T08:31:01.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 1016 (ObjNum 814 snap 251 seq_num 814) dirty exists 2024-04-02T08:31:01.218 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1383 (ObjNum 876 snap 265 seq_num 876) dirty exists 2024-04-02T08:31:01.243 INFO:tasks.rados.rados.0.smithi084.stdout:2801: expect (ObjNum 851 snap 262 seq_num 851) 2024-04-02T08:31:01.411 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 podman[117944]: 2024-04-02 08:31:01.013416082 +0000 UTC m=+0.409509508 container init 29392f4c68f4fdf8fdf4065aec674f501522f3bb3c40425aafce487325fbbe08 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:31:01.411 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 podman[117944]: 2024-04-02 08:31:01.018740149 +0000 UTC m=+0.414833567 container start 29392f4c68f4fdf8fdf4065aec674f501522f3bb3c40425aafce487325fbbe08 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:31:01.411 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.022Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.022Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:31:01.412 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:31:01.413 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:31:01.413 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:31:01.413 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:31:01.413 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.023Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:31:01.414 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:31:01.415 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[117959]: ts=2024-04-02T08:31:01.024Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 bash[117944]: 29392f4c68f4fdf8fdf4065aec674f501522f3bb3c40425aafce487325fbbe08 2024-04-02T08:31:01.416 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 08:31:01 smithi132 systemd[1]: Started Ceph node-exporter.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:02.191 INFO:tasks.rados.rados.0.smithi084.stdout:2799: done (3 left) 2024-04-02T08:31:02.193 INFO:tasks.rados.rados.0.smithi084.stdout:2801: done (2 left) 2024-04-02T08:31:02.193 INFO:tasks.rados.rados.0.smithi084.stdout:2802: done (1 left) 2024-04-02T08:31:02.193 INFO:tasks.rados.rados.0.smithi084.stdout:2803: done (0 left) 2024-04-02T08:31:02.193 INFO:tasks.rados.rados.0.smithi084.stdout:2804: delete oid 28 current snap is 266 2024-04-02T08:31:02.194 INFO:tasks.rados.rados.0.smithi084.stdout:2804: done (0 left) 2024-04-02T08:31:02.194 INFO:tasks.rados.rados.0.smithi084.stdout:2805: delete oid 19 current snap is 266 2024-04-02T08:31:02.197 INFO:tasks.rados.rados.0.smithi084.stdout:2805: done (0 left) 2024-04-02T08:31:02.197 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 266 2024-04-02T08:31:02.197 INFO:tasks.rados.rados.0.smithi084.stdout:2806: seq_num 882 ranges {1646592=376832} 2024-04-02T08:31:02.208 INFO:tasks.rados.rados.0.smithi084.stdout:2806: writing smithi08483026-18 from 1646592 to 2023424 tid 1 2024-04-02T08:31:02.208 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 266 2024-04-02T08:31:02.208 INFO:tasks.rados.rados.0.smithi084.stdout:2807: seq_num 883 ranges {5455872=393216} 2024-04-02T08:31:02.240 INFO:tasks.rados.rados.0.smithi084.stdout:2807: writing smithi08483026-14 from 5455872 to 5849088 tid 1 2024-04-02T08:31:02.240 INFO:tasks.rados.rados.0.smithi084.stdout:2808: delete oid 35 current snap is 266 2024-04-02T08:31:02.240 INFO:tasks.rados.rados.0.smithi084.stdout:2806: finishing write tid 1 to smithi08483026-18 2024-04-02T08:31:02.240 INFO:tasks.rados.rados.0.smithi084.stdout:2806: finishing write tid 2 to smithi08483026-18 2024-04-02T08:31:02.240 INFO:tasks.rados.rados.0.smithi084.stdout:2806: finishing write tid 3 to smithi08483026-18 2024-04-02T08:31:02.240 INFO:tasks.rados.rados.0.smithi084.stdout:2806: oid 18 updating version 0 to 1018 2024-04-02T08:31:02.241 INFO:tasks.rados.rados.0.smithi084.stdout:2806: oid 18 version 1018 is already newer than 1017 2024-04-02T08:31:02.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 1018 (ObjNum 882 snap 266 seq_num 882) dirty exists 2024-04-02T08:31:02.241 INFO:tasks.rados.rados.0.smithi084.stdout:2806: left oid 18 (ObjNum 882 snap 266 seq_num 882) 2024-04-02T08:31:02.242 INFO:tasks.rados.rados.0.smithi084.stdout:2806: done (2 left) 2024-04-02T08:31:02.242 INFO:tasks.rados.rados.0.smithi084.stdout:2808: done (1 left) 2024-04-02T08:31:02.242 INFO:tasks.rados.rados.0.smithi084.stdout:2809: setattr oid 35 current snap is 266 2024-04-02T08:31:02.244 INFO:tasks.rados.rados.0.smithi084.stdout:2810: copy_from oid 26 from oid 1 current snap is 266 2024-04-02T08:31:02.244 INFO:tasks.rados.rados.0.smithi084.stdout:2811: copy_from oid 17 from oid 29 current snap is 266 2024-04-02T08:31:02.244 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 266 2024-04-02T08:31:02.244 INFO:tasks.rados.rados.0.smithi084.stdout:2812: seq_num 885 ranges {0=425984} 2024-04-02T08:31:02.246 INFO:tasks.rados.rados.0.smithi084.stdout:2812: writing smithi08483026-27 from 0 to 425984 tid 1 2024-04-02T08:31:02.247 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 266 2024-04-02T08:31:02.247 INFO:tasks.rados.rados.0.smithi084.stdout:2807: finishing write tid 1 to smithi08483026-14 2024-04-02T08:31:02.247 INFO:tasks.rados.rados.0.smithi084.stdout:2813: seq_num 886 ranges {0=442368} 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:2813: writing smithi08483026-2 from 0 to 442368 tid 1 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:2814: read oid 9 snap -1 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:2814: expect (ObjNum 877 snap 265 seq_num 877) 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:2815: rollback oid 12 current snap is 266 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 262 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:2807: finishing write tid 2 to smithi08483026-14 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:2807: finishing write tid 3 to smithi08483026-14 2024-04-02T08:31:02.250 INFO:tasks.rados.rados.0.smithi084.stdout:2807: oid 14 updating version 0 to 1349 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2807: oid 14 updating version 1349 to 1350 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1350 (ObjNum 883 snap 266 seq_num 883) dirty exists 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2807: left oid 14 (ObjNum 883 snap 266 seq_num 883) 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2811: finishing copy_from to smithi08483026-17 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2811: got expected ENOENT (src dne) 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2811: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2807: done (7 left) 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2811: done (6 left) 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2816: copy_from oid 13 from oid 44 current snap is 266 2024-04-02T08:31:02.251 INFO:tasks.rados.rados.0.smithi084.stdout:2817: delete oid 15 current snap is 266 2024-04-02T08:31:02.252 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1415 (ObjNum 426001 snap 0 seq_num 3351877971) dirty exists 2024-04-02T08:31:02.252 INFO:tasks.rados.rados.0.smithi084.stdout:2812: finishing write tid 1 to smithi08483026-27 2024-04-02T08:31:02.252 INFO:tasks.rados.rados.0.smithi084.stdout:2812: finishing write tid 2 to smithi08483026-27 2024-04-02T08:31:02.253 INFO:tasks.rados.rados.0.smithi084.stdout:2809: done (7 left) 2024-04-02T08:31:02.253 INFO:tasks.rados.rados.0.smithi084.stdout:2817: done (6 left) 2024-04-02T08:31:02.253 INFO:tasks.rados.rados.0.smithi084.stdout:2818: read oid 31 snap 264 2024-04-02T08:31:02.253 INFO:tasks.rados.rados.0.smithi084.stdout:2818: expect (ObjNum 830 snap 259 seq_num 830) 2024-04-02T08:31:02.253 INFO:tasks.rados.rados.0.smithi084.stdout:2819: snap_create 2024-04-02T08:31:02.254 INFO:tasks.rados.rados.0.smithi084.stdout:2813: finishing write tid 1 to smithi08483026-2 2024-04-02T08:31:02.254 INFO:tasks.rados.rados.0.smithi084.stdout:2813: finishing write tid 2 to smithi08483026-2 2024-04-02T08:31:02.254 INFO:tasks.rados.rados.0.smithi084.stdout:2812: finishing write tid 3 to smithi08483026-27 2024-04-02T08:31:02.254 INFO:tasks.rados.rados.0.smithi084.stdout:2812: oid 27 updating version 0 to 1029 2024-04-02T08:31:02.254 INFO:tasks.rados.rados.0.smithi084.stdout:2812: oid 27 updating version 1029 to 1030 2024-04-02T08:31:02.254 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1030 (ObjNum 885 snap 266 seq_num 885) dirty exists 2024-04-02T08:31:02.254 INFO:tasks.rados.rados.0.smithi084.stdout:2812: left oid 27 (ObjNum 885 snap 266 seq_num 885) 2024-04-02T08:31:02.256 INFO:tasks.rados.rados.0.smithi084.stdout:2813: finishing write tid 3 to smithi08483026-2 2024-04-02T08:31:02.256 INFO:tasks.rados.rados.0.smithi084.stdout:2813: oid 2 updating version 0 to 1202 2024-04-02T08:31:02.256 INFO:tasks.rados.rados.0.smithi084.stdout:2813: oid 2 version 1202 is already newer than 1201 2024-04-02T08:31:02.256 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1202 (ObjNum 886 snap 266 seq_num 886) dirty exists 2024-04-02T08:31:02.256 INFO:tasks.rados.rados.0.smithi084.stdout:2813: left oid 2 (ObjNum 886 snap 266 seq_num 886) 2024-04-02T08:31:02.257 INFO:tasks.rados.rados.0.smithi084.stdout:2816: finishing copy_from to smithi08483026-13 2024-04-02T08:31:02.257 INFO:tasks.rados.rados.0.smithi084.stdout:2816: got expected ENOENT (src dne) 2024-04-02T08:31:02.257 INFO:tasks.rados.rados.0.smithi084.stdout:2815: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:31:02.257 INFO:tasks.rados.rados.0.smithi084.stdout:2816: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:31:02.257 INFO:tasks.rados.rados.0.smithi084.stdout:2815: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:31:02.261 INFO:tasks.rados.rados.0.smithi084.stdout:2818: expect (ObjNum 830 snap 259 seq_num 830) 2024-04-02T08:31:02.315 INFO:tasks.rados.rados.0.smithi084.stdout:2815: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:31:02.315 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1353 (ObjNum 824 snap 256 seq_num 824) dirty exists 2024-04-02T08:31:02.315 INFO:tasks.rados.rados.0.smithi084.stdout:2810: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:31:02.315 INFO:tasks.rados.rados.0.smithi084.stdout:2810: finishing copy_from to smithi08483026-26 2024-04-02T08:31:02.315 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1237 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-04-02T08:31:02.315 INFO:tasks.rados.rados.0.smithi084.stdout:2814: expect (ObjNum 877 snap 265 seq_num 877) 2024-04-02T08:31:02.316 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:02 smithi132 ceph-mon[88571]: pgmap v566: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-04-02T08:31:02.316 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:02 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:02.316 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:02 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:02.316 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:02 smithi132 ceph-mon[88571]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:31:02.316 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:02 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.316 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[94794]: pgmap v566: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-04-02T08:31:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[94794]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:31:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[97358]: pgmap v566: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-04-02T08:31:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[97358]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:31:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:02 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2810: done (7 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2812: done (6 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2813: done (5 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2814: done (4 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2815: done (3 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2816: done (2 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2818: done (1 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2819: done (0 left) 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2820: rollback oid 18 current snap is 267 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 18 to 248 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi084.stdout:2821: copy_from oid 24 from oid 30 current snap is 267 2024-04-02T08:31:03.204 INFO:tasks.rados.rados.0.smithi084.stdout:2822: copy_from oid 10 from oid 22 current snap is 267 2024-04-02T08:31:03.204 INFO:tasks.rados.rados.0.smithi084.stdout:2823: snap_remove snap 265 2024-04-02T08:31:03.579 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:03 smithi132 ceph-mon[88571]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:31:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:03 smithi084 ceph-mon[94794]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:31:03.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:03 smithi084 ceph-mon[97358]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:2823: done (3 left) 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:2824: read oid 16 snap -1 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:2824: expect (ObjNum 809 snap 251 seq_num 809) 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:2825: rollback oid 11 current snap is 267 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 266 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:2826: copy_from oid 35 from oid 42 current snap is 267 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 267 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:2827: seq_num 888 ranges {0=475136} 2024-04-02T08:31:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:2827: writing smithi08483026-39 from 0 to 475136 tid 1 2024-04-02T08:31:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:2828: snap_remove snap 257 2024-04-02T08:31:04.570 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:04 smithi132 ceph-mon[88571]: pgmap v569: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 op/s 2024-04-02T08:31:04.571 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:04 smithi132 ceph-mon[88571]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:31:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:04 smithi084 ceph-mon[94794]: pgmap v569: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 op/s 2024-04-02T08:31:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:04 smithi084 ceph-mon[94794]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:31:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:04 smithi084 ceph-mon[97358]: pgmap v569: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 op/s 2024-04-02T08:31:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:04 smithi084 ceph-mon[97358]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2828: done (7 left) 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2829: delete oid 26 current snap is 267 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2822: finishing copy_from to smithi08483026-10 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2822: got expected ENOENT (src dne) 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2822: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2820: finishing rollback tid 0 to smithi08483026-18 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2820: finishing rollback tid 1 to smithi08483026-18 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 1020 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:31:05.180 INFO:tasks.rados.rados.0.smithi084.stdout:2821: finishing copy_from to smithi08483026-24 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2821: got expected ENOENT (src dne) 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2821: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2825: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2825: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2826: finishing copy_from to smithi08483026-35 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2826: got expected ENOENT (src dne) 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2826: finishing copy_from racing read to smithi08483026-35 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2827: finishing write tid 1 to smithi08483026-39 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2825: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1387 (ObjNum 871 snap 265 seq_num 871) dirty exists 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2827: finishing write tid 2 to smithi08483026-39 2024-04-02T08:31:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:2824: expect (ObjNum 809 snap 251 seq_num 809) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2827: finishing write tid 3 to smithi08483026-39 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2827: oid 39 updating version 0 to 1354 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2827: oid 39 updating version 1354 to 1355 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1355 (ObjNum 888 snap 267 seq_num 888) dirty exists 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2827: left oid 39 (ObjNum 888 snap 267 seq_num 888) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2820: done (7 left) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2821: done (6 left) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2822: done (5 left) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2824: done (4 left) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2825: done (3 left) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2826: done (2 left) 2024-04-02T08:31:05.253 INFO:tasks.rados.rados.0.smithi084.stdout:2827: done (1 left) 2024-04-02T08:31:05.254 INFO:tasks.rados.rados.0.smithi084.stdout:2829: done (0 left) 2024-04-02T08:31:05.254 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 267 2024-04-02T08:31:05.254 INFO:tasks.rados.rados.0.smithi084.stdout:2830: seq_num 890 ranges {73728=507904} 2024-04-02T08:31:05.256 INFO:tasks.rados.rados.0.smithi084.stdout:2830: writing smithi08483026-43 from 73728 to 581632 tid 1 2024-04-02T08:31:05.256 INFO:tasks.rados.rados.0.smithi084.stdout:2831: snap_remove snap 255 2024-04-02T08:31:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[97358]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:31:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[97358]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[94794]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:05 smithi084 ceph-mon[94794]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:31:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:05 smithi132 ceph-mon[88571]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:31:05.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:05 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:05 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:05 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:05 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:05 smithi132 ceph-mon[88571]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:31:06.218 INFO:tasks.rados.rados.0.smithi084.stdout:2831: done (1 left) 2024-04-02T08:31:06.218 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 267 2024-04-02T08:31:06.218 INFO:tasks.rados.rados.0.smithi084.stdout:2830: finishing write tid 1 to smithi08483026-43 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi084.stdout:2830: finishing write tid 2 to smithi08483026-43 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi084.stdout:2830: finishing write tid 3 to smithi08483026-43 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi084.stdout:2830: oid 43 updating version 0 to 1423 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi084.stdout:2830: oid 43 updating version 1423 to 1424 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1424 (ObjNum 890 snap 267 seq_num 890) dirty exists 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi084.stdout:2830: left oid 43 (ObjNum 890 snap 267 seq_num 890) 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi084.stdout:2832: seq_num 891 ranges {0=532480} 2024-04-02T08:31:06.221 INFO:tasks.rados.rados.0.smithi084.stdout:2832: writing smithi08483026-21 from 0 to 532480 tid 1 2024-04-02T08:31:06.221 INFO:tasks.rados.rados.0.smithi084.stdout:2830: done (1 left) 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi084.stdout:2833: rmattr oid 36 current snap is 267 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi084.stdout:2833: done (1 left) 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi084.stdout:2834: snap_remove snap 266 2024-04-02T08:31:06.859 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:06 smithi132 ceph-mon[88571]: pgmap v572: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T08:31:06.859 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.859 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.859 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:06 smithi132 ceph-mon[88571]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:31:06.859 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.859 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[94794]: pgmap v572: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T08:31:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[94794]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:31:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[97358]: pgmap v572: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T08:31:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[97358]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:31:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:07.216 INFO:tasks.rados.rados.0.smithi084.stdout:2834: done (1 left) 2024-04-02T08:31:07.216 INFO:tasks.rados.rados.0.smithi084.stdout:2835: snap_remove snap 260 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2835: done (1 left) 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2836: rmattr oid 44 current snap is 267 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2836: done (1 left) 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2837: read oid 37 snap -1 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2837: expect (ObjNum 830 snap 259 seq_num 830) 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2838: read oid 45 snap -1 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2838: expect deleted 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 267 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2832: finishing write tid 1 to smithi08483026-21 2024-04-02T08:31:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:2832: finishing write tid 2 to smithi08483026-21 2024-04-02T08:31:08.227 INFO:tasks.rados.rados.0.smithi084.stdout:2832: finishing write tid 3 to smithi08483026-21 2024-04-02T08:31:08.227 INFO:tasks.rados.rados.0.smithi084.stdout:2832: oid 21 updating version 0 to 1029 2024-04-02T08:31:08.227 INFO:tasks.rados.rados.0.smithi084.stdout:2832: oid 21 version 1029 is already newer than 1028 2024-04-02T08:31:08.227 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1029 (ObjNum 891 snap 267 seq_num 891) dirty exists 2024-04-02T08:31:08.227 INFO:tasks.rados.rados.0.smithi084.stdout:2832: left oid 21 (ObjNum 891 snap 267 seq_num 891) 2024-04-02T08:31:08.227 INFO:tasks.rados.rados.0.smithi084.stdout:2839: seq_num 892 ranges {1908736=548864} 2024-04-02T08:31:08.240 INFO:tasks.rados.rados.0.smithi084.stdout:2839: writing smithi08483026-10 from 1908736 to 2457600 tid 1 2024-04-02T08:31:08.240 INFO:tasks.rados.rados.0.smithi084.stdout:2832: done (3 left) 2024-04-02T08:31:08.240 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 267 2024-04-02T08:31:08.240 INFO:tasks.rados.rados.0.smithi084.stdout:2840: seq_num 893 ranges {1908736=565248} 2024-04-02T08:31:08.255 INFO:tasks.rados.rados.0.smithi084.stdout:2840: writing smithi08483026-31 from 1908736 to 2473984 tid 1 2024-04-02T08:31:08.255 INFO:tasks.rados.rados.0.smithi084.stdout:2841: snap_remove snap 248 2024-04-02T08:31:08.264 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:08 smithi132 ceph-mon[88571]: pgmap v575: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T08:31:08.264 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:08 smithi132 ceph-mon[88571]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:31:08.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:08 smithi084 ceph-mon[94794]: pgmap v575: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T08:31:08.581 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:08 smithi084 ceph-mon[94794]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:31:08.581 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:08 smithi084 ceph-mon[97358]: pgmap v575: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T08:31:08.581 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:08 smithi084 ceph-mon[97358]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:31:09.237 INFO:tasks.rados.rados.0.smithi084.stdout:2837: expect (ObjNum 830 snap 259 seq_num 830) 2024-04-02T08:31:09.306 INFO:tasks.rados.rados.0.smithi084.stdout:2839: finishing write tid 1 to smithi08483026-10 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2839: finishing write tid 2 to smithi08483026-10 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2839: finishing write tid 3 to smithi08483026-10 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2839: oid 10 updating version 0 to 1419 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2839: oid 10 updating version 1419 to 1420 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1420 (ObjNum 892 snap 267 seq_num 892) dirty exists 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2839: left oid 10 (ObjNum 892 snap 267 seq_num 892) 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2840: finishing write tid 1 to smithi08483026-31 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2840: finishing write tid 2 to smithi08483026-31 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2840: finishing write tid 3 to smithi08483026-31 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2840: oid 31 updating version 0 to 1032 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2840: oid 31 version 1032 is already newer than 1031 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1032 (ObjNum 893 snap 267 seq_num 893) dirty exists 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2840: left oid 31 (ObjNum 893 snap 267 seq_num 893) 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2837: done (4 left) 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2838: done (3 left) 2024-04-02T08:31:09.307 INFO:tasks.rados.rados.0.smithi084.stdout:2839: done (2 left) 2024-04-02T08:31:09.308 INFO:tasks.rados.rados.0.smithi084.stdout:2840: done (1 left) 2024-04-02T08:31:09.308 INFO:tasks.rados.rados.0.smithi084.stdout:2841: done (0 left) 2024-04-02T08:31:09.308 INFO:tasks.rados.rados.0.smithi084.stdout:2842: copy_from oid 34 from oid 39 current snap is 267 2024-04-02T08:31:09.308 INFO:tasks.rados.rados.0.smithi084.stdout:2843: snap_remove snap 262 2024-04-02T08:31:09.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:09 smithi084 ceph-mon[94794]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:31:09.404 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:09.404 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:09 smithi084 ceph-mon[97358]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:31:09.404 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:09 smithi132 ceph-mon[88571]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:31:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:10.174 INFO:tasks.rados.rados.0.smithi084.stdout:2843: done (1 left) 2024-04-02T08:31:10.177 INFO:tasks.rados.rados.0.smithi084.stdout:2844: copy_from oid 5 from oid 16 current snap is 267 2024-04-02T08:31:10.177 INFO:tasks.rados.rados.0.smithi084.stdout:2845: read oid 6 snap -1 2024-04-02T08:31:10.177 INFO:tasks.rados.rados.0.smithi084.stdout:2845: expect (ObjNum 868 snap 265 seq_num 868) 2024-04-02T08:31:10.177 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 267 2024-04-02T08:31:10.177 INFO:tasks.rados.rados.0.smithi084.stdout:2846: seq_num 894 ranges {1908736=581632} 2024-04-02T08:31:10.187 INFO:tasks.rados.rados.0.smithi084.stdout:2846: writing smithi08483026-37 from 1908736 to 2490368 tid 1 2024-04-02T08:31:10.188 INFO:tasks.rados.rados.0.smithi084.stdout:2847: delete oid 48 current snap is 267 2024-04-02T08:31:10.188 INFO:tasks.rados.rados.0.smithi084.stdout:2842: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:31:10.188 INFO:tasks.rados.rados.0.smithi084.stdout:2842: finishing copy_from to smithi08483026-34 2024-04-02T08:31:10.188 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1355 (ObjNum 888 snap 267 seq_num 888) dirty exists 2024-04-02T08:31:10.192 INFO:tasks.rados.rados.0.smithi084.stdout:2842: done (4 left) 2024-04-02T08:31:10.192 INFO:tasks.rados.rados.0.smithi084.stdout:2847: done (3 left) 2024-04-02T08:31:10.193 INFO:tasks.rados.rados.0.smithi084.stdout:2848: snap_create 2024-04-02T08:31:10.194 INFO:tasks.rados.rados.0.smithi084.stdout:2846: finishing write tid 1 to smithi08483026-37 2024-04-02T08:31:10.197 INFO:tasks.rados.rados.0.smithi084.stdout:2846: finishing write tid 2 to smithi08483026-37 2024-04-02T08:31:10.198 INFO:tasks.rados.rados.0.smithi084.stdout:2844: finishing copy_from racing read to smithi08483026-5 2024-04-02T08:31:10.198 INFO:tasks.rados.rados.0.smithi084.stdout:2846: finishing write tid 3 to smithi08483026-37 2024-04-02T08:31:10.198 INFO:tasks.rados.rados.0.smithi084.stdout:2846: oid 37 updating version 0 to 893 2024-04-02T08:31:10.198 INFO:tasks.rados.rados.0.smithi084.stdout:2846: oid 37 updating version 893 to 894 2024-04-02T08:31:10.198 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 894 (ObjNum 894 snap 267 seq_num 894) dirty exists 2024-04-02T08:31:10.199 INFO:tasks.rados.rados.0.smithi084.stdout:2846: left oid 37 (ObjNum 894 snap 267 seq_num 894) 2024-04-02T08:31:10.204 INFO:tasks.rados.rados.0.smithi084.stdout:2844: finishing copy_from to smithi08483026-5 2024-04-02T08:31:10.204 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1120 (ObjNum 809 snap 251 seq_num 809) dirty exists 2024-04-02T08:31:10.209 INFO:tasks.rados.rados.0.smithi084.stdout:2845: expect (ObjNum 868 snap 265 seq_num 868) 2024-04-02T08:31:10.590 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T08:31:10.203+0000 7fc48ba08700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 149 after trimming was started 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: pgmap v578: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.591 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.592 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:10 smithi132 ceph-mon[88571]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:31:10.617 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[113980]: 2024-04-02T08:31:10.188+0000 7fb05c8d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 149 after trimming was started 2024-04-02T08:31:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: pgmap v578: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[97358]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: pgmap v578: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.620 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:10.621 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-mon[94794]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:31:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:31:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:31:10] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-02T08:31:11.180 INFO:tasks.rados.rados.0.smithi084.stdout:2844: done (3 left) 2024-04-02T08:31:11.180 INFO:tasks.rados.rados.0.smithi084.stdout:2845: done (2 left) 2024-04-02T08:31:11.180 INFO:tasks.rados.rados.0.smithi084.stdout:2846: done (1 left) 2024-04-02T08:31:11.180 INFO:tasks.rados.rados.0.smithi084.stdout:2848: done (0 left) 2024-04-02T08:31:11.180 INFO:tasks.rados.rados.0.smithi084.stdout:2849: snap_remove snap 252 2024-04-02T08:31:12.182 INFO:tasks.rados.rados.0.smithi084.stdout:2849: done (0 left) 2024-04-02T08:31:12.182 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 268 2024-04-02T08:31:12.183 INFO:tasks.rados.rados.0.smithi084.stdout:2850: seq_num 896 ranges {2473984=614400} 2024-04-02T08:31:12.201 INFO:tasks.rados.rados.0.smithi084.stdout:2850: writing smithi08483026-31 from 2473984 to 3088384 tid 1 2024-04-02T08:31:12.201 INFO:tasks.rados.rados.0.smithi084.stdout:2851: delete oid 49 current snap is 268 2024-04-02T08:31:12.203 INFO:tasks.rados.rados.0.smithi084.stdout:2851: done (1 left) 2024-04-02T08:31:12.204 INFO:tasks.rados.rados.0.smithi084.stdout:2852: delete oid 34 current snap is 268 2024-04-02T08:31:12.205 INFO:tasks.rados.rados.0.smithi084.stdout:2850: finishing write tid 1 to smithi08483026-31 2024-04-02T08:31:12.205 INFO:tasks.rados.rados.0.smithi084.stdout:2850: finishing write tid 2 to smithi08483026-31 2024-04-02T08:31:12.206 INFO:tasks.rados.rados.0.smithi084.stdout:2852: done (1 left) 2024-04-02T08:31:12.206 INFO:tasks.rados.rados.0.smithi084.stdout:2853: snap_remove snap 264 2024-04-02T08:31:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:12 smithi084 ceph-mon[94794]: pgmap v581: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 642 KiB/s wr, 6 op/s 2024-04-02T08:31:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:12 smithi084 ceph-mon[94794]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:31:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:12 smithi084 ceph-mon[97358]: pgmap v581: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 642 KiB/s wr, 6 op/s 2024-04-02T08:31:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:12 smithi084 ceph-mon[97358]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:31:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:12 smithi132 ceph-mon[88571]: pgmap v581: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 642 KiB/s wr, 6 op/s 2024-04-02T08:31:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:12 smithi132 ceph-mon[88571]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:31:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:2850: finishing write tid 3 to smithi08483026-31 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:2850: oid 31 updating version 0 to 1034 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:2850: oid 31 version 1034 is already newer than 1033 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1034 (ObjNum 896 snap 268 seq_num 896) dirty exists 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:2850: left oid 31 (ObjNum 896 snap 268 seq_num 896) 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:2850: done (1 left) 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:2853: done (0 left) 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 268 2024-04-02T08:31:13.198 INFO:tasks.rados.rados.0.smithi084.stdout:2854: seq_num 899 ranges {0=663552} 2024-04-02T08:31:13.202 INFO:tasks.rados.rados.0.smithi084.stdout:2854: writing smithi08483026-45 from 0 to 663552 tid 1 2024-04-02T08:31:13.202 INFO:tasks.rados.rados.0.smithi084.stdout:2855: read oid 30 snap -1 2024-04-02T08:31:13.203 INFO:tasks.rados.rados.0.smithi084.stdout:2855: expect deleted 2024-04-02T08:31:13.203 INFO:tasks.rados.rados.0.smithi084.stdout:2856: rmattr oid 41 current snap is 268 2024-04-02T08:31:13.203 INFO:tasks.rados.rados.0.smithi084.stdout:2857: snap_remove snap 238 2024-04-02T08:31:13.340 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:13 smithi132 ceph-mon[88571]: Upgrade: Updating prometheus.a 2024-04-02T08:31:13.340 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:13 smithi132 ceph-mon[88571]: Deploying daemon prometheus.a on smithi132 2024-04-02T08:31:13.340 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:13 smithi132 ceph-mon[88571]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:31:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:13 smithi084 ceph-mon[94794]: Upgrade: Updating prometheus.a 2024-04-02T08:31:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:13 smithi084 ceph-mon[94794]: Deploying daemon prometheus.a on smithi132 2024-04-02T08:31:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:13 smithi084 ceph-mon[94794]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:31:13.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:13 smithi084 ceph-mon[97358]: Upgrade: Updating prometheus.a 2024-04-02T08:31:13.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:13 smithi084 ceph-mon[97358]: Deploying daemon prometheus.a on smithi132 2024-04-02T08:31:13.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:13 smithi084 ceph-mon[97358]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:2857: done (3 left) 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:2858: snap_create 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:2854: finishing write tid 1 to smithi08483026-45 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:2854: finishing write tid 2 to smithi08483026-45 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:2854: finishing write tid 3 to smithi08483026-45 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:2854: oid 45 updating version 0 to 995 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:2854: oid 45 updating version 995 to 996 2024-04-02T08:31:14.207 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 996 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-04-02T08:31:14.208 INFO:tasks.rados.rados.0.smithi084.stdout:2854: left oid 45 (ObjNum 899 snap 268 seq_num 899) 2024-04-02T08:31:14.208 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1460 (ObjNum 841 snap 259 seq_num 841) dirty exists 2024-04-02T08:31:14.461 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:14 smithi132 ceph-mon[88571]: pgmap v584: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 138 KiB/s wr, 0 op/s 2024-04-02T08:31:14.461 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:14 smithi132 ceph-mon[88571]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:31:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:14 smithi084 ceph-mon[94794]: pgmap v584: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 138 KiB/s wr, 0 op/s 2024-04-02T08:31:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:14 smithi084 ceph-mon[94794]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:31:14.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:14 smithi084 ceph-mon[97358]: pgmap v584: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 138 KiB/s wr, 0 op/s 2024-04-02T08:31:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:14 smithi084 ceph-mon[97358]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:31:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:2854: done (3 left) 2024-04-02T08:31:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:2855: done (2 left) 2024-04-02T08:31:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:2856: done (1 left) 2024-04-02T08:31:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:2858: done (0 left) 2024-04-02T08:31:15.216 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 269 2024-04-02T08:31:15.216 INFO:tasks.rados.rados.0.smithi084.stdout:2859: seq_num 900 ranges {0=679936} 2024-04-02T08:31:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:2859: writing smithi08483026-20 from 0 to 679936 tid 1 2024-04-02T08:31:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:2860: read oid 9 snap 267 2024-04-02T08:31:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:2860: expect (ObjNum 877 snap 265 seq_num 877) 2024-04-02T08:31:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:2861: snap_create 2024-04-02T08:31:15.222 INFO:tasks.rados.rados.0.smithi084.stdout:2859: finishing write tid 1 to smithi08483026-20 2024-04-02T08:31:15.223 INFO:tasks.rados.rados.0.smithi084.stdout:2859: finishing write tid 2 to smithi08483026-20 2024-04-02T08:31:15.225 INFO:tasks.rados.rados.0.smithi084.stdout:2859: finishing write tid 3 to smithi08483026-20 2024-04-02T08:31:15.225 INFO:tasks.rados.rados.0.smithi084.stdout:2859: oid 20 updating version 0 to 1466 2024-04-02T08:31:15.225 INFO:tasks.rados.rados.0.smithi084.stdout:2859: oid 20 version 1466 is already newer than 1465 2024-04-02T08:31:15.225 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1466 (ObjNum 900 snap 269 seq_num 900) dirty exists 2024-04-02T08:31:15.225 INFO:tasks.rados.rados.0.smithi084.stdout:2859: left oid 20 (ObjNum 900 snap 269 seq_num 900) 2024-04-02T08:31:15.258 INFO:tasks.rados.rados.0.smithi084.stdout:2860: expect (ObjNum 877 snap 265 seq_num 877) 2024-04-02T08:31:15.318 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-mon[88571]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:31:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:15 smithi084 ceph-mon[94794]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:31:15.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:15 smithi084 ceph-mon[97358]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:31:15.944 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 systemd[1]: Stopping Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:16.213 INFO:tasks.rados.rados.0.smithi084.stdout:2859: done (2 left) 2024-04-02T08:31:16.213 INFO:tasks.rados.rados.0.smithi084.stdout:2860: done (1 left) 2024-04-02T08:31:16.213 INFO:tasks.rados.rados.0.smithi084.stdout:2861: done (0 left) 2024-04-02T08:31:16.213 INFO:tasks.rados.rados.0.smithi084.stdout:2862: snap_create 2024-04-02T08:31:16.216 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.946Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[78988]: ts=2024-04-02T08:31:15.947Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:31:16.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:15 smithi132 podman[121652]: 2024-04-02 08:31:15.956532075 +0000 UTC m=+0.142567216 container died 3305298224d743e0a07e69eccfd8d39725d4e5f1bb7d11bf8ec7887017d718f3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:16.600 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:16 smithi132 ceph-mon[88571]: pgmap v587: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 950 KiB/s wr, 8 op/s 2024-04-02T08:31:16.600 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:16 smithi132 ceph-mon[88571]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:31:16.600 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:16 smithi132 podman[121652]: 2024-04-02 08:31:16.342737996 +0000 UTC m=+0.528773133 container cleanup 3305298224d743e0a07e69eccfd8d39725d4e5f1bb7d11bf8ec7887017d718f3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:16.601 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:16 smithi132 bash[121652]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:31:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:16 smithi084 ceph-mon[94794]: pgmap v587: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 950 KiB/s wr, 8 op/s 2024-04-02T08:31:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:16 smithi084 ceph-mon[94794]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:31:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:16 smithi084 ceph-mon[97358]: pgmap v587: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 950 KiB/s wr, 8 op/s 2024-04-02T08:31:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:16 smithi084 ceph-mon[97358]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:31:16.910 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:16 smithi132 podman[121672]: 2024-04-02 08:31:16.602404575 +0000 UTC m=+0.644679319 container remove 3305298224d743e0a07e69eccfd8d39725d4e5f1bb7d11bf8ec7887017d718f3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:16.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:16 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:31:16.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:16 smithi132 systemd[1]: Stopped Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:16.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:16 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 2.850s CPU time. 2024-04-02T08:31:17.215 INFO:tasks.rados.rados.0.smithi084.stdout:2862: done (0 left) 2024-04-02T08:31:17.215 INFO:tasks.rados.rados.0.smithi084.stdout:2863: read oid 24 snap -1 2024-04-02T08:31:17.215 INFO:tasks.rados.rados.0.smithi084.stdout:2863: expect deleted 2024-04-02T08:31:17.215 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 271 2024-04-02T08:31:17.215 INFO:tasks.rados.rados.0.smithi084.stdout:2864: seq_num 901 ranges {3088384=696320} 2024-04-02T08:31:17.217 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:16 smithi132 systemd[1]: Starting Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:17.218 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 podman[121808]: 2024-04-02 08:31:17.076272714 +0000 UTC m=+0.018732130 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:31:17.218 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 podman[121808]: 2024-04-02 08:31:17.186833291 +0000 UTC m=+0.129292736 container create e777db9eb91c8921ea08e880cb143d5fb18f1e409af1351798f89b4d389c125b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:17.235 INFO:tasks.rados.rados.0.smithi084.stdout:2864: writing smithi08483026-31 from 3088384 to 3784704 tid 1 2024-04-02T08:31:17.236 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 271 2024-04-02T08:31:17.236 INFO:tasks.rados.rados.0.smithi084.stdout:2865: seq_num 902 ranges {475136=712704} 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2865: writing smithi08483026-39 from 475136 to 1187840 tid 1 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2866: rollback oid 16 current snap is 271 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 268 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2864: finishing write tid 1 to smithi08483026-31 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2864: finishing write tid 2 to smithi08483026-31 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2864: finishing write tid 3 to smithi08483026-31 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2864: oid 31 updating version 0 to 1036 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2864: oid 31 version 1036 is already newer than 1035 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1036 (ObjNum 901 snap 271 seq_num 901) dirty exists 2024-04-02T08:31:17.243 INFO:tasks.rados.rados.0.smithi084.stdout:2864: left oid 31 (ObjNum 901 snap 271 seq_num 901) 2024-04-02T08:31:17.244 INFO:tasks.rados.rados.0.smithi084.stdout:2863: done (3 left) 2024-04-02T08:31:17.244 INFO:tasks.rados.rados.0.smithi084.stdout:2864: done (2 left) 2024-04-02T08:31:17.244 INFO:tasks.rados.rados.0.smithi084.stdout:2867: rmattr oid 50 current snap is 271 2024-04-02T08:31:17.244 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 271 2024-04-02T08:31:17.244 INFO:tasks.rados.rados.0.smithi084.stdout:2868: seq_num 903 ranges {0=729088} 2024-04-02T08:31:17.248 INFO:tasks.rados.rados.0.smithi084.stdout:2868: writing smithi08483026-3 from 0 to 729088 tid 1 2024-04-02T08:31:17.248 INFO:tasks.rados.rados.0.smithi084.stdout:2869: copy_from oid 4 from oid 46 current snap is 271 2024-04-02T08:31:17.248 INFO:tasks.rados.rados.0.smithi084.stdout:2870: read oid 44 snap -1 2024-04-02T08:31:17.248 INFO:tasks.rados.rados.0.smithi084.stdout:2870: expect deleted 2024-04-02T08:31:17.248 INFO:tasks.rados.rados.0.smithi084.stdout:2871: setattr oid 19 current snap is 271 2024-04-02T08:31:17.250 INFO:tasks.rados.rados.0.smithi084.stdout:2866: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:31:17.251 INFO:tasks.rados.rados.0.smithi084.stdout:2865: finishing write tid 1 to smithi08483026-39 2024-04-02T08:31:17.251 INFO:tasks.rados.rados.0.smithi084.stdout:2870: done (6 left) 2024-04-02T08:31:17.251 INFO:tasks.rados.rados.0.smithi084.stdout:2872: rmattr oid 2 current snap is 271 2024-04-02T08:31:17.251 INFO:tasks.rados.rados.0.smithi084.stdout:2872: done (6 left) 2024-04-02T08:31:17.251 INFO:tasks.rados.rados.0.smithi084.stdout:2873: read oid 30 snap 267 2024-04-02T08:31:17.251 INFO:tasks.rados.rados.0.smithi084.stdout:2873: expect deleted 2024-04-02T08:31:17.252 INFO:tasks.rados.rados.0.smithi084.stdout:2874: snap_create 2024-04-02T08:31:17.252 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1474 (ObjNum 876 snap 265 seq_num 876) dirty exists 2024-04-02T08:31:17.252 INFO:tasks.rados.rados.0.smithi084.stdout:2865: finishing write tid 2 to smithi08483026-39 2024-04-02T08:31:17.254 INFO:tasks.rados.rados.0.smithi084.stdout:2866: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:31:17.254 INFO:tasks.rados.rados.0.smithi084.stdout:2866: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:31:17.254 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1123 (ObjNum 809 snap 251 seq_num 809) dirty exists 2024-04-02T08:31:17.254 INFO:tasks.rados.rados.0.smithi084.stdout:2865: finishing write tid 3 to smithi08483026-39 2024-04-02T08:31:17.254 INFO:tasks.rados.rados.0.smithi084.stdout:2865: oid 39 updating version 0 to 1361 2024-04-02T08:31:17.254 INFO:tasks.rados.rados.0.smithi084.stdout:2865: oid 39 updating version 1361 to 1362 2024-04-02T08:31:17.255 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1362 (ObjNum 902 snap 271 seq_num 902) dirty exists 2024-04-02T08:31:17.255 INFO:tasks.rados.rados.0.smithi084.stdout:2865: left oid 39 (ObjNum 902 snap 271 seq_num 902) 2024-04-02T08:31:17.255 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 928 (ObjNum 129 snap 0 seq_num 621665104) dirty exists 2024-04-02T08:31:17.255 INFO:tasks.rados.rados.0.smithi084.stdout:2868: finishing write tid 1 to smithi08483026-3 2024-04-02T08:31:17.255 INFO:tasks.rados.rados.0.smithi084.stdout:2868: finishing write tid 2 to smithi08483026-3 2024-04-02T08:31:17.256 INFO:tasks.rados.rados.0.smithi084.stdout:2868: finishing write tid 3 to smithi08483026-3 2024-04-02T08:31:17.256 INFO:tasks.rados.rados.0.smithi084.stdout:2868: oid 3 updating version 0 to 1357 2024-04-02T08:31:17.256 INFO:tasks.rados.rados.0.smithi084.stdout:2868: oid 3 updating version 1357 to 1358 2024-04-02T08:31:17.256 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 1358 (ObjNum 903 snap 271 seq_num 903) dirty exists 2024-04-02T08:31:17.256 INFO:tasks.rados.rados.0.smithi084.stdout:2868: left oid 3 (ObjNum 903 snap 271 seq_num 903) 2024-04-02T08:31:17.259 INFO:tasks.rados.rados.0.smithi084.stdout:2869: finishing copy_from racing read to smithi08483026-4 2024-04-02T08:31:17.259 INFO:tasks.rados.rados.0.smithi084.stdout:2869: finishing copy_from to smithi08483026-4 2024-04-02T08:31:17.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1117 (ObjNum 852 snap 262 seq_num 852) dirty exists 2024-04-02T08:31:17.470 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-mon[88571]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:31:17.470 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-mon[88571]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:31:17.470 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 podman[121808]: 2024-04-02 08:31:17.430854535 +0000 UTC m=+0.373313948 container init e777db9eb91c8921ea08e880cb143d5fb18f1e409af1351798f89b4d389c125b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:17.470 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 podman[121808]: 2024-04-02 08:31:17.435972593 +0000 UTC m=+0.378431992 container start e777db9eb91c8921ea08e880cb143d5fb18f1e409af1351798f89b4d389c125b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:17.470 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.459Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:31:17.470 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.459Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.459Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi132 (none))" 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.459Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.459Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.461Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.461Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.462Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.462Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.465Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.465Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.548µs 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.465Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:31:17.471 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.466Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-02T08:31:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:17 smithi084 ceph-mon[94794]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:31:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:17 smithi084 ceph-mon[94794]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:31:17.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:17 smithi084 ceph-mon[97358]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:31:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:17 smithi084 ceph-mon[97358]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:31:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.472Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-02T08:31:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.478Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-02T08:31:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.484Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-02T08:31:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.485Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-02T08:31:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.485Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.725µs wal_replay_duration=19.985638ms wbl_replay_duration=140ns total_replay_duration=20.029759ms 2024-04-02T08:31:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.487Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:31:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.487Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:31:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.487Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:31:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.508Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.676567ms db_storage=934ns remote_storage=1.146µs web_handler=351ns query_engine=574ns scrape=402.865µs scrape_sd=116.467µs notify=10.577µs notify_sd=23.766µs rules=19.800395ms tracing=7.312µs 2024-04-02T08:31:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.508Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:31:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:17.508Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:31:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 bash[121808]: e777db9eb91c8921ea08e880cb143d5fb18f1e409af1351798f89b4d389c125b 2024-04-02T08:31:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:17 smithi132 systemd[1]: Started Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:18.225 INFO:tasks.rados.rados.0.smithi084.stdout:2865: done (7 left) 2024-04-02T08:31:18.225 INFO:tasks.rados.rados.0.smithi084.stdout:2866: done (6 left) 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:2867: done (5 left) 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:2868: done (4 left) 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:2869: done (3 left) 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:2871: done (2 left) 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:2873: done (1 left) 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:2874: done (0 left) 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 272 2024-04-02T08:31:18.226 INFO:tasks.rados.rados.0.smithi084.stdout:2875: seq_num 904 ranges {0=745472} 2024-04-02T08:31:18.230 INFO:tasks.rados.rados.0.smithi084.stdout:2875: writing smithi08483026-15 from 0 to 745472 tid 1 2024-04-02T08:31:18.230 INFO:tasks.rados.rados.0.smithi084.stdout:2876: delete oid 23 current snap is 272 2024-04-02T08:31:18.232 INFO:tasks.rados.rados.0.smithi084.stdout:2876: done (1 left) 2024-04-02T08:31:18.232 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 272 2024-04-02T08:31:18.232 INFO:tasks.rados.rados.0.smithi084.stdout:2877: seq_num 906 ranges {0=778240} 2024-04-02T08:31:18.237 INFO:tasks.rados.rados.0.smithi084.stdout:2877: writing smithi08483026-28 from 0 to 778240 tid 1 2024-04-02T08:31:18.237 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 272 2024-04-02T08:31:18.237 INFO:tasks.rados.rados.0.smithi084.stdout:2875: finishing write tid 1 to smithi08483026-15 2024-04-02T08:31:18.237 INFO:tasks.rados.rados.0.smithi084.stdout:2878: seq_num 907 ranges {2490368=794624} 2024-04-02T08:31:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:2878: writing smithi08483026-37 from 2490368 to 3284992 tid 1 2024-04-02T08:31:18.256 INFO:tasks.rados.rados.0.smithi084.stdout:2879: read oid 42 snap -1 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2879: expect deleted 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2880: delete oid 29 current snap is 272 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2875: finishing write tid 2 to smithi08483026-15 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2875: finishing write tid 3 to smithi08483026-15 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2875: oid 15 updating version 0 to 998 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2875: oid 15 version 998 is already newer than 997 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 998 (ObjNum 904 snap 272 seq_num 904) dirty exists 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2875: left oid 15 (ObjNum 904 snap 272 seq_num 904) 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2877: finishing write tid 1 to smithi08483026-28 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2877: finishing write tid 2 to smithi08483026-28 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2877: finishing write tid 3 to smithi08483026-28 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2877: oid 28 updating version 0 to 930 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2877: oid 28 version 930 is already newer than 929 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 930 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:31:18.257 INFO:tasks.rados.rados.0.smithi084.stdout:2877: left oid 28 (ObjNum 906 snap 272 seq_num 906) 2024-04-02T08:31:18.258 INFO:tasks.rados.rados.0.smithi084.stdout:2875: done (4 left) 2024-04-02T08:31:18.258 INFO:tasks.rados.rados.0.smithi084.stdout:2877: done (3 left) 2024-04-02T08:31:18.258 INFO:tasks.rados.rados.0.smithi084.stdout:2879: done (2 left) 2024-04-02T08:31:18.258 INFO:tasks.rados.rados.0.smithi084.stdout:2880: done (1 left) 2024-04-02T08:31:18.259 INFO:tasks.rados.rados.0.smithi084.stdout:2881: copy_from oid 42 from oid 6 current snap is 272 2024-04-02T08:31:18.259 INFO:tasks.rados.rados.0.smithi084.stdout:2882: copy_from oid 36 from oid 41 current snap is 272 2024-04-02T08:31:18.259 INFO:tasks.rados.rados.0.smithi084.stdout:2883: snap_create 2024-04-02T08:31:18.261 INFO:tasks.rados.rados.0.smithi084.stdout:2878: finishing write tid 1 to smithi08483026-37 2024-04-02T08:31:18.261 INFO:tasks.rados.rados.0.smithi084.stdout:2878: finishing write tid 2 to smithi08483026-37 2024-04-02T08:31:18.263 INFO:tasks.rados.rados.0.smithi084.stdout:2878: finishing write tid 3 to smithi08483026-37 2024-04-02T08:31:18.263 INFO:tasks.rados.rados.0.smithi084.stdout:2878: oid 37 updating version 0 to 895 2024-04-02T08:31:18.263 INFO:tasks.rados.rados.0.smithi084.stdout:2878: oid 37 updating version 895 to 896 2024-04-02T08:31:18.263 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 896 (ObjNum 907 snap 272 seq_num 907) dirty exists 2024-04-02T08:31:18.263 INFO:tasks.rados.rados.0.smithi084.stdout:2878: left oid 37 (ObjNum 907 snap 272 seq_num 907) 2024-04-02T08:31:18.274 INFO:tasks.rados.rados.0.smithi084.stdout:2881: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:31:18.280 INFO:tasks.rados.rados.0.smithi084.stdout:2881: finishing copy_from to smithi08483026-42 2024-04-02T08:31:18.280 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 908 (ObjNum 868 snap 265 seq_num 868) dirty exists 2024-04-02T08:31:18.299 INFO:tasks.rados.rados.0.smithi084.stdout:2882: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:31:18.308 INFO:tasks.rados.rados.0.smithi084.stdout:2882: finishing copy_from to smithi08483026-36 2024-04-02T08:31:18.308 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1460 (ObjNum 841 snap 259 seq_num 841) dirty exists 2024-04-02T08:31:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[94794]: pgmap v590: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 950 KiB/s wr, 8 op/s 2024-04-02T08:31:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[94794]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:31:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[97358]: pgmap v590: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 950 KiB/s wr, 8 op/s 2024-04-02T08:31:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:18 smithi084 ceph-mon[97358]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:31:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:18 smithi132 ceph-mon[88571]: pgmap v590: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 950 KiB/s wr, 8 op/s 2024-04-02T08:31:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:18 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:18 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:18 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:18 smithi132 ceph-mon[88571]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:31:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:2878: done (3 left) 2024-04-02T08:31:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:2881: done (2 left) 2024-04-02T08:31:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:2882: done (1 left) 2024-04-02T08:31:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:2883: done (0 left) 2024-04-02T08:31:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:2884: copy_from oid 4 from oid 16 current snap is 273 2024-04-02T08:31:19.227 INFO:tasks.rados.rados.0.smithi084.stdout:2885: snap_create 2024-04-02T08:31:19.235 INFO:tasks.rados.rados.0.smithi084.stdout:2884: finishing copy_from racing read to smithi08483026-4 2024-04-02T08:31:19.236 INFO:tasks.rados.rados.0.smithi084.stdout:2884: finishing copy_from to smithi08483026-4 2024-04-02T08:31:19.236 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1123 (ObjNum 809 snap 251 seq_num 809) dirty exists 2024-04-02T08:31:20.173 INFO:tasks.rados.rados.0.smithi084.stdout:2884: done (1 left) 2024-04-02T08:31:20.173 INFO:tasks.rados.rados.0.smithi084.stdout:2885: done (0 left) 2024-04-02T08:31:20.173 INFO:tasks.rados.rados.0.smithi084.stdout:2886: read oid 49 snap -1 2024-04-02T08:31:20.173 INFO:tasks.rados.rados.0.smithi084.stdout:2886: expect deleted 2024-04-02T08:31:20.173 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 274 2024-04-02T08:31:20.173 INFO:tasks.rados.rados.0.smithi084.stdout:2887: seq_num 909 ranges {0=425984,425984=401408} 2024-04-02T08:31:20.175 INFO:tasks.rados.rados.0.smithi084.stdout:2887: writing smithi08483026-22 from 0 to 425984 tid 1 2024-04-02T08:31:20.178 INFO:tasks.rados.rados.0.smithi084.stdout:2887: writing smithi08483026-22 from 425984 to 827392 tid 2 2024-04-02T08:31:20.178 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 274 2024-04-02T08:31:20.178 INFO:tasks.rados.rados.0.smithi084.stdout:2888: seq_num 910 ranges {0=442368,442368=401408} 2024-04-02T08:31:20.180 INFO:tasks.rados.rados.0.smithi084.stdout:2888: writing smithi08483026-26 from 0 to 442368 tid 1 2024-04-02T08:31:20.183 INFO:tasks.rados.rados.0.smithi084.stdout:2888: writing smithi08483026-26 from 442368 to 843776 tid 2 2024-04-02T08:31:20.183 INFO:tasks.rados.rados.0.smithi084.stdout:2889: copy_from oid 45 from oid 28 current snap is 274 2024-04-02T08:31:20.184 INFO:tasks.rados.rados.0.smithi084.stdout:2890: snap_create 2024-04-02T08:31:20.184 INFO:tasks.rados.rados.0.smithi084.stdout:2887: finishing write tid 1 to smithi08483026-22 2024-04-02T08:31:20.184 INFO:tasks.rados.rados.0.smithi084.stdout:2887: finishing write tid 2 to smithi08483026-22 2024-04-02T08:31:20.184 INFO:tasks.rados.rados.0.smithi084.stdout:2887: finishing write tid 3 to smithi08483026-22 2024-04-02T08:31:20.184 INFO:tasks.rados.rados.0.smithi084.stdout:2887: finishing write tid 4 to smithi08483026-22 2024-04-02T08:31:20.184 INFO:tasks.rados.rados.0.smithi084.stdout:2887: oid 22 updating version 0 to 1022 2024-04-02T08:31:20.184 INFO:tasks.rados.rados.0.smithi084.stdout:2887: oid 22 updating version 1022 to 1023 2024-04-02T08:31:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:2887: oid 22 version 1023 is already newer than 1021 2024-04-02T08:31:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1023 (ObjNum 909 snap 274 seq_num 909) dirty exists 2024-04-02T08:31:20.185 INFO:tasks.rados.rados.0.smithi084.stdout:2887: left oid 22 (ObjNum 909 snap 274 seq_num 909) 2024-04-02T08:31:20.189 INFO:tasks.rados.rados.0.smithi084.stdout:2888: finishing write tid 1 to smithi08483026-26 2024-04-02T08:31:20.189 INFO:tasks.rados.rados.0.smithi084.stdout:2888: finishing write tid 2 to smithi08483026-26 2024-04-02T08:31:20.189 INFO:tasks.rados.rados.0.smithi084.stdout:2888: finishing write tid 3 to smithi08483026-26 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:2888: finishing write tid 4 to smithi08483026-26 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:2888: oid 26 updating version 0 to 1363 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:2888: oid 26 updating version 1363 to 1365 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:2888: oid 26 version 1365 is already newer than 1364 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1365 (ObjNum 910 snap 274 seq_num 910) dirty exists 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi084.stdout:2888: left oid 26 (ObjNum 910 snap 274 seq_num 910) 2024-04-02T08:31:20.193 INFO:tasks.rados.rados.0.smithi084.stdout:2889: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:31:20.193 INFO:tasks.rados.rados.0.smithi084.stdout:2889: finishing copy_from to smithi08483026-45 2024-04-02T08:31:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 930 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:31:20.521 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:20 smithi132 ceph-mon[88571]: pgmap v593: 121 pgs: 121 active+clean; 96 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-02T08:31:20.522 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:20 smithi132 ceph-mon[88571]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:31:20.522 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:20 smithi132 ceph-mon[88571]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:31:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:20 smithi084 ceph-mon[94794]: pgmap v593: 121 pgs: 121 active+clean; 96 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-02T08:31:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:20 smithi084 ceph-mon[94794]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:31:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:20 smithi084 ceph-mon[94794]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:31:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:20 smithi084 ceph-mon[97358]: pgmap v593: 121 pgs: 121 active+clean; 96 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-02T08:31:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:20 smithi084 ceph-mon[97358]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:31:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:20 smithi084 ceph-mon[97358]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:31:21.172 INFO:tasks.rados.rados.0.smithi084.stdout:2886: done (4 left) 2024-04-02T08:31:21.173 INFO:tasks.rados.rados.0.smithi084.stdout:2887: done (3 left) 2024-04-02T08:31:21.173 INFO:tasks.rados.rados.0.smithi084.stdout:2888: done (2 left) 2024-04-02T08:31:21.173 INFO:tasks.rados.rados.0.smithi084.stdout:2889: done (1 left) 2024-04-02T08:31:21.173 INFO:tasks.rados.rados.0.smithi084.stdout:2890: done (0 left) 2024-04-02T08:31:21.173 INFO:tasks.rados.rados.0.smithi084.stdout:2891: snap_remove snap 267 2024-04-02T08:31:22.182 INFO:tasks.rados.rados.0.smithi084.stdout:2891: done (0 left) 2024-04-02T08:31:22.182 INFO:tasks.rados.rados.0.smithi084.stdout:2892: snap_remove snap 273 2024-04-02T08:31:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[97358]: pgmap v596: 121 pgs: 121 active+clean; 98 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-04-02T08:31:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[97358]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[94794]: pgmap v596: 121 pgs: 121 active+clean; 98 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[94794]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:22 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:22 smithi132 ceph-mon[88571]: pgmap v596: 121 pgs: 121 active+clean; 98 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-04-02T08:31:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:22 smithi132 ceph-mon[88571]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:31:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:22 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:22 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:23.190 INFO:tasks.rados.rados.0.smithi084.stdout:2892: done (0 left) 2024-04-02T08:31:23.190 INFO:tasks.rados.rados.0.smithi084.stdout:2893: rollback oid 35 current snap is 275 2024-04-02T08:31:23.190 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 270 2024-04-02T08:31:23.190 INFO:tasks.rados.rados.0.smithi084.stdout:2894: snap_remove snap 272 2024-04-02T08:31:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:23 smithi084 ceph-mon[94794]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:31:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:23 smithi084 ceph-mon[97358]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:31:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:23 smithi132 ceph-mon[88571]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:31:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:23.984 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:31:24.191 INFO:tasks.rados.rados.0.smithi084.stdout:2894: done (1 left) 2024-04-02T08:31:24.191 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 275 2024-04-02T08:31:24.191 INFO:tasks.rados.rados.0.smithi084.stdout:2895: seq_num 911 ranges {229376=466944,696320=401408} 2024-04-02T08:31:24.194 INFO:tasks.rados.rados.0.smithi084.stdout:2895: writing smithi08483026-13 from 229376 to 696320 tid 1 2024-04-02T08:31:24.197 INFO:tasks.rados.rados.0.smithi084.stdout:2895: writing smithi08483026-13 from 696320 to 1097728 tid 2 2024-04-02T08:31:24.197 INFO:tasks.rados.rados.0.smithi084.stdout:2896: setattr oid 41 current snap is 275 2024-04-02T08:31:24.197 INFO:tasks.rados.rados.0.smithi084.stdout:2893: finishing rollback tid 0 to smithi08483026-35 2024-04-02T08:31:24.197 INFO:tasks.rados.rados.0.smithi084.stdout:2893: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:31:24.197 INFO:tasks.rados.rados.0.smithi084.stdout:2893: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:31:24.198 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1470 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi084.stdout:2893: done (2 left) 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi084.stdout:2897: read oid 49 snap -1 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi084.stdout:2897: expect deleted 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi084.stdout:2898: rollback oid 24 current snap is 275 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 270 2024-04-02T08:31:24.201 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 275 2024-04-02T08:31:24.201 INFO:tasks.rados.rados.0.smithi084.stdout:2899: seq_num 912 ranges {172032=483328,655360=401408} 2024-04-02T08:31:24.204 INFO:tasks.rados.rados.0.smithi084.stdout:2899: writing smithi08483026-8 from 172032 to 655360 tid 1 2024-04-02T08:31:24.207 INFO:tasks.rados.rados.0.smithi084.stdout:2899: writing smithi08483026-8 from 655360 to 1056768 tid 2 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2900: read oid 50 snap -1 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2900: expect (ObjNum 876 snap 265 seq_num 876) 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2898: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2895: finishing write tid 1 to smithi08483026-13 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2895: finishing write tid 2 to smithi08483026-13 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2895: finishing write tid 3 to smithi08483026-13 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2895: finishing write tid 4 to smithi08483026-13 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2895: oid 13 updating version 0 to 1461 2024-04-02T08:31:24.208 INFO:tasks.rados.rados.0.smithi084.stdout:2895: oid 13 updating version 1461 to 1462 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2895: oid 13 updating version 1462 to 1463 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1463 (ObjNum 911 snap 275 seq_num 911) dirty exists 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2895: left oid 13 (ObjNum 911 snap 275 seq_num 911) 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2895: done (5 left) 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2897: done (4 left) 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2898: done (3 left) 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2901: read oid 14 snap -1 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2901: expect (ObjNum 883 snap 266 seq_num 883) 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 275 2024-04-02T08:31:24.209 INFO:tasks.rados.rados.0.smithi084.stdout:2902: seq_num 913 ranges {2351104=499712,2850816=401408} 2024-04-02T08:31:24.224 INFO:tasks.rados.rados.0.smithi084.stdout:2902: writing smithi08483026-25 from 2351104 to 2850816 tid 1 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2902: writing smithi08483026-25 from 2850816 to 3252224 tid 2 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2903: read oid 34 snap -1 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2903: expect deleted 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2904: copy_from oid 24 from oid 43 current snap is 275 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2899: finishing write tid 1 to smithi08483026-8 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2899: finishing write tid 2 to smithi08483026-8 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2899: finishing write tid 3 to smithi08483026-8 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2899: finishing write tid 4 to smithi08483026-8 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2899: oid 8 updating version 0 to 1476 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2899: oid 8 version 1476 is already newer than 1475 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi084.stdout:2899: oid 8 version 1476 is already newer than 1474 2024-04-02T08:31:24.229 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1476 (ObjNum 912 snap 275 seq_num 912) dirty exists 2024-04-02T08:31:24.229 INFO:tasks.rados.rados.0.smithi084.stdout:2899: left oid 8 (ObjNum 912 snap 275 seq_num 912) 2024-04-02T08:31:24.229 INFO:tasks.rados.rados.0.smithi084.stdout:2899: done (6 left) 2024-04-02T08:31:24.229 INFO:tasks.rados.rados.0.smithi084.stdout:2905: read oid 44 snap -1 2024-04-02T08:31:24.229 INFO:tasks.rados.rados.0.smithi084.stdout:2905: expect deleted 2024-04-02T08:31:24.229 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 275 2024-04-02T08:31:24.229 INFO:tasks.rados.rados.0.smithi084.stdout:2906: seq_num 914 ranges {1810432=516096,2326528=401408} 2024-04-02T08:31:24.241 INFO:tasks.rados.rados.0.smithi084.stdout:2906: writing smithi08483026-12 from 1810432 to 2326528 tid 1 2024-04-02T08:31:24.244 INFO:tasks.rados.rados.0.smithi084.stdout:2906: writing smithi08483026-12 from 2326528 to 2727936 tid 2 2024-04-02T08:31:24.244 INFO:tasks.rados.rados.0.smithi084.stdout:2907: setattr oid 15 current snap is 275 2024-04-02T08:31:24.244 INFO:tasks.rados.rados.0.smithi084.stdout:2902: finishing write tid 1 to smithi08483026-25 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2902: finishing write tid 2 to smithi08483026-25 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2902: finishing write tid 3 to smithi08483026-25 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2902: finishing write tid 4 to smithi08483026-25 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2902: oid 25 updating version 0 to 1465 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2902: oid 25 updating version 1465 to 1466 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2902: oid 25 version 1466 is already newer than 1464 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1466 (ObjNum 913 snap 275 seq_num 913) dirty exists 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2902: left oid 25 (ObjNum 913 snap 275 seq_num 913) 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1481 (ObjNum 841 snap 259 seq_num 841) dirty exists 2024-04-02T08:31:24.245 INFO:tasks.rados.rados.0.smithi084.stdout:2900: expect (ObjNum 876 snap 265 seq_num 876) 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (11m) 19s ago 12m 24.3M - 0.25.0 c8568f914cd2 c5e6a8b7add4 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (12m) 2s ago 12m 88.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (60s) 19s ago 13m 16.1M - 19.0.0-2422-g3cba26ea beaaa8a653cf b86c3fee26b3 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (41s) 2s ago 13m 12.3M - 19.0.0-2422-g3cba26ea beaaa8a653cf dcbf0940951e 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (7m) 2s ago 17m 455M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (7m) 19s ago 18m 512M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (6m) 19s ago 19m 69.1M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:31:24.340 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (6m) 2s ago 17m 55.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (6m) 19s ago 17m 59.6M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (27s) 19s ago 12m 5628k - 1.5.0 0da6a335fe13 a8efd4f084ce 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (23s) 2s ago 12m 7922k - 1.5.0 0da6a335fe13 29392f4c68f4 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (5m) 19s ago 16m 207M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (4m) 19s ago 16m 192M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (4m) 19s ago 16m 246M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (3m) 19s ago 15m 153M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (3m) 2s ago 15m 222M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (2m) 2s ago 14m 236M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 28a4ec2f2c06 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (115s) 2s ago 14m 88.2M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 2fab50cf0f1b 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (80s) 2s ago 14m 117M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf ee68195895ac 2024-04-02T08:31:24.341 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (7s) 2s ago 13m 35.6M - 2.43.0 a07b618ecd1d e777db9eb91c 2024-04-02T08:31:24.342 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:24 smithi084 ceph-mon[94794]: pgmap v599: 121 pgs: 121 active+clean; 98 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 360 KiB/s wr, 6 op/s 2024-04-02T08:31:24.342 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:24 smithi084 ceph-mon[94794]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:31:24.342 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:24.342 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:24 smithi084 ceph-mon[97358]: pgmap v599: 121 pgs: 121 active+clean; 98 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 360 KiB/s wr, 6 op/s 2024-04-02T08:31:24.342 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:24 smithi084 ceph-mon[97358]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:31:24.342 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:24.361 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:24 smithi132 ceph-mon[88571]: pgmap v599: 121 pgs: 121 active+clean; 98 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 360 KiB/s wr, 6 op/s 2024-04-02T08:31:24.361 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:24 smithi132 ceph-mon[88571]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:31:24.361 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:24.527 INFO:tasks.rados.rados.0.smithi084.stdout:2901: expect (ObjNum 883 snap 266 seq_num 883) 2024-04-02T08:31:24.759 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:31:24.759 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:31:24.759 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:31:24.759 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:31:24.760 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:31:24.927 INFO:tasks.rados.rados.0.smithi084.stdout:2904: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:31:24.927 INFO:tasks.rados.rados.0.smithi084.stdout:2904: finishing copy_from to smithi08483026-24 2024-04-02T08:31:24.927 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1424 (ObjNum 890 snap 267 seq_num 890) dirty exists 2024-04-02T08:31:24.927 INFO:tasks.rados.rados.0.smithi084.stdout:2906: finishing write tid 1 to smithi08483026-12 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2906: finishing write tid 2 to smithi08483026-12 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2906: finishing write tid 3 to smithi08483026-12 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2906: finishing write tid 4 to smithi08483026-12 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2906: oid 12 updating version 0 to 1369 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2906: oid 12 updating version 1369 to 1371 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2906: oid 12 version 1371 is already newer than 1370 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1371 (ObjNum 914 snap 275 seq_num 914) dirty exists 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2906: left oid 12 (ObjNum 914 snap 275 seq_num 914) 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2896: done (8 left) 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2900: done (7 left) 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2901: done (6 left) 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2902: done (5 left) 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2903: done (4 left) 2024-04-02T08:31:24.928 INFO:tasks.rados.rados.0.smithi084.stdout:2904: done (3 left) 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:2905: done (2 left) 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:2906: done (1 left) 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:2908: read oid 47 snap -1 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:2908: expect (ObjNum 838 snap 259 seq_num 838) 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:2909: rmattr oid 44 current snap is 275 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:2909: done (2 left) 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:2910: snap_create 2024-04-02T08:31:24.929 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 999 (ObjNum 904 snap 272 seq_num 904) dirty exists 2024-04-02T08:31:24.942 INFO:tasks.rados.rados.0.smithi084.stdout:2908: expect (ObjNum 838 snap 259 seq_num 838) 2024-04-02T08:31:25.203 INFO:tasks.rados.rados.0.smithi084.stdout:2907: done (2 left) 2024-04-02T08:31:25.203 INFO:tasks.rados.rados.0.smithi084.stdout:2908: done (1 left) 2024-04-02T08:31:25.203 INFO:tasks.rados.rados.0.smithi084.stdout:2910: done (0 left) 2024-04-02T08:31:25.203 INFO:tasks.rados.rados.0.smithi084.stdout:2911: delete oid 33 current snap is 276 2024-04-02T08:31:25.209 INFO:tasks.rados.rados.0.smithi084.stdout:2911: done (0 left) 2024-04-02T08:31:25.209 INFO:tasks.rados.rados.0.smithi084.stdout:2912: snap_remove snap 269 2024-04-02T08:31:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:25 smithi132 ceph-mon[88571]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:25 smithi132 ceph-mon[88571]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:31:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:25 smithi132 ceph-mon[88571]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:25 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3375169743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[94794]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[94794]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:31:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[94794]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3375169743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[97358]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[97358]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:31:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[97358]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:25 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3375169743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:26.203 INFO:tasks.rados.rados.0.smithi084.stdout:2912: done (0 left) 2024-04-02T08:31:26.203 INFO:tasks.rados.rados.0.smithi084.stdout:2913: snap_remove snap 271 2024-04-02T08:31:26.368 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:26 smithi132 ceph-mon[88571]: pgmap v602: 121 pgs: 121 active+clean; 103 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:31:26.368 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:26 smithi132 ceph-mon[88571]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:31:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:26 smithi084 ceph-mon[94794]: pgmap v602: 121 pgs: 121 active+clean; 103 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:31:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:26 smithi084 ceph-mon[94794]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:31:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:26 smithi084 ceph-mon[97358]: pgmap v602: 121 pgs: 121 active+clean; 103 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:31:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:26 smithi084 ceph-mon[97358]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:31:27.211 INFO:tasks.rados.rados.0.smithi084.stdout:2913: done (0 left) 2024-04-02T08:31:27.211 INFO:tasks.rados.rados.0.smithi084.stdout:2914: read oid 40 snap -1 2024-04-02T08:31:27.211 INFO:tasks.rados.rados.0.smithi084.stdout:2914: expect deleted 2024-04-02T08:31:27.211 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 276 2024-04-02T08:31:27.211 INFO:tasks.rados.rados.0.smithi084.stdout:2915: seq_num 916 ranges {1556480=548864,2105344=401408} 2024-04-02T08:31:27.222 INFO:tasks.rados.rados.0.smithi084.stdout:2915: writing smithi08483026-16 from 1556480 to 2105344 tid 1 2024-04-02T08:31:27.224 INFO:tasks.rados.rados.0.smithi084.stdout:2915: writing smithi08483026-16 from 2105344 to 2506752 tid 2 2024-04-02T08:31:27.224 INFO:tasks.rados.rados.0.smithi084.stdout:2916: delete oid 9 current snap is 276 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2915: finishing write tid 1 to smithi08483026-16 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2915: finishing write tid 2 to smithi08483026-16 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2914: done (2 left) 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2916: done (1 left) 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2917: rollback oid 33 current snap is 276 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 33 to 274 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2918: rollback oid 3 current snap is 276 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 3 to 268 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2919: copy_from oid 47 from oid 34 current snap is 276 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2920: copy_from oid 13 from oid 17 current snap is 276 2024-04-02T08:31:27.228 INFO:tasks.rados.rados.0.smithi084.stdout:2921: snap_remove snap 275 2024-04-02T08:31:27.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.483 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.484 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.485 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:31:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.663 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:28.222 INFO:tasks.rados.rados.0.smithi084.stdout:2921: done (5 left) 2024-04-02T08:31:28.222 INFO:tasks.rados.rados.0.smithi084.stdout:2922: delete oid 42 current snap is 276 2024-04-02T08:31:28.222 INFO:tasks.rados.rados.0.smithi084.stdout:2915: finishing write tid 3 to smithi08483026-16 2024-04-02T08:31:28.222 INFO:tasks.rados.rados.0.smithi084.stdout:2915: finishing write tid 4 to smithi08483026-16 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2915: oid 16 updating version 0 to 1125 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2915: oid 16 updating version 1125 to 1126 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2915: oid 16 version 1126 is already newer than 1124 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1126 (ObjNum 916 snap 276 seq_num 916) dirty exists 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2915: left oid 16 (ObjNum 916 snap 276 seq_num 916) 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2920: finishing copy_from to smithi08483026-13 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2920: got expected ENOENT (src dne) 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2920: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2917: finishing rollback tid 1 to smithi08483026-33 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2918: finishing rollback tid 0 to smithi08483026-3 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2918: finishing rollback tid 1 to smithi08483026-3 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 1360 (ObjNum 705 snap 0 seq_num 2856300432) dirty dne 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2919: finishing copy_from to smithi08483026-47 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi084.stdout:2919: got expected ENOENT (src dne) 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi084.stdout:2919: finishing copy_from racing read to smithi08483026-47 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi084.stdout:2917: finishing rollback tid 2 to smithi08483026-33 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1495 (ObjNum 851 snap 262 seq_num 851) dirty exists 2024-04-02T08:31:28.230 INFO:tasks.rados.rados.0.smithi084.stdout:2915: done (5 left) 2024-04-02T08:31:28.231 INFO:tasks.rados.rados.0.smithi084.stdout:2917: done (4 left) 2024-04-02T08:31:28.231 INFO:tasks.rados.rados.0.smithi084.stdout:2918: done (3 left) 2024-04-02T08:31:28.231 INFO:tasks.rados.rados.0.smithi084.stdout:2919: done (2 left) 2024-04-02T08:31:28.231 INFO:tasks.rados.rados.0.smithi084.stdout:2920: done (1 left) 2024-04-02T08:31:28.231 INFO:tasks.rados.rados.0.smithi084.stdout:2922: done (0 left) 2024-04-02T08:31:28.231 INFO:tasks.rados.rados.0.smithi084.stdout:2923: delete oid 21 current snap is 276 2024-04-02T08:31:28.233 INFO:tasks.rados.rados.0.smithi084.stdout:2923: done (0 left) 2024-04-02T08:31:28.233 INFO:tasks.rados.rados.0.smithi084.stdout:2924: copy_from oid 13 from oid 17 current snap is 276 2024-04-02T08:31:28.233 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 276 2024-04-02T08:31:28.233 INFO:tasks.rados.rados.0.smithi084.stdout:2925: seq_num 920 ranges {843776=614400,1458176=401408} 2024-04-02T08:31:28.242 INFO:tasks.rados.rados.0.smithi084.stdout:2925: writing smithi08483026-26 from 843776 to 1458176 tid 1 2024-04-02T08:31:28.245 INFO:tasks.rados.rados.0.smithi084.stdout:2925: writing smithi08483026-26 from 1458176 to 1859584 tid 2 2024-04-02T08:31:28.245 INFO:tasks.rados.rados.0.smithi084.stdout:2926: snap_create 2024-04-02T08:31:28.245 INFO:tasks.rados.rados.0.smithi084.stdout:2924: finishing copy_from to smithi08483026-13 2024-04-02T08:31:28.245 INFO:tasks.rados.rados.0.smithi084.stdout:2924: got expected ENOENT (src dne) 2024-04-02T08:31:28.245 INFO:tasks.rados.rados.0.smithi084.stdout:2924: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:31:28.246 INFO:tasks.rados.rados.0.smithi084.stdout:2925: finishing write tid 1 to smithi08483026-26 2024-04-02T08:31:28.248 INFO:tasks.rados.rados.0.smithi084.stdout:2925: finishing write tid 2 to smithi08483026-26 2024-04-02T08:31:28.248 INFO:tasks.rados.rados.0.smithi084.stdout:2925: finishing write tid 3 to smithi08483026-26 2024-04-02T08:31:28.250 INFO:tasks.rados.rados.0.smithi084.stdout:2925: finishing write tid 4 to smithi08483026-26 2024-04-02T08:31:28.250 INFO:tasks.rados.rados.0.smithi084.stdout:2925: oid 26 updating version 0 to 1380 2024-04-02T08:31:28.250 INFO:tasks.rados.rados.0.smithi084.stdout:2925: oid 26 version 1380 is already newer than 1379 2024-04-02T08:31:28.250 INFO:tasks.rados.rados.0.smithi084.stdout:2925: oid 26 updating version 1380 to 1381 2024-04-02T08:31:28.250 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1381 (ObjNum 920 snap 276 seq_num 920) dirty exists 2024-04-02T08:31:28.250 INFO:tasks.rados.rados.0.smithi084.stdout:2925: left oid 26 (ObjNum 920 snap 276 seq_num 920) 2024-04-02T08:31:28.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:28 smithi084 ceph-mon[94794]: pgmap v605: 121 pgs: 121 active+clean; 103 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:31:28.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:28 smithi084 ceph-mon[94794]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:31:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:28 smithi084 ceph-mon[97358]: pgmap v605: 121 pgs: 121 active+clean; 103 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:31:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:28 smithi084 ceph-mon[97358]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:31:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:28 smithi132 ceph-mon[88571]: pgmap v605: 121 pgs: 121 active+clean; 103 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:31:28.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:28 smithi132 ceph-mon[88571]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:31:29.231 INFO:tasks.rados.rados.0.smithi084.stdout:2924: done (2 left) 2024-04-02T08:31:29.231 INFO:tasks.rados.rados.0.smithi084.stdout:2925: done (1 left) 2024-04-02T08:31:29.231 INFO:tasks.rados.rados.0.smithi084.stdout:2926: done (0 left) 2024-04-02T08:31:29.231 INFO:tasks.rados.rados.0.smithi084.stdout:2927: copy_from oid 24 from oid 35 current snap is 277 2024-04-02T08:31:29.232 INFO:tasks.rados.rados.0.smithi084.stdout:2928: read oid 32 snap 270 2024-04-02T08:31:29.232 INFO:tasks.rados.rados.0.smithi084.stdout:2928: expect deleted 2024-04-02T08:31:29.232 INFO:tasks.rados.rados.0.smithi084.stdout:2929: read oid 38 snap -1 2024-04-02T08:31:29.232 INFO:tasks.rados.rados.0.smithi084.stdout:2929: expect (ObjNum 875 snap 265 seq_num 875) 2024-04-02T08:31:29.232 INFO:tasks.rados.rados.0.smithi084.stdout:2930: read oid 41 snap -1 2024-04-02T08:31:29.232 INFO:tasks.rados.rados.0.smithi084.stdout:2930: expect (ObjNum 841 snap 259 seq_num 841) 2024-04-02T08:31:29.232 INFO:tasks.rados.rados.0.smithi084.stdout:2931: setattr oid 9 current snap is 277 2024-04-02T08:31:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:2927: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:31:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:2928: done (4 left) 2024-04-02T08:31:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:2932: read oid 31 snap -1 2024-04-02T08:31:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:2932: expect (ObjNum 901 snap 271 seq_num 901) 2024-04-02T08:31:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:2933: rollback oid 28 current snap is 277 2024-04-02T08:31:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 274 2024-04-02T08:31:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:2934: delete oid 36 current snap is 277 2024-04-02T08:31:29.236 INFO:tasks.rados.rados.0.smithi084.stdout:2927: finishing copy_from to smithi08483026-24 2024-04-02T08:31:29.236 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1470 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:29.243 INFO:tasks.rados.rados.0.smithi084.stdout:2927: done (6 left) 2024-04-02T08:31:29.243 INFO:tasks.rados.rados.0.smithi084.stdout:2934: done (5 left) 2024-04-02T08:31:29.243 INFO:tasks.rados.rados.0.smithi084.stdout:2935: rollback oid 29 current snap is 277 2024-04-02T08:31:29.243 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 276 2024-04-02T08:31:29.243 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 277 2024-04-02T08:31:29.243 INFO:tasks.rados.rados.0.smithi084.stdout:2936: seq_num 922 ranges {0=647168,647168=401408} 2024-04-02T08:31:29.247 INFO:tasks.rados.rados.0.smithi084.stdout:2936: writing smithi08483026-21 from 0 to 647168 tid 1 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi084.stdout:2936: writing smithi08483026-21 from 647168 to 1048576 tid 2 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2933: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2933: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2935: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 0 (ObjNum 225 snap 0 seq_num 621141104) dirty dne 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1241 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2933: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 933 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2931: done (6 left) 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2933: done (5 left) 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2935: done (4 left) 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 277 2024-04-02T08:31:29.251 INFO:tasks.rados.rados.0.smithi084.stdout:2937: seq_num 923 ranges {2727936=663552,3391488=401408} 2024-04-02T08:31:29.271 INFO:tasks.rados.rados.0.smithi084.stdout:2937: writing smithi08483026-12 from 2727936 to 3391488 tid 1 2024-04-02T08:31:29.274 INFO:tasks.rados.rados.0.smithi084.stdout:2937: writing smithi08483026-12 from 3391488 to 3792896 tid 2 2024-04-02T08:31:29.274 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 277 2024-04-02T08:31:29.274 INFO:tasks.rados.rados.0.smithi084.stdout:2938: seq_num 924 ranges {0=679936,679936=401408} 2024-04-02T08:31:29.278 INFO:tasks.rados.rados.0.smithi084.stdout:2938: writing smithi08483026-36 from 0 to 679936 tid 1 2024-04-02T08:31:29.281 INFO:tasks.rados.rados.0.smithi084.stdout:2938: writing smithi08483026-36 from 679936 to 1081344 tid 2 2024-04-02T08:31:29.281 INFO:tasks.rados.rados.0.smithi084.stdout:2939: snap_create 2024-04-02T08:31:29.281 INFO:tasks.rados.rados.0.smithi084.stdout:2932: expect (ObjNum 901 snap 271 seq_num 901) 2024-04-02T08:31:29.523 INFO:tasks.rados.rados.0.smithi084.stdout:2936: finishing write tid 1 to smithi08483026-21 2024-04-02T08:31:29.523 INFO:tasks.rados.rados.0.smithi084.stdout:2936: finishing write tid 2 to smithi08483026-21 2024-04-02T08:31:29.523 INFO:tasks.rados.rados.0.smithi084.stdout:2936: finishing write tid 3 to smithi08483026-21 2024-04-02T08:31:29.523 INFO:tasks.rados.rados.0.smithi084.stdout:2929: expect (ObjNum 875 snap 265 seq_num 875) 2024-04-02T08:31:29.524 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:29 smithi084 ceph-mon[94794]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:31:29.524 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:29 smithi084 ceph-mon[94794]: Upgrade: Updating alertmanager.a 2024-04-02T08:31:29.524 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:29 smithi084 ceph-mon[94794]: Deploying daemon alertmanager.a on smithi084 2024-04-02T08:31:29.524 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:29 smithi084 ceph-mon[97358]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:31:29.524 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:29 smithi084 ceph-mon[97358]: Upgrade: Updating alertmanager.a 2024-04-02T08:31:29.524 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:29 smithi084 ceph-mon[97358]: Deploying daemon alertmanager.a on smithi084 2024-04-02T08:31:29.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:29 smithi132 ceph-mon[88571]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:31:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:29 smithi132 ceph-mon[88571]: Upgrade: Updating alertmanager.a 2024-04-02T08:31:29.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:29 smithi132 ceph-mon[88571]: Deploying daemon alertmanager.a on smithi084 2024-04-02T08:31:29.699 INFO:tasks.rados.rados.0.smithi084.stdout:2936: finishing write tid 4 to smithi08483026-21 2024-04-02T08:31:29.699 INFO:tasks.rados.rados.0.smithi084.stdout:2936: oid 21 updating version 0 to 1034 2024-04-02T08:31:29.699 INFO:tasks.rados.rados.0.smithi084.stdout:2936: oid 21 version 1034 is already newer than 1032 2024-04-02T08:31:29.699 INFO:tasks.rados.rados.0.smithi084.stdout:2936: oid 21 version 1034 is already newer than 1033 2024-04-02T08:31:29.699 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1034 (ObjNum 922 snap 277 seq_num 922) dirty exists 2024-04-02T08:31:29.700 INFO:tasks.rados.rados.0.smithi084.stdout:2936: left oid 21 (ObjNum 922 snap 277 seq_num 922) 2024-04-02T08:31:29.700 INFO:tasks.rados.rados.0.smithi084.stdout:2930: expect (ObjNum 841 snap 259 seq_num 841) 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: finishing write tid 1 to smithi08483026-12 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: finishing write tid 2 to smithi08483026-12 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: finishing write tid 3 to smithi08483026-12 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: finishing write tid 4 to smithi08483026-12 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: oid 12 updating version 0 to 1383 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: oid 12 updating version 1383 to 1385 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: oid 12 version 1385 is already newer than 1384 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1385 (ObjNum 923 snap 277 seq_num 923) dirty exists 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2937: left oid 12 (ObjNum 923 snap 277 seq_num 923) 2024-04-02T08:31:30.111 INFO:tasks.rados.rados.0.smithi084.stdout:2938: finishing write tid 1 to smithi08483026-36 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:2938: finishing write tid 2 to smithi08483026-36 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:2938: finishing write tid 3 to smithi08483026-36 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:2938: finishing write tid 4 to smithi08483026-36 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:2938: oid 36 updating version 0 to 1470 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:2938: oid 36 version 1470 is already newer than 1468 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:2938: oid 36 version 1470 is already newer than 1469 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1470 (ObjNum 924 snap 277 seq_num 924) dirty exists 2024-04-02T08:31:30.112 INFO:tasks.rados.rados.0.smithi084.stdout:2938: left oid 36 (ObjNum 924 snap 277 seq_num 924) 2024-04-02T08:31:30.176 INFO:tasks.rados.rados.0.smithi084.stdout:2929: done (6 left) 2024-04-02T08:31:30.176 INFO:tasks.rados.rados.0.smithi084.stdout:2930: done (5 left) 2024-04-02T08:31:30.176 INFO:tasks.rados.rados.0.smithi084.stdout:2932: done (4 left) 2024-04-02T08:31:30.176 INFO:tasks.rados.rados.0.smithi084.stdout:2936: done (3 left) 2024-04-02T08:31:30.177 INFO:tasks.rados.rados.0.smithi084.stdout:2937: done (2 left) 2024-04-02T08:31:30.177 INFO:tasks.rados.rados.0.smithi084.stdout:2938: done (1 left) 2024-04-02T08:31:30.177 INFO:tasks.rados.rados.0.smithi084.stdout:2939: done (0 left) 2024-04-02T08:31:30.177 INFO:tasks.rados.rados.0.smithi084.stdout:2940: copy_from oid 48 from oid 43 current snap is 278 2024-04-02T08:31:30.177 INFO:tasks.rados.rados.0.smithi084.stdout:2941: setattr oid 7 current snap is 278 2024-04-02T08:31:30.177 INFO:tasks.rados.rados.0.smithi084.stdout:2942: read oid 36 snap 277 2024-04-02T08:31:30.178 INFO:tasks.rados.rados.0.smithi084.stdout:2942: expect (ObjNum 924 snap 277 seq_num 924) 2024-04-02T08:31:30.178 INFO:tasks.rados.rados.0.smithi084.stdout:2943: read oid 25 snap -1 2024-04-02T08:31:30.178 INFO:tasks.rados.rados.0.smithi084.stdout:2943: expect (ObjNum 913 snap 275 seq_num 913) 2024-04-02T08:31:30.178 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 278 2024-04-02T08:31:30.178 INFO:tasks.rados.rados.0.smithi084.stdout:2944: seq_num 925 ranges {0=696320,696320=401408} 2024-04-02T08:31:30.182 INFO:tasks.rados.rados.0.smithi084.stdout:2944: writing smithi08483026-44 from 0 to 696320 tid 1 2024-04-02T08:31:30.185 INFO:tasks.rados.rados.0.smithi084.stdout:2944: writing smithi08483026-44 from 696320 to 1097728 tid 2 2024-04-02T08:31:30.185 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 278 2024-04-02T08:31:30.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 934 (ObjNum 33 snap 0 seq_num 609855280) dirty exists 2024-04-02T08:31:30.185 INFO:tasks.rados.rados.0.smithi084.stdout:2945: seq_num 926 ranges {0=712704,712704=401408} 2024-04-02T08:31:30.189 INFO:tasks.rados.rados.0.smithi084.stdout:2945: writing smithi08483026-24 from 0 to 712704 tid 1 2024-04-02T08:31:30.193 INFO:tasks.rados.rados.0.smithi084.stdout:2945: writing smithi08483026-24 from 712704 to 1114112 tid 2 2024-04-02T08:31:30.193 INFO:tasks.rados.rados.0.smithi084.stdout:2941: done (5 left) 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2946: rmattr oid 10 current snap is 278 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2946: done (5 left) 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2947: rmattr oid 12 current snap is 278 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2947: done (5 left) 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2948: read oid 22 snap 268 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2948: expect deleted 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2949: delete oid 30 current snap is 278 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2940: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2940: finishing copy_from to smithi08483026-48 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1424 (ObjNum 890 snap 267 seq_num 890) dirty exists 2024-04-02T08:31:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:2944: finishing write tid 1 to smithi08483026-44 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:2944: finishing write tid 2 to smithi08483026-44 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:2944: finishing write tid 3 to smithi08483026-44 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:2944: finishing write tid 4 to smithi08483026-44 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:2944: oid 44 updating version 0 to 1169 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:2944: oid 44 version 1169 is already newer than 1168 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:2944: oid 44 version 1169 is already newer than 1167 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1169 (ObjNum 925 snap 278 seq_num 925) dirty exists 2024-04-02T08:31:30.195 INFO:tasks.rados.rados.0.smithi084.stdout:2944: left oid 44 (ObjNum 925 snap 278 seq_num 925) 2024-04-02T08:31:30.196 INFO:tasks.rados.rados.0.smithi084.stdout:2942: expect (ObjNum 924 snap 277 seq_num 924) 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: finishing write tid 1 to smithi08483026-24 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: finishing write tid 2 to smithi08483026-24 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: finishing write tid 3 to smithi08483026-24 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: finishing write tid 4 to smithi08483026-24 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: oid 24 updating version 0 to 1471 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: oid 24 updating version 1471 to 1472 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: oid 24 updating version 1472 to 1473 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1473 (ObjNum 926 snap 278 seq_num 926) dirty exists 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2945: left oid 24 (ObjNum 926 snap 278 seq_num 926) 2024-04-02T08:31:30.224 INFO:tasks.rados.rados.0.smithi084.stdout:2943: expect (ObjNum 913 snap 275 seq_num 913) 2024-04-02T08:31:30.347 INFO:tasks.rados.rados.0.smithi084.stdout:2940: done (6 left) 2024-04-02T08:31:30.347 INFO:tasks.rados.rados.0.smithi084.stdout:2942: done (5 left) 2024-04-02T08:31:30.348 INFO:tasks.rados.rados.0.smithi084.stdout:2943: done (4 left) 2024-04-02T08:31:30.348 INFO:tasks.rados.rados.0.smithi084.stdout:2944: done (3 left) 2024-04-02T08:31:30.348 INFO:tasks.rados.rados.0.smithi084.stdout:2945: done (2 left) 2024-04-02T08:31:30.348 INFO:tasks.rados.rados.0.smithi084.stdout:2948: done (1 left) 2024-04-02T08:31:30.348 INFO:tasks.rados.rados.0.smithi084.stdout:2949: done (0 left) 2024-04-02T08:31:30.348 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 278 2024-04-02T08:31:30.348 INFO:tasks.rados.rados.0.smithi084.stdout:2950: seq_num 928 ranges {5849088=745472,6594560=401408} 2024-04-02T08:31:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:30 smithi084 ceph-mon[94794]: pgmap v608: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:31:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:30 smithi084 ceph-mon[94794]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:31:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:30 smithi084 ceph-mon[94794]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:31:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:30 smithi084 ceph-mon[97358]: pgmap v608: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:31:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:30 smithi084 ceph-mon[97358]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:31:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:30 smithi084 ceph-mon[97358]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:31:30.383 INFO:tasks.rados.rados.0.smithi084.stdout:2950: writing smithi08483026-14 from 5849088 to 6594560 tid 1 2024-04-02T08:31:30.385 INFO:tasks.rados.rados.0.smithi084.stdout:2950: writing smithi08483026-14 from 6594560 to 6995968 tid 2 2024-04-02T08:31:30.385 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 278 2024-04-02T08:31:30.385 INFO:tasks.rados.rados.0.smithi084.stdout:2951: seq_num 929 ranges {745472=761856,1507328=401408} 2024-04-02T08:31:30.393 INFO:tasks.rados.rados.0.smithi084.stdout:2951: writing smithi08483026-15 from 745472 to 1507328 tid 1 2024-04-02T08:31:30.396 INFO:tasks.rados.rados.0.smithi084.stdout:2951: writing smithi08483026-15 from 1507328 to 1908736 tid 2 2024-04-02T08:31:30.396 INFO:tasks.rados.rados.0.smithi084.stdout:2952: read oid 21 snap 277 2024-04-02T08:31:30.396 INFO:tasks.rados.rados.0.smithi084.stdout:2952: expect (ObjNum 922 snap 277 seq_num 922) 2024-04-02T08:31:30.396 INFO:tasks.rados.rados.0.smithi084.stdout:2953: snap_remove snap 270 2024-04-02T08:31:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:30 smithi132 ceph-mon[88571]: pgmap v608: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:31:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:30 smithi132 ceph-mon[88571]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:31:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:30 smithi132 ceph-mon[88571]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:31:30.746 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:31:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:31:30] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: finishing write tid 1 to smithi08483026-14 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: finishing write tid 2 to smithi08483026-14 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: finishing write tid 3 to smithi08483026-14 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: finishing write tid 4 to smithi08483026-14 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: oid 14 updating version 0 to 1387 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: oid 14 updating version 1387 to 1389 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: oid 14 version 1389 is already newer than 1388 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1389 (ObjNum 928 snap 278 seq_num 928) dirty exists 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2950: left oid 14 (ObjNum 928 snap 278 seq_num 928) 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2951: finishing write tid 1 to smithi08483026-15 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2951: finishing write tid 2 to smithi08483026-15 2024-04-02T08:31:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:2951: finishing write tid 3 to smithi08483026-15 2024-04-02T08:31:31.239 INFO:tasks.rados.rados.0.smithi084.stdout:2952: expect (ObjNum 922 snap 277 seq_num 922) 2024-04-02T08:31:31.267 INFO:tasks.rados.rados.0.smithi084.stdout:2951: finishing write tid 4 to smithi08483026-15 2024-04-02T08:31:31.267 INFO:tasks.rados.rados.0.smithi084.stdout:2951: oid 15 updating version 0 to 1000 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2951: oid 15 updating version 1000 to 1002 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2951: oid 15 version 1002 is already newer than 1001 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1002 (ObjNum 929 snap 278 seq_num 929) dirty exists 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2951: left oid 15 (ObjNum 929 snap 278 seq_num 929) 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2950: done (3 left) 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2951: done (2 left) 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2952: done (1 left) 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2953: done (0 left) 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi084.stdout:2954: snap_remove snap 277 2024-04-02T08:31:32.242 INFO:tasks.rados.rados.0.smithi084.stdout:2954: done (0 left) 2024-04-02T08:31:32.242 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 44 current snap is 278 2024-04-02T08:31:32.242 INFO:tasks.rados.rados.0.smithi084.stdout:2955: seq_num 930 ranges {1097728=786432,1884160=401408} 2024-04-02T08:31:32.253 INFO:tasks.rados.rados.0.smithi084.stdout:2955: writing smithi08483026-44 from 1097728 to 1884160 tid 1 2024-04-02T08:31:32.255 INFO:tasks.rados.rados.0.smithi084.stdout:2955: writing smithi08483026-44 from 1884160 to 2285568 tid 2 2024-04-02T08:31:32.255 INFO:tasks.rados.rados.0.smithi084.stdout:2956: snap_create 2024-04-02T08:31:32.257 INFO:tasks.rados.rados.0.smithi084.stdout:2955: finishing write tid 1 to smithi08483026-44 2024-04-02T08:31:32.257 INFO:tasks.rados.rados.0.smithi084.stdout:2955: finishing write tid 2 to smithi08483026-44 2024-04-02T08:31:32.258 INFO:tasks.rados.rados.0.smithi084.stdout:2955: finishing write tid 3 to smithi08483026-44 2024-04-02T08:31:32.259 INFO:tasks.rados.rados.0.smithi084.stdout:2955: finishing write tid 4 to smithi08483026-44 2024-04-02T08:31:32.259 INFO:tasks.rados.rados.0.smithi084.stdout:2955: oid 44 updating version 0 to 1171 2024-04-02T08:31:32.259 INFO:tasks.rados.rados.0.smithi084.stdout:2955: oid 44 updating version 1171 to 1172 2024-04-02T08:31:32.259 INFO:tasks.rados.rados.0.smithi084.stdout:2955: oid 44 version 1172 is already newer than 1170 2024-04-02T08:31:32.259 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1172 (ObjNum 930 snap 278 seq_num 930) dirty exists 2024-04-02T08:31:32.259 INFO:tasks.rados.rados.0.smithi084.stdout:2955: left oid 44 (ObjNum 930 snap 278 seq_num 930) 2024-04-02T08:31:32.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:32 smithi084 ceph-mon[94794]: pgmap v611: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-04-02T08:31:32.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:32 smithi084 ceph-mon[94794]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:31:32.579 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:32 smithi084 ceph-mon[97358]: pgmap v611: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-04-02T08:31:32.579 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:32 smithi084 ceph-mon[97358]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:31:32.579 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:32 smithi084 systemd[1]: Stopping Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:32 smithi132 ceph-mon[88571]: pgmap v611: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-04-02T08:31:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:32 smithi132 ceph-mon[88571]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:31:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:32.867 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:32 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[77668]: ts=2024-04-02T08:31:32.580Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:31:32.867 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:32 smithi084 podman[132171]: 2024-04-02 08:31:32.631369919 +0000 UTC m=+0.190878812 container died c5e6a8b7add48902422180cc9afa35c49384981cdb2f6898c31c88bdc6139509 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:33.251 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:32 smithi084 podman[132171]: 2024-04-02 08:31:32.977202036 +0000 UTC m=+0.536710916 container cleanup c5e6a8b7add48902422180cc9afa35c49384981cdb2f6898c31c88bdc6139509 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:33.251 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:32 smithi084 bash[132171]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:31:33.255 INFO:tasks.rados.rados.0.smithi084.stdout:2955: done (1 left) 2024-04-02T08:31:33.255 INFO:tasks.rados.rados.0.smithi084.stdout:2956: done (0 left) 2024-04-02T08:31:33.255 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 279 2024-04-02T08:31:33.255 INFO:tasks.rados.rados.0.smithi084.stdout:2957: seq_num 931 ranges {1097728=802816,1900544=401408} 2024-04-02T08:31:33.265 INFO:tasks.rados.rados.0.smithi084.stdout:2957: writing smithi08483026-13 from 1097728 to 1900544 tid 1 2024-04-02T08:31:33.267 INFO:tasks.rados.rados.0.smithi084.stdout:2957: writing smithi08483026-13 from 1900544 to 2301952 tid 2 2024-04-02T08:31:33.267 INFO:tasks.rados.rados.0.smithi084.stdout:2958: copy_from oid 41 from oid 46 current snap is 279 2024-04-02T08:31:33.267 INFO:tasks.rados.rados.0.smithi084.stdout:2959: snap_remove snap 268 2024-04-02T08:31:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:33 smithi084 ceph-mon[94794]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:31:33.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:33 smithi084 ceph-mon[97358]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:31:33.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:33 smithi084 podman[132191]: 2024-04-02 08:31:33.362596008 +0000 UTC m=+0.731277377 container remove c5e6a8b7add48902422180cc9afa35c49384981cdb2f6898c31c88bdc6139509 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:33.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:33 smithi084 podman[132191]: 2024-04-02 08:31:33.446432992 +0000 UTC m=+0.815114359 volume remove 391b55ba6feca209789919fa9379ad9f07143274dc5d09a78e65da25171133b6 2024-04-02T08:31:33.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:33 smithi132 ceph-mon[88571]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:31:33.929 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:33 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:31:34.062 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:33 smithi084 systemd[1]: Stopped Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:34.062 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:33 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 1.786s CPU time. 2024-04-02T08:31:34.238 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:33 smithi084 systemd[1]: Starting Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:34.238 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 podman[132322]: 2024-04-02 08:31:34.13954862 +0000 UTC m=+0.109712556 volume create 09da58797f58abf0625740837e76fe9306ae9d9e8a92b1ab9f51bb56429146a0 2024-04-02T08:31:34.238 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 podman[132322]: 2024-04-02 08:31:34.048034113 +0000 UTC m=+0.018198063 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:31:34.238 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 podman[132322]: 2024-04-02 08:31:34.240107804 +0000 UTC m=+0.210271740 container create 29b05ca3086feac262def7fdeb3816747d4fe95678174efcc70433c560c7910a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2959: done (2 left) 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2960: read oid 23 snap -1 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2960: expect deleted 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2961: rollback oid 28 current snap is 279 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 276 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2957: finishing write tid 1 to smithi08483026-13 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2957: finishing write tid 2 to smithi08483026-13 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2957: finishing write tid 3 to smithi08483026-13 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2957: finishing write tid 4 to smithi08483026-13 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2957: oid 13 updating version 0 to 1471 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2957: oid 13 updating version 1471 to 1473 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:2957: oid 13 version 1473 is already newer than 1472 2024-04-02T08:31:34.251 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1473 (ObjNum 931 snap 279 seq_num 931) dirty exists 2024-04-02T08:31:34.252 INFO:tasks.rados.rados.0.smithi084.stdout:2957: left oid 13 (ObjNum 931 snap 279 seq_num 931) 2024-04-02T08:31:34.252 INFO:tasks.rados.rados.0.smithi084.stdout:2958: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:31:34.252 INFO:tasks.rados.rados.0.smithi084.stdout:2958: finishing copy_from to smithi08483026-41 2024-04-02T08:31:34.252 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1117 (ObjNum 852 snap 262 seq_num 852) dirty exists 2024-04-02T08:31:34.252 INFO:tasks.rados.rados.0.smithi084.stdout:2957: done (3 left) 2024-04-02T08:31:34.252 INFO:tasks.rados.rados.0.smithi084.stdout:2958: done (2 left) 2024-04-02T08:31:34.252 INFO:tasks.rados.rados.0.smithi084.stdout:2962: setattr oid 21 current snap is 279 2024-04-02T08:31:34.253 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 279 2024-04-02T08:31:34.253 INFO:tasks.rados.rados.0.smithi084.stdout:2963: seq_num 932 ranges {8085504=417792,8503296=663552,9166848=139264} 2024-04-02T08:31:34.301 INFO:tasks.rados.rados.0.smithi084.stdout:2963: writing smithi08483026-1 from 8085504 to 8503296 tid 1 2024-04-02T08:31:34.305 INFO:tasks.rados.rados.0.smithi084.stdout:2963: writing smithi08483026-1 from 8503296 to 9166848 tid 2 2024-04-02T08:31:34.306 INFO:tasks.rados.rados.0.smithi084.stdout:2963: writing smithi08483026-1 from 9166848 to 9306112 tid 3 2024-04-02T08:31:34.306 INFO:tasks.rados.rados.0.smithi084.stdout:2964: snap_remove snap 274 2024-04-02T08:31:34.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-mon[94794]: pgmap v614: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:31:34.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-mon[94794]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:31:34.558 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-mon[97358]: pgmap v614: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:31:34.558 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-mon[97358]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:31:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:34 smithi132 ceph-mon[88571]: pgmap v614: 121 pgs: 121 active+clean; 115 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:31:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:34 smithi132 ceph-mon[88571]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 podman[132322]: 2024-04-02 08:31:34.559948023 +0000 UTC m=+0.530111962 container init 29b05ca3086feac262def7fdeb3816747d4fe95678174efcc70433c560c7910a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 podman[132322]: 2024-04-02 08:31:34.566121279 +0000 UTC m=+0.536285216 container start 29b05ca3086feac262def7fdeb3816747d4fe95678174efcc70433c560c7910a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.577Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.577Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.578Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.84 port=9094 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.580Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.605Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.605Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.608Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:34.608Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:31:34.868 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 bash[132322]: 29b05ca3086feac262def7fdeb3816747d4fe95678174efcc70433c560c7910a 2024-04-02T08:31:34.869 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:34 smithi084 systemd[1]: Started Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:35.264 INFO:tasks.rados.rados.0.smithi084.stdout:2964: done (4 left) 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2965: delete oid 5 current snap is 279 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1425 (ObjNum 922 snap 277 seq_num 922) dirty exists 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2961: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2961: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2961: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 937 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2963: finishing write tid 1 to smithi08483026-1 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2963: finishing write tid 2 to smithi08483026-1 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2963: finishing write tid 3 to smithi08483026-1 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2963: finishing write tid 4 to smithi08483026-1 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2963: finishing write tid 5 to smithi08483026-1 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2963: oid 1 updating version 0 to 1495 2024-04-02T08:31:35.265 INFO:tasks.rados.rados.0.smithi084.stdout:2963: oid 1 updating version 1495 to 1497 2024-04-02T08:31:35.266 INFO:tasks.rados.rados.0.smithi084.stdout:2963: oid 1 version 1497 is already newer than 1496 2024-04-02T08:31:35.266 INFO:tasks.rados.rados.0.smithi084.stdout:2963: oid 1 version 1497 is already newer than 1494 2024-04-02T08:31:35.266 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1497 (ObjNum 932 snap 279 seq_num 932) dirty exists 2024-04-02T08:31:35.266 INFO:tasks.rados.rados.0.smithi084.stdout:2963: left oid 1 (ObjNum 932 snap 279 seq_num 932) 2024-04-02T08:31:35.270 INFO:tasks.rados.rados.0.smithi084.stdout:2960: done (4 left) 2024-04-02T08:31:35.271 INFO:tasks.rados.rados.0.smithi084.stdout:2961: done (3 left) 2024-04-02T08:31:35.271 INFO:tasks.rados.rados.0.smithi084.stdout:2962: done (2 left) 2024-04-02T08:31:35.271 INFO:tasks.rados.rados.0.smithi084.stdout:2963: done (1 left) 2024-04-02T08:31:35.271 INFO:tasks.rados.rados.0.smithi084.stdout:2965: done (0 left) 2024-04-02T08:31:35.271 INFO:tasks.rados.rados.0.smithi084.stdout:2966: snap_create 2024-04-02T08:31:35.594 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[94794]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:31:35.594 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:35.594 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:35.595 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:35.595 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[97358]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:31:35.595 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:35.595 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:35.595 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:35 smithi132 ceph-mon[88571]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:31:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:36.276 INFO:tasks.rados.rados.0.smithi084.stdout:2966: done (0 left) 2024-04-02T08:31:36.276 INFO:tasks.rados.rados.0.smithi084.stdout:2967: read oid 43 snap 278 2024-04-02T08:31:36.277 INFO:tasks.rados.rados.0.smithi084.stdout:2967: expect (ObjNum 890 snap 267 seq_num 890) 2024-04-02T08:31:36.277 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 280 2024-04-02T08:31:36.277 INFO:tasks.rados.rados.0.smithi084.stdout:2968: seq_num 934 ranges {1056768=450560,1507328=434176,1941504=368640} 2024-04-02T08:31:36.285 INFO:tasks.rados.rados.0.smithi084.stdout:2968: writing smithi08483026-8 from 1056768 to 1507328 tid 1 2024-04-02T08:31:36.289 INFO:tasks.rados.rados.0.smithi084.stdout:2968: writing smithi08483026-8 from 1507328 to 1941504 tid 2 2024-04-02T08:31:36.292 INFO:tasks.rados.rados.0.smithi084.stdout:2968: writing smithi08483026-8 from 1941504 to 2310144 tid 3 2024-04-02T08:31:36.292 INFO:tasks.rados.rados.0.smithi084.stdout:2969: rollback oid 29 current snap is 280 2024-04-02T08:31:36.292 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 278 2024-04-02T08:31:36.292 INFO:tasks.rados.rados.0.smithi084.stdout:2967: expect (ObjNum 890 snap 267 seq_num 890) 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: finishing write tid 1 to smithi08483026-8 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2967: done (2 left) 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 280 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2969: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 0 (ObjNum 97 snap 0 seq_num 2030900748) dirty dne 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: finishing write tid 2 to smithi08483026-8 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: finishing write tid 3 to smithi08483026-8 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: finishing write tid 4 to smithi08483026-8 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: finishing write tid 5 to smithi08483026-8 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: oid 8 updating version 0 to 1507 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: oid 8 version 1507 is already newer than 1505 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: oid 8 version 1507 is already newer than 1506 2024-04-02T08:31:36.314 INFO:tasks.rados.rados.0.smithi084.stdout:2968: oid 8 updating version 1507 to 1508 2024-04-02T08:31:36.315 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1508 (ObjNum 934 snap 280 seq_num 934) dirty exists 2024-04-02T08:31:36.315 INFO:tasks.rados.rados.0.smithi084.stdout:2968: left oid 8 (ObjNum 934 snap 280 seq_num 934) 2024-04-02T08:31:36.315 INFO:tasks.rados.rados.0.smithi084.stdout:2970: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-04-02T08:31:36.316 INFO:tasks.rados.rados.0.smithi084.stdout:2970: writing smithi08483026-5 from 0 to 466944 tid 1 2024-04-02T08:31:36.320 INFO:tasks.rados.rados.0.smithi084.stdout:2970: writing smithi08483026-5 from 466944 to 1187840 tid 2 2024-04-02T08:31:36.321 INFO:tasks.rados.rados.0.smithi084.stdout:2970: writing smithi08483026-5 from 1187840 to 1269760 tid 3 2024-04-02T08:31:36.321 INFO:tasks.rados.rados.0.smithi084.stdout:2968: done (2 left) 2024-04-02T08:31:36.321 INFO:tasks.rados.rados.0.smithi084.stdout:2969: done (1 left) 2024-04-02T08:31:36.321 INFO:tasks.rados.rados.0.smithi084.stdout:2971: delete oid 25 current snap is 280 2024-04-02T08:31:36.325 INFO:tasks.rados.rados.0.smithi084.stdout:2970: finishing write tid 1 to smithi08483026-5 2024-04-02T08:31:36.325 INFO:tasks.rados.rados.0.smithi084.stdout:2970: finishing write tid 2 to smithi08483026-5 2024-04-02T08:31:36.326 INFO:tasks.rados.rados.0.smithi084.stdout:2970: finishing write tid 3 to smithi08483026-5 2024-04-02T08:31:36.328 INFO:tasks.rados.rados.0.smithi084.stdout:2970: finishing write tid 4 to smithi08483026-5 2024-04-02T08:31:36.328 INFO:tasks.rados.rados.0.smithi084.stdout:2971: done (1 left) 2024-04-02T08:31:36.328 INFO:tasks.rados.rados.0.smithi084.stdout:2972: setattr oid 30 current snap is 280 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2973: read oid 40 snap -1 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2973: expect deleted 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2970: finishing write tid 5 to smithi08483026-5 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2970: oid 5 updating version 0 to 1365 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2970: oid 5 version 1365 is already newer than 1364 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2970: oid 5 version 1365 is already newer than 1363 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2970: oid 5 version 1365 is already newer than 1362 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1365 (ObjNum 935 snap 280 seq_num 935) dirty exists 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2970: left oid 5 (ObjNum 935 snap 280 seq_num 935) 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2970: done (2 left) 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 280 2024-04-02T08:31:36.330 INFO:tasks.rados.rados.0.smithi084.stdout:2974: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-04-02T08:31:36.333 INFO:tasks.rados.rados.0.smithi084.stdout:2974: writing smithi08483026-32 from 0 to 499712 tid 1 2024-04-02T08:31:36.336 INFO:tasks.rados.rados.0.smithi084.stdout:2974: writing smithi08483026-32 from 499712 to 1032192 tid 2 2024-04-02T08:31:36.338 INFO:tasks.rados.rados.0.smithi084.stdout:2974: writing smithi08483026-32 from 1032192 to 1302528 tid 3 2024-04-02T08:31:36.338 INFO:tasks.rados.rados.0.smithi084.stdout:2975: snap_create 2024-04-02T08:31:36.338 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1426 (ObjNum 449 snap 0 seq_num 621829904) dirty exists 2024-04-02T08:31:36.338 INFO:tasks.rados.rados.0.smithi084.stdout:2974: finishing write tid 1 to smithi08483026-32 2024-04-02T08:31:36.341 INFO:tasks.rados.rados.0.smithi084.stdout:2974: finishing write tid 2 to smithi08483026-32 2024-04-02T08:31:36.342 INFO:tasks.rados.rados.0.smithi084.stdout:2974: finishing write tid 3 to smithi08483026-32 2024-04-02T08:31:36.342 INFO:tasks.rados.rados.0.smithi084.stdout:2974: finishing write tid 4 to smithi08483026-32 2024-04-02T08:31:36.343 INFO:tasks.rados.rados.0.smithi084.stdout:2974: finishing write tid 5 to smithi08483026-32 2024-04-02T08:31:36.343 INFO:tasks.rados.rados.0.smithi084.stdout:2974: oid 32 updating version 0 to 1413 2024-04-02T08:31:36.344 INFO:tasks.rados.rados.0.smithi084.stdout:2974: oid 32 version 1413 is already newer than 1412 2024-04-02T08:31:36.344 INFO:tasks.rados.rados.0.smithi084.stdout:2974: oid 32 version 1413 is already newer than 1410 2024-04-02T08:31:36.344 INFO:tasks.rados.rados.0.smithi084.stdout:2974: oid 32 version 1413 is already newer than 1411 2024-04-02T08:31:36.344 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1413 (ObjNum 937 snap 280 seq_num 937) dirty exists 2024-04-02T08:31:36.344 INFO:tasks.rados.rados.0.smithi084.stdout:2974: left oid 32 (ObjNum 937 snap 280 seq_num 937) 2024-04-02T08:31:36.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:36 smithi084 ceph-mon[94794]: pgmap v617: 121 pgs: 121 active+clean; 125 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-02T08:31:36.579 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:36 smithi084 ceph-mon[94794]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:31:36.580 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:36 smithi084 ceph-mon[97358]: pgmap v617: 121 pgs: 121 active+clean; 125 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-02T08:31:36.580 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:36 smithi084 ceph-mon[97358]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:31:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:36 smithi132 ceph-mon[88571]: pgmap v617: 121 pgs: 121 active+clean; 125 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-02T08:31:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:36 smithi132 ceph-mon[88571]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:31:36.859 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:36 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:36.581Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000865173s 2024-04-02T08:31:37.274 INFO:tasks.rados.rados.0.smithi084.stdout:2972: done (3 left) 2024-04-02T08:31:37.274 INFO:tasks.rados.rados.0.smithi084.stdout:2973: done (2 left) 2024-04-02T08:31:37.274 INFO:tasks.rados.rados.0.smithi084.stdout:2974: done (1 left) 2024-04-02T08:31:37.274 INFO:tasks.rados.rados.0.smithi084.stdout:2975: done (0 left) 2024-04-02T08:31:37.274 INFO:tasks.rados.rados.0.smithi084.stdout:2976: snap_create 2024-04-02T08:31:37.534 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:37 smithi084 ceph-mon[94794]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:31:37.535 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:37 smithi084 ceph-mon[97358]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:31:37.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:37 smithi132 ceph-mon[88571]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:31:38.280 INFO:tasks.rados.rados.0.smithi084.stdout:2976: done (0 left) 2024-04-02T08:31:38.280 INFO:tasks.rados.rados.0.smithi084.stdout:2977: delete oid 14 current snap is 282 2024-04-02T08:31:38.284 INFO:tasks.rados.rados.0.smithi084.stdout:2977: done (0 left) 2024-04-02T08:31:38.284 INFO:tasks.rados.rados.0.smithi084.stdout:2978: snap_create 2024-04-02T08:31:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[94794]: pgmap v620: 121 pgs: 121 active+clean; 125 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-02T08:31:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[94794]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:31:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[97358]: pgmap v620: 121 pgs: 121 active+clean; 125 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[97358]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:38 smithi132 ceph-mon[88571]: pgmap v620: 121 pgs: 121 active+clean; 125 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-02T08:31:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:38 smithi132 ceph-mon[88571]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:31:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:39.301 INFO:tasks.rados.rados.0.smithi084.stdout:2978: done (0 left) 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2979: copy_from oid 50 from oid 8 current snap is 283 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2980: copy_from oid 29 from oid 43 current snap is 283 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2981: read oid 40 snap -1 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2981: expect deleted 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2982: read oid 20 snap -1 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2982: expect (ObjNum 900 snap 269 seq_num 900) 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2983: read oid 26 snap -1 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2983: expect (ObjNum 920 snap 276 seq_num 920) 2024-04-02T08:31:39.302 INFO:tasks.rados.rados.0.smithi084.stdout:2984: snap_remove snap 276 2024-04-02T08:31:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[94794]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:31:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[97358]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:39 smithi132 ceph-mon[88571]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:31:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:40.177 INFO:tasks.rados.rados.0.smithi084.stdout:2984: done (5 left) 2024-04-02T08:31:40.178 INFO:tasks.rados.rados.0.smithi084.stdout:2985: delete oid 9 current snap is 283 2024-04-02T08:31:40.179 INFO:tasks.rados.rados.0.smithi084.stdout:2982: expect (ObjNum 900 snap 269 seq_num 900) 2024-04-02T08:31:40.198 INFO:tasks.rados.rados.0.smithi084.stdout:2980: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:31:40.198 INFO:tasks.rados.rados.0.smithi084.stdout:2983: expect (ObjNum 920 snap 276 seq_num 920) 2024-04-02T08:31:40.275 INFO:tasks.rados.rados.0.smithi084.stdout:2980: finishing copy_from to smithi08483026-29 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1424 (ObjNum 890 snap 267 seq_num 890) dirty exists 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:2979: finishing copy_from racing read to smithi08483026-50 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:2980: done (5 left) 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:2981: done (4 left) 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:2982: done (3 left) 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:2983: done (2 left) 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:2985: done (1 left) 2024-04-02T08:31:40.276 INFO:tasks.rados.rados.0.smithi084.stdout:2986: snap_remove snap 281 2024-04-02T08:31:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:40 smithi084 ceph-mon[97358]: pgmap v623: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:31:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:40 smithi084 ceph-mon[97358]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:31:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:40 smithi084 ceph-mon[97358]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:31:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:40 smithi084 ceph-mon[94794]: pgmap v623: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:31:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:40 smithi084 ceph-mon[94794]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:31:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:40 smithi084 ceph-mon[94794]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:31:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:40 smithi132 ceph-mon[88571]: pgmap v623: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:31:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:40 smithi132 ceph-mon[88571]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:31:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:40 smithi132 ceph-mon[88571]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:31:41.060 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:31:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:31:40] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-02T08:31:41.178 INFO:tasks.rados.rados.0.smithi084.stdout:2986: done (1 left) 2024-04-02T08:31:41.178 INFO:tasks.rados.rados.0.smithi084.stdout:2987: read oid 6 snap 278 2024-04-02T08:31:41.179 INFO:tasks.rados.rados.0.smithi084.stdout:2987: expect (ObjNum 868 snap 265 seq_num 868) 2024-04-02T08:31:41.179 INFO:tasks.rados.rados.0.smithi084.stdout:2988: setattr oid 9 current snap is 283 2024-04-02T08:31:41.179 INFO:tasks.rados.rados.0.smithi084.stdout:2979: finishing copy_from to smithi08483026-50 2024-04-02T08:31:41.179 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1508 (ObjNum 934 snap 280 seq_num 934) dirty exists 2024-04-02T08:31:41.180 INFO:tasks.rados.rados.0.smithi084.stdout:2979: done (2 left) 2024-04-02T08:31:41.181 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 283 2024-04-02T08:31:41.181 INFO:tasks.rados.rados.0.smithi084.stdout:2989: seq_num 940 ranges {581632=548864,1130496=589824,1720320=212992} 2024-04-02T08:31:41.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: writing smithi08483026-48 from 581632 to 1130496 tid 1 2024-04-02T08:31:41.191 INFO:tasks.rados.rados.0.smithi084.stdout:2989: writing smithi08483026-48 from 1130496 to 1720320 tid 2 2024-04-02T08:31:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:2989: writing smithi08483026-48 from 1720320 to 1933312 tid 3 2024-04-02T08:31:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 283 2024-04-02T08:31:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1243 (ObjNum 81 snap 0 seq_num 622295344) dirty exists 2024-04-02T08:31:41.193 INFO:tasks.rados.rados.0.smithi084.stdout:2990: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-04-02T08:31:41.196 INFO:tasks.rados.rados.0.smithi084.stdout:2990: writing smithi08483026-17 from 0 to 565248 tid 1 2024-04-02T08:31:41.200 INFO:tasks.rados.rados.0.smithi084.stdout:2990: writing smithi08483026-17 from 565248 to 1040384 tid 2 2024-04-02T08:31:41.202 INFO:tasks.rados.rados.0.smithi084.stdout:2990: writing smithi08483026-17 from 1040384 to 1368064 tid 3 2024-04-02T08:31:41.202 INFO:tasks.rados.rados.0.smithi084.stdout:2988: done (3 left) 2024-04-02T08:31:41.202 INFO:tasks.rados.rados.0.smithi084.stdout:2991: snap_remove snap 280 2024-04-02T08:31:42.186 INFO:tasks.rados.rados.0.smithi084.stdout:2989: finishing write tid 1 to smithi08483026-48 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: finishing write tid 2 to smithi08483026-48 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: finishing write tid 3 to smithi08483026-48 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: finishing write tid 4 to smithi08483026-48 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: finishing write tid 5 to smithi08483026-48 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: oid 48 updating version 0 to 1430 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: oid 48 version 1430 is already newer than 1428 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: oid 48 version 1430 is already newer than 1429 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: oid 48 version 1430 is already newer than 1427 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1430 (ObjNum 940 snap 283 seq_num 940) dirty exists 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: left oid 48 (ObjNum 940 snap 283 seq_num 940) 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2990: finishing write tid 1 to smithi08483026-17 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2990: finishing write tid 2 to smithi08483026-17 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2989: done (3 left) 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2991: done (2 left) 2024-04-02T08:31:42.187 INFO:tasks.rados.rados.0.smithi084.stdout:2992: delete oid 43 current snap is 283 2024-04-02T08:31:42.188 INFO:tasks.rados.rados.0.smithi084.stdout:2987: expect (ObjNum 868 snap 265 seq_num 868) 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2990: finishing write tid 3 to smithi08483026-17 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2990: finishing write tid 4 to smithi08483026-17 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2987: done (2 left) 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2992: done (1 left) 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2993: rollback oid 4 current snap is 283 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 4 to 279 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2990: finishing write tid 5 to smithi08483026-17 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2990: oid 17 updating version 0 to 1038 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2990: oid 17 updating version 1038 to 1040 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2990: oid 17 version 1040 is already newer than 1037 2024-04-02T08:31:42.486 INFO:tasks.rados.rados.0.smithi084.stdout:2990: oid 17 version 1040 is already newer than 1039 2024-04-02T08:31:42.487 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1040 (ObjNum 941 snap 283 seq_num 941) dirty exists 2024-04-02T08:31:42.487 INFO:tasks.rados.rados.0.smithi084.stdout:2990: left oid 17 (ObjNum 941 snap 283 seq_num 941) 2024-04-02T08:31:42.487 INFO:tasks.rados.rados.0.smithi084.stdout:2990: done (1 left) 2024-04-02T08:31:42.487 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 283 2024-04-02T08:31:42.487 INFO:tasks.rados.rados.0.smithi084.stdout:2994: seq_num 943 ranges {581632=598016,1179648=688128,1867776=114688} 2024-04-02T08:31:42.492 INFO:tasks.rados.rados.0.smithi084.stdout:2994: writing smithi08483026-29 from 581632 to 1179648 tid 1 2024-04-02T08:31:42.496 INFO:tasks.rados.rados.0.smithi084.stdout:2994: writing smithi08483026-29 from 1179648 to 1867776 tid 2 2024-04-02T08:31:42.497 INFO:tasks.rados.rados.0.smithi084.stdout:2994: writing smithi08483026-29 from 1867776 to 1982464 tid 3 2024-04-02T08:31:42.497 INFO:tasks.rados.rados.0.smithi084.stdout:2995: read oid 48 snap 282 2024-04-02T08:31:42.497 INFO:tasks.rados.rados.0.smithi084.stdout:2995: expect (ObjNum 890 snap 267 seq_num 890) 2024-04-02T08:31:42.497 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 283 2024-04-02T08:31:42.497 INFO:tasks.rados.rados.0.smithi084.stdout:2993: finishing rollback tid 0 to smithi08483026-4 2024-04-02T08:31:42.498 INFO:tasks.rados.rados.0.smithi084.stdout:2993: finishing rollback tid 1 to smithi08483026-4 2024-04-02T08:31:42.498 INFO:tasks.rados.rados.0.smithi084.stdout:2996: seq_num 944 ranges {3792896=614400,4407296=573440,4980736=229376} 2024-04-02T08:31:42.522 INFO:tasks.rados.rados.0.smithi084.stdout:2996: writing smithi08483026-12 from 3792896 to 4407296 tid 1 2024-04-02T08:31:42.525 INFO:tasks.rados.rados.0.smithi084.stdout:2996: writing smithi08483026-12 from 4407296 to 4980736 tid 2 2024-04-02T08:31:42.527 INFO:tasks.rados.rados.0.smithi084.stdout:2996: writing smithi08483026-12 from 4980736 to 5210112 tid 3 2024-04-02T08:31:42.527 INFO:tasks.rados.rados.0.smithi084.stdout:2997: copy_from oid 24 from oid 38 current snap is 283 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:2993: finishing rollback tid 2 to smithi08483026-4 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1129 (ObjNum 809 snap 251 seq_num 809) dirty exists 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:2994: finishing write tid 1 to smithi08483026-29 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:2993: done (4 left) 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:2998: delete oid 11 current snap is 283 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:2994: finishing write tid 2 to smithi08483026-29 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:2994: finishing write tid 3 to smithi08483026-29 2024-04-02T08:31:42.528 INFO:tasks.rados.rados.0.smithi084.stdout:2995: expect (ObjNum 890 snap 267 seq_num 890) 2024-04-02T08:31:42.554 INFO:tasks.rados.rados.0.smithi084.stdout:2994: finishing write tid 4 to smithi08483026-29 2024-04-02T08:31:42.554 INFO:tasks.rados.rados.0.smithi084.stdout:2994: finishing write tid 5 to smithi08483026-29 2024-04-02T08:31:42.554 INFO:tasks.rados.rados.0.smithi084.stdout:2994: oid 29 updating version 0 to 1477 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2994: oid 29 version 1477 is already newer than 1474 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2994: oid 29 version 1477 is already newer than 1475 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2994: oid 29 version 1477 is already newer than 1476 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1477 (ObjNum 943 snap 283 seq_num 943) dirty exists 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2994: left oid 29 (ObjNum 943 snap 283 seq_num 943) 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2996: finishing write tid 1 to smithi08483026-12 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2994: done (4 left) 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2995: done (3 left) 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2998: done (2 left) 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2999: read oid 5 snap -1 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:2999: expect (ObjNum 935 snap 280 seq_num 935) 2024-04-02T08:31:42.555 INFO:tasks.rados.rados.0.smithi084.stdout:3000: copy_from oid 44 from oid 30 current snap is 283 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: finishing write tid 2 to smithi08483026-12 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: finishing write tid 3 to smithi08483026-12 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: finishing write tid 4 to smithi08483026-12 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: finishing write tid 5 to smithi08483026-12 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: oid 12 updating version 0 to 1425 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: oid 12 updating version 1425 to 1427 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: oid 12 updating version 1427 to 1428 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: oid 12 version 1428 is already newer than 1426 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1428 (ObjNum 944 snap 283 seq_num 944) dirty exists 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2996: left oid 12 (ObjNum 944 snap 283 seq_num 944) 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2997: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:31:42.556 INFO:tasks.rados.rados.0.smithi084.stdout:2997: finishing copy_from to smithi08483026-24 2024-04-02T08:31:42.557 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 992 (ObjNum 875 snap 265 seq_num 875) dirty exists 2024-04-02T08:31:42.557 INFO:tasks.rados.rados.0.smithi084.stdout:2996: done (3 left) 2024-04-02T08:31:42.557 INFO:tasks.rados.rados.0.smithi084.stdout:2997: done (2 left) 2024-04-02T08:31:42.557 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 283 2024-04-02T08:31:42.557 INFO:tasks.rados.rados.0.smithi084.stdout:3001: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2024-04-02T08:31:42.557 INFO:tasks.rados.rados.0.smithi084.stdout:3001: writing smithi08483026-40 from 0 to 647168 tid 1 2024-04-02T08:31:42.563 INFO:tasks.rados.rados.0.smithi084.stdout:3001: writing smithi08483026-40 from 647168 to 1392640 tid 2 2024-04-02T08:31:42.563 INFO:tasks.rados.rados.0.smithi084.stdout:3001: writing smithi08483026-40 from 1392640 to 1449984 tid 3 2024-04-02T08:31:42.563 INFO:tasks.rados.rados.0.smithi084.stdout:3002: delete oid 24 current snap is 283 2024-04-02T08:31:42.563 INFO:tasks.rados.rados.0.smithi084.stdout:3000: finishing copy_from racing read to smithi08483026-44 2024-04-02T08:31:42.563 INFO:tasks.rados.rados.0.smithi084.stdout:3000: finishing copy_from to smithi08483026-44 2024-04-02T08:31:42.563 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1426 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:31:42.563 INFO:tasks.rados.rados.0.smithi084.stdout:2999: expect (ObjNum 935 snap 280 seq_num 935) 2024-04-02T08:31:42.615 INFO:tasks.rados.rados.0.smithi084.stdout:3001: finishing write tid 1 to smithi08483026-40 2024-04-02T08:31:42.615 INFO:tasks.rados.rados.0.smithi084.stdout:3001: finishing write tid 2 to smithi08483026-40 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: finishing write tid 3 to smithi08483026-40 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: finishing write tid 4 to smithi08483026-40 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: finishing write tid 5 to smithi08483026-40 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: oid 40 updating version 0 to 1518 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: oid 40 version 1518 is already newer than 1516 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: oid 40 version 1518 is already newer than 1517 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: oid 40 version 1518 is already newer than 1515 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1518 (ObjNum 946 snap 283 seq_num 946) dirty exists 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: left oid 40 (ObjNum 946 snap 283 seq_num 946) 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:2999: done (3 left) 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3000: done (2 left) 2024-04-02T08:31:42.616 INFO:tasks.rados.rados.0.smithi084.stdout:3001: done (1 left) 2024-04-02T08:31:42.617 INFO:tasks.rados.rados.0.smithi084.stdout:3002: done (0 left) 2024-04-02T08:31:42.617 INFO:tasks.rados.rados.0.smithi084.stdout:3003: rollback oid 8 current snap is 283 2024-04-02T08:31:42.617 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 8 to 278 2024-04-02T08:31:42.617 INFO:tasks.rados.rados.0.smithi084.stdout:3004: copy_from oid 10 from oid 47 current snap is 283 2024-04-02T08:31:42.617 INFO:tasks.rados.rados.0.smithi084.stdout:3005: rollback oid 12 current snap is 283 2024-04-02T08:31:42.617 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 278 2024-04-02T08:31:42.617 INFO:tasks.rados.rados.0.smithi084.stdout:3006: delete oid 43 current snap is 283 2024-04-02T08:31:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:42 smithi084 ceph-mon[94794]: pgmap v626: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:31:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:42 smithi084 ceph-mon[94794]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:31:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:42 smithi084 ceph-mon[97358]: pgmap v626: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:31:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:42 smithi084 ceph-mon[97358]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:31:42.619 INFO:tasks.rados.rados.0.smithi084.stdout:3005: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:31:42.619 INFO:tasks.rados.rados.0.smithi084.stdout:3003: finishing rollback tid 0 to smithi08483026-8 2024-04-02T08:31:42.619 INFO:tasks.rados.rados.0.smithi084.stdout:3005: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:31:42.619 INFO:tasks.rados.rados.0.smithi084.stdout:3005: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:31:42.619 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1431 (ObjNum 923 snap 277 seq_num 923) dirty exists 2024-04-02T08:31:42.620 INFO:tasks.rados.rados.0.smithi084.stdout:3003: finishing rollback tid 1 to smithi08483026-8 2024-04-02T08:31:42.620 INFO:tasks.rados.rados.0.smithi084.stdout:3003: finishing rollback tid 2 to smithi08483026-8 2024-04-02T08:31:42.620 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1522 (ObjNum 912 snap 275 seq_num 912) dirty exists 2024-04-02T08:31:42.622 INFO:tasks.rados.rados.0.smithi084.stdout:3003: done (3 left) 2024-04-02T08:31:42.622 INFO:tasks.rados.rados.0.smithi084.stdout:3005: done (2 left) 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3006: done (1 left) 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3007: read oid 45 snap -1 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3007: expect (ObjNum 906 snap 272 seq_num 906) 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3008: read oid 19 snap -1 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3008: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3009: rollback oid 40 current snap is 283 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 282 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3010: copy_from oid 13 from oid 50 current snap is 283 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 283 2024-04-02T08:31:42.623 INFO:tasks.rados.rados.0.smithi084.stdout:3011: seq_num 949 ranges {1982464=704512,2686976=794624,3481600=8192} 2024-04-02T08:31:42.638 INFO:tasks.rados.rados.0.smithi084.stdout:3011: writing smithi08483026-29 from 1982464 to 2686976 tid 1 2024-04-02T08:31:42.643 INFO:tasks.rados.rados.0.smithi084.stdout:3011: writing smithi08483026-29 from 2686976 to 3481600 tid 2 2024-04-02T08:31:42.643 INFO:tasks.rados.rados.0.smithi084.stdout:3011: writing smithi08483026-29 from 3481600 to 3489792 tid 3 2024-04-02T08:31:42.643 INFO:tasks.rados.rados.0.smithi084.stdout:3012: snap_create 2024-04-02T08:31:42.643 INFO:tasks.rados.rados.0.smithi084.stdout:3008: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:42.646 INFO:tasks.rados.rados.0.smithi084.stdout:3009: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:31:42.646 INFO:tasks.rados.rados.0.smithi084.stdout:3009: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:31:42.646 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1525 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:31:42.646 INFO:tasks.rados.rados.0.smithi084.stdout:3007: expect (ObjNum 906 snap 272 seq_num 906) 2024-04-02T08:31:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:42 smithi132 ceph-mon[88571]: pgmap v626: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 427 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:31:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:42 smithi132 ceph-mon[88571]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:31:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3004: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3004: finishing copy_from to smithi08483026-10 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1132 (ObjNum 838 snap 259 seq_num 838) dirty exists 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3011: finishing write tid 1 to smithi08483026-29 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3010: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3010: finishing copy_from to smithi08483026-13 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1508 (ObjNum 934 snap 280 seq_num 934) dirty exists 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3011: finishing write tid 2 to smithi08483026-29 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3011: finishing write tid 3 to smithi08483026-29 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3011: finishing write tid 4 to smithi08483026-29 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3011: finishing write tid 5 to smithi08483026-29 2024-04-02T08:31:42.676 INFO:tasks.rados.rados.0.smithi084.stdout:3011: oid 29 updating version 0 to 1482 2024-04-02T08:31:42.677 INFO:tasks.rados.rados.0.smithi084.stdout:3011: oid 29 version 1482 is already newer than 1480 2024-04-02T08:31:42.677 INFO:tasks.rados.rados.0.smithi084.stdout:3011: oid 29 version 1482 is already newer than 1479 2024-04-02T08:31:42.677 INFO:tasks.rados.rados.0.smithi084.stdout:3011: oid 29 version 1482 is already newer than 1481 2024-04-02T08:31:42.677 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1482 (ObjNum 949 snap 283 seq_num 949) dirty exists 2024-04-02T08:31:42.677 INFO:tasks.rados.rados.0.smithi084.stdout:3011: left oid 29 (ObjNum 949 snap 283 seq_num 949) 2024-04-02T08:31:43.199 INFO:tasks.rados.rados.0.smithi084.stdout:3004: done (6 left) 2024-04-02T08:31:43.199 INFO:tasks.rados.rados.0.smithi084.stdout:3007: done (5 left) 2024-04-02T08:31:43.199 INFO:tasks.rados.rados.0.smithi084.stdout:3008: done (4 left) 2024-04-02T08:31:43.199 INFO:tasks.rados.rados.0.smithi084.stdout:3009: done (3 left) 2024-04-02T08:31:43.199 INFO:tasks.rados.rados.0.smithi084.stdout:3010: done (2 left) 2024-04-02T08:31:43.199 INFO:tasks.rados.rados.0.smithi084.stdout:3011: done (1 left) 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3012: done (0 left) 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3013: rollback oid 12 current snap is 284 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 279 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3014: rmattr oid 23 current snap is 284 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3014: done (1 left) 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3015: read oid 2 snap -1 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3015: expect (ObjNum 886 snap 266 seq_num 886) 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3016: read oid 34 snap -1 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3016: expect deleted 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3017: read oid 26 snap 278 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3017: expect (ObjNum 920 snap 276 seq_num 920) 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3018: read oid 16 snap -1 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3018: expect (ObjNum 916 snap 276 seq_num 916) 2024-04-02T08:31:43.200 INFO:tasks.rados.rados.0.smithi084.stdout:3019: read oid 30 snap -1 2024-04-02T08:31:43.201 INFO:tasks.rados.rados.0.smithi084.stdout:3019: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:43.201 INFO:tasks.rados.rados.0.smithi084.stdout:3020: read oid 47 snap -1 2024-04-02T08:31:43.201 INFO:tasks.rados.rados.0.smithi084.stdout:3020: expect (ObjNum 838 snap 259 seq_num 838) 2024-04-02T08:31:43.201 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 284 2024-04-02T08:31:43.201 INFO:tasks.rados.rados.0.smithi084.stdout:3021: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-02T08:31:43.203 INFO:tasks.rados.rados.0.smithi084.stdout:3021: writing smithi08483026-19 from 0 to 720896 tid 1 2024-04-02T08:31:43.207 INFO:tasks.rados.rados.0.smithi084.stdout:3021: writing smithi08483026-19 from 720896 to 1400832 tid 2 2024-04-02T08:31:43.209 INFO:tasks.rados.rados.0.smithi084.stdout:3021: writing smithi08483026-19 from 1400832 to 1523712 tid 3 2024-04-02T08:31:43.209 INFO:tasks.rados.rados.0.smithi084.stdout:3022: delete oid 3 current snap is 284 2024-04-02T08:31:43.209 INFO:tasks.rados.rados.0.smithi084.stdout:3019: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:43.213 INFO:tasks.rados.rados.0.smithi084.stdout:3015: expect (ObjNum 886 snap 266 seq_num 886) 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3013: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3021: finishing write tid 1 to smithi08483026-19 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3021: finishing write tid 2 to smithi08483026-19 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3015: done (8 left) 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3016: done (7 left) 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3019: done (6 left) 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3022: done (5 left) 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3023: setattr oid 13 current snap is 284 2024-04-02T08:31:43.230 INFO:tasks.rados.rados.0.smithi084.stdout:3018: expect (ObjNum 916 snap 276 seq_num 916) 2024-04-02T08:31:43.330 INFO:tasks.rados.rados.0.smithi084.stdout:3013: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3013: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1435 (ObjNum 923 snap 277 seq_num 923) dirty exists 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: finishing write tid 3 to smithi08483026-19 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: finishing write tid 4 to smithi08483026-19 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: finishing write tid 5 to smithi08483026-19 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: oid 19 updating version 0 to 941 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: oid 19 version 941 is already newer than 939 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: oid 19 version 941 is already newer than 938 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: oid 19 version 941 is already newer than 940 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 941 (ObjNum 950 snap 284 seq_num 950) dirty exists 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3021: left oid 19 (ObjNum 950 snap 284 seq_num 950) 2024-04-02T08:31:43.331 INFO:tasks.rados.rados.0.smithi084.stdout:3017: expect (ObjNum 920 snap 276 seq_num 920) 2024-04-02T08:31:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[94794]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[97358]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:43.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:43.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:31:43.415 INFO:tasks.rados.rados.0.smithi084.stdout:3020: expect (ObjNum 838 snap 259 seq_num 838) 2024-04-02T08:31:43.590 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1509 (ObjNum 934 snap 280 seq_num 934) dirty exists 2024-04-02T08:31:43.590 INFO:tasks.rados.rados.0.smithi084.stdout:3013: done (5 left) 2024-04-02T08:31:43.590 INFO:tasks.rados.rados.0.smithi084.stdout:3017: done (4 left) 2024-04-02T08:31:43.590 INFO:tasks.rados.rados.0.smithi084.stdout:3018: done (3 left) 2024-04-02T08:31:43.590 INFO:tasks.rados.rados.0.smithi084.stdout:3020: done (2 left) 2024-04-02T08:31:43.590 INFO:tasks.rados.rados.0.smithi084.stdout:3021: done (1 left) 2024-04-02T08:31:43.590 INFO:tasks.rados.rados.0.smithi084.stdout:3023: done (0 left) 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:3024: rollback oid 39 current snap is 284 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 282 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:3025: copy_from oid 1 from oid 13 current snap is 284 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:3026: rollback oid 27 current snap is 284 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 27 to 283 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:3027: read oid 50 snap -1 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:3027: expect (ObjNum 934 snap 280 seq_num 934) 2024-04-02T08:31:43.591 INFO:tasks.rados.rados.0.smithi084.stdout:3028: delete oid 40 current snap is 284 2024-04-02T08:31:43.592 INFO:tasks.rados.rados.0.smithi084.stdout:3028: done (4 left) 2024-04-02T08:31:43.592 INFO:tasks.rados.rados.0.smithi084.stdout:3029: setattr oid 30 current snap is 284 2024-04-02T08:31:43.594 INFO:tasks.rados.rados.0.smithi084.stdout:3030: snap_remove snap 278 2024-04-02T08:31:43.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:43 smithi132 ceph-mon[88571]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:31:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3030: done (5 left) 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3031: read oid 11 snap 283 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3031: expect deleted 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3032: read oid 18 snap -1 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3032: expect deleted 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3024: finishing rollback tid 0 to smithi08483026-39 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3024: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3026: finishing rollback tid 0 to smithi08483026-27 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3024: finishing rollback tid 2 to smithi08483026-39 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1439 (ObjNum 902 snap 271 seq_num 902) dirty exists 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3026: finishing rollback tid 1 to smithi08483026-27 2024-04-02T08:31:44.210 INFO:tasks.rados.rados.0.smithi084.stdout:3027: expect (ObjNum 934 snap 280 seq_num 934) 2024-04-02T08:31:44.302 INFO:tasks.rados.rados.0.smithi084.stdout:3026: finishing rollback tid 2 to smithi08483026-27 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1043 (ObjNum 885 snap 266 seq_num 885) dirty exists 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1431 (ObjNum 449 snap 0 seq_num 621878464) dirty exists 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3025: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3025: finishing copy_from to smithi08483026-1 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1509 (ObjNum 934 snap 280 seq_num 934) dirty exists 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3024: done (6 left) 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3025: done (5 left) 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3026: done (4 left) 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3027: done (3 left) 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3029: done (2 left) 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3033: read oid 36 snap -1 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3033: expect (ObjNum 924 snap 277 seq_num 924) 2024-04-02T08:31:44.303 INFO:tasks.rados.rados.0.smithi084.stdout:3034: copy_from oid 10 from oid 32 current snap is 284 2024-04-02T08:31:44.304 INFO:tasks.rados.rados.0.smithi084.stdout:3031: done (3 left) 2024-04-02T08:31:44.304 INFO:tasks.rados.rados.0.smithi084.stdout:3032: done (2 left) 2024-04-02T08:31:44.304 INFO:tasks.rados.rados.0.smithi084.stdout:3035: rollback oid 19 current snap is 284 2024-04-02T08:31:44.304 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 19 to 282 2024-04-02T08:31:44.304 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 284 2024-04-02T08:31:44.304 INFO:tasks.rados.rados.0.smithi084.stdout:3036: seq_num 953 ranges {1056768=770048,1826816=786432,2613248=16384} 2024-04-02T08:31:44.312 INFO:tasks.rados.rados.0.smithi084.stdout:3036: writing smithi08483026-8 from 1056768 to 1826816 tid 1 2024-04-02T08:31:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3036: writing smithi08483026-8 from 1826816 to 2613248 tid 2 2024-04-02T08:31:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3036: writing smithi08483026-8 from 2613248 to 2629632 tid 3 2024-04-02T08:31:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 284 2024-04-02T08:31:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3035: finishing rollback tid 0 to smithi08483026-19 2024-04-02T08:31:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3035: finishing rollback tid 1 to smithi08483026-19 2024-04-02T08:31:44.318 INFO:tasks.rados.rados.0.smithi084.stdout:3035: finishing rollback tid 2 to smithi08483026-19 2024-04-02T08:31:44.318 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 944 (ObjNum 65 snap 0 seq_num 1733911664) dirty exists 2024-04-02T08:31:44.318 INFO:tasks.rados.rados.0.smithi084.stdout:3033: expect (ObjNum 924 snap 277 seq_num 924) 2024-04-02T08:31:44.347 INFO:tasks.rados.rados.0.smithi084.stdout:3034: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:31:44.348 INFO:tasks.rados.rados.0.smithi084.stdout:3034: finishing copy_from to smithi08483026-10 2024-04-02T08:31:44.348 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1413 (ObjNum 937 snap 280 seq_num 937) dirty exists 2024-04-02T08:31:44.348 INFO:tasks.rados.rados.0.smithi084.stdout:3036: finishing write tid 1 to smithi08483026-8 2024-04-02T08:31:44.348 INFO:tasks.rados.rados.0.smithi084.stdout:3036: finishing write tid 2 to smithi08483026-8 2024-04-02T08:31:44.348 INFO:tasks.rados.rados.0.smithi084.stdout:3036: finishing write tid 3 to smithi08483026-8 2024-04-02T08:31:44.348 INFO:tasks.rados.rados.0.smithi084.stdout:3036: finishing write tid 4 to smithi08483026-8 2024-04-02T08:31:44.349 INFO:tasks.rados.rados.0.smithi084.stdout:3036: finishing write tid 5 to smithi08483026-8 2024-04-02T08:31:44.349 INFO:tasks.rados.rados.0.smithi084.stdout:3036: oid 8 updating version 0 to 1536 2024-04-02T08:31:44.349 INFO:tasks.rados.rados.0.smithi084.stdout:3036: oid 8 updating version 1536 to 1537 2024-04-02T08:31:44.349 INFO:tasks.rados.rados.0.smithi084.stdout:3036: oid 8 updating version 1537 to 1538 2024-04-02T08:31:44.349 INFO:tasks.rados.rados.0.smithi084.stdout:3036: oid 8 updating version 1538 to 1539 2024-04-02T08:31:44.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1539 (ObjNum 953 snap 284 seq_num 953) dirty exists 2024-04-02T08:31:44.349 INFO:tasks.rados.rados.0.smithi084.stdout:3036: left oid 8 (ObjNum 953 snap 284 seq_num 953) 2024-04-02T08:31:44.350 INFO:tasks.rados.rados.0.smithi084.stdout:3037: seq_num 954 ranges {3489792=786432,4276224=671744,4947968=131072} 2024-04-02T08:31:44.371 INFO:tasks.rados.rados.0.smithi084.stdout:3037: writing smithi08483026-29 from 3489792 to 4276224 tid 1 2024-04-02T08:31:44.375 INFO:tasks.rados.rados.0.smithi084.stdout:3037: writing smithi08483026-29 from 4276224 to 4947968 tid 2 2024-04-02T08:31:44.376 INFO:tasks.rados.rados.0.smithi084.stdout:3037: writing smithi08483026-29 from 4947968 to 5079040 tid 3 2024-04-02T08:31:44.376 INFO:tasks.rados.rados.0.smithi084.stdout:3033: done (4 left) 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:3034: done (3 left) 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:3035: done (2 left) 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:3036: done (1 left) 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:3038: rollback oid 39 current snap is 284 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 283 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:3037: finishing write tid 1 to smithi08483026-29 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:3039: copy_from oid 32 from oid 36 current snap is 284 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 284 2024-04-02T08:31:44.377 INFO:tasks.rados.rados.0.smithi084.stdout:3040: seq_num 955 ranges {1908736=802816,2711552=557056,3268608=245760} 2024-04-02T08:31:44.391 INFO:tasks.rados.rados.0.smithi084.stdout:3040: writing smithi08483026-15 from 1908736 to 2711552 tid 1 2024-04-02T08:31:44.394 INFO:tasks.rados.rados.0.smithi084.stdout:3040: writing smithi08483026-15 from 2711552 to 3268608 tid 2 2024-04-02T08:31:44.397 INFO:tasks.rados.rados.0.smithi084.stdout:3040: writing smithi08483026-15 from 3268608 to 3514368 tid 3 2024-04-02T08:31:44.397 INFO:tasks.rados.rados.0.smithi084.stdout:3041: copy_from oid 50 from oid 42 current snap is 284 2024-04-02T08:31:44.397 INFO:tasks.rados.rados.0.smithi084.stdout:3037: finishing write tid 2 to smithi08483026-29 2024-04-02T08:31:44.397 INFO:tasks.rados.rados.0.smithi084.stdout:3037: finishing write tid 3 to smithi08483026-29 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: finishing write tid 4 to smithi08483026-29 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3038: finishing rollback tid 0 to smithi08483026-39 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3042: rollback oid 34 current snap is 284 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 282 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: finishing write tid 5 to smithi08483026-29 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: oid 29 updating version 0 to 1485 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: oid 29 version 1485 is already newer than 1484 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: oid 29 updating version 1485 to 1486 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: oid 29 version 1486 is already newer than 1483 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1486 (ObjNum 954 snap 284 seq_num 954) dirty exists 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: left oid 29 (ObjNum 954 snap 284 seq_num 954) 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3038: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3037: done (5 left) 2024-04-02T08:31:44.398 INFO:tasks.rados.rados.0.smithi084.stdout:3043: copy_from oid 6 from oid 46 current snap is 284 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3038: finishing rollback tid 2 to smithi08483026-39 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1448 (ObjNum 902 snap 271 seq_num 902) dirty exists 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3039: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3039: finishing copy_from to smithi08483026-32 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1470 (ObjNum 924 snap 277 seq_num 924) dirty exists 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3038: done (5 left) 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3039: done (4 left) 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3044: snap_create 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3040: finishing write tid 1 to smithi08483026-15 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3042: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 0 (ObjNum 465 snap 0 seq_num 621762032) dirty dne 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3041: finishing copy_from to smithi08483026-50 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3041: got expected ENOENT (src dne) 2024-04-02T08:31:44.399 INFO:tasks.rados.rados.0.smithi084.stdout:3041: finishing copy_from racing read to smithi08483026-50 2024-04-02T08:31:44.400 INFO:tasks.rados.rados.0.smithi084.stdout:3040: finishing write tid 2 to smithi08483026-15 2024-04-02T08:31:44.400 INFO:tasks.rados.rados.0.smithi084.stdout:3040: finishing write tid 3 to smithi08483026-15 2024-04-02T08:31:44.400 INFO:tasks.rados.rados.0.smithi084.stdout:3040: finishing write tid 4 to smithi08483026-15 2024-04-02T08:31:44.400 INFO:tasks.rados.rados.0.smithi084.stdout:3040: finishing write tid 5 to smithi08483026-15 2024-04-02T08:31:44.400 INFO:tasks.rados.rados.0.smithi084.stdout:3040: oid 15 updating version 0 to 1004 2024-04-02T08:31:44.400 INFO:tasks.rados.rados.0.smithi084.stdout:3040: oid 15 updating version 1004 to 1006 2024-04-02T08:31:44.401 INFO:tasks.rados.rados.0.smithi084.stdout:3040: oid 15 version 1006 is already newer than 1003 2024-04-02T08:31:44.401 INFO:tasks.rados.rados.0.smithi084.stdout:3040: oid 15 version 1006 is already newer than 1005 2024-04-02T08:31:44.401 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1006 (ObjNum 955 snap 284 seq_num 955) dirty exists 2024-04-02T08:31:44.401 INFO:tasks.rados.rados.0.smithi084.stdout:3040: left oid 15 (ObjNum 955 snap 284 seq_num 955) 2024-04-02T08:31:44.405 INFO:tasks.rados.rados.0.smithi084.stdout:3043: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:31:44.406 INFO:tasks.rados.rados.0.smithi084.stdout:3043: finishing copy_from to smithi08483026-6 2024-04-02T08:31:44.406 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1117 (ObjNum 852 snap 262 seq_num 852) dirty exists 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: pgmap v629: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.583 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: pgmap v629: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:31:44.583 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:31:44.583 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.584 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: pgmap v629: 121 pgs: 121 active+clean; 108 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.585 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.586 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:44.867 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 08:31:44 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T08:31:44.584Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004083145s 2024-04-02T08:31:45.210 INFO:tasks.rados.rados.0.smithi084.stdout:3040: done (4 left) 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi084.stdout:3041: done (3 left) 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi084.stdout:3042: done (2 left) 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi084.stdout:3043: done (1 left) 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi084.stdout:3044: done (0 left) 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi084.stdout:3045: setattr oid 22 current snap is 285 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 285 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi084.stdout:3046: seq_num 956 ranges {1859584=417792,2277376=434176,2711552=770048} 2024-04-02T08:31:45.223 INFO:tasks.rados.rados.0.smithi084.stdout:3046: writing smithi08483026-26 from 1859584 to 2277376 tid 1 2024-04-02T08:31:45.226 INFO:tasks.rados.rados.0.smithi084.stdout:3046: writing smithi08483026-26 from 2277376 to 2711552 tid 2 2024-04-02T08:31:45.231 INFO:tasks.rados.rados.0.smithi084.stdout:3046: writing smithi08483026-26 from 2711552 to 3481600 tid 3 2024-04-02T08:31:45.231 INFO:tasks.rados.rados.0.smithi084.stdout:3047: read oid 36 snap 283 2024-04-02T08:31:45.232 INFO:tasks.rados.rados.0.smithi084.stdout:3047: expect (ObjNum 924 snap 277 seq_num 924) 2024-04-02T08:31:45.232 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 285 2024-04-02T08:31:45.232 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1024 (ObjNum 909 snap 274 seq_num 909) dirty exists 2024-04-02T08:31:45.232 INFO:tasks.rados.rados.0.smithi084.stdout:3046: finishing write tid 1 to smithi08483026-26 2024-04-02T08:31:45.232 INFO:tasks.rados.rados.0.smithi084.stdout:3046: finishing write tid 2 to smithi08483026-26 2024-04-02T08:31:45.232 INFO:tasks.rados.rados.0.smithi084.stdout:3048: seq_num 957 ranges {2310144=434176,2744320=720896,3465216=483328} 2024-04-02T08:31:45.247 INFO:tasks.rados.rados.0.smithi084.stdout:3048: writing smithi08483026-50 from 2310144 to 2744320 tid 1 2024-04-02T08:31:45.253 INFO:tasks.rados.rados.0.smithi084.stdout:3048: writing smithi08483026-50 from 2744320 to 3465216 tid 2 2024-04-02T08:31:45.257 INFO:tasks.rados.rados.0.smithi084.stdout:3048: writing smithi08483026-50 from 3465216 to 3948544 tid 3 2024-04-02T08:31:45.257 INFO:tasks.rados.rados.0.smithi084.stdout:3045: done (3 left) 2024-04-02T08:31:45.257 INFO:tasks.rados.rados.0.smithi084.stdout:3049: snap_remove snap 284 2024-04-02T08:31:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:45 smithi084 ceph-mon[94794]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:31:45.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:45 smithi084 ceph-mon[97358]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:31:45.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:45 smithi132 ceph-mon[88571]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:31:46.217 INFO:tasks.rados.rados.0.smithi084.stdout:3046: finishing write tid 3 to smithi08483026-26 2024-04-02T08:31:46.217 INFO:tasks.rados.rados.0.smithi084.stdout:3046: finishing write tid 4 to smithi08483026-26 2024-04-02T08:31:46.217 INFO:tasks.rados.rados.0.smithi084.stdout:3047: expect (ObjNum 924 snap 277 seq_num 924) 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3046: finishing write tid 5 to smithi08483026-26 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3046: oid 26 updating version 0 to 1474 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3046: oid 26 version 1474 is already newer than 1471 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3046: oid 26 version 1474 is already newer than 1472 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3046: oid 26 version 1474 is already newer than 1473 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1474 (ObjNum 956 snap 285 seq_num 956) dirty exists 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3046: left oid 26 (ObjNum 956 snap 285 seq_num 956) 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3048: finishing write tid 1 to smithi08483026-50 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3046: done (3 left) 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3047: done (2 left) 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3049: done (1 left) 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3050: read oid 5 snap -1 2024-04-02T08:31:46.248 INFO:tasks.rados.rados.0.smithi084.stdout:3050: expect (ObjNum 935 snap 280 seq_num 935) 2024-04-02T08:31:46.249 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 285 2024-04-02T08:31:46.249 INFO:tasks.rados.rados.0.smithi084.stdout:3048: finishing write tid 2 to smithi08483026-50 2024-04-02T08:31:46.249 INFO:tasks.rados.rados.0.smithi084.stdout:3048: finishing write tid 3 to smithi08483026-50 2024-04-02T08:31:46.249 INFO:tasks.rados.rados.0.smithi084.stdout:3048: finishing write tid 4 to smithi08483026-50 2024-04-02T08:31:46.249 INFO:tasks.rados.rados.0.smithi084.stdout:3051: seq_num 958 ranges {1081344=450560,1531904=655360,2187264=548864} 2024-04-02T08:31:46.257 INFO:tasks.rados.rados.0.smithi084.stdout:3051: writing smithi08483026-32 from 1081344 to 1531904 tid 1 2024-04-02T08:31:46.260 INFO:tasks.rados.rados.0.smithi084.stdout:3051: writing smithi08483026-32 from 1531904 to 2187264 tid 2 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:3051: writing smithi08483026-32 from 2187264 to 2736128 tid 3 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:3052: snap_create 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:3048: finishing write tid 5 to smithi08483026-50 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:3048: oid 50 updating version 0 to 1547 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:3048: oid 50 updating version 1547 to 1548 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:3048: oid 50 version 1548 is already newer than 1545 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:3048: oid 50 version 1548 is already newer than 1546 2024-04-02T08:31:46.265 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1548 (ObjNum 957 snap 285 seq_num 957) dirty exists 2024-04-02T08:31:46.266 INFO:tasks.rados.rados.0.smithi084.stdout:3048: left oid 50 (ObjNum 957 snap 285 seq_num 957) 2024-04-02T08:31:46.266 INFO:tasks.rados.rados.0.smithi084.stdout:3050: expect (ObjNum 935 snap 280 seq_num 935) 2024-04-02T08:31:46.298 INFO:tasks.rados.rados.0.smithi084.stdout:3051: finishing write tid 1 to smithi08483026-32 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: finishing write tid 2 to smithi08483026-32 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: finishing write tid 3 to smithi08483026-32 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: finishing write tid 4 to smithi08483026-32 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: finishing write tid 5 to smithi08483026-32 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: oid 32 updating version 0 to 1478 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: oid 32 version 1478 is already newer than 1477 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: oid 32 version 1478 is already newer than 1475 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: oid 32 version 1478 is already newer than 1476 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1478 (ObjNum 958 snap 285 seq_num 958) dirty exists 2024-04-02T08:31:46.299 INFO:tasks.rados.rados.0.smithi084.stdout:3051: left oid 32 (ObjNum 958 snap 285 seq_num 958) 2024-04-02T08:31:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[97358]: pgmap v632: 121 pgs: 121 active+clean; 115 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-02T08:31:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[97358]: Upgrade: Updating grafana.a 2024-04-02T08:31:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[97358]: Deploying daemon grafana.a on smithi132 2024-04-02T08:31:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[97358]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:31:46.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[94794]: pgmap v632: 121 pgs: 121 active+clean; 115 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-02T08:31:46.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[94794]: Upgrade: Updating grafana.a 2024-04-02T08:31:46.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[94794]: Deploying daemon grafana.a on smithi132 2024-04-02T08:31:46.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:46 smithi084 ceph-mon[94794]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:31:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:46 smithi132 ceph-mon[88571]: pgmap v632: 121 pgs: 121 active+clean; 115 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-02T08:31:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:46 smithi132 ceph-mon[88571]: Upgrade: Updating grafana.a 2024-04-02T08:31:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:46 smithi132 ceph-mon[88571]: Deploying daemon grafana.a on smithi132 2024-04-02T08:31:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:46 smithi132 ceph-mon[88571]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:31:47.226 INFO:tasks.rados.rados.0.smithi084.stdout:3048: done (3 left) 2024-04-02T08:31:47.226 INFO:tasks.rados.rados.0.smithi084.stdout:3050: done (2 left) 2024-04-02T08:31:47.226 INFO:tasks.rados.rados.0.smithi084.stdout:3051: done (1 left) 2024-04-02T08:31:47.226 INFO:tasks.rados.rados.0.smithi084.stdout:3052: done (0 left) 2024-04-02T08:31:47.226 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 286 2024-04-02T08:31:47.226 INFO:tasks.rados.rados.0.smithi084.stdout:3053: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-04-02T08:31:47.228 INFO:tasks.rados.rados.0.smithi084.stdout:3053: writing smithi08483026-25 from 0 to 466944 tid 1 2024-04-02T08:31:47.231 INFO:tasks.rados.rados.0.smithi084.stdout:3053: writing smithi08483026-25 from 466944 to 1007616 tid 2 2024-04-02T08:31:47.234 INFO:tasks.rados.rados.0.smithi084.stdout:3053: writing smithi08483026-25 from 1007616 to 1564672 tid 3 2024-04-02T08:31:47.235 INFO:tasks.rados.rados.0.smithi084.stdout:3053: writing smithi08483026-25 from 1564672 to 1671168 tid 4 2024-04-02T08:31:47.235 INFO:tasks.rados.rados.0.smithi084.stdout:3054: rmattr oid 5 current snap is 286 2024-04-02T08:31:47.235 INFO:tasks.rados.rados.0.smithi084.stdout:3054: done (1 left) 2024-04-02T08:31:47.235 INFO:tasks.rados.rados.0.smithi084.stdout:3055: snap_create 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi084.stdout:3053: finishing write tid 1 to smithi08483026-25 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi084.stdout:3053: finishing write tid 2 to smithi08483026-25 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi084.stdout:3053: finishing write tid 3 to smithi08483026-25 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi084.stdout:3053: finishing write tid 4 to smithi08483026-25 2024-04-02T08:31:47.241 INFO:tasks.rados.rados.0.smithi084.stdout:3053: finishing write tid 5 to smithi08483026-25 2024-04-02T08:31:47.242 INFO:tasks.rados.rados.0.smithi084.stdout:3053: finishing write tid 6 to smithi08483026-25 2024-04-02T08:31:47.242 INFO:tasks.rados.rados.0.smithi084.stdout:3053: oid 25 updating version 0 to 1514 2024-04-02T08:31:47.242 INFO:tasks.rados.rados.0.smithi084.stdout:3053: oid 25 version 1514 is already newer than 1513 2024-04-02T08:31:47.242 INFO:tasks.rados.rados.0.smithi084.stdout:3053: oid 25 version 1514 is already newer than 1511 2024-04-02T08:31:47.242 INFO:tasks.rados.rados.0.smithi084.stdout:3053: oid 25 version 1514 is already newer than 1512 2024-04-02T08:31:47.243 INFO:tasks.rados.rados.0.smithi084.stdout:3053: oid 25 version 1514 is already newer than 1510 2024-04-02T08:31:47.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1514 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-04-02T08:31:47.243 INFO:tasks.rados.rados.0.smithi084.stdout:3053: left oid 25 (ObjNum 959 snap 286 seq_num 959) 2024-04-02T08:31:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:47 smithi084 ceph-mon[94794]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:31:47.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:47 smithi084 ceph-mon[97358]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:31:47.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:47 smithi132 ceph-mon[88571]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:31:48.229 INFO:tasks.rados.rados.0.smithi084.stdout:3053: done (1 left) 2024-04-02T08:31:48.230 INFO:tasks.rados.rados.0.smithi084.stdout:3055: done (0 left) 2024-04-02T08:31:48.230 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 287 2024-04-02T08:31:48.230 INFO:tasks.rados.rados.0.smithi084.stdout:3056: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-04-02T08:31:48.232 INFO:tasks.rados.rados.0.smithi084.stdout:3056: writing smithi08483026-40 from 0 to 483328 tid 1 2024-04-02T08:31:48.234 INFO:tasks.rados.rados.0.smithi084.stdout:3056: writing smithi08483026-40 from 483328 to 909312 tid 2 2024-04-02T08:31:48.240 INFO:tasks.rados.rados.0.smithi084.stdout:3056: writing smithi08483026-40 from 909312 to 1671168 tid 3 2024-04-02T08:31:48.240 INFO:tasks.rados.rados.0.smithi084.stdout:3056: writing smithi08483026-40 from 1671168 to 1687552 tid 4 2024-04-02T08:31:48.240 INFO:tasks.rados.rados.0.smithi084.stdout:3057: snap_create 2024-04-02T08:31:48.240 INFO:tasks.rados.rados.0.smithi084.stdout:3056: finishing write tid 1 to smithi08483026-40 2024-04-02T08:31:48.240 INFO:tasks.rados.rados.0.smithi084.stdout:3056: finishing write tid 2 to smithi08483026-40 2024-04-02T08:31:48.243 INFO:tasks.rados.rados.0.smithi084.stdout:3056: finishing write tid 3 to smithi08483026-40 2024-04-02T08:31:48.244 INFO:tasks.rados.rados.0.smithi084.stdout:3056: finishing write tid 4 to smithi08483026-40 2024-04-02T08:31:48.244 INFO:tasks.rados.rados.0.smithi084.stdout:3056: finishing write tid 5 to smithi08483026-40 2024-04-02T08:31:48.245 INFO:tasks.rados.rados.0.smithi084.stdout:3056: finishing write tid 6 to smithi08483026-40 2024-04-02T08:31:48.245 INFO:tasks.rados.rados.0.smithi084.stdout:3056: oid 40 updating version 0 to 1544 2024-04-02T08:31:48.245 INFO:tasks.rados.rados.0.smithi084.stdout:3056: oid 40 version 1544 is already newer than 1541 2024-04-02T08:31:48.245 INFO:tasks.rados.rados.0.smithi084.stdout:3056: oid 40 version 1544 is already newer than 1543 2024-04-02T08:31:48.246 INFO:tasks.rados.rados.0.smithi084.stdout:3056: oid 40 version 1544 is already newer than 1540 2024-04-02T08:31:48.246 INFO:tasks.rados.rados.0.smithi084.stdout:3056: oid 40 version 1544 is already newer than 1542 2024-04-02T08:31:48.246 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1544 (ObjNum 960 snap 287 seq_num 960) dirty exists 2024-04-02T08:31:48.246 INFO:tasks.rados.rados.0.smithi084.stdout:3056: left oid 40 (ObjNum 960 snap 287 seq_num 960) 2024-04-02T08:31:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:48 smithi084 ceph-mon[94794]: pgmap v635: 121 pgs: 121 active+clean; 115 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-02T08:31:48.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:48 smithi084 ceph-mon[94794]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:31:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:48 smithi084 ceph-mon[97358]: pgmap v635: 121 pgs: 121 active+clean; 115 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-02T08:31:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:48 smithi084 ceph-mon[97358]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:31:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:48 smithi132 ceph-mon[88571]: pgmap v635: 121 pgs: 121 active+clean; 115 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-02T08:31:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:48 smithi132 ceph-mon[88571]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:31:49.237 INFO:tasks.rados.rados.0.smithi084.stdout:3056: done (1 left) 2024-04-02T08:31:49.238 INFO:tasks.rados.rados.0.smithi084.stdout:3057: done (0 left) 2024-04-02T08:31:49.238 INFO:tasks.rados.rados.0.smithi084.stdout:3058: snap_create 2024-04-02T08:31:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:49 smithi084 ceph-mon[94794]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:31:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:49 smithi084 ceph-mon[97358]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:31:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:49 smithi132 ceph-mon[88571]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:31:50.179 INFO:tasks.rados.rados.0.smithi084.stdout:3058: done (0 left) 2024-04-02T08:31:50.179 INFO:tasks.rados.rados.0.smithi084.stdout:3059: setattr oid 37 current snap is 289 2024-04-02T08:31:50.180 INFO:tasks.rados.rados.0.smithi084.stdout:3060: copy_from oid 13 from oid 1 current snap is 289 2024-04-02T08:31:50.180 INFO:tasks.rados.rados.0.smithi084.stdout:3061: delete oid 27 current snap is 289 2024-04-02T08:31:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:3061: done (2 left) 2024-04-02T08:31:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:3062: copy_from oid 26 from oid 36 current snap is 289 2024-04-02T08:31:50.185 INFO:tasks.rados.rados.0.smithi084.stdout:3063: snap_remove snap 283 2024-04-02T08:31:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:50 smithi084 ceph-mon[94794]: pgmap v638: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T08:31:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:50 smithi084 ceph-mon[94794]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:31:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:50 smithi084 ceph-mon[94794]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:31:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:50 smithi084 ceph-mon[97358]: pgmap v638: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T08:31:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:50 smithi084 ceph-mon[97358]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:31:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:50 smithi084 ceph-mon[97358]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:31:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:50 smithi132 ceph-mon[88571]: pgmap v638: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T08:31:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:50 smithi132 ceph-mon[88571]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:31:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:50 smithi132 ceph-mon[88571]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:31:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:31:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:31:50] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-02T08:31:51.184 INFO:tasks.rados.rados.0.smithi084.stdout:3063: done (3 left) 2024-04-02T08:31:51.184 INFO:tasks.rados.rados.0.smithi084.stdout:3064: rmattr oid 3 current snap is 289 2024-04-02T08:31:51.184 INFO:tasks.rados.rados.0.smithi084.stdout:3064: done (3 left) 2024-04-02T08:31:51.184 INFO:tasks.rados.rados.0.smithi084.stdout:3065: setattr oid 29 current snap is 289 2024-04-02T08:31:51.184 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 897 (ObjNum 907 snap 272 seq_num 907) dirty exists 2024-04-02T08:31:51.184 INFO:tasks.rados.rados.0.smithi084.stdout:3062: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:31:51.184 INFO:tasks.rados.rados.0.smithi084.stdout:3062: finishing copy_from to smithi08483026-26 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1470 (ObjNum 924 snap 277 seq_num 924) dirty exists 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:3060: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:3060: finishing copy_from to smithi08483026-13 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1509 (ObjNum 934 snap 280 seq_num 934) dirty exists 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:3059: done (3 left) 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:3060: done (2 left) 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:3062: done (1 left) 2024-04-02T08:31:51.185 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 289 2024-04-02T08:31:51.186 INFO:tasks.rados.rados.0.smithi084.stdout:3066: seq_num 962 ranges {3391488=516096,3907584=589824,4497408=614400} 2024-04-02T08:31:51.207 INFO:tasks.rados.rados.0.smithi084.stdout:3066: writing smithi08483026-47 from 3391488 to 3907584 tid 1 2024-04-02T08:31:51.209 INFO:tasks.rados.rados.0.smithi084.stdout:3066: writing smithi08483026-47 from 3907584 to 4497408 tid 2 2024-04-02T08:31:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:3066: writing smithi08483026-47 from 4497408 to 5111808 tid 3 2024-04-02T08:31:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:3067: read oid 43 snap -1 2024-04-02T08:31:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:3067: expect deleted 2024-04-02T08:31:51.213 INFO:tasks.rados.rados.0.smithi084.stdout:3068: snap_remove snap 288 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:3068: done (3 left) 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 289 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1487 (ObjNum 954 snap 284 seq_num 954) dirty exists 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:3066: finishing write tid 1 to smithi08483026-47 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:3066: finishing write tid 2 to smithi08483026-47 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:3066: finishing write tid 3 to smithi08483026-47 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:3066: finishing write tid 4 to smithi08483026-47 2024-04-02T08:31:52.182 INFO:tasks.rados.rados.0.smithi084.stdout:3066: finishing write tid 5 to smithi08483026-47 2024-04-02T08:31:52.183 INFO:tasks.rados.rados.0.smithi084.stdout:3066: oid 47 updating version 0 to 1517 2024-04-02T08:31:52.183 INFO:tasks.rados.rados.0.smithi084.stdout:3066: oid 47 version 1517 is already newer than 1516 2024-04-02T08:31:52.183 INFO:tasks.rados.rados.0.smithi084.stdout:3066: oid 47 updating version 1517 to 1518 2024-04-02T08:31:52.183 INFO:tasks.rados.rados.0.smithi084.stdout:3066: oid 47 version 1518 is already newer than 1515 2024-04-02T08:31:52.183 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1518 (ObjNum 962 snap 289 seq_num 962) dirty exists 2024-04-02T08:31:52.183 INFO:tasks.rados.rados.0.smithi084.stdout:3066: left oid 47 (ObjNum 962 snap 289 seq_num 962) 2024-04-02T08:31:52.183 INFO:tasks.rados.rados.0.smithi084.stdout:3069: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-04-02T08:31:52.185 INFO:tasks.rados.rados.0.smithi084.stdout:3069: writing smithi08483026-14 from 0 to 532480 tid 1 2024-04-02T08:31:52.188 INFO:tasks.rados.rados.0.smithi084.stdout:3069: writing smithi08483026-14 from 532480 to 1007616 tid 2 2024-04-02T08:31:52.192 INFO:tasks.rados.rados.0.smithi084.stdout:3069: writing smithi08483026-14 from 1007616 to 1540096 tid 3 2024-04-02T08:31:52.193 INFO:tasks.rados.rados.0.smithi084.stdout:3069: writing smithi08483026-14 from 1540096 to 1736704 tid 4 2024-04-02T08:31:52.194 INFO:tasks.rados.rados.0.smithi084.stdout:3065: done (3 left) 2024-04-02T08:31:52.194 INFO:tasks.rados.rados.0.smithi084.stdout:3066: done (2 left) 2024-04-02T08:31:52.194 INFO:tasks.rados.rados.0.smithi084.stdout:3067: done (1 left) 2024-04-02T08:31:52.194 INFO:tasks.rados.rados.0.smithi084.stdout:3070: snap_remove snap 286 2024-04-02T08:31:52.541 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:52 smithi132 ceph-mon[88571]: pgmap v641: 121 pgs: 121 active+clean; 123 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T08:31:52.541 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:52 smithi132 ceph-mon[88571]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:31:52.541 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:31:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:31:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:52 smithi084 ceph-mon[94794]: pgmap v641: 121 pgs: 121 active+clean; 123 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T08:31:52.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:52 smithi084 ceph-mon[94794]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:31:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:52 smithi084 ceph-mon[97358]: pgmap v641: 121 pgs: 121 active+clean; 123 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T08:31:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:52 smithi084 ceph-mon[97358]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:31:53.197 INFO:tasks.rados.rados.0.smithi084.stdout:3070: done (1 left) 2024-04-02T08:31:53.197 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 289 2024-04-02T08:31:53.197 INFO:tasks.rados.rados.0.smithi084.stdout:3069: finishing write tid 1 to smithi08483026-14 2024-04-02T08:31:53.197 INFO:tasks.rados.rados.0.smithi084.stdout:3071: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-02T08:31:53.200 INFO:tasks.rados.rados.0.smithi084.stdout:3071: writing smithi08483026-19 from 0 to 548864 tid 1 2024-04-02T08:31:53.205 INFO:tasks.rados.rados.0.smithi084.stdout:3071: writing smithi08483026-19 from 548864 to 1310720 tid 2 2024-04-02T08:31:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:3071: writing smithi08483026-19 from 1310720 to 1753088 tid 3 2024-04-02T08:31:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:3072: snap_create 2024-04-02T08:31:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:3069: finishing write tid 2 to smithi08483026-14 2024-04-02T08:31:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:3069: finishing write tid 3 to smithi08483026-14 2024-04-02T08:31:53.209 INFO:tasks.rados.rados.0.smithi084.stdout:3069: finishing write tid 4 to smithi08483026-14 2024-04-02T08:31:53.209 INFO:tasks.rados.rados.0.smithi084.stdout:3069: finishing write tid 5 to smithi08483026-14 2024-04-02T08:31:53.209 INFO:tasks.rados.rados.0.smithi084.stdout:3069: finishing write tid 6 to smithi08483026-14 2024-04-02T08:31:53.209 INFO:tasks.rados.rados.0.smithi084.stdout:3069: oid 14 updating version 0 to 1480 2024-04-02T08:31:53.209 INFO:tasks.rados.rados.0.smithi084.stdout:3069: oid 14 updating version 1480 to 1482 2024-04-02T08:31:53.209 INFO:tasks.rados.rados.0.smithi084.stdout:3069: oid 14 version 1482 is already newer than 1479 2024-04-02T08:31:53.209 INFO:tasks.rados.rados.0.smithi084.stdout:3069: oid 14 version 1482 is already newer than 1481 2024-04-02T08:31:53.210 INFO:tasks.rados.rados.0.smithi084.stdout:3069: oid 14 updating version 1482 to 1483 2024-04-02T08:31:53.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1483 (ObjNum 963 snap 289 seq_num 963) dirty exists 2024-04-02T08:31:53.210 INFO:tasks.rados.rados.0.smithi084.stdout:3069: left oid 14 (ObjNum 963 snap 289 seq_num 963) 2024-04-02T08:31:53.210 INFO:tasks.rados.rados.0.smithi084.stdout:3071: finishing write tid 1 to smithi08483026-19 2024-04-02T08:31:53.211 INFO:tasks.rados.rados.0.smithi084.stdout:3071: finishing write tid 2 to smithi08483026-19 2024-04-02T08:31:53.211 INFO:tasks.rados.rados.0.smithi084.stdout:3071: finishing write tid 3 to smithi08483026-19 2024-04-02T08:31:53.211 INFO:tasks.rados.rados.0.smithi084.stdout:3071: finishing write tid 4 to smithi08483026-19 2024-04-02T08:31:53.214 INFO:tasks.rados.rados.0.smithi084.stdout:3071: finishing write tid 5 to smithi08483026-19 2024-04-02T08:31:53.214 INFO:tasks.rados.rados.0.smithi084.stdout:3071: oid 19 updating version 0 to 945 2024-04-02T08:31:53.214 INFO:tasks.rados.rados.0.smithi084.stdout:3071: oid 19 updating version 945 to 948 2024-04-02T08:31:53.214 INFO:tasks.rados.rados.0.smithi084.stdout:3071: oid 19 version 948 is already newer than 947 2024-04-02T08:31:53.214 INFO:tasks.rados.rados.0.smithi084.stdout:3071: oid 19 version 948 is already newer than 946 2024-04-02T08:31:53.215 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 948 (ObjNum 964 snap 289 seq_num 964) dirty exists 2024-04-02T08:31:53.215 INFO:tasks.rados.rados.0.smithi084.stdout:3071: left oid 19 (ObjNum 964 snap 289 seq_num 964) 2024-04-02T08:31:53.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:53 smithi084 ceph-mon[94794]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:31:53.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:53 smithi084 ceph-mon[97358]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:31:53.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:53 smithi132 ceph-mon[88571]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:31:54.199 INFO:tasks.rados.rados.0.smithi084.stdout:3069: done (2 left) 2024-04-02T08:31:54.199 INFO:tasks.rados.rados.0.smithi084.stdout:3071: done (1 left) 2024-04-02T08:31:54.199 INFO:tasks.rados.rados.0.smithi084.stdout:3072: done (0 left) 2024-04-02T08:31:54.199 INFO:tasks.rados.rados.0.smithi084.stdout:3073: read oid 30 snap -1 2024-04-02T08:31:54.199 INFO:tasks.rados.rados.0.smithi084.stdout:3073: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:54.199 INFO:tasks.rados.rados.0.smithi084.stdout:3074: setattr oid 11 current snap is 290 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi084.stdout:3073: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:54.203 INFO:tasks.rados.rados.0.smithi084.stdout:3073: done (1 left) 2024-04-02T08:31:54.203 INFO:tasks.rados.rados.0.smithi084.stdout:3075: rmattr oid 25 current snap is 290 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi084.stdout:3075: done (1 left) 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi084.stdout:3076: snap_create 2024-04-02T08:31:54.208 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1555 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:54 smithi132 ceph-mon[88571]: pgmap v644: 121 pgs: 121 active+clean; 123 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:31:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:54 smithi132 ceph-mon[88571]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:31:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:54 smithi084 ceph-mon[94794]: pgmap v644: 121 pgs: 121 active+clean; 123 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:31:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:54 smithi084 ceph-mon[94794]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:31:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:54 smithi084 ceph-mon[97358]: pgmap v644: 121 pgs: 121 active+clean; 123 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:31:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:54 smithi084 ceph-mon[97358]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:31:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:55.205 INFO:tasks.rados.rados.0.smithi084.stdout:3074: done (1 left) 2024-04-02T08:31:55.205 INFO:tasks.rados.rados.0.smithi084.stdout:3076: done (0 left) 2024-04-02T08:31:55.205 INFO:tasks.rados.rados.0.smithi084.stdout:3077: snap_remove snap 287 2024-04-02T08:31:55.212 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:31:55.395 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:55 smithi132 ceph-mon[88571]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:31:55.395 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:55 smithi132 systemd[1]: Stopping Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (21s) 17s ago 13m 16.5M - 0.25.0 c8568f914cd2 29b05ca3086f 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (13m) 33s ago 13m 88.3M - 9.4.7 954c08fa6188 dcc1b384f3cf 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (92s) 17s ago 14m 16.5M - 19.0.0-2422-g3cba26ea beaaa8a653cf b86c3fee26b3 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (72s) 33s ago 14m 12.3M - 19.0.0-2422-g3cba26ea beaaa8a653cf dcbf0940951e 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (7m) 33s ago 17m 455M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (8m) 17s ago 19m 514M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (7m) 17s ago 19m 71.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (6m) 33s ago 18m 55.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (7m) 17s ago 17m 62.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (59s) 17s ago 12m 9.79M - 1.5.0 0da6a335fe13 a8efd4f084ce 2024-04-02T08:31:55.537 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (54s) 33s ago 12m 7922k - 1.5.0 0da6a335fe13 29392f4c68f4 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (5m) 17s ago 17m 211M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (5m) 17s ago 16m 199M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (4m) 17s ago 16m 277M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (4m) 17s ago 16m 158M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (3m) 33s ago 15m 222M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (3m) 33s ago 15m 236M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 28a4ec2f2c06 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (2m) 33s ago 14m 88.2M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 2fab50cf0f1b 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (112s) 33s ago 14m 117M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf ee68195895ac 2024-04-02T08:31:55.538 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (38s) 33s ago 13m 35.6M - 2.43.0 a07b618ecd1d e777db9eb91c 2024-04-02T08:31:55.538 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:55 smithi084 ceph-mon[94794]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:31:55.539 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:55 smithi084 ceph-mon[97358]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:31:55.660 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:55 smithi132 podman[126120]: 2024-04-02 08:31:55.396838029 +0000 UTC m=+0.130058609 container died dcc1b384f3cfdb78eb32ca2ea22f3e4eaa214e17e7d02870ff507d38ce080ad3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, io.openshift.expose-services=, architecture=x86_64, name=ubi8, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, release=239.1651231664) 2024-04-02T08:31:55.959 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:31:55.960 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:31:55.961 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:31:55.961 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:31:55.961 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:31:56.041 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:55 smithi132 podman[126120]: 2024-04-02 08:31:55.78342532 +0000 UTC m=+0.516645889 container cleanup dcc1b384f3cfdb78eb32ca2ea22f3e4eaa214e17e7d02870ff507d38ce080ad3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, architecture=x86_64, distribution-scope=public, io.buildah.version=1.32.0, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, maintainer=Paul Cuzner , name=ubi8, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-02T08:31:56.041 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:55 smithi132 bash[126120]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T08:31:56.206 INFO:tasks.rados.rados.0.smithi084.stdout:3077: done (0 left) 2024-04-02T08:31:56.207 INFO:tasks.rados.rados.0.smithi084.stdout:3078: setattr oid 32 current snap is 291 2024-04-02T08:31:56.209 INFO:tasks.rados.rados.0.smithi084.stdout:3079: copy_from oid 38 from oid 50 current snap is 291 2024-04-02T08:31:56.210 INFO:tasks.rados.rados.0.smithi084.stdout:3080: read oid 1 snap 282 2024-04-02T08:31:56.210 INFO:tasks.rados.rados.0.smithi084.stdout:3080: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-02T08:31:56.210 INFO:tasks.rados.rados.0.smithi084.stdout:3081: delete oid 34 current snap is 291 2024-04-02T08:31:56.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1484 (ObjNum 958 snap 285 seq_num 958) dirty exists 2024-04-02T08:31:56.217 INFO:tasks.rados.rados.0.smithi084.stdout:3078: done (3 left) 2024-04-02T08:31:56.218 INFO:tasks.rados.rados.0.smithi084.stdout:3081: done (2 left) 2024-04-02T08:31:56.218 INFO:tasks.rados.rados.0.smithi084.stdout:3082: snap_remove snap 279 2024-04-02T08:31:56.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-mon[88571]: pgmap v647: 121 pgs: 121 active+clean; 128 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:31:56.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-mon[88571]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:56.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-mon[88571]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:31:56.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-mon[88571]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:56.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3298772242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.406 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 podman[126138]: 2024-04-02 08:31:56.043125532 +0000 UTC m=+0.645739961 container remove dcc1b384f3cfdb78eb32ca2ea22f3e4eaa214e17e7d02870ff507d38ce080ad3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, version=8.5, name=ubi8, vcs-type=git, distribution-scope=public, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-02T08:31:56.406 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:31:56.406 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-02T08:31:56.406 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 systemd[1]: Stopped Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:56.406 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 11.518s CPU time. 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[94794]: pgmap v647: 121 pgs: 121 active+clean; 128 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[94794]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[94794]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[94794]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3298772242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[97358]: pgmap v647: 121 pgs: 121 active+clean; 128 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[97358]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[97358]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:31:56.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[97358]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:56.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:56 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3298772242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 systemd[1]: Starting Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:56.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 podman[126277]: 2024-04-02 08:31:56.524223781 +0000 UTC m=+0.018209621 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-02T08:31:56.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 podman[126277]: 2024-04-02 08:31:56.62785143 +0000 UTC m=+0.121837264 container create 03d03a98dc66e525d8ce2050d1a3c6ab197aca9b7152b578dbaf29ec4e38b4c2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:31:57.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 podman[126277]: 2024-04-02 08:31:56.83031556 +0000 UTC m=+0.324301392 container init 03d03a98dc66e525d8ce2050d1a3c6ab197aca9b7152b578dbaf29ec4e38b4c2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:31:57.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 podman[126277]: 2024-04-02 08:31:56.836008249 +0000 UTC m=+0.329994084 container start 03d03a98dc66e525d8ce2050d1a3c6ab197aca9b7152b578dbaf29ec4e38b4c2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:31:57.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 bash[126277]: 03d03a98dc66e525d8ce2050d1a3c6ab197aca9b7152b578dbaf29ec4e38b4c2 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 systemd[1]: Started Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.98238684Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982586801Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982598246Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982601728Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982605477Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982608334Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982610927Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982613611Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982616694Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.98261955Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982622191Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:31:57.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982624755Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982627487Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982630165Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982632973Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982635406Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982637822Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982640421Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=settings t=2024-04-02T08:31:56.982643282Z level=info msg="App mode production" 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=sqlstore t=2024-04-02T08:31:56.982682559Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:31:57.163 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=sqlstore t=2024-04-02T08:31:56.982693389Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:31:57.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=migrator t=2024-04-02T08:31:56.996939371Z level=info msg="Starting DB migrations" 2024-04-02T08:31:57.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=migrator t=2024-04-02T08:31:57.001379465Z level=info msg="migrations completed" performed=0 skipped=481 duration=408.05µs 2024-04-02T08:31:57.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=sqlstore t=2024-04-02T08:31:57.001695096Z level=info msg="Created default organization" 2024-04-02T08:31:57.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=plugin.finder t=2024-04-02T08:31:57.034673764Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-02T08:31:57.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=secrets t=2024-04-02T08:31:57.034797138Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:31:57.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=query_data t=2024-04-02T08:31:57.038313804Z level=info msg="Query Service initialization" 2024-04-02T08:31:57.164 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=live.push_http t=2024-04-02T08:31:57.040813983Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:31:57.226 INFO:tasks.rados.rados.0.smithi084.stdout:3079: finishing copy_from racing read to smithi08483026-38 2024-04-02T08:31:57.226 INFO:tasks.rados.rados.0.smithi084.stdout:3079: finishing copy_from to smithi08483026-38 2024-04-02T08:31:57.226 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1548 (ObjNum 957 snap 285 seq_num 957) dirty exists 2024-04-02T08:31:57.226 INFO:tasks.rados.rados.0.smithi084.stdout:3080: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-02T08:31:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[94794]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[97358]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:57.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-mon[88571]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:31:57.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:57.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:31:57.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:57.816 INFO:tasks.rados.rados.0.smithi084.stdout:3079: done (2 left) 2024-04-02T08:31:57.816 INFO:tasks.rados.rados.0.smithi084.stdout:3080: done (1 left) 2024-04-02T08:31:57.816 INFO:tasks.rados.rados.0.smithi084.stdout:3082: done (0 left) 2024-04-02T08:31:57.816 INFO:tasks.rados.rados.0.smithi084.stdout:3083: rollback oid 37 current snap is 291 2024-04-02T08:31:57.816 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 37 to 290 2024-04-02T08:31:57.816 INFO:tasks.rados.rados.0.smithi084.stdout:3084: copy_from oid 8 from oid 36 current snap is 291 2024-04-02T08:31:57.816 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 291 2024-04-02T08:31:57.817 INFO:tasks.rados.rados.0.smithi084.stdout:3085: seq_num 966 ranges {3784704=581632,4366336=581632,4947968=622592} 2024-04-02T08:31:57.839 INFO:tasks.rados.rados.0.smithi084.stdout:3085: writing smithi08483026-31 from 3784704 to 4366336 tid 1 2024-04-02T08:31:57.843 INFO:tasks.rados.rados.0.smithi084.stdout:3085: writing smithi08483026-31 from 4366336 to 4947968 tid 2 2024-04-02T08:31:57.848 INFO:tasks.rados.rados.0.smithi084.stdout:3085: writing smithi08483026-31 from 4947968 to 5570560 tid 3 2024-04-02T08:31:57.848 INFO:tasks.rados.rados.0.smithi084.stdout:3086: rmattr oid 17 current snap is 291 2024-04-02T08:31:57.848 INFO:tasks.rados.rados.0.smithi084.stdout:3086: done (3 left) 2024-04-02T08:31:57.848 INFO:tasks.rados.rados.0.smithi084.stdout:3087: delete oid 12 current snap is 291 2024-04-02T08:31:57.848 INFO:tasks.rados.rados.0.smithi084.stdout:3083: finishing rollback tid 0 to smithi08483026-37 2024-04-02T08:31:57.848 INFO:tasks.rados.rados.0.smithi084.stdout:3083: finishing rollback tid 1 to smithi08483026-37 2024-04-02T08:31:57.848 INFO:tasks.rados.rados.0.smithi084.stdout:3083: finishing rollback tid 2 to smithi08483026-37 2024-04-02T08:31:57.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 900 (ObjNum 907 snap 272 seq_num 907) dirty exists 2024-04-02T08:31:57.849 INFO:tasks.rados.rados.0.smithi084.stdout:3084: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:31:57.849 INFO:tasks.rados.rados.0.smithi084.stdout:3084: finishing copy_from to smithi08483026-8 2024-04-02T08:31:57.849 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1470 (ObjNum 924 snap 277 seq_num 924) dirty exists 2024-04-02T08:31:57.849 INFO:tasks.rados.rados.0.smithi084.stdout:3085: finishing write tid 1 to smithi08483026-31 2024-04-02T08:31:57.849 INFO:tasks.rados.rados.0.smithi084.stdout:3085: finishing write tid 2 to smithi08483026-31 2024-04-02T08:31:57.850 INFO:tasks.rados.rados.0.smithi084.stdout:3083: done (3 left) 2024-04-02T08:31:57.850 INFO:tasks.rados.rados.0.smithi084.stdout:3084: done (2 left) 2024-04-02T08:31:57.850 INFO:tasks.rados.rados.0.smithi084.stdout:3087: done (1 left) 2024-04-02T08:31:57.851 INFO:tasks.rados.rados.0.smithi084.stdout:3088: snap_remove snap 285 2024-04-02T08:31:58.080 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=infra.usagestats.collector t=2024-04-02T08:31:57.716876346Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:31:58.080 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=provisioning.datasources t=2024-04-02T08:31:57.718838538Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-02T08:31:58.080 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=provisioning.datasources t=2024-04-02T08:31:57.718848761Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=provisioning.datasources t=2024-04-02T08:31:57.718985076Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=provisioning.alerting t=2024-04-02T08:31:57.740079178Z level=info msg="starting to provision alerting" 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=provisioning.alerting t=2024-04-02T08:31:57.740091496Z level=info msg="finished to provision alerting" 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=grafanaStorageLogger t=2024-04-02T08:31:57.740274978Z level=info msg="storage starting" 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=ngalert.state.manager t=2024-04-02T08:31:57.740315611Z level=info msg="Warming state cache for startup" 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=ngalert.state.manager t=2024-04-02T08:31:57.740503474Z level=info msg="State cache has been initialized" states=0 duration=186.567µs 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=ticker t=2024-04-02T08:31:57.740590991Z level=info msg=starting first_tick=2024-04-02T08:32:00Z 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:31:57.740650058Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=http.server t=2024-04-02T08:31:57.742559495Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=sqlstore.transactions t=2024-04-02T08:31:57.765820969Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:31:58.081 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=sqlstore.transactions t=2024-04-02T08:31:57.779211873Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:31:58.233 INFO:tasks.rados.rados.0.smithi084.stdout:3088: done (1 left) 2024-04-02T08:31:58.233 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 291 2024-04-02T08:31:58.233 INFO:tasks.rados.rados.0.smithi084.stdout:3089: seq_num 968 ranges {5079040=614400,5693440=745472,6438912=458752} 2024-04-02T08:31:58.264 INFO:tasks.rados.rados.0.smithi084.stdout:3089: writing smithi08483026-29 from 5079040 to 5693440 tid 1 2024-04-02T08:31:58.269 INFO:tasks.rados.rados.0.smithi084.stdout:3089: writing smithi08483026-29 from 5693440 to 6438912 tid 2 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3089: writing smithi08483026-29 from 6438912 to 6897664 tid 3 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3090: rmattr oid 19 current snap is 291 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3085: finishing write tid 3 to smithi08483026-31 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3085: finishing write tid 4 to smithi08483026-31 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3085: finishing write tid 5 to smithi08483026-31 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3085: oid 31 updating version 0 to 1047 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3085: oid 31 updating version 1047 to 1048 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3085: oid 31 version 1048 is already newer than 1046 2024-04-02T08:31:58.272 INFO:tasks.rados.rados.0.smithi084.stdout:3085: oid 31 version 1048 is already newer than 1045 2024-04-02T08:31:58.273 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1048 (ObjNum 966 snap 291 seq_num 966) dirty exists 2024-04-02T08:31:58.273 INFO:tasks.rados.rados.0.smithi084.stdout:3085: left oid 31 (ObjNum 966 snap 291 seq_num 966) 2024-04-02T08:31:58.273 INFO:tasks.rados.rados.0.smithi084.stdout:3089: finishing write tid 1 to smithi08483026-29 2024-04-02T08:31:58.273 INFO:tasks.rados.rados.0.smithi084.stdout:3085: done (2 left) 2024-04-02T08:31:58.273 INFO:tasks.rados.rados.0.smithi084.stdout:3091: rollback oid 31 current snap is 291 2024-04-02T08:31:58.273 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 31 to 282 2024-04-02T08:31:58.273 INFO:tasks.rados.rados.0.smithi084.stdout:3092: snap_remove snap 290 2024-04-02T08:31:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:58 smithi132 ceph-mon[88571]: pgmap v650: 121 pgs: 121 active+clean; 128 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:31:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:58 smithi132 ceph-mon[88571]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:31:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:58 smithi084 ceph-mon[94794]: pgmap v650: 121 pgs: 121 active+clean; 128 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:31:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:58 smithi084 ceph-mon[94794]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:31:58.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:58 smithi084 ceph-mon[97358]: pgmap v650: 121 pgs: 121 active+clean; 128 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:31:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:58 smithi084 ceph-mon[97358]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:31:59.240 INFO:tasks.rados.rados.0.smithi084.stdout:3089: finishing write tid 2 to smithi08483026-29 2024-04-02T08:31:59.240 INFO:tasks.rados.rados.0.smithi084.stdout:3089: finishing write tid 3 to smithi08483026-29 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3091: finishing rollback tid 0 to smithi08483026-31 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 949 (ObjNum 964 snap 289 seq_num 964) dirty exists 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: finishing write tid 4 to smithi08483026-29 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3091: finishing rollback tid 1 to smithi08483026-31 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3091: finishing rollback tid 2 to smithi08483026-31 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1051 (ObjNum 901 snap 271 seq_num 901) dirty exists 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: finishing write tid 5 to smithi08483026-29 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: oid 29 updating version 0 to 1489 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: oid 29 updating version 1489 to 1491 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: oid 29 version 1491 is already newer than 1488 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: oid 29 version 1491 is already newer than 1490 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1491 (ObjNum 968 snap 291 seq_num 968) dirty exists 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: left oid 29 (ObjNum 968 snap 291 seq_num 968) 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3089: done (3 left) 2024-04-02T08:31:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3090: done (2 left) 2024-04-02T08:31:59.242 INFO:tasks.rados.rados.0.smithi084.stdout:3091: done (1 left) 2024-04-02T08:31:59.242 INFO:tasks.rados.rados.0.smithi084.stdout:3092: done (0 left) 2024-04-02T08:31:59.242 INFO:tasks.rados.rados.0.smithi084.stdout:3093: rollback oid 28 current snap is 291 2024-04-02T08:31:59.242 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 282 2024-04-02T08:31:59.242 INFO:tasks.rados.rados.0.smithi084.stdout:3094: setattr oid 20 current snap is 291 2024-04-02T08:31:59.243 INFO:tasks.rados.rados.0.smithi084.stdout:3095: delete oid 10 current snap is 291 2024-04-02T08:31:59.247 INFO:tasks.rados.rados.0.smithi084.stdout:3095: done (2 left) 2024-04-02T08:31:59.247 INFO:tasks.rados.rados.0.smithi084.stdout:3096: copy_from oid 31 from oid 48 current snap is 291 2024-04-02T08:31:59.248 INFO:tasks.rados.rados.0.smithi084.stdout:3097: snap_remove snap 289 2024-04-02T08:31:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:31:59 smithi084 ceph-mon[94794]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:31:59.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:31:59 smithi084 ceph-mon[97358]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:31:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:31:59 smithi132 ceph-mon[88571]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:3097: done (3 left) 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1562 (ObjNum 900 snap 269 seq_num 900) dirty exists 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:3093: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:3093: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:3093: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 952 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:3096: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:3096: finishing copy_from to smithi08483026-31 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1430 (ObjNum 940 snap 283 seq_num 940) dirty exists 2024-04-02T08:32:00.182 INFO:tasks.rados.rados.0.smithi084.stdout:3098: read oid 35 snap 282 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3098: expect (ObjNum 621644272 snap 21952 seq_num 622381056) 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3093: done (3 left) 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3094: done (2 left) 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3096: done (1 left) 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3099: rmattr oid 36 current snap is 291 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3099: done (1 left) 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3100: rmattr oid 25 current snap is 291 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3100: done (1 left) 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3101: read oid 48 snap 282 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3101: expect (ObjNum 890 snap 267 seq_num 890) 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 291 2024-04-02T08:32:00.183 INFO:tasks.rados.rados.0.smithi084.stdout:3102: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-04-02T08:32:00.185 INFO:tasks.rados.rados.0.smithi084.stdout:3102: writing smithi08483026-24 from 0 to 655360 tid 1 2024-04-02T08:32:00.189 INFO:tasks.rados.rados.0.smithi084.stdout:3102: writing smithi08483026-24 from 655360 to 1171456 tid 2 2024-04-02T08:32:00.194 INFO:tasks.rados.rados.0.smithi084.stdout:3102: writing smithi08483026-24 from 1171456 to 1859584 tid 3 2024-04-02T08:32:00.194 INFO:tasks.rados.rados.0.smithi084.stdout:3098: expect (ObjNum 621644272 snap 21952 seq_num 622381056) 2024-04-02T08:32:00.196 INFO:tasks.rados.rados.0.smithi084.stdout:3101: expect (ObjNum 890 snap 267 seq_num 890) 2024-04-02T08:32:00.214 INFO:tasks.rados.rados.0.smithi084.stdout:3102: finishing write tid 1 to smithi08483026-24 2024-04-02T08:32:00.214 INFO:tasks.rados.rados.0.smithi084.stdout:3102: finishing write tid 2 to smithi08483026-24 2024-04-02T08:32:00.214 INFO:tasks.rados.rados.0.smithi084.stdout:3098: done (2 left) 2024-04-02T08:32:00.214 INFO:tasks.rados.rados.0.smithi084.stdout:3101: done (1 left) 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3103: copy_from oid 31 from oid 10 current snap is 291 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: finishing write tid 3 to smithi08483026-24 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: finishing write tid 4 to smithi08483026-24 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: finishing write tid 5 to smithi08483026-24 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: oid 24 updating version 0 to 1493 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: oid 24 version 1493 is already newer than 1492 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: oid 24 updating version 1493 to 1494 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: oid 24 updating version 1494 to 1495 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1495 (ObjNum 970 snap 291 seq_num 970) dirty exists 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: left oid 24 (ObjNum 970 snap 291 seq_num 970) 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3102: done (1 left) 2024-04-02T08:32:00.215 INFO:tasks.rados.rados.0.smithi084.stdout:3104: snap_remove snap 282 2024-04-02T08:32:00.571 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:00 smithi132 ceph-mon[88571]: pgmap v653: 121 pgs: 121 active+clean; 120 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:00.571 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:00 smithi132 ceph-mon[88571]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:32:00.571 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:00 smithi132 ceph-mon[88571]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:32:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:00 smithi084 ceph-mon[97358]: pgmap v653: 121 pgs: 121 active+clean; 120 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:00 smithi084 ceph-mon[97358]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:32:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:00 smithi084 ceph-mon[97358]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:32:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:00 smithi084 ceph-mon[94794]: pgmap v653: 121 pgs: 121 active+clean; 120 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:00 smithi084 ceph-mon[94794]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:32:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:00 smithi084 ceph-mon[94794]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:32:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:32:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:32:00] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:32:01.182 INFO:tasks.rados.rados.0.smithi084.stdout:3103: finishing copy_from to smithi08483026-31 2024-04-02T08:32:01.182 INFO:tasks.rados.rados.0.smithi084.stdout:3103: got expected ENOENT (src dne) 2024-04-02T08:32:01.182 INFO:tasks.rados.rados.0.smithi084.stdout:3103: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:32:01.182 INFO:tasks.rados.rados.0.smithi084.stdout:3103: done (1 left) 2024-04-02T08:32:01.182 INFO:tasks.rados.rados.0.smithi084.stdout:3104: done (0 left) 2024-04-02T08:32:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:3105: copy_from oid 37 from oid 15 current snap is 291 2024-04-02T08:32:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 291 2024-04-02T08:32:01.183 INFO:tasks.rados.rados.0.smithi084.stdout:3106: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-04-02T08:32:01.186 INFO:tasks.rados.rados.0.smithi084.stdout:3106: writing smithi08483026-27 from 0 to 671744 tid 1 2024-04-02T08:32:01.192 INFO:tasks.rados.rados.0.smithi084.stdout:3106: writing smithi08483026-27 from 671744 to 1474560 tid 2 2024-04-02T08:32:01.195 INFO:tasks.rados.rados.0.smithi084.stdout:3106: writing smithi08483026-27 from 1474560 to 1875968 tid 3 2024-04-02T08:32:01.195 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 291 2024-04-02T08:32:01.195 INFO:tasks.rados.rados.0.smithi084.stdout:3107: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-04-02T08:32:01.200 INFO:tasks.rados.rados.0.smithi084.stdout:3107: writing smithi08483026-11 from 0 to 688128 tid 1 2024-04-02T08:32:01.204 INFO:tasks.rados.rados.0.smithi084.stdout:3107: writing smithi08483026-11 from 688128 to 1376256 tid 2 2024-04-02T08:32:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:3107: writing smithi08483026-11 from 1376256 to 1892352 tid 3 2024-04-02T08:32:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:3106: finishing write tid 1 to smithi08483026-27 2024-04-02T08:32:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:3106: finishing write tid 2 to smithi08483026-27 2024-04-02T08:32:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:3106: finishing write tid 3 to smithi08483026-27 2024-04-02T08:32:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:3106: finishing write tid 4 to smithi08483026-27 2024-04-02T08:32:01.209 INFO:tasks.rados.rados.0.smithi084.stdout:3107: finishing write tid 1 to smithi08483026-11 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3106: finishing write tid 5 to smithi08483026-27 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3106: oid 27 updating version 0 to 1432 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3106: oid 27 updating version 1432 to 1433 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3106: oid 27 version 1433 is already newer than 1431 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3106: oid 27 updating version 1433 to 1434 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1434 (ObjNum 971 snap 291 seq_num 971) dirty exists 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3106: left oid 27 (ObjNum 971 snap 291 seq_num 971) 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3105: finishing copy_from racing read to smithi08483026-37 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3106: done (2 left) 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3108: copy_from oid 48 from oid 2 current snap is 291 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3109: rollback oid 7 current snap is 291 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3109: done (3 left) 2024-04-02T08:32:01.210 INFO:tasks.rados.rados.0.smithi084.stdout:3110: snap_create 2024-04-02T08:32:01.211 INFO:tasks.rados.rados.0.smithi084.stdout:3105: finishing copy_from to smithi08483026-37 2024-04-02T08:32:01.211 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 1006 (ObjNum 955 snap 284 seq_num 955) dirty exists 2024-04-02T08:32:01.213 INFO:tasks.rados.rados.0.smithi084.stdout:3107: finishing write tid 2 to smithi08483026-11 2024-04-02T08:32:01.216 INFO:tasks.rados.rados.0.smithi084.stdout:3107: finishing write tid 3 to smithi08483026-11 2024-04-02T08:32:01.216 INFO:tasks.rados.rados.0.smithi084.stdout:3108: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:32:01.216 INFO:tasks.rados.rados.0.smithi084.stdout:3107: finishing write tid 4 to smithi08483026-11 2024-04-02T08:32:01.216 INFO:tasks.rados.rados.0.smithi084.stdout:3108: finishing copy_from to smithi08483026-48 2024-04-02T08:32:01.216 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1202 (ObjNum 886 snap 266 seq_num 886) dirty exists 2024-04-02T08:32:01.218 INFO:tasks.rados.rados.0.smithi084.stdout:3107: finishing write tid 5 to smithi08483026-11 2024-04-02T08:32:01.218 INFO:tasks.rados.rados.0.smithi084.stdout:3107: oid 11 updating version 0 to 1573 2024-04-02T08:32:01.218 INFO:tasks.rados.rados.0.smithi084.stdout:3107: oid 11 version 1573 is already newer than 1567 2024-04-02T08:32:01.218 INFO:tasks.rados.rados.0.smithi084.stdout:3107: oid 11 version 1573 is already newer than 1566 2024-04-02T08:32:01.218 INFO:tasks.rados.rados.0.smithi084.stdout:3107: oid 11 version 1573 is already newer than 1572 2024-04-02T08:32:01.218 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1573 (ObjNum 972 snap 291 seq_num 972) dirty exists 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi084.stdout:3107: left oid 11 (ObjNum 972 snap 291 seq_num 972) 2024-04-02T08:32:01.660 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 08:32:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T08:32:01.197+0000 7efd97f29700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 15d after trimming was started 2024-04-02T08:32:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[94794]: pgmap v656: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-02T08:32:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[94794]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:32:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[97358]: pgmap v656: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-02T08:32:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:01 smithi084 ceph-mon[97358]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:32:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:01 smithi132 ceph-mon[88571]: pgmap v656: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-02T08:32:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:01 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:01 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:01 smithi132 ceph-mon[88571]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:32:02.183 INFO:tasks.rados.rados.0.smithi084.stdout:3105: done (3 left) 2024-04-02T08:32:02.183 INFO:tasks.rados.rados.0.smithi084.stdout:3107: done (2 left) 2024-04-02T08:32:02.183 INFO:tasks.rados.rados.0.smithi084.stdout:3108: done (1 left) 2024-04-02T08:32:02.183 INFO:tasks.rados.rados.0.smithi084.stdout:3110: done (0 left) 2024-04-02T08:32:02.183 INFO:tasks.rados.rados.0.smithi084.stdout:3111: read oid 20 snap -1 2024-04-02T08:32:02.183 INFO:tasks.rados.rados.0.smithi084.stdout:3111: expect (ObjNum 900 snap 269 seq_num 900) 2024-04-02T08:32:02.183 INFO:tasks.rados.rados.0.smithi084.stdout:3112: rollback oid 25 current snap is 292 2024-04-02T08:32:02.184 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 25 to 291 2024-04-02T08:32:02.184 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 292 2024-04-02T08:32:02.184 INFO:tasks.rados.rados.0.smithi084.stdout:3113: seq_num 973 ranges {3514368=704512,4218880=573440,4792320=507904,5300224=122880} 2024-04-02T08:32:02.206 INFO:tasks.rados.rados.0.smithi084.stdout:3113: writing smithi08483026-37 from 3514368 to 4218880 tid 1 2024-04-02T08:32:02.209 INFO:tasks.rados.rados.0.smithi084.stdout:3113: writing smithi08483026-37 from 4218880 to 4792320 tid 2 2024-04-02T08:32:02.212 INFO:tasks.rados.rados.0.smithi084.stdout:3113: writing smithi08483026-37 from 4792320 to 5300224 tid 3 2024-04-02T08:32:02.213 INFO:tasks.rados.rados.0.smithi084.stdout:3113: writing smithi08483026-37 from 5300224 to 5423104 tid 4 2024-04-02T08:32:02.213 INFO:tasks.rados.rados.0.smithi084.stdout:3114: rollback oid 24 current snap is 292 2024-04-02T08:32:02.213 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 291 2024-04-02T08:32:02.213 INFO:tasks.rados.rados.0.smithi084.stdout:3111: expect (ObjNum 900 snap 269 seq_num 900) 2024-04-02T08:32:02.236 INFO:tasks.rados.rados.0.smithi084.stdout:3112: finishing rollback tid 0 to smithi08483026-25 2024-04-02T08:32:02.236 INFO:tasks.rados.rados.0.smithi084.stdout:3112: finishing rollback tid 1 to smithi08483026-25 2024-04-02T08:32:02.236 INFO:tasks.rados.rados.0.smithi084.stdout:3112: finishing rollback tid 2 to smithi08483026-25 2024-04-02T08:32:02.236 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1521 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-04-02T08:32:02.236 INFO:tasks.rados.rados.0.smithi084.stdout:3113: finishing write tid 1 to smithi08483026-37 2024-04-02T08:32:02.237 INFO:tasks.rados.rados.0.smithi084.stdout:3113: finishing write tid 2 to smithi08483026-37 2024-04-02T08:32:02.237 INFO:tasks.rados.rados.0.smithi084.stdout:3111: done (3 left) 2024-04-02T08:32:02.237 INFO:tasks.rados.rados.0.smithi084.stdout:3112: done (2 left) 2024-04-02T08:32:02.237 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 292 2024-04-02T08:32:02.237 INFO:tasks.rados.rados.0.smithi084.stdout:3113: finishing write tid 3 to smithi08483026-37 2024-04-02T08:32:02.237 INFO:tasks.rados.rados.0.smithi084.stdout:3115: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-04-02T08:32:02.240 INFO:tasks.rados.rados.0.smithi084.stdout:3115: writing smithi08483026-43 from 0 to 720896 tid 1 2024-04-02T08:32:02.244 INFO:tasks.rados.rados.0.smithi084.stdout:3115: writing smithi08483026-43 from 720896 to 1228800 tid 2 2024-04-02T08:32:02.248 INFO:tasks.rados.rados.0.smithi084.stdout:3115: writing smithi08483026-43 from 1228800 to 1900544 tid 3 2024-04-02T08:32:02.248 INFO:tasks.rados.rados.0.smithi084.stdout:3115: writing smithi08483026-43 from 1900544 to 1925120 tid 4 2024-04-02T08:32:02.249 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 292 2024-04-02T08:32:02.249 INFO:tasks.rados.rados.0.smithi084.stdout:3113: finishing write tid 4 to smithi08483026-37 2024-04-02T08:32:02.249 INFO:tasks.rados.rados.0.smithi084.stdout:3113: finishing write tid 5 to smithi08483026-37 2024-04-02T08:32:02.249 INFO:tasks.rados.rados.0.smithi084.stdout:3114: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:32:02.249 INFO:tasks.rados.rados.0.smithi084.stdout:3114: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:32:02.249 INFO:tasks.rados.rados.0.smithi084.stdout:3116: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-04-02T08:32:02.253 INFO:tasks.rados.rados.0.smithi084.stdout:3116: writing smithi08483026-12 from 0 to 737280 tid 1 2024-04-02T08:32:02.257 INFO:tasks.rados.rados.0.smithi084.stdout:3116: writing smithi08483026-12 from 737280 to 1523712 tid 2 2024-04-02T08:32:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3116: writing smithi08483026-12 from 1523712 to 1941504 tid 3 2024-04-02T08:32:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 292 2024-04-02T08:32:02.261 INFO:tasks.rados.rados.0.smithi084.stdout:3117: seq_num 976 ranges {1736704=753664,2490368=671744,3162112=532480} 2024-04-02T08:32:02.275 INFO:tasks.rados.rados.0.smithi084.stdout:3117: writing smithi08483026-14 from 1736704 to 2490368 tid 1 2024-04-02T08:32:02.280 INFO:tasks.rados.rados.0.smithi084.stdout:3117: writing smithi08483026-14 from 2490368 to 3162112 tid 2 2024-04-02T08:32:02.286 INFO:tasks.rados.rados.0.smithi084.stdout:3117: writing smithi08483026-14 from 3162112 to 3694592 tid 3 2024-04-02T08:32:02.286 INFO:tasks.rados.rados.0.smithi084.stdout:3118: read oid 3 snap -1 2024-04-02T08:32:02.286 INFO:tasks.rados.rados.0.smithi084.stdout:3118: expect deleted 2024-04-02T08:32:02.286 INFO:tasks.rados.rados.0.smithi084.stdout:3114: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:32:02.286 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1498 (ObjNum 970 snap 291 seq_num 970) dirty exists 2024-04-02T08:32:02.286 INFO:tasks.rados.rados.0.smithi084.stdout:3113: finishing write tid 6 to smithi08483026-37 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3113: oid 37 updating version 0 to 1007 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3113: oid 37 updating version 1007 to 1009 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3113: oid 37 version 1009 is already newer than 1008 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3113: oid 37 updating version 1009 to 1011 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3113: oid 37 version 1011 is already newer than 1010 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 1011 (ObjNum 973 snap 292 seq_num 973) dirty exists 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3113: left oid 37 (ObjNum 973 snap 292 seq_num 973) 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3115: finishing write tid 1 to smithi08483026-43 2024-04-02T08:32:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3119: read oid 15 snap -1 2024-04-02T08:32:02.288 INFO:tasks.rados.rados.0.smithi084.stdout:3119: expect (ObjNum 955 snap 284 seq_num 955) 2024-04-02T08:32:02.288 INFO:tasks.rados.rados.0.smithi084.stdout:3113: done (6 left) 2024-04-02T08:32:02.288 INFO:tasks.rados.rados.0.smithi084.stdout:3114: done (5 left) 2024-04-02T08:32:02.288 INFO:tasks.rados.rados.0.smithi084.stdout:3120: rollback oid 50 current snap is 292 2024-04-02T08:32:02.288 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 291 2024-04-02T08:32:02.288 INFO:tasks.rados.rados.0.smithi084.stdout:3115: finishing write tid 2 to smithi08483026-43 2024-04-02T08:32:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3115: finishing write tid 3 to smithi08483026-43 2024-04-02T08:32:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3115: finishing write tid 4 to smithi08483026-43 2024-04-02T08:32:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3115: finishing write tid 5 to smithi08483026-43 2024-04-02T08:32:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3115: finishing write tid 6 to smithi08483026-43 2024-04-02T08:32:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3115: oid 43 updating version 0 to 1579 2024-04-02T08:32:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3115: oid 43 version 1579 is already newer than 1578 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3115: oid 43 version 1579 is already newer than 1576 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3115: oid 43 version 1579 is already newer than 1577 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3115: oid 43 version 1579 is already newer than 1575 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1579 (ObjNum 974 snap 292 seq_num 974) dirty exists 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3115: left oid 43 (ObjNum 974 snap 292 seq_num 974) 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3116: finishing write tid 1 to smithi08483026-12 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3115: done (5 left) 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3121: read oid 17 snap -1 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3121: expect (ObjNum 941 snap 283 seq_num 941) 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3122: rmattr oid 38 current snap is 292 2024-04-02T08:32:02.290 INFO:tasks.rados.rados.0.smithi084.stdout:3122: done (6 left) 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3123: snap_create 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: finishing write tid 2 to smithi08483026-12 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: finishing write tid 3 to smithi08483026-12 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: finishing write tid 4 to smithi08483026-12 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: finishing write tid 5 to smithi08483026-12 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: oid 12 updating version 0 to 1519 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: oid 12 version 1519 is already newer than 1517 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: oid 12 version 1519 is already newer than 1518 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: oid 12 updating version 1519 to 1520 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1520 (ObjNum 975 snap 292 seq_num 975) dirty exists 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3116: left oid 12 (ObjNum 975 snap 292 seq_num 975) 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3117: finishing write tid 1 to smithi08483026-14 2024-04-02T08:32:02.291 INFO:tasks.rados.rados.0.smithi084.stdout:3117: finishing write tid 2 to smithi08483026-14 2024-04-02T08:32:02.292 INFO:tasks.rados.rados.0.smithi084.stdout:3121: expect (ObjNum 941 snap 283 seq_num 941) 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3117: finishing write tid 3 to smithi08483026-14 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3120: finishing rollback tid 0 to smithi08483026-50 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3117: finishing write tid 4 to smithi08483026-14 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3120: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3120: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1579 (ObjNum 957 snap 285 seq_num 957) dirty exists 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3117: finishing write tid 5 to smithi08483026-14 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3117: oid 14 updating version 0 to 1522 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3117: oid 14 updating version 1522 to 1525 2024-04-02T08:32:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3117: oid 14 version 1525 is already newer than 1523 2024-04-02T08:32:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3117: oid 14 version 1525 is already newer than 1524 2024-04-02T08:32:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1525 (ObjNum 976 snap 292 seq_num 976) dirty exists 2024-04-02T08:32:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3117: left oid 14 (ObjNum 976 snap 292 seq_num 976) 2024-04-02T08:32:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3119: expect (ObjNum 955 snap 284 seq_num 955) 2024-04-02T08:32:02.458 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:32:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:32:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:02 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:02 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:02 smithi132 ceph-mon[88571]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:32:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:3116: done (6 left) 2024-04-02T08:32:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:3117: done (5 left) 2024-04-02T08:32:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:3118: done (4 left) 2024-04-02T08:32:03.185 INFO:tasks.rados.rados.0.smithi084.stdout:3119: done (3 left) 2024-04-02T08:32:03.186 INFO:tasks.rados.rados.0.smithi084.stdout:3120: done (2 left) 2024-04-02T08:32:03.186 INFO:tasks.rados.rados.0.smithi084.stdout:3121: done (1 left) 2024-04-02T08:32:03.186 INFO:tasks.rados.rados.0.smithi084.stdout:3123: done (0 left) 2024-04-02T08:32:03.186 INFO:tasks.rados.rados.0.smithi084.stdout:3124: delete oid 8 current snap is 293 2024-04-02T08:32:03.189 INFO:tasks.rados.rados.0.smithi084.stdout:3124: done (0 left) 2024-04-02T08:32:03.189 INFO:tasks.rados.rados.0.smithi084.stdout:3125: snap_create 2024-04-02T08:32:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:02 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:02 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:02 smithi084 ceph-mon[94794]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:32:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:02 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:02 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:02 smithi084 ceph-mon[97358]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:32:04.197 INFO:tasks.rados.rados.0.smithi084.stdout:3125: done (0 left) 2024-04-02T08:32:04.197 INFO:tasks.rados.rados.0.smithi084.stdout:3126: setattr oid 28 current snap is 294 2024-04-02T08:32:04.199 INFO:tasks.rados.rados.0.smithi084.stdout:3127: read oid 7 snap 292 2024-04-02T08:32:04.199 INFO:tasks.rados.rados.0.smithi084.stdout:3127: expect (ObjNum 622270176 snap 21952 seq_num 621534112) 2024-04-02T08:32:04.199 INFO:tasks.rados.rados.0.smithi084.stdout:3128: delete oid 20 current snap is 294 2024-04-02T08:32:04.204 INFO:tasks.rados.rados.0.smithi084.stdout:3127: expect (ObjNum 622270176 snap 21952 seq_num 621534112) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 953 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:3126: done (2 left) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:3127: done (1 left) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:3128: done (0 left) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:3129: read oid 43 snap 291 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi084.stdout:3129: expect deleted 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3130: rmattr oid 24 current snap is 294 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3130: done (1 left) 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3131: copy_from oid 48 from oid 38 current snap is 294 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3132: read oid 7 snap -1 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3132: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3133: read oid 40 snap -1 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3133: expect (ObjNum 960 snap 287 seq_num 960) 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3134: delete oid 36 current snap is 294 2024-04-02T08:32:04.208 INFO:tasks.rados.rados.0.smithi084.stdout:3132: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:04.212 INFO:tasks.rados.rados.0.smithi084.stdout:3133: expect (ObjNum 960 snap 287 seq_num 960) 2024-04-02T08:32:04.259 INFO:tasks.rados.rados.0.smithi084.stdout:3131: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:32:04.259 INFO:tasks.rados.rados.0.smithi084.stdout:3131: finishing copy_from to smithi08483026-48 2024-04-02T08:32:04.259 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1548 (ObjNum 957 snap 285 seq_num 957) dirty exists 2024-04-02T08:32:04.259 INFO:tasks.rados.rados.0.smithi084.stdout:3129: done (4 left) 2024-04-02T08:32:04.259 INFO:tasks.rados.rados.0.smithi084.stdout:3131: done (3 left) 2024-04-02T08:32:04.259 INFO:tasks.rados.rados.0.smithi084.stdout:3132: done (2 left) 2024-04-02T08:32:04.259 INFO:tasks.rados.rados.0.smithi084.stdout:3133: done (1 left) 2024-04-02T08:32:04.260 INFO:tasks.rados.rados.0.smithi084.stdout:3134: done (0 left) 2024-04-02T08:32:04.260 INFO:tasks.rados.rados.0.smithi084.stdout:3135: read oid 50 snap -1 2024-04-02T08:32:04.260 INFO:tasks.rados.rados.0.smithi084.stdout:3135: expect (ObjNum 957 snap 285 seq_num 957) 2024-04-02T08:32:04.260 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 294 2024-04-02T08:32:04.260 INFO:tasks.rados.rados.0.smithi084.stdout:3136: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-04-02T08:32:04.261 INFO:tasks.rados.rados.0.smithi084.stdout:3136: writing smithi08483026-30 from 0 to 417792 tid 1 2024-04-02T08:32:04.265 INFO:tasks.rados.rados.0.smithi084.stdout:3136: writing smithi08483026-30 from 417792 to 1032192 tid 2 2024-04-02T08:32:04.269 INFO:tasks.rados.rados.0.smithi084.stdout:3136: writing smithi08483026-30 from 1032192 to 1695744 tid 3 2024-04-02T08:32:04.272 INFO:tasks.rados.rados.0.smithi084.stdout:3136: writing smithi08483026-30 from 1695744 to 2023424 tid 4 2024-04-02T08:32:04.272 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 294 2024-04-02T08:32:04.272 INFO:tasks.rados.rados.0.smithi084.stdout:3136: finishing write tid 1 to smithi08483026-30 2024-04-02T08:32:04.272 INFO:tasks.rados.rados.0.smithi084.stdout:3137: seq_num 981 ranges {1048576=434176,1482752=540672,2023424=466944,2490368=524288,3014656=73728} 2024-04-02T08:32:04.280 INFO:tasks.rados.rados.0.smithi084.stdout:3137: writing smithi08483026-21 from 1048576 to 1482752 tid 1 2024-04-02T08:32:04.283 INFO:tasks.rados.rados.0.smithi084.stdout:3137: writing smithi08483026-21 from 1482752 to 2023424 tid 2 2024-04-02T08:32:04.286 INFO:tasks.rados.rados.0.smithi084.stdout:3137: writing smithi08483026-21 from 2023424 to 2490368 tid 3 2024-04-02T08:32:04.289 INFO:tasks.rados.rados.0.smithi084.stdout:3137: writing smithi08483026-21 from 2490368 to 3014656 tid 4 2024-04-02T08:32:04.290 INFO:tasks.rados.rados.0.smithi084.stdout:3137: writing smithi08483026-21 from 3014656 to 3088384 tid 5 2024-04-02T08:32:04.290 INFO:tasks.rados.rados.0.smithi084.stdout:3138: rmattr oid 23 current snap is 294 2024-04-02T08:32:04.290 INFO:tasks.rados.rados.0.smithi084.stdout:3138: done (3 left) 2024-04-02T08:32:04.290 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 294 2024-04-02T08:32:04.290 INFO:tasks.rados.rados.0.smithi084.stdout:3136: finishing write tid 2 to smithi08483026-30 2024-04-02T08:32:04.290 INFO:tasks.rados.rados.0.smithi084.stdout:3135: expect (ObjNum 957 snap 285 seq_num 957) 2024-04-02T08:32:04.519 INFO:tasks.rados.rados.0.smithi084.stdout:3136: finishing write tid 3 to smithi08483026-30 2024-04-02T08:32:04.519 INFO:tasks.rados.rados.0.smithi084.stdout:3136: finishing write tid 4 to smithi08483026-30 2024-04-02T08:32:04.520 INFO:tasks.rados.rados.0.smithi084.stdout:3136: finishing write tid 5 to smithi08483026-30 2024-04-02T08:32:04.520 INFO:tasks.rados.rados.0.smithi084.stdout:3139: seq_num 982 ranges {1081344=450560,1531904=425984,1957888=679936,2637824=466944,3104768=32768} 2024-04-02T08:32:04.528 INFO:tasks.rados.rados.0.smithi084.stdout:3139: writing smithi08483026-26 from 1081344 to 1531904 tid 1 2024-04-02T08:32:04.530 INFO:tasks.rados.rados.0.smithi084.stdout:3139: writing smithi08483026-26 from 1531904 to 1957888 tid 2 2024-04-02T08:32:04.534 INFO:tasks.rados.rados.0.smithi084.stdout:3139: writing smithi08483026-26 from 1957888 to 2637824 tid 3 2024-04-02T08:32:04.537 INFO:tasks.rados.rados.0.smithi084.stdout:3139: writing smithi08483026-26 from 2637824 to 3104768 tid 4 2024-04-02T08:32:04.537 INFO:tasks.rados.rados.0.smithi084.stdout:3139: writing smithi08483026-26 from 3104768 to 3137536 tid 5 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3135: done (3 left) 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3140: setattr oid 44 current snap is 294 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3136: finishing write tid 6 to smithi08483026-30 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3136: oid 30 updating version 0 to 1553 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3136: oid 30 version 1553 is already newer than 1549 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3136: oid 30 version 1553 is already newer than 1550 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3136: oid 30 version 1553 is already newer than 1551 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3136: oid 30 version 1553 is already newer than 1552 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1553 (ObjNum 980 snap 294 seq_num 980) dirty exists 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3136: left oid 30 (ObjNum 980 snap 294 seq_num 980) 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3137: finishing write tid 1 to smithi08483026-21 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3137: finishing write tid 2 to smithi08483026-21 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3137: finishing write tid 3 to smithi08483026-21 2024-04-02T08:32:04.538 INFO:tasks.rados.rados.0.smithi084.stdout:3137: finishing write tid 4 to smithi08483026-21 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: finishing write tid 5 to smithi08483026-21 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: finishing write tid 6 to smithi08483026-21 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: finishing write tid 7 to smithi08483026-21 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: oid 21 updating version 0 to 1558 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: oid 21 version 1558 is already newer than 1555 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: oid 21 version 1558 is already newer than 1556 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: oid 21 version 1558 is already newer than 1554 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: oid 21 version 1558 is already newer than 1557 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: oid 21 updating version 1558 to 1559 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1559 (ObjNum 981 snap 294 seq_num 981) dirty exists 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3137: left oid 21 (ObjNum 981 snap 294 seq_num 981) 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3139: finishing write tid 1 to smithi08483026-26 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3139: finishing write tid 2 to smithi08483026-26 2024-04-02T08:32:04.539 INFO:tasks.rados.rados.0.smithi084.stdout:3139: finishing write tid 3 to smithi08483026-26 2024-04-02T08:32:04.540 INFO:tasks.rados.rados.0.smithi084.stdout:3136: done (3 left) 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3137: done (2 left) 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3141: rollback oid 23 current snap is 294 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 292 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3142: rmattr oid 19 current snap is 294 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3143: copy_from oid 49 from oid 10 current snap is 294 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3144: snap_create 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3141: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 0 (ObjNum 65 snap 0 seq_num 620997968) dirty dne 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3143: finishing copy_from to smithi08483026-49 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3143: got expected ENOENT (src dne) 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3143: finishing copy_from racing read to smithi08483026-49 2024-04-02T08:32:04.541 INFO:tasks.rados.rados.0.smithi084.stdout:3139: finishing write tid 4 to smithi08483026-26 2024-04-02T08:32:04.542 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 954 (ObjNum 964 snap 289 seq_num 964) dirty exists 2024-04-02T08:32:04.542 INFO:tasks.rados.rados.0.smithi084.stdout:3139: finishing write tid 5 to smithi08483026-26 2024-04-02T08:32:04.542 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1427 (ObjNum -1438667552 snap 32529 seq_num 304) dirty exists 2024-04-02T08:32:04.542 INFO:tasks.rados.rados.0.smithi084.stdout:3139: finishing write tid 6 to smithi08483026-26 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: finishing write tid 7 to smithi08483026-26 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: oid 26 updating version 0 to 1531 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: oid 26 version 1531 is already newer than 1527 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: oid 26 version 1531 is already newer than 1530 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: oid 26 version 1531 is already newer than 1528 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: oid 26 version 1531 is already newer than 1529 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: oid 26 updating version 1531 to 1532 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1532 (ObjNum 982 snap 294 seq_num 982) dirty exists 2024-04-02T08:32:04.544 INFO:tasks.rados.rados.0.smithi084.stdout:3139: left oid 26 (ObjNum 982 snap 294 seq_num 982) 2024-04-02T08:32:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:04 smithi084 ceph-mon[94794]: pgmap v659: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 908 KiB/s wr, 3 op/s 2024-04-02T08:32:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:04 smithi084 ceph-mon[94794]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:32:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:04 smithi084 ceph-mon[97358]: pgmap v659: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 908 KiB/s wr, 3 op/s 2024-04-02T08:32:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:04 smithi084 ceph-mon[97358]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:32:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:04 smithi132 ceph-mon[88571]: pgmap v659: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 908 KiB/s wr, 3 op/s 2024-04-02T08:32:04.730 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:04 smithi132 ceph-mon[88571]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:32:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:3139: done (5 left) 2024-04-02T08:32:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:3140: done (4 left) 2024-04-02T08:32:05.181 INFO:tasks.rados.rados.0.smithi084.stdout:3141: done (3 left) 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:3142: done (2 left) 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:3143: done (1 left) 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:3144: done (0 left) 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:3145: read oid 2 snap 291 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:3145: expect (ObjNum 886 snap 266 seq_num 886) 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:3146: copy_from oid 8 from oid 20 current snap is 295 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 295 2024-04-02T08:32:05.182 INFO:tasks.rados.rados.0.smithi084.stdout:3147: seq_num 983 ranges {1269760=466944,1736704=712704,2449408=434176,2883584=458752} 2024-04-02T08:32:05.191 INFO:tasks.rados.rados.0.smithi084.stdout:3147: writing smithi08483026-5 from 1269760 to 1736704 tid 1 2024-04-02T08:32:05.196 INFO:tasks.rados.rados.0.smithi084.stdout:3147: writing smithi08483026-5 from 1736704 to 2449408 tid 2 2024-04-02T08:32:05.199 INFO:tasks.rados.rados.0.smithi084.stdout:3147: writing smithi08483026-5 from 2449408 to 2883584 tid 3 2024-04-02T08:32:05.202 INFO:tasks.rados.rados.0.smithi084.stdout:3147: writing smithi08483026-5 from 2883584 to 3342336 tid 4 2024-04-02T08:32:05.202 INFO:tasks.rados.rados.0.smithi084.stdout:3148: read oid 7 snap -1 2024-04-02T08:32:05.202 INFO:tasks.rados.rados.0.smithi084.stdout:3148: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:05.202 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 295 2024-04-02T08:32:05.202 INFO:tasks.rados.rados.0.smithi084.stdout:3149: seq_num 984 ranges {1859584=483328,2342912=598016,2940928=647168,3588096=360448} 2024-04-02T08:32:05.215 INFO:tasks.rados.rados.0.smithi084.stdout:3149: writing smithi08483026-24 from 1859584 to 2342912 tid 1 2024-04-02T08:32:05.218 INFO:tasks.rados.rados.0.smithi084.stdout:3149: writing smithi08483026-24 from 2342912 to 2940928 tid 2 2024-04-02T08:32:05.222 INFO:tasks.rados.rados.0.smithi084.stdout:3149: writing smithi08483026-24 from 2940928 to 3588096 tid 3 2024-04-02T08:32:05.224 INFO:tasks.rados.rados.0.smithi084.stdout:3149: writing smithi08483026-24 from 3588096 to 3948544 tid 4 2024-04-02T08:32:05.225 INFO:tasks.rados.rados.0.smithi084.stdout:3150: setattr oid 26 current snap is 295 2024-04-02T08:32:05.225 INFO:tasks.rados.rados.0.smithi084.stdout:3146: finishing copy_from to smithi08483026-8 2024-04-02T08:32:05.225 INFO:tasks.rados.rados.0.smithi084.stdout:3146: got expected ENOENT (src dne) 2024-04-02T08:32:05.225 INFO:tasks.rados.rados.0.smithi084.stdout:3146: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:32:05.225 INFO:tasks.rados.rados.0.smithi084.stdout:3145: expect (ObjNum 886 snap 266 seq_num 886) 2024-04-02T08:32:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:3147: finishing write tid 1 to smithi08483026-5 2024-04-02T08:32:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:3147: finishing write tid 2 to smithi08483026-5 2024-04-02T08:32:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:3147: finishing write tid 3 to smithi08483026-5 2024-04-02T08:32:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:3147: finishing write tid 4 to smithi08483026-5 2024-04-02T08:32:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:3147: finishing write tid 5 to smithi08483026-5 2024-04-02T08:32:05.246 INFO:tasks.rados.rados.0.smithi084.stdout:3148: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3147: finishing write tid 6 to smithi08483026-5 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3147: oid 5 updating version 0 to 1550 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3147: oid 5 version 1550 is already newer than 1549 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3147: oid 5 updating version 1550 to 1551 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3147: oid 5 updating version 1551 to 1552 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3147: oid 5 updating version 1552 to 1553 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1553 (ObjNum 983 snap 295 seq_num 983) dirty exists 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3147: left oid 5 (ObjNum 983 snap 295 seq_num 983) 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3149: finishing write tid 1 to smithi08483026-24 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3149: finishing write tid 2 to smithi08483026-24 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi084.stdout:3149: finishing write tid 3 to smithi08483026-24 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: finishing write tid 4 to smithi08483026-24 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: finishing write tid 5 to smithi08483026-24 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: finishing write tid 6 to smithi08483026-24 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: oid 24 updating version 0 to 1502 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: oid 24 updating version 1502 to 1503 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: oid 24 version 1503 is already newer than 1499 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: oid 24 version 1503 is already newer than 1501 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: oid 24 version 1503 is already newer than 1500 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1503 (ObjNum 984 snap 295 seq_num 984) dirty exists 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: left oid 24 (ObjNum 984 snap 295 seq_num 984) 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3145: done (5 left) 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3146: done (4 left) 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3147: done (3 left) 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3148: done (2 left) 2024-04-02T08:32:05.250 INFO:tasks.rados.rados.0.smithi084.stdout:3149: done (1 left) 2024-04-02T08:32:05.251 INFO:tasks.rados.rados.0.smithi084.stdout:3151: copy_from oid 32 from oid 3 current snap is 295 2024-04-02T08:32:05.251 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 295 2024-04-02T08:32:05.251 INFO:tasks.rados.rados.0.smithi084.stdout:3152: seq_num 985 ranges {1933312=499712,2433024=483328,2916352=450560,3366912=581632,3948544=90112} 2024-04-02T08:32:05.261 INFO:tasks.rados.rados.0.smithi084.stdout:3152: writing smithi08483026-31 from 1933312 to 2433024 tid 1 2024-04-02T08:32:05.265 INFO:tasks.rados.rados.0.smithi084.stdout:3152: writing smithi08483026-31 from 2433024 to 2916352 tid 2 2024-04-02T08:32:05.267 INFO:tasks.rados.rados.0.smithi084.stdout:3152: writing smithi08483026-31 from 2916352 to 3366912 tid 3 2024-04-02T08:32:05.271 INFO:tasks.rados.rados.0.smithi084.stdout:3152: writing smithi08483026-31 from 3366912 to 3948544 tid 4 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3152: writing smithi08483026-31 from 3948544 to 4038656 tid 5 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3153: copy_from oid 22 from oid 7 current snap is 295 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1534 (ObjNum 982 snap 294 seq_num 982) dirty exists 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3151: finishing copy_from to smithi08483026-32 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3151: got expected ENOENT (src dne) 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3151: finishing copy_from racing read to smithi08483026-32 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3152: finishing write tid 1 to smithi08483026-31 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3152: finishing write tid 2 to smithi08483026-31 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi084.stdout:3152: finishing write tid 3 to smithi08483026-31 2024-04-02T08:32:05.273 INFO:tasks.rados.rados.0.smithi084.stdout:3150: done (3 left) 2024-04-02T08:32:05.273 INFO:tasks.rados.rados.0.smithi084.stdout:3151: done (2 left) 2024-04-02T08:32:05.273 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 295 2024-04-02T08:32:05.273 INFO:tasks.rados.rados.0.smithi084.stdout:3154: seq_num 986 ranges {5423104=516096,5939200=770048,6709248=655360,7364608=180224} 2024-04-02T08:32:05.306 INFO:tasks.rados.rados.0.smithi084.stdout:3154: writing smithi08483026-37 from 5423104 to 5939200 tid 1 2024-04-02T08:32:05.311 INFO:tasks.rados.rados.0.smithi084.stdout:3154: writing smithi08483026-37 from 5939200 to 6709248 tid 2 2024-04-02T08:32:05.316 INFO:tasks.rados.rados.0.smithi084.stdout:3154: writing smithi08483026-37 from 6709248 to 7364608 tid 3 2024-04-02T08:32:05.317 INFO:tasks.rados.rados.0.smithi084.stdout:3154: writing smithi08483026-37 from 7364608 to 7544832 tid 4 2024-04-02T08:32:05.318 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 295 2024-04-02T08:32:05.318 INFO:tasks.rados.rados.0.smithi084.stdout:3153: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:32:05.318 INFO:tasks.rados.rados.0.smithi084.stdout:3155: seq_num 987 ranges {3088384=532480,3620864=647168,4268032=417792,4685824=409600,5095424=131072} 2024-04-02T08:32:05.337 INFO:tasks.rados.rados.0.smithi084.stdout:3155: writing smithi08483026-21 from 3088384 to 3620864 tid 1 2024-04-02T08:32:05.341 INFO:tasks.rados.rados.0.smithi084.stdout:3155: writing smithi08483026-21 from 3620864 to 4268032 tid 2 2024-04-02T08:32:05.344 INFO:tasks.rados.rados.0.smithi084.stdout:3155: writing smithi08483026-21 from 4268032 to 4685824 tid 3 2024-04-02T08:32:05.346 INFO:tasks.rados.rados.0.smithi084.stdout:3155: writing smithi08483026-21 from 4685824 to 5095424 tid 4 2024-04-02T08:32:05.348 INFO:tasks.rados.rados.0.smithi084.stdout:3155: writing smithi08483026-21 from 5095424 to 5226496 tid 5 2024-04-02T08:32:05.348 INFO:tasks.rados.rados.0.smithi084.stdout:3156: read oid 27 snap -1 2024-04-02T08:32:05.348 INFO:tasks.rados.rados.0.smithi084.stdout:3156: expect (ObjNum 971 snap 291 seq_num 971) 2024-04-02T08:32:05.348 INFO:tasks.rados.rados.0.smithi084.stdout:3157: delete oid 44 current snap is 295 2024-04-02T08:32:05.348 INFO:tasks.rados.rados.0.smithi084.stdout:3152: finishing write tid 4 to smithi08483026-31 2024-04-02T08:32:05.348 INFO:tasks.rados.rados.0.smithi084.stdout:3152: finishing write tid 5 to smithi08483026-31 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3153: finishing copy_from to smithi08483026-22 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 934 (ObjNum 65 snap 0 seq_num 1481728867) dirty exists 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: finishing write tid 6 to smithi08483026-31 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: finishing write tid 7 to smithi08483026-31 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: oid 31 updating version 0 to 1439 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: oid 31 version 1439 is already newer than 1435 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: oid 31 version 1439 is already newer than 1438 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: oid 31 version 1439 is already newer than 1436 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: oid 31 version 1439 is already newer than 1437 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: oid 31 updating version 1439 to 1440 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1440 (ObjNum 985 snap 295 seq_num 985) dirty exists 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3152: left oid 31 (ObjNum 985 snap 295 seq_num 985) 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3154: finishing write tid 1 to smithi08483026-37 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3154: finishing write tid 2 to smithi08483026-37 2024-04-02T08:32:05.349 INFO:tasks.rados.rados.0.smithi084.stdout:3154: finishing write tid 3 to smithi08483026-37 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: finishing write tid 4 to smithi08483026-37 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: finishing write tid 5 to smithi08483026-37 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: finishing write tid 6 to smithi08483026-37 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: oid 37 updating version 0 to 1016 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: oid 37 version 1016 is already newer than 1015 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: oid 37 version 1016 is already newer than 1013 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: oid 37 version 1016 is already newer than 1014 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: oid 37 version 1016 is already newer than 1012 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 1016 (ObjNum 986 snap 295 seq_num 986) dirty exists 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3154: left oid 37 (ObjNum 986 snap 295 seq_num 986) 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3155: finishing write tid 1 to smithi08483026-21 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3155: finishing write tid 2 to smithi08483026-21 2024-04-02T08:32:05.350 INFO:tasks.rados.rados.0.smithi084.stdout:3155: finishing write tid 3 to smithi08483026-21 2024-04-02T08:32:05.353 INFO:tasks.rados.rados.0.smithi084.stdout:3155: finishing write tid 4 to smithi08483026-21 2024-04-02T08:32:05.353 INFO:tasks.rados.rados.0.smithi084.stdout:3155: finishing write tid 5 to smithi08483026-21 2024-04-02T08:32:05.353 INFO:tasks.rados.rados.0.smithi084.stdout:3155: finishing write tid 6 to smithi08483026-21 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3152: done (5 left) 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3153: done (4 left) 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3154: done (3 left) 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3157: done (2 left) 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3158: read oid 37 snap -1 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3158: expect (ObjNum 986 snap 295 seq_num 986) 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3159: rmattr oid 32 current snap is 295 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3160: snap_create 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3155: finishing write tid 7 to smithi08483026-21 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3155: oid 21 updating version 0 to 1565 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3155: oid 21 version 1565 is already newer than 1560 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3155: oid 21 version 1565 is already newer than 1561 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3155: oid 21 version 1565 is already newer than 1564 2024-04-02T08:32:05.355 INFO:tasks.rados.rados.0.smithi084.stdout:3155: oid 21 version 1565 is already newer than 1562 2024-04-02T08:32:05.356 INFO:tasks.rados.rados.0.smithi084.stdout:3155: oid 21 version 1565 is already newer than 1563 2024-04-02T08:32:05.356 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1565 (ObjNum 987 snap 295 seq_num 987) dirty exists 2024-04-02T08:32:05.356 INFO:tasks.rados.rados.0.smithi084.stdout:3155: left oid 21 (ObjNum 987 snap 295 seq_num 987) 2024-04-02T08:32:05.356 INFO:tasks.rados.rados.0.smithi084.stdout:3156: expect (ObjNum 971 snap 291 seq_num 971) 2024-04-02T08:32:05.420 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1536 (ObjNum 958 snap 285 seq_num 958) dirty exists 2024-04-02T08:32:05.420 INFO:tasks.rados.rados.0.smithi084.stdout:3158: expect (ObjNum 986 snap 295 seq_num 986) 2024-04-02T08:32:05.547 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:05 smithi132 ceph-mon[88571]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:32:05.547 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:05 smithi132 ceph-mon[88571]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:32:05.554 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:05 smithi084 ceph-mon[94794]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:32:05.554 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:05 smithi084 ceph-mon[94794]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:32:05.554 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:05 smithi084 ceph-mon[97358]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:32:05.555 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:05 smithi084 ceph-mon[97358]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:32:06.202 INFO:tasks.rados.rados.0.smithi084.stdout:3155: done (4 left) 2024-04-02T08:32:06.202 INFO:tasks.rados.rados.0.smithi084.stdout:3156: done (3 left) 2024-04-02T08:32:06.202 INFO:tasks.rados.rados.0.smithi084.stdout:3158: done (2 left) 2024-04-02T08:32:06.202 INFO:tasks.rados.rados.0.smithi084.stdout:3159: done (1 left) 2024-04-02T08:32:06.202 INFO:tasks.rados.rados.0.smithi084.stdout:3160: done (0 left) 2024-04-02T08:32:06.202 INFO:tasks.rados.rados.0.smithi084.stdout:3161: snap_create 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: pgmap v662: 121 pgs: 121 active+clean; 85 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.871 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: pgmap v662: 121 pgs: 121 active+clean; 85 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.873 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:32:06.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.876 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[94794]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:32:06.877 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:32:06.877 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.877 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.877 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:32:06.877 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:32:06.877 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:32:06.877 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:32:06.878 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.879 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:32:06.880 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:06 smithi084 ceph-mon[97358]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:32:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: pgmap v662: 121 pgs: 121 active+clean; 85 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-02T08:32:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:32:06.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:32:06.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:32:06.915 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.916 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:06.917 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:06 smithi132 ceph-mon[88571]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:32:07.204 INFO:tasks.rados.rados.0.smithi084.stdout:3161: done (0 left) 2024-04-02T08:32:07.205 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 297 2024-04-02T08:32:07.205 INFO:tasks.rados.rados.0.smithi084.stdout:3162: seq_num 989 ranges {3514368=573440,4087808=466944,4554752=434176,4988928=638976,5627904=65536} 2024-04-02T08:32:07.227 INFO:tasks.rados.rados.0.smithi084.stdout:3162: writing smithi08483026-15 from 3514368 to 4087808 tid 1 2024-04-02T08:32:07.229 INFO:tasks.rados.rados.0.smithi084.stdout:3162: writing smithi08483026-15 from 4087808 to 4554752 tid 2 2024-04-02T08:32:07.232 INFO:tasks.rados.rados.0.smithi084.stdout:3162: writing smithi08483026-15 from 4554752 to 4988928 tid 3 2024-04-02T08:32:07.236 INFO:tasks.rados.rados.0.smithi084.stdout:3162: writing smithi08483026-15 from 4988928 to 5627904 tid 4 2024-04-02T08:32:07.236 INFO:tasks.rados.rados.0.smithi084.stdout:3162: writing smithi08483026-15 from 5627904 to 5693440 tid 5 2024-04-02T08:32:07.236 INFO:tasks.rados.rados.0.smithi084.stdout:3163: rollback oid 3 current snap is 297 2024-04-02T08:32:07.237 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 3 to 292 2024-04-02T08:32:07.237 INFO:tasks.rados.rados.0.smithi084.stdout:3164: read oid 50 snap 294 2024-04-02T08:32:07.237 INFO:tasks.rados.rados.0.smithi084.stdout:3164: expect (ObjNum 957 snap 285 seq_num 957) 2024-04-02T08:32:07.237 INFO:tasks.rados.rados.0.smithi084.stdout:3165: snap_create 2024-04-02T08:32:07.237 INFO:tasks.rados.rados.0.smithi084.stdout:3162: finishing write tid 1 to smithi08483026-15 2024-04-02T08:32:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:3162: finishing write tid 2 to smithi08483026-15 2024-04-02T08:32:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:3162: finishing write tid 3 to smithi08483026-15 2024-04-02T08:32:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:3163: finishing rollback tid 1 to smithi08483026-3 2024-04-02T08:32:07.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 0 (ObjNum 49 snap 0 seq_num 2) dirty dne 2024-04-02T08:32:07.243 INFO:tasks.rados.rados.0.smithi084.stdout:3162: finishing write tid 4 to smithi08483026-15 2024-04-02T08:32:07.243 INFO:tasks.rados.rados.0.smithi084.stdout:3162: finishing write tid 5 to smithi08483026-15 2024-04-02T08:32:07.244 INFO:tasks.rados.rados.0.smithi084.stdout:3162: finishing write tid 6 to smithi08483026-15 2024-04-02T08:32:07.245 INFO:tasks.rados.rados.0.smithi084.stdout:3162: finishing write tid 7 to smithi08483026-15 2024-04-02T08:32:07.245 INFO:tasks.rados.rados.0.smithi084.stdout:3162: oid 15 updating version 0 to 1007 2024-04-02T08:32:07.245 INFO:tasks.rados.rados.0.smithi084.stdout:3162: oid 15 updating version 1007 to 1011 2024-04-02T08:32:07.245 INFO:tasks.rados.rados.0.smithi084.stdout:3162: oid 15 updating version 1011 to 1012 2024-04-02T08:32:07.246 INFO:tasks.rados.rados.0.smithi084.stdout:3162: oid 15 version 1012 is already newer than 1009 2024-04-02T08:32:07.246 INFO:tasks.rados.rados.0.smithi084.stdout:3162: oid 15 version 1012 is already newer than 1010 2024-04-02T08:32:07.246 INFO:tasks.rados.rados.0.smithi084.stdout:3162: oid 15 version 1012 is already newer than 1008 2024-04-02T08:32:07.246 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1012 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:32:07.246 INFO:tasks.rados.rados.0.smithi084.stdout:3162: left oid 15 (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:07.249 INFO:tasks.rados.rados.0.smithi084.stdout:3164: expect (ObjNum 957 snap 285 seq_num 957) 2024-04-02T08:32:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[94794]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:32:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[94794]: Upgrade: Finalizing container_image settings 2024-04-02T08:32:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[94794]: Upgrade: Complete! 2024-04-02T08:32:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[94794]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:32:07.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[97358]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:32:07.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[97358]: Upgrade: Finalizing container_image settings 2024-04-02T08:32:07.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[97358]: Upgrade: Complete! 2024-04-02T08:32:07.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:07 smithi084 ceph-mon[97358]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:32:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:07 smithi132 ceph-mon[88571]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:32:07.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:07 smithi132 ceph-mon[88571]: Upgrade: Finalizing container_image settings 2024-04-02T08:32:07.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:07 smithi132 ceph-mon[88571]: Upgrade: Complete! 2024-04-02T08:32:07.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:07 smithi132 ceph-mon[88571]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:32:08.205 INFO:tasks.rados.rados.0.smithi084.stdout:3162: done (3 left) 2024-04-02T08:32:08.205 INFO:tasks.rados.rados.0.smithi084.stdout:3163: done (2 left) 2024-04-02T08:32:08.205 INFO:tasks.rados.rados.0.smithi084.stdout:3164: done (1 left) 2024-04-02T08:32:08.205 INFO:tasks.rados.rados.0.smithi084.stdout:3165: done (0 left) 2024-04-02T08:32:08.205 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 298 2024-04-02T08:32:08.205 INFO:tasks.rados.rados.0.smithi084.stdout:3166: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-04-02T08:32:08.208 INFO:tasks.rados.rados.0.smithi084.stdout:3166: writing smithi08483026-7 from 0 to 589824 tid 1 2024-04-02T08:32:08.213 INFO:tasks.rados.rados.0.smithi084.stdout:3166: writing smithi08483026-7 from 589824 to 1343488 tid 2 2024-04-02T08:32:08.216 INFO:tasks.rados.rados.0.smithi084.stdout:3166: writing smithi08483026-7 from 1343488 to 1982464 tid 3 2024-04-02T08:32:08.218 INFO:tasks.rados.rados.0.smithi084.stdout:3166: writing smithi08483026-7 from 1982464 to 2195456 tid 4 2024-04-02T08:32:08.218 INFO:tasks.rados.rados.0.smithi084.stdout:3167: rollback oid 44 current snap is 298 2024-04-02T08:32:08.218 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 44 to 294 2024-04-02T08:32:08.218 INFO:tasks.rados.rados.0.smithi084.stdout:3166: finishing write tid 1 to smithi08483026-7 2024-04-02T08:32:08.218 INFO:tasks.rados.rados.0.smithi084.stdout:3166: finishing write tid 2 to smithi08483026-7 2024-04-02T08:32:08.218 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 298 2024-04-02T08:32:08.218 INFO:tasks.rados.rados.0.smithi084.stdout:3168: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-04-02T08:32:08.222 INFO:tasks.rados.rados.0.smithi084.stdout:3168: writing smithi08483026-42 from 0 to 606208 tid 1 2024-04-02T08:32:08.226 INFO:tasks.rados.rados.0.smithi084.stdout:3168: writing smithi08483026-42 from 606208 to 1245184 tid 2 2024-04-02T08:32:08.231 INFO:tasks.rados.rados.0.smithi084.stdout:3168: writing smithi08483026-42 from 1245184 to 2039808 tid 3 2024-04-02T08:32:08.233 INFO:tasks.rados.rados.0.smithi084.stdout:3168: writing smithi08483026-42 from 2039808 to 2211840 tid 4 2024-04-02T08:32:08.233 INFO:tasks.rados.rados.0.smithi084.stdout:3169: rollback oid 9 current snap is 298 2024-04-02T08:32:08.233 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 9 to 296 2024-04-02T08:32:08.233 INFO:tasks.rados.rados.0.smithi084.stdout:3166: finishing write tid 3 to smithi08483026-7 2024-04-02T08:32:08.233 INFO:tasks.rados.rados.0.smithi084.stdout:3166: finishing write tid 4 to smithi08483026-7 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: finishing write tid 5 to smithi08483026-7 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3167: finishing rollback tid 1 to smithi08483026-44 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3167: finishing rollback tid 2 to smithi08483026-44 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1430 (ObjNum 33 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: finishing write tid 6 to smithi08483026-7 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: oid 7 updating version 0 to 955 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: oid 7 updating version 955 to 958 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: oid 7 version 958 is already newer than 956 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: oid 7 updating version 958 to 959 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: oid 7 version 959 is already newer than 957 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 959 (ObjNum 990 snap 298 seq_num 990) dirty exists 2024-04-02T08:32:08.234 INFO:tasks.rados.rados.0.smithi084.stdout:3166: left oid 7 (ObjNum 990 snap 298 seq_num 990) 2024-04-02T08:32:08.235 INFO:tasks.rados.rados.0.smithi084.stdout:3168: finishing write tid 1 to smithi08483026-42 2024-04-02T08:32:08.235 INFO:tasks.rados.rados.0.smithi084.stdout:3168: finishing write tid 2 to smithi08483026-42 2024-04-02T08:32:08.235 INFO:tasks.rados.rados.0.smithi084.stdout:3166: done (3 left) 2024-04-02T08:32:08.235 INFO:tasks.rados.rados.0.smithi084.stdout:3167: done (2 left) 2024-04-02T08:32:08.235 INFO:tasks.rados.rados.0.smithi084.stdout:3170: read oid 14 snap -1 2024-04-02T08:32:08.235 INFO:tasks.rados.rados.0.smithi084.stdout:3170: expect (ObjNum 976 snap 292 seq_num 976) 2024-04-02T08:32:08.235 INFO:tasks.rados.rados.0.smithi084.stdout:3171: snap_create 2024-04-02T08:32:08.236 INFO:tasks.rados.rados.0.smithi084.stdout:3168: finishing write tid 3 to smithi08483026-42 2024-04-02T08:32:08.236 INFO:tasks.rados.rados.0.smithi084.stdout:3168: finishing write tid 4 to smithi08483026-42 2024-04-02T08:32:08.236 INFO:tasks.rados.rados.0.smithi084.stdout:3169: finishing rollback tid 0 to smithi08483026-9 2024-04-02T08:32:08.236 INFO:tasks.rados.rados.0.smithi084.stdout:3169: finishing rollback tid 1 to smithi08483026-9 2024-04-02T08:32:08.237 INFO:tasks.rados.rados.0.smithi084.stdout:3169: finishing rollback tid 2 to smithi08483026-9 2024-04-02T08:32:08.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1246 (ObjNum 544235776 snap 171324722 seq_num 304) dirty exists 2024-04-02T08:32:08.238 INFO:tasks.rados.rados.0.smithi084.stdout:3168: finishing write tid 5 to smithi08483026-42 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:3168: finishing write tid 6 to smithi08483026-42 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:3168: oid 42 updating version 0 to 1581 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:3168: oid 42 updating version 1581 to 1583 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:3168: oid 42 version 1583 is already newer than 1580 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:3168: oid 42 version 1583 is already newer than 1582 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:3168: oid 42 updating version 1583 to 1584 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1584 (ObjNum 991 snap 298 seq_num 991) dirty exists 2024-04-02T08:32:08.242 INFO:tasks.rados.rados.0.smithi084.stdout:3168: left oid 42 (ObjNum 991 snap 298 seq_num 991) 2024-04-02T08:32:08.245 INFO:tasks.rados.rados.0.smithi084.stdout:3170: expect (ObjNum 976 snap 292 seq_num 976) 2024-04-02T08:32:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:08 smithi084 ceph-mon[94794]: pgmap v665: 121 pgs: 121 active+clean; 85 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-02T08:32:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:08 smithi084 ceph-mon[94794]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:32:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:08 smithi084 ceph-mon[97358]: pgmap v665: 121 pgs: 121 active+clean; 85 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-02T08:32:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:08 smithi084 ceph-mon[97358]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:32:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:08 smithi132 ceph-mon[88571]: pgmap v665: 121 pgs: 121 active+clean; 85 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-02T08:32:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:08 smithi132 ceph-mon[88571]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:32:09.208 INFO:tasks.rados.rados.0.smithi084.stdout:3168: done (3 left) 2024-04-02T08:32:09.208 INFO:tasks.rados.rados.0.smithi084.stdout:3169: done (2 left) 2024-04-02T08:32:09.208 INFO:tasks.rados.rados.0.smithi084.stdout:3170: done (1 left) 2024-04-02T08:32:09.208 INFO:tasks.rados.rados.0.smithi084.stdout:3171: done (0 left) 2024-04-02T08:32:09.208 INFO:tasks.rados.rados.0.smithi084.stdout:3172: snap_remove snap 292 2024-04-02T08:32:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:09 smithi084 ceph-mon[94794]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:32:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:09 smithi084 ceph-mon[97358]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:32:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:09.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:32:09.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:09 smithi132 ceph-mon[88571]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:32:10.190 INFO:tasks.rados.rados.0.smithi084.stdout:3172: done (0 left) 2024-04-02T08:32:10.190 INFO:tasks.rados.rados.0.smithi084.stdout:3173: rmattr oid 38 current snap is 299 2024-04-02T08:32:10.190 INFO:tasks.rados.rados.0.smithi084.stdout:3173: done (0 left) 2024-04-02T08:32:10.190 INFO:tasks.rados.rados.0.smithi084.stdout:3174: read oid 15 snap -1 2024-04-02T08:32:10.190 INFO:tasks.rados.rados.0.smithi084.stdout:3174: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:10.191 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 299 2024-04-02T08:32:10.191 INFO:tasks.rados.rados.0.smithi084.stdout:3175: seq_num 992 ranges {1875968=622592,2498560=524288,3022848=606208,3629056=475136} 2024-04-02T08:32:10.204 INFO:tasks.rados.rados.0.smithi084.stdout:3175: writing smithi08483026-27 from 1875968 to 2498560 tid 1 2024-04-02T08:32:10.208 INFO:tasks.rados.rados.0.smithi084.stdout:3175: writing smithi08483026-27 from 2498560 to 3022848 tid 2 2024-04-02T08:32:10.213 INFO:tasks.rados.rados.0.smithi084.stdout:3175: writing smithi08483026-27 from 3022848 to 3629056 tid 3 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi084.stdout:3175: writing smithi08483026-27 from 3629056 to 4104192 tid 4 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi084.stdout:3176: read oid 24 snap -1 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi084.stdout:3176: expect (ObjNum 984 snap 295 seq_num 984) 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi084.stdout:3177: snap_create 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi084.stdout:3175: finishing write tid 1 to smithi08483026-27 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi084.stdout:3175: finishing write tid 2 to smithi08483026-27 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi084.stdout:3175: finishing write tid 3 to smithi08483026-27 2024-04-02T08:32:10.220 INFO:tasks.rados.rados.0.smithi084.stdout:3175: finishing write tid 4 to smithi08483026-27 2024-04-02T08:32:10.220 INFO:tasks.rados.rados.0.smithi084.stdout:3175: finishing write tid 5 to smithi08483026-27 2024-04-02T08:32:10.220 INFO:tasks.rados.rados.0.smithi084.stdout:3174: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:10.473 INFO:tasks.rados.rados.0.smithi084.stdout:3175: finishing write tid 6 to smithi08483026-27 2024-04-02T08:32:10.473 INFO:tasks.rados.rados.0.smithi084.stdout:3175: oid 27 updating version 0 to 1442 2024-04-02T08:32:10.474 INFO:tasks.rados.rados.0.smithi084.stdout:3175: oid 27 version 1442 is already newer than 1441 2024-04-02T08:32:10.474 INFO:tasks.rados.rados.0.smithi084.stdout:3175: oid 27 updating version 1442 to 1444 2024-04-02T08:32:10.474 INFO:tasks.rados.rados.0.smithi084.stdout:3175: oid 27 updating version 1444 to 1445 2024-04-02T08:32:10.474 INFO:tasks.rados.rados.0.smithi084.stdout:3175: oid 27 version 1445 is already newer than 1443 2024-04-02T08:32:10.474 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1445 (ObjNum 992 snap 299 seq_num 992) dirty exists 2024-04-02T08:32:10.474 INFO:tasks.rados.rados.0.smithi084.stdout:3175: left oid 27 (ObjNum 992 snap 299 seq_num 992) 2024-04-02T08:32:10.474 INFO:tasks.rados.rados.0.smithi084.stdout:3176: expect (ObjNum 984 snap 295 seq_num 984) 2024-04-02T08:32:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:10 smithi084 ceph-mon[94794]: pgmap v668: 121 pgs: 121 active+clean; 106 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-02T08:32:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:10 smithi084 ceph-mon[94794]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:32:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:32:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:32:10] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-02T08:32:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:10 smithi084 ceph-mon[97358]: pgmap v668: 121 pgs: 121 active+clean; 106 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-02T08:32:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:10 smithi084 ceph-mon[97358]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:32:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:10 smithi132 ceph-mon[88571]: pgmap v668: 121 pgs: 121 active+clean; 106 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-02T08:32:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:10 smithi132 ceph-mon[88571]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:32:11.188 INFO:tasks.rados.rados.0.smithi084.stdout:3174: done (3 left) 2024-04-02T08:32:11.188 INFO:tasks.rados.rados.0.smithi084.stdout:3175: done (2 left) 2024-04-02T08:32:11.188 INFO:tasks.rados.rados.0.smithi084.stdout:3176: done (1 left) 2024-04-02T08:32:11.188 INFO:tasks.rados.rados.0.smithi084.stdout:3177: done (0 left) 2024-04-02T08:32:11.188 INFO:tasks.rados.rados.0.smithi084.stdout:3178: delete oid 25 current snap is 300 2024-04-02T08:32:11.193 INFO:tasks.rados.rados.0.smithi084.stdout:3178: done (0 left) 2024-04-02T08:32:11.193 INFO:tasks.rados.rados.0.smithi084.stdout:3179: read oid 49 snap -1 2024-04-02T08:32:11.193 INFO:tasks.rados.rados.0.smithi084.stdout:3179: expect deleted 2024-04-02T08:32:11.193 INFO:tasks.rados.rados.0.smithi084.stdout:3180: delete oid 29 current snap is 300 2024-04-02T08:32:11.196 INFO:tasks.rados.rados.0.smithi084.stdout:3179: done (1 left) 2024-04-02T08:32:11.196 INFO:tasks.rados.rados.0.smithi084.stdout:3180: done (0 left) 2024-04-02T08:32:11.196 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 300 2024-04-02T08:32:11.196 INFO:tasks.rados.rados.0.smithi084.stdout:3181: seq_num 995 ranges {3948544=671744,4620288=573440,5193728=778240,5971968=253952} 2024-04-02T08:32:11.221 INFO:tasks.rados.rados.0.smithi084.stdout:3181: writing smithi08483026-50 from 3948544 to 4620288 tid 1 2024-04-02T08:32:11.224 INFO:tasks.rados.rados.0.smithi084.stdout:3181: writing smithi08483026-50 from 4620288 to 5193728 tid 2 2024-04-02T08:32:11.228 INFO:tasks.rados.rados.0.smithi084.stdout:3181: writing smithi08483026-50 from 5193728 to 5971968 tid 3 2024-04-02T08:32:11.230 INFO:tasks.rados.rados.0.smithi084.stdout:3181: writing smithi08483026-50 from 5971968 to 6225920 tid 4 2024-04-02T08:32:11.231 INFO:tasks.rados.rados.0.smithi084.stdout:3182: copy_from oid 37 from oid 31 current snap is 300 2024-04-02T08:32:11.231 INFO:tasks.rados.rados.0.smithi084.stdout:3181: finishing write tid 1 to smithi08483026-50 2024-04-02T08:32:11.231 INFO:tasks.rados.rados.0.smithi084.stdout:3181: finishing write tid 2 to smithi08483026-50 2024-04-02T08:32:11.231 INFO:tasks.rados.rados.0.smithi084.stdout:3183: read oid 33 snap 299 2024-04-02T08:32:11.231 INFO:tasks.rados.rados.0.smithi084.stdout:3183: expect (ObjNum 851 snap 262 seq_num 851) 2024-04-02T08:32:11.231 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 300 2024-04-02T08:32:11.231 INFO:tasks.rados.rados.0.smithi084.stdout:3184: seq_num 996 ranges {1368064=688128,2056192=507904,2564096=581632,3145728=516096} 2024-04-02T08:32:11.243 INFO:tasks.rados.rados.0.smithi084.stdout:3184: writing smithi08483026-17 from 1368064 to 2056192 tid 1 2024-04-02T08:32:11.247 INFO:tasks.rados.rados.0.smithi084.stdout:3184: writing smithi08483026-17 from 2056192 to 2564096 tid 2 2024-04-02T08:32:11.250 INFO:tasks.rados.rados.0.smithi084.stdout:3184: writing smithi08483026-17 from 2564096 to 3145728 tid 3 2024-04-02T08:32:11.254 INFO:tasks.rados.rados.0.smithi084.stdout:3184: writing smithi08483026-17 from 3145728 to 3661824 tid 4 2024-04-02T08:32:11.254 INFO:tasks.rados.rados.0.smithi084.stdout:3185: snap_remove snap 297 2024-04-02T08:32:12.192 INFO:tasks.rados.rados.0.smithi084.stdout:3185: done (4 left) 2024-04-02T08:32:12.192 INFO:tasks.rados.rados.0.smithi084.stdout:3186: snap_create 2024-04-02T08:32:12.192 INFO:tasks.rados.rados.0.smithi084.stdout:3181: finishing write tid 3 to smithi08483026-50 2024-04-02T08:32:12.192 INFO:tasks.rados.rados.0.smithi084.stdout:3181: finishing write tid 4 to smithi08483026-50 2024-04-02T08:32:12.192 INFO:tasks.rados.rados.0.smithi084.stdout:3181: finishing write tid 5 to smithi08483026-50 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: finishing write tid 1 to smithi08483026-17 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: finishing write tid 2 to smithi08483026-17 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3182: finishing copy_from racing read to smithi08483026-37 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: finishing write tid 3 to smithi08483026-17 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3182: finishing copy_from to smithi08483026-37 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 1440 (ObjNum 985 snap 295 seq_num 985) dirty exists 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: finishing write tid 4 to smithi08483026-17 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: finishing write tid 5 to smithi08483026-17 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: finishing write tid 6 to smithi08483026-17 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: oid 17 updating version 0 to 1449 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: oid 17 updating version 1449 to 1450 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: oid 17 version 1450 is already newer than 1447 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: oid 17 version 1450 is already newer than 1448 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:3184: oid 17 version 1450 is already newer than 1446 2024-04-02T08:32:12.193 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1450 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3184: left oid 17 (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3181: finishing write tid 6 to smithi08483026-50 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3181: oid 50 updating version 0 to 1586 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3181: oid 50 updating version 1586 to 1589 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3181: oid 50 updating version 1589 to 1590 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3181: oid 50 version 1590 is already newer than 1588 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3181: oid 50 version 1590 is already newer than 1587 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1590 (ObjNum 995 snap 300 seq_num 995) dirty exists 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3181: left oid 50 (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:32:12.194 INFO:tasks.rados.rados.0.smithi084.stdout:3183: expect (ObjNum 851 snap 262 seq_num 851) 2024-04-02T08:32:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:12 smithi084 ceph-mon[97358]: pgmap v671: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.5 MiB/s wr, 41 op/s 2024-04-02T08:32:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:12 smithi084 ceph-mon[97358]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:32:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:12 smithi084 ceph-mon[94794]: pgmap v671: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.5 MiB/s wr, 41 op/s 2024-04-02T08:32:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:12 smithi084 ceph-mon[94794]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:32:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:12 smithi132 ceph-mon[88571]: pgmap v671: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.5 MiB/s wr, 41 op/s 2024-04-02T08:32:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:12 smithi132 ceph-mon[88571]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:32:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:32:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:13.200 INFO:tasks.rados.rados.0.smithi084.stdout:3181: done (4 left) 2024-04-02T08:32:13.200 INFO:tasks.rados.rados.0.smithi084.stdout:3182: done (3 left) 2024-04-02T08:32:13.200 INFO:tasks.rados.rados.0.smithi084.stdout:3183: done (2 left) 2024-04-02T08:32:13.200 INFO:tasks.rados.rados.0.smithi084.stdout:3184: done (1 left) 2024-04-02T08:32:13.200 INFO:tasks.rados.rados.0.smithi084.stdout:3186: done (0 left) 2024-04-02T08:32:13.201 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 34 current snap is 301 2024-04-02T08:32:13.201 INFO:tasks.rados.rados.0.smithi084.stdout:3187: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-04-02T08:32:13.204 INFO:tasks.rados.rados.0.smithi084.stdout:3187: writing smithi08483026-34 from 0 to 704512 tid 1 2024-04-02T08:32:13.208 INFO:tasks.rados.rados.0.smithi084.stdout:3187: writing smithi08483026-34 from 704512 to 1499136 tid 2 2024-04-02T08:32:13.213 INFO:tasks.rados.rados.0.smithi084.stdout:3187: writing smithi08483026-34 from 1499136 to 2293760 tid 3 2024-04-02T08:32:13.214 INFO:tasks.rados.rados.0.smithi084.stdout:3187: writing smithi08483026-34 from 2293760 to 2310144 tid 4 2024-04-02T08:32:13.214 INFO:tasks.rados.rados.0.smithi084.stdout:3187: finishing write tid 1 to smithi08483026-34 2024-04-02T08:32:13.214 INFO:tasks.rados.rados.0.smithi084.stdout:3187: finishing write tid 2 to smithi08483026-34 2024-04-02T08:32:13.214 INFO:tasks.rados.rados.0.smithi084.stdout:3188: setattr oid 41 current snap is 301 2024-04-02T08:32:13.216 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 301 2024-04-02T08:32:13.216 INFO:tasks.rados.rados.0.smithi084.stdout:3189: seq_num 998 ranges {1687552=720896,2408448=679936,3088384=598016,3686400=327680} 2024-04-02T08:32:13.229 INFO:tasks.rados.rados.0.smithi084.stdout:3189: writing smithi08483026-40 from 1687552 to 2408448 tid 1 2024-04-02T08:32:13.233 INFO:tasks.rados.rados.0.smithi084.stdout:3189: writing smithi08483026-40 from 2408448 to 3088384 tid 2 2024-04-02T08:32:13.237 INFO:tasks.rados.rados.0.smithi084.stdout:3189: writing smithi08483026-40 from 3088384 to 3686400 tid 3 2024-04-02T08:32:13.239 INFO:tasks.rados.rados.0.smithi084.stdout:3189: writing smithi08483026-40 from 3686400 to 4014080 tid 4 2024-04-02T08:32:13.240 INFO:tasks.rados.rados.0.smithi084.stdout:3190: read oid 47 snap 300 2024-04-02T08:32:13.240 INFO:tasks.rados.rados.0.smithi084.stdout:3190: expect (ObjNum 962 snap 289 seq_num 962) 2024-04-02T08:32:13.240 INFO:tasks.rados.rados.0.smithi084.stdout:3191: read oid 12 snap -1 2024-04-02T08:32:13.240 INFO:tasks.rados.rados.0.smithi084.stdout:3191: expect (ObjNum 975 snap 292 seq_num 975) 2024-04-02T08:32:13.240 INFO:tasks.rados.rados.0.smithi084.stdout:3192: snap_remove snap 293 2024-04-02T08:32:13.471 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:13 smithi132 ceph-mon[88571]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:32:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:13 smithi084 ceph-mon[94794]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:32:13.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:13 smithi084 ceph-mon[97358]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:32:14.208 INFO:tasks.rados.rados.0.smithi084.stdout:3192: done (5 left) 2024-04-02T08:32:14.208 INFO:tasks.rados.rados.0.smithi084.stdout:3193: delete oid 42 current snap is 301 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: finishing write tid 3 to smithi08483026-34 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: finishing write tid 4 to smithi08483026-34 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: finishing write tid 5 to smithi08483026-34 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1594 (ObjNum 852 snap 262 seq_num 852) dirty exists 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: finishing write tid 6 to smithi08483026-34 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: oid 34 updating version 0 to 1557 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: oid 34 version 1557 is already newer than 1556 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: oid 34 version 1557 is already newer than 1555 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: oid 34 updating version 1557 to 1558 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: oid 34 version 1558 is already newer than 1554 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1558 (ObjNum 997 snap 301 seq_num 997) dirty exists 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3187: left oid 34 (ObjNum 997 snap 301 seq_num 997) 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3189: finishing write tid 1 to smithi08483026-40 2024-04-02T08:32:14.209 INFO:tasks.rados.rados.0.smithi084.stdout:3189: finishing write tid 2 to smithi08483026-40 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: finishing write tid 3 to smithi08483026-40 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: finishing write tid 4 to smithi08483026-40 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: finishing write tid 5 to smithi08483026-40 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: finishing write tid 6 to smithi08483026-40 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: oid 40 updating version 0 to 1589 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: oid 40 updating version 1589 to 1591 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: oid 40 version 1591 is already newer than 1590 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: oid 40 updating version 1591 to 1592 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: oid 40 updating version 1592 to 1593 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1593 (ObjNum 998 snap 301 seq_num 998) dirty exists 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3189: left oid 40 (ObjNum 998 snap 301 seq_num 998) 2024-04-02T08:32:14.210 INFO:tasks.rados.rados.0.smithi084.stdout:3191: expect (ObjNum 975 snap 292 seq_num 975) 2024-04-02T08:32:14.276 INFO:tasks.rados.rados.0.smithi084.stdout:3190: expect (ObjNum 962 snap 289 seq_num 962) 2024-04-02T08:32:14.496 INFO:tasks.rados.rados.0.smithi084.stdout:3187: done (5 left) 2024-04-02T08:32:14.496 INFO:tasks.rados.rados.0.smithi084.stdout:3188: done (4 left) 2024-04-02T08:32:14.496 INFO:tasks.rados.rados.0.smithi084.stdout:3189: done (3 left) 2024-04-02T08:32:14.496 INFO:tasks.rados.rados.0.smithi084.stdout:3190: done (2 left) 2024-04-02T08:32:14.497 INFO:tasks.rados.rados.0.smithi084.stdout:3191: done (1 left) 2024-04-02T08:32:14.497 INFO:tasks.rados.rados.0.smithi084.stdout:3193: done (0 left) 2024-04-02T08:32:14.497 INFO:tasks.rados.rados.0.smithi084.stdout:3194: snap_remove snap 291 2024-04-02T08:32:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:14 smithi084 ceph-mon[94794]: pgmap v674: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:32:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:14 smithi084 ceph-mon[94794]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:32:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:14 smithi084 ceph-mon[97358]: pgmap v674: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:32:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:14 smithi084 ceph-mon[97358]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:32:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:14 smithi132 ceph-mon[88571]: pgmap v674: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:32:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:14 smithi132 ceph-mon[88571]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:3194: done (0 left) 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:3195: copy_from oid 33 from oid 15 current snap is 301 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:3196: copy_from oid 16 from oid 12 current snap is 301 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:3197: rmattr oid 8 current snap is 301 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:3197: done (2 left) 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 301 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:3198: seq_num 1000 ranges {1556480=753664,2310144=442368,2752512=565248,3317760=458752,3776512=139264} 2024-04-02T08:32:15.232 INFO:tasks.rados.rados.0.smithi084.stdout:3198: writing smithi08483026-4 from 1556480 to 2310144 tid 1 2024-04-02T08:32:15.236 INFO:tasks.rados.rados.0.smithi084.stdout:3198: writing smithi08483026-4 from 2310144 to 2752512 tid 2 2024-04-02T08:32:15.240 INFO:tasks.rados.rados.0.smithi084.stdout:3198: writing smithi08483026-4 from 2752512 to 3317760 tid 3 2024-04-02T08:32:15.243 INFO:tasks.rados.rados.0.smithi084.stdout:3198: writing smithi08483026-4 from 3317760 to 3776512 tid 4 2024-04-02T08:32:15.244 INFO:tasks.rados.rados.0.smithi084.stdout:3198: writing smithi08483026-4 from 3776512 to 3915776 tid 5 2024-04-02T08:32:15.245 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 301 2024-04-02T08:32:15.245 INFO:tasks.rados.rados.0.smithi084.stdout:3199: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-04-02T08:32:15.249 INFO:tasks.rados.rados.0.smithi084.stdout:3199: writing smithi08483026-36 from 0 to 770048 tid 1 2024-04-02T08:32:15.255 INFO:tasks.rados.rados.0.smithi084.stdout:3199: writing smithi08483026-36 from 770048 to 1499136 tid 2 2024-04-02T08:32:15.260 INFO:tasks.rados.rados.0.smithi084.stdout:3199: writing smithi08483026-36 from 1499136 to 2269184 tid 3 2024-04-02T08:32:15.261 INFO:tasks.rados.rados.0.smithi084.stdout:3199: writing smithi08483026-36 from 2269184 to 2375680 tid 4 2024-04-02T08:32:15.261 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 301 2024-04-02T08:32:15.261 INFO:tasks.rados.rados.0.smithi084.stdout:3196: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:32:15.261 INFO:tasks.rados.rados.0.smithi084.stdout:3198: finishing write tid 1 to smithi08483026-4 2024-04-02T08:32:15.262 INFO:tasks.rados.rados.0.smithi084.stdout:3200: seq_num 1002 ranges {2277376=786432,3063808=614400,3678208=581632,4259840=409600} 2024-04-02T08:32:15.280 INFO:tasks.rados.rados.0.smithi084.stdout:3200: writing smithi08483026-6 from 2277376 to 3063808 tid 1 2024-04-02T08:32:15.285 INFO:tasks.rados.rados.0.smithi084.stdout:3200: writing smithi08483026-6 from 3063808 to 3678208 tid 2 2024-04-02T08:32:15.289 INFO:tasks.rados.rados.0.smithi084.stdout:3200: writing smithi08483026-6 from 3678208 to 4259840 tid 3 2024-04-02T08:32:15.293 INFO:tasks.rados.rados.0.smithi084.stdout:3200: writing smithi08483026-6 from 4259840 to 4669440 tid 4 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3201: snap_create 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3196: finishing copy_from to smithi08483026-16 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1520 (ObjNum 975 snap 292 seq_num 975) dirty exists 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: finishing write tid 2 to smithi08483026-4 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: finishing write tid 3 to smithi08483026-4 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: finishing write tid 4 to smithi08483026-4 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: finishing write tid 5 to smithi08483026-4 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: finishing write tid 6 to smithi08483026-4 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: finishing write tid 7 to smithi08483026-4 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: oid 4 updating version 0 to 1523 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: oid 4 version 1523 is already newer than 1130 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: oid 4 updating version 1523 to 1524 2024-04-02T08:32:15.294 INFO:tasks.rados.rados.0.smithi084.stdout:3198: oid 4 updating version 1524 to 1525 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3198: oid 4 version 1525 is already newer than 1521 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3198: oid 4 version 1525 is already newer than 1522 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1525 (ObjNum 1000 snap 301 seq_num 1000) dirty exists 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3198: left oid 4 (ObjNum 1000 snap 301 seq_num 1000) 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3199: finishing write tid 1 to smithi08483026-36 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3195: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3199: finishing write tid 2 to smithi08483026-36 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3195: finishing copy_from to smithi08483026-33 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1012 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3199: finishing write tid 3 to smithi08483026-36 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3199: finishing write tid 4 to smithi08483026-36 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3199: finishing write tid 5 to smithi08483026-36 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3199: finishing write tid 6 to smithi08483026-36 2024-04-02T08:32:15.295 INFO:tasks.rados.rados.0.smithi084.stdout:3199: oid 36 updating version 0 to 1528 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3199: oid 36 version 1528 is already newer than 1527 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3199: oid 36 version 1528 is already newer than 1524 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3199: oid 36 version 1528 is already newer than 1526 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3199: oid 36 version 1528 is already newer than 1525 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1528 (ObjNum 1001 snap 301 seq_num 1001) dirty exists 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3199: left oid 36 (ObjNum 1001 snap 301 seq_num 1001) 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3200: finishing write tid 1 to smithi08483026-6 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3200: finishing write tid 2 to smithi08483026-6 2024-04-02T08:32:15.296 INFO:tasks.rados.rados.0.smithi084.stdout:3200: finishing write tid 3 to smithi08483026-6 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: finishing write tid 4 to smithi08483026-6 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: finishing write tid 5 to smithi08483026-6 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: finishing write tid 6 to smithi08483026-6 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: oid 6 updating version 0 to 1119 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: oid 6 updating version 1119 to 1122 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: oid 6 version 1122 is already newer than 1121 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: oid 6 version 1122 is already newer than 1118 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:3200: oid 6 version 1122 is already newer than 1120 2024-04-02T08:32:15.297 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1122 (ObjNum 1002 snap 301 seq_num 1002) dirty exists 2024-04-02T08:32:15.298 INFO:tasks.rados.rados.0.smithi084.stdout:3200: left oid 6 (ObjNum 1002 snap 301 seq_num 1002) 2024-04-02T08:32:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:15 smithi084 ceph-mon[94794]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:32:15.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:15 smithi084 ceph-mon[97358]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:32:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:15 smithi132 ceph-mon[88571]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:32:16.217 INFO:tasks.rados.rados.0.smithi084.stdout:3195: done (5 left) 2024-04-02T08:32:16.217 INFO:tasks.rados.rados.0.smithi084.stdout:3196: done (4 left) 2024-04-02T08:32:16.217 INFO:tasks.rados.rados.0.smithi084.stdout:3198: done (3 left) 2024-04-02T08:32:16.217 INFO:tasks.rados.rados.0.smithi084.stdout:3199: done (2 left) 2024-04-02T08:32:16.217 INFO:tasks.rados.rados.0.smithi084.stdout:3200: done (1 left) 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3201: done (0 left) 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3202: rmattr oid 44 current snap is 302 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3203: rmattr oid 36 current snap is 302 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3203: done (1 left) 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3204: read oid 37 snap -1 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3204: expect (ObjNum 985 snap 295 seq_num 985) 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3205: rmattr oid 50 current snap is 302 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3205: done (2 left) 2024-04-02T08:32:16.218 INFO:tasks.rados.rados.0.smithi084.stdout:3206: snap_create 2024-04-02T08:32:16.223 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1431 (ObjNum 417 snap 0 seq_num 621840976) dirty exists 2024-04-02T08:32:16.240 INFO:tasks.rados.rados.0.smithi084.stdout:3204: expect (ObjNum 985 snap 295 seq_num 985) 2024-04-02T08:32:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:16 smithi084 ceph-mon[94794]: pgmap v677: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:32:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:16 smithi084 ceph-mon[94794]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:32:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:16 smithi084 ceph-mon[97358]: pgmap v677: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:32:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:16 smithi084 ceph-mon[97358]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:32:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:16 smithi132 ceph-mon[88571]: pgmap v677: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:32:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:16 smithi132 ceph-mon[88571]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:32:17.220 INFO:tasks.rados.rados.0.smithi084.stdout:3202: done (2 left) 2024-04-02T08:32:17.220 INFO:tasks.rados.rados.0.smithi084.stdout:3204: done (1 left) 2024-04-02T08:32:17.220 INFO:tasks.rados.rados.0.smithi084.stdout:3206: done (0 left) 2024-04-02T08:32:17.220 INFO:tasks.rados.rados.0.smithi084.stdout:3207: snap_remove snap 300 2024-04-02T08:32:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:17 smithi084 ceph-mon[94794]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:32:17.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:17 smithi084 ceph-mon[97358]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:32:17.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:17 smithi132 ceph-mon[88571]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:32:18.219 INFO:tasks.rados.rados.0.smithi084.stdout:3207: done (0 left) 2024-04-02T08:32:18.219 INFO:tasks.rados.rados.0.smithi084.stdout:3208: read oid 1 snap -1 2024-04-02T08:32:18.219 INFO:tasks.rados.rados.0.smithi084.stdout:3208: expect (ObjNum 934 snap 280 seq_num 934) 2024-04-02T08:32:18.219 INFO:tasks.rados.rados.0.smithi084.stdout:3209: rollback oid 35 current snap is 303 2024-04-02T08:32:18.219 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 294 2024-04-02T08:32:18.219 INFO:tasks.rados.rados.0.smithi084.stdout:3210: snap_remove snap 301 2024-04-02T08:32:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:18 smithi084 ceph-mon[97358]: pgmap v680: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:32:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:18 smithi084 ceph-mon[97358]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:32:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:18 smithi084 ceph-mon[97358]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:32:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:18 smithi084 ceph-mon[94794]: pgmap v680: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:32:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:18 smithi084 ceph-mon[94794]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:32:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:18 smithi084 ceph-mon[94794]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:32:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:18 smithi132 ceph-mon[88571]: pgmap v680: 121 pgs: 121 active+clean; 125 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:32:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:18 smithi132 ceph-mon[88571]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:32:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:18 smithi132 ceph-mon[88571]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:32:19.220 INFO:tasks.rados.rados.0.smithi084.stdout:3210: done (2 left) 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi084.stdout:3211: rollback oid 33 current snap is 303 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 33 to 298 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi084.stdout:3209: finishing rollback tid 0 to smithi08483026-35 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi084.stdout:3208: expect (ObjNum 934 snap 280 seq_num 934) 2024-04-02T08:32:19.325 INFO:tasks.rados.rados.0.smithi084.stdout:3209: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:32:19.325 INFO:tasks.rados.rados.0.smithi084.stdout:3209: finishing rollback tid 2 to smithi08483026-35 2024-04-02T08:32:19.325 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1607 (ObjNum 593 snap 0 seq_num 621742016) dirty exists 2024-04-02T08:32:19.325 INFO:tasks.rados.rados.0.smithi084.stdout:3211: finishing rollback tid 0 to smithi08483026-33 2024-04-02T08:32:19.325 INFO:tasks.rados.rados.0.smithi084.stdout:3211: finishing rollback tid 1 to smithi08483026-33 2024-04-02T08:32:19.325 INFO:tasks.rados.rados.0.smithi084.stdout:3208: done (2 left) 2024-04-02T08:32:19.326 INFO:tasks.rados.rados.0.smithi084.stdout:3209: done (1 left) 2024-04-02T08:32:19.326 INFO:tasks.rados.rados.0.smithi084.stdout:3212: rmattr oid 48 current snap is 303 2024-04-02T08:32:19.326 INFO:tasks.rados.rados.0.smithi084.stdout:3212: done (1 left) 2024-04-02T08:32:19.326 INFO:tasks.rados.rados.0.smithi084.stdout:3213: snap_remove snap 294 2024-04-02T08:32:20.193 INFO:tasks.rados.rados.0.smithi084.stdout:3213: done (1 left) 2024-04-02T08:32:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:3214: snap_remove snap 296 2024-04-02T08:32:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:20 smithi084 ceph-mon[94794]: pgmap v683: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-04-02T08:32:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:20 smithi084 ceph-mon[94794]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:32:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:20 smithi084 ceph-mon[94794]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:32:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:20 smithi084 ceph-mon[97358]: pgmap v683: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-04-02T08:32:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:20 smithi084 ceph-mon[97358]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:32:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:20 smithi084 ceph-mon[97358]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:32:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:20 smithi132 ceph-mon[88571]: pgmap v683: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-04-02T08:32:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:20 smithi132 ceph-mon[88571]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:32:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:20 smithi132 ceph-mon[88571]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:32:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:32:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:32:20] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:3214: done (1 left) 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:3215: read oid 6 snap 299 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:3215: expect (ObjNum 852 snap 262 seq_num 852) 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:3216: rollback oid 23 current snap is 303 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 299 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:3217: snap_create 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:3211: finishing rollback tid 2 to smithi08483026-33 2024-04-02T08:32:21.192 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1616 (ObjNum 851 snap 262 seq_num 851) dirty exists 2024-04-02T08:32:21.200 INFO:tasks.rados.rados.0.smithi084.stdout:3216: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:32:21.200 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 0 (ObjNum 289 snap 0 seq_num 2030869992) dirty dne 2024-04-02T08:32:21.208 INFO:tasks.rados.rados.0.smithi084.stdout:3215: expect (ObjNum 852 snap 262 seq_num 852) 2024-04-02T08:32:21.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:32:21 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T08:32:21.205+0000 7fc48ba08700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16b after trimming was started 2024-04-02T08:32:22.191 INFO:tasks.rados.rados.0.smithi084.stdout:3211: done (3 left) 2024-04-02T08:32:22.191 INFO:tasks.rados.rados.0.smithi084.stdout:3215: done (2 left) 2024-04-02T08:32:22.191 INFO:tasks.rados.rados.0.smithi084.stdout:3216: done (1 left) 2024-04-02T08:32:22.191 INFO:tasks.rados.rados.0.smithi084.stdout:3217: done (0 left) 2024-04-02T08:32:22.192 INFO:tasks.rados.rados.0.smithi084.stdout:3218: read oid 13 snap -1 2024-04-02T08:32:22.192 INFO:tasks.rados.rados.0.smithi084.stdout:3218: expect (ObjNum 934 snap 280 seq_num 934) 2024-04-02T08:32:22.192 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 304 2024-04-02T08:32:22.192 INFO:tasks.rados.rados.0.smithi084.stdout:3219: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-04-02T08:32:22.196 INFO:tasks.rados.rados.0.smithi084.stdout:3219: writing smithi08483026-20 from 0 to 802816 tid 1 2024-04-02T08:32:22.199 INFO:tasks.rados.rados.0.smithi084.stdout:3219: writing smithi08483026-20 from 802816 to 1302528 tid 2 2024-04-02T08:32:22.204 INFO:tasks.rados.rados.0.smithi084.stdout:3219: writing smithi08483026-20 from 1302528 to 2039808 tid 3 2024-04-02T08:32:22.206 INFO:tasks.rados.rados.0.smithi084.stdout:3219: writing smithi08483026-20 from 2039808 to 2408448 tid 4 2024-04-02T08:32:22.206 INFO:tasks.rados.rados.0.smithi084.stdout:3220: rmattr oid 45 current snap is 304 2024-04-02T08:32:22.206 INFO:tasks.rados.rados.0.smithi084.stdout:3220: done (2 left) 2024-04-02T08:32:22.207 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 304 2024-04-02T08:32:22.207 INFO:tasks.rados.rados.0.smithi084.stdout:3221: seq_num 1004 ranges {1892352=16384} 2024-04-02T08:32:22.217 INFO:tasks.rados.rados.0.smithi084.stdout:3221: writing smithi08483026-11 from 1892352 to 1908736 tid 1 2024-04-02T08:32:22.217 INFO:tasks.rados.rados.0.smithi084.stdout:3222: rmattr oid 39 current snap is 304 2024-04-02T08:32:22.217 INFO:tasks.rados.rados.0.smithi084.stdout:3222: done (3 left) 2024-04-02T08:32:22.217 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 304 2024-04-02T08:32:22.217 INFO:tasks.rados.rados.0.smithi084.stdout:3223: seq_num 1005 ranges {4104192=32768} 2024-04-02T08:32:22.240 INFO:tasks.rados.rados.0.smithi084.stdout:3223: writing smithi08483026-27 from 4104192 to 4136960 tid 1 2024-04-02T08:32:22.240 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 304 2024-04-02T08:32:22.240 INFO:tasks.rados.rados.0.smithi084.stdout:3224: seq_num 1006 ranges {1753088=49152} 2024-04-02T08:32:22.250 INFO:tasks.rados.rados.0.smithi084.stdout:3224: writing smithi08483026-19 from 1753088 to 1802240 tid 1 2024-04-02T08:32:22.250 INFO:tasks.rados.rados.0.smithi084.stdout:3225: delete oid 15 current snap is 304 2024-04-02T08:32:22.250 INFO:tasks.rados.rados.0.smithi084.stdout:3219: finishing write tid 1 to smithi08483026-20 2024-04-02T08:32:22.250 INFO:tasks.rados.rados.0.smithi084.stdout:3219: finishing write tid 2 to smithi08483026-20 2024-04-02T08:32:22.250 INFO:tasks.rados.rados.0.smithi084.stdout:3218: expect (ObjNum 934 snap 280 seq_num 934) 2024-04-02T08:32:22.334 INFO:tasks.rados.rados.0.smithi084.stdout:3219: finishing write tid 3 to smithi08483026-20 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: finishing write tid 4 to smithi08483026-20 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: finishing write tid 5 to smithi08483026-20 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: finishing write tid 6 to smithi08483026-20 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: oid 20 updating version 0 to 1620 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: oid 20 updating version 1620 to 1622 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: oid 20 updating version 1622 to 1623 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: oid 20 version 1623 is already newer than 1621 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: oid 20 updating version 1623 to 1624 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1624 (ObjNum 1003 snap 304 seq_num 1003) dirty exists 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3219: left oid 20 (ObjNum 1003 snap 304 seq_num 1003) 2024-04-02T08:32:22.335 INFO:tasks.rados.rados.0.smithi084.stdout:3218: done (5 left) 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3219: done (4 left) 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3225: done (3 left) 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3226: read oid 45 snap -1 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3226: expect (ObjNum 906 snap 272 seq_num 906) 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3227: rmattr oid 22 current snap is 304 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3221: finishing write tid 1 to smithi08483026-11 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3221: finishing write tid 2 to smithi08483026-11 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3221: finishing write tid 3 to smithi08483026-11 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3221: oid 11 updating version 0 to 1631 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3221: oid 11 version 1631 is already newer than 1630 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1631 (ObjNum 1004 snap 304 seq_num 1004) dirty exists 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi084.stdout:3221: left oid 11 (ObjNum 1004 snap 304 seq_num 1004) 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3223: finishing write tid 1 to smithi08483026-27 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3221: done (4 left) 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3228: snap_create 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3223: finishing write tid 2 to smithi08483026-27 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3223: finishing write tid 3 to smithi08483026-27 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3223: oid 27 updating version 0 to 1452 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3223: oid 27 version 1452 is already newer than 1451 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1452 (ObjNum 1005 snap 304 seq_num 1005) dirty exists 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3223: left oid 27 (ObjNum 1005 snap 304 seq_num 1005) 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3224: finishing write tid 1 to smithi08483026-19 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3224: finishing write tid 2 to smithi08483026-19 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3224: finishing write tid 3 to smithi08483026-19 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi084.stdout:3224: oid 19 updating version 0 to 960 2024-04-02T08:32:22.338 INFO:tasks.rados.rados.0.smithi084.stdout:3224: oid 19 updating version 960 to 961 2024-04-02T08:32:22.338 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 961 (ObjNum 1006 snap 304 seq_num 1006) dirty exists 2024-04-02T08:32:22.338 INFO:tasks.rados.rados.0.smithi084.stdout:3224: left oid 19 (ObjNum 1006 snap 304 seq_num 1006) 2024-04-02T08:32:22.338 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1025 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:22.338 INFO:tasks.rados.rados.0.smithi084.stdout:3226: expect (ObjNum 906 snap 272 seq_num 906) 2024-04-02T08:32:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:22 smithi084 ceph-mon[97358]: pgmap v686: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-04-02T08:32:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:22 smithi084 ceph-mon[97358]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:32:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:22 smithi084 ceph-mon[94794]: pgmap v686: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-04-02T08:32:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:22 smithi084 ceph-mon[94794]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:32:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:22 smithi132 ceph-mon[88571]: pgmap v686: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-04-02T08:32:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:22 smithi132 ceph-mon[88571]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:32:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:32:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:32:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:23.196 INFO:tasks.rados.rados.0.smithi084.stdout:3223: done (4 left) 2024-04-02T08:32:23.196 INFO:tasks.rados.rados.0.smithi084.stdout:3224: done (3 left) 2024-04-02T08:32:23.196 INFO:tasks.rados.rados.0.smithi084.stdout:3226: done (2 left) 2024-04-02T08:32:23.197 INFO:tasks.rados.rados.0.smithi084.stdout:3227: done (1 left) 2024-04-02T08:32:23.197 INFO:tasks.rados.rados.0.smithi084.stdout:3228: done (0 left) 2024-04-02T08:32:23.197 INFO:tasks.rados.rados.0.smithi084.stdout:3229: read oid 49 snap -1 2024-04-02T08:32:23.197 INFO:tasks.rados.rados.0.smithi084.stdout:3229: expect deleted 2024-04-02T08:32:23.197 INFO:tasks.rados.rados.0.smithi084.stdout:3230: delete oid 13 current snap is 305 2024-04-02T08:32:23.202 INFO:tasks.rados.rados.0.smithi084.stdout:3229: done (1 left) 2024-04-02T08:32:23.202 INFO:tasks.rados.rados.0.smithi084.stdout:3230: done (0 left) 2024-04-02T08:32:23.202 INFO:tasks.rados.rados.0.smithi084.stdout:3231: snap_create 2024-04-02T08:32:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:23 smithi084 ceph-mon[94794]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:32:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:23 smithi084 ceph-mon[97358]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:32:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:23 smithi132 ceph-mon[88571]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:32:24.206 INFO:tasks.rados.rados.0.smithi084.stdout:3231: done (0 left) 2024-04-02T08:32:24.206 INFO:tasks.rados.rados.0.smithi084.stdout:3232: rollback oid 15 current snap is 306 2024-04-02T08:32:24.206 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 298 2024-04-02T08:32:24.206 INFO:tasks.rados.rados.0.smithi084.stdout:3233: read oid 40 snap -1 2024-04-02T08:32:24.206 INFO:tasks.rados.rados.0.smithi084.stdout:3233: expect (ObjNum 998 snap 301 seq_num 998) 2024-04-02T08:32:24.206 INFO:tasks.rados.rados.0.smithi084.stdout:3234: snap_remove snap 303 2024-04-02T08:32:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:24 smithi084 ceph-mon[94794]: pgmap v689: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:32:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:24 smithi084 ceph-mon[94794]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:32:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:24 smithi084 ceph-mon[97358]: pgmap v689: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:32:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:24 smithi084 ceph-mon[97358]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:32:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:24 smithi132 ceph-mon[88571]: pgmap v689: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:32:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:24 smithi132 ceph-mon[88571]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:32:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:25.187 INFO:tasks.rados.rados.0.smithi084.stdout:3234: done (2 left) 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:3235: read oid 24 snap -1 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:3235: expect (ObjNum 984 snap 295 seq_num 984) 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:3236: rollback oid 29 current snap is 306 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 299 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:3232: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:3232: finishing rollback tid 2 to smithi08483026-15 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1015 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:32:25.188 INFO:tasks.rados.rados.0.smithi084.stdout:3233: expect (ObjNum 998 snap 301 seq_num 998) 2024-04-02T08:32:25.338 INFO:tasks.rados.rados.0.smithi084.stdout:3232: done (3 left) 2024-04-02T08:32:25.339 INFO:tasks.rados.rados.0.smithi084.stdout:3233: done (2 left) 2024-04-02T08:32:25.339 INFO:tasks.rados.rados.0.smithi084.stdout:3237: snap_remove snap 305 2024-04-02T08:32:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:25 smithi084 ceph-mon[94794]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:32:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:25 smithi084 ceph-mon[94794]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:32:25.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:25 smithi084 ceph-mon[97358]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:32:25.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:25 smithi084 ceph-mon[97358]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:32:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:25 smithi132 ceph-mon[88571]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:32:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:25 smithi132 ceph-mon[88571]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:32:26.217 INFO:tasks.rados.rados.0.smithi084.stdout:3237: done (2 left) 2024-04-02T08:32:26.217 INFO:tasks.rados.rados.0.smithi084.stdout:3238: copy_from oid 9 from oid 46 current snap is 306 2024-04-02T08:32:26.217 INFO:tasks.rados.rados.0.smithi084.stdout:3239: rollback oid 47 current snap is 306 2024-04-02T08:32:26.217 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 298 2024-04-02T08:32:26.217 INFO:tasks.rados.rados.0.smithi084.stdout:3240: snap_remove snap 302 2024-04-02T08:32:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:26 smithi084 ceph-mon[94794]: pgmap v692: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-04-02T08:32:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:26 smithi084 ceph-mon[97358]: pgmap v692: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-04-02T08:32:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:26 smithi132 ceph-mon[88571]: pgmap v692: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-04-02T08:32:27.072 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch ps' 2024-04-02T08:32:27.223 INFO:tasks.rados.rados.0.smithi084.stdout:3240: done (4 left) 2024-04-02T08:32:27.223 INFO:tasks.rados.rados.0.smithi084.stdout:3241: delete oid 22 current snap is 306 2024-04-02T08:32:27.223 INFO:tasks.rados.rados.0.smithi084.stdout:3235: expect (ObjNum 984 snap 295 seq_num 984) 2024-04-02T08:32:27.339 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:32:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:27 smithi084 ceph-mon[94794]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:32:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:27 smithi084 ceph-mon[94794]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:27 smithi084 ceph-mon[97358]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:32:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:27 smithi084 ceph-mon[97358]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:27.371 INFO:tasks.rados.rados.0.smithi084.stdout:3236: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:32:27.371 INFO:tasks.rados.rados.0.smithi084.stdout:3236: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:32:27.371 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1506 (ObjNum 968 snap 291 seq_num 968) dirty exists 2024-04-02T08:32:27.371 INFO:tasks.rados.rados.0.smithi084.stdout:3235: done (4 left) 2024-04-02T08:32:27.371 INFO:tasks.rados.rados.0.smithi084.stdout:3236: done (3 left) 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:3241: done (2 left) 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:3242: delete oid 36 current snap is 306 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:3239: finishing rollback tid 0 to smithi08483026-47 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:3239: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:3239: finishing rollback tid 2 to smithi08483026-47 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1532 (ObjNum 962 snap 289 seq_num 962) dirty exists 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:3238: finishing copy_from racing read to smithi08483026-9 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:3238: finishing copy_from to smithi08483026-9 2024-04-02T08:32:27.372 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1117 (ObjNum 852 snap 262 seq_num 852) dirty exists 2024-04-02T08:32:27.374 INFO:tasks.rados.rados.0.smithi084.stdout:3238: done (2 left) 2024-04-02T08:32:27.374 INFO:tasks.rados.rados.0.smithi084.stdout:3239: done (1 left) 2024-04-02T08:32:27.374 INFO:tasks.rados.rados.0.smithi084.stdout:3242: done (0 left) 2024-04-02T08:32:27.374 INFO:tasks.rados.rados.0.smithi084.stdout:3243: rmattr oid 32 current snap is 306 2024-04-02T08:32:27.374 INFO:tasks.rados.rados.0.smithi084.stdout:3244: snap_remove snap 298 2024-04-02T08:32:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:27 smithi132 ceph-mon[88571]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:32:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:27 smithi132 ceph-mon[88571]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:28.227 INFO:tasks.rados.rados.0.smithi084.stdout:3244: done (1 left) 2024-04-02T08:32:28.227 INFO:tasks.rados.rados.0.smithi084.stdout:3245: read oid 29 snap -1 2024-04-02T08:32:28.227 INFO:tasks.rados.rados.0.smithi084.stdout:3245: expect (ObjNum 968 snap 291 seq_num 968) 2024-04-02T08:32:28.227 INFO:tasks.rados.rados.0.smithi084.stdout:3246: copy_from oid 43 from oid 16 current snap is 306 2024-04-02T08:32:28.228 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1556 (ObjNum 958 snap 285 seq_num 958) dirty exists 2024-04-02T08:32:28.228 INFO:tasks.rados.rados.0.smithi084.stdout:3243: done (2 left) 2024-04-02T08:32:28.228 INFO:tasks.rados.rados.0.smithi084.stdout:3247: copy_from oid 20 from oid 50 current snap is 306 2024-04-02T08:32:28.228 INFO:tasks.rados.rados.0.smithi084.stdout:3248: delete oid 46 current snap is 306 2024-04-02T08:32:28.238 INFO:tasks.rados.rados.0.smithi084.stdout:3248: done (3 left) 2024-04-02T08:32:28.238 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 306 2024-04-02T08:32:28.238 INFO:tasks.rados.rados.0.smithi084.stdout:3249: seq_num 1012 ranges {2310144=155648} 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:3249: writing smithi08483026-1 from 2310144 to 2465792 tid 1 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:3246: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:3246: finishing copy_from to smithi08483026-43 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1520 (ObjNum 975 snap 292 seq_num 975) dirty exists 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:3246: done (3 left) 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:3250: copy_from oid 19 from oid 37 current snap is 306 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:3251: copy_from oid 38 from oid 3 current snap is 306 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi084.stdout:3252: snap_remove snap 304 2024-04-02T08:32:28.509 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:28 smithi084 ceph-mon[94794]: pgmap v695: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-04-02T08:32:28.509 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:28 smithi084 ceph-mon[94794]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:32:28.509 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:28 smithi084 ceph-mon[97358]: pgmap v695: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-04-02T08:32:28.509 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:28 smithi084 ceph-mon[97358]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:32:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:28 smithi132 ceph-mon[88571]: pgmap v695: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-04-02T08:32:28.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:28 smithi132 ceph-mon[88571]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:32:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:3252: done (5 left) 2024-04-02T08:32:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:3253: copy_from oid 43 from oid 49 current snap is 306 2024-04-02T08:32:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:3254: rmattr oid 13 current snap is 306 2024-04-02T08:32:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:3254: done (6 left) 2024-04-02T08:32:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:3255: rollback oid 16 current snap is 306 2024-04-02T08:32:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 299 2024-04-02T08:32:29.233 INFO:tasks.rados.rados.0.smithi084.stdout:3256: copy_from oid 25 from oid 33 current snap is 306 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3257: read oid 35 snap -1 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3257: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3258: read oid 34 snap -1 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3258: expect (ObjNum 997 snap 301 seq_num 997) 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3259: copy_from oid 31 from oid 17 current snap is 306 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3260: rollback oid 39 current snap is 306 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 299 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3261: delete oid 26 current snap is 306 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3251: finishing copy_from to smithi08483026-38 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3251: got expected ENOENT (src dne) 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3251: finishing copy_from racing read to smithi08483026-38 2024-04-02T08:32:29.234 INFO:tasks.rados.rados.0.smithi084.stdout:3245: expect (ObjNum 968 snap 291 seq_num 968) 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:alertmanager.a smithi084 *:9093,9094 running (55s) 51s ago 13m 16.5M - 0.25.0 c8568f914cd2 29b05ca3086f 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:grafana.a smithi132 *:3000 running (32s) 28s ago 13m 51.9M - 9.4.12 2bacad6d85d8 03d03a98dc66 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:mds.a smithi084 running (2m) 51s ago 14m 16.5M - 19.0.0-2422-g3cba26ea beaaa8a653cf b86c3fee26b3 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:mds.b smithi132 running (106s) 28s ago 14m 12.5M - 19.0.0-2422-g3cba26ea beaaa8a653cf dcbf0940951e 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.x smithi132 *:8443,9283,8765 running (8m) 28s ago 18m 455M - 19.0.0-2422-g3cba26ea beaaa8a653cf 62237445d1c3 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:mgr.y smithi084 *:8443,9283,8765 running (8m) 51s ago 19m 514M - 19.0.0-2422-g3cba26ea beaaa8a653cf 9047f1bc4aed 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:mon.a smithi084 running (7m) 51s ago 20m 71.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 2ae705edd8f3 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:mon.b smithi132 running (7m) 28s ago 18m 57.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 95a696637fdf 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:mon.c smithi084 running (7m) 51s ago 18m 62.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 4dc7848a0827 2024-04-02T08:32:29.392 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.a smithi084 *:9100 running (93s) 51s ago 13m 9.79M - 1.5.0 0da6a335fe13 a8efd4f084ce 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:node-exporter.b smithi132 *:9100 running (88s) 28s ago 13m 7801k - 1.5.0 0da6a335fe13 29392f4c68f4 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.0 smithi084 running (6m) 51s ago 17m 211M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c541867301fb 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.1 smithi084 running (5m) 51s ago 17m 199M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf bf28a5ec6c56 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.2 smithi084 running (5m) 51s ago 17m 277M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 53a981972b69 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.3 smithi084 running (4m) 51s ago 16m 158M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b55bbdcf7ae8 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.4 smithi132 running (4m) 28s ago 16m 240M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 7c02abbc9f59 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.5 smithi132 running (3m) 28s ago 15m 256M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 28a4ec2f2c06 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.6 smithi132 running (3m) 28s ago 15m 97.3M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 2fab50cf0f1b 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:osd.7 smithi132 running (2m) 28s ago 15m 127M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf ee68195895ac 2024-04-02T08:32:29.393 INFO:teuthology.orchestra.run.smithi084.stdout:prometheus.a smithi132 *:9095 running (72s) 28s ago 14m 46.3M - 2.43.0 a07b618ecd1d e777db9eb91c 2024-04-02T08:32:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:29 smithi084 ceph-mon[94794]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:32:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:29 smithi084 ceph-mon[97358]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:32:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3250: finishing copy_from racing read to smithi08483026-19 2024-04-02T08:32:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3247: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3249: finishing write tid 1 to smithi08483026-1 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3249: finishing write tid 2 to smithi08483026-1 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3245: done (12 left) 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3251: done (11 left) 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3261: done (10 left) 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 7 current snap is 306 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3249: finishing write tid 3 to smithi08483026-1 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3249: oid 1 updating version 0 to 1635 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3249: oid 1 version 1635 is already newer than 1634 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1635 (ObjNum 1012 snap 306 seq_num 1012) dirty exists 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3249: left oid 1 (ObjNum 1012 snap 306 seq_num 1012) 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3250: finishing copy_from to smithi08483026-19 2024-04-02T08:32:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 1440 (ObjNum 985 snap 295 seq_num 985) dirty exists 2024-04-02T08:32:29.656 INFO:tasks.rados.rados.0.smithi084.stdout:3247: finishing copy_from to smithi08483026-20 2024-04-02T08:32:29.656 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1590 (ObjNum 995 snap 300 seq_num 995) dirty exists 2024-04-02T08:32:29.656 INFO:tasks.rados.rados.0.smithi084.stdout:3262: seq_num 1014 ranges {2195456=188416} 2024-04-02T08:32:29.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:29 smithi132 ceph-mon[88571]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:32:29.667 INFO:tasks.rados.rados.0.smithi084.stdout:3262: writing smithi08483026-7 from 2195456 to 2383872 tid 1 2024-04-02T08:32:29.667 INFO:tasks.rados.rados.0.smithi084.stdout:3247: done (10 left) 2024-04-02T08:32:29.667 INFO:tasks.rados.rados.0.smithi084.stdout:3249: done (9 left) 2024-04-02T08:32:29.667 INFO:tasks.rados.rados.0.smithi084.stdout:3250: done (8 left) 2024-04-02T08:32:29.667 INFO:tasks.rados.rados.0.smithi084.stdout:3263: read oid 11 snap 299 2024-04-02T08:32:29.667 INFO:tasks.rados.rados.0.smithi084.stdout:3263: expect (ObjNum 972 snap 291 seq_num 972) 2024-04-02T08:32:29.667 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 306 2024-04-02T08:32:29.668 INFO:tasks.rados.rados.0.smithi084.stdout:3264: seq_num 1015 ranges {3948544=204800} 2024-04-02T08:32:29.690 INFO:tasks.rados.rados.0.smithi084.stdout:3264: writing smithi08483026-48 from 3948544 to 4153344 tid 1 2024-04-02T08:32:29.690 INFO:tasks.rados.rados.0.smithi084.stdout:3265: snap_remove snap 295 2024-04-02T08:32:30.028 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions' 2024-04-02T08:32:30.189 INFO:tasks.rados.rados.0.smithi084.stdout:3265: done (10 left) 2024-04-02T08:32:30.189 INFO:tasks.rados.rados.0.smithi084.stdout:3266: copy_from oid 47 from oid 42 current snap is 306 2024-04-02T08:32:30.189 INFO:tasks.rados.rados.0.smithi084.stdout:3257: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:30.193 INFO:tasks.rados.rados.0.smithi084.stdout:3253: finishing copy_from to smithi08483026-43 2024-04-02T08:32:30.193 INFO:tasks.rados.rados.0.smithi084.stdout:3253: got expected ENOENT (src dne) 2024-04-02T08:32:30.193 INFO:tasks.rados.rados.0.smithi084.stdout:3253: finishing copy_from racing read to smithi08483026-43 2024-04-02T08:32:30.193 INFO:tasks.rados.rados.0.smithi084.stdout:3255: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:32:30.193 INFO:tasks.rados.rados.0.smithi084.stdout:3255: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:3255: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1529 (ObjNum 916 snap 276 seq_num 916) dirty exists 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:3260: finishing rollback tid 0 to smithi08483026-39 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:3260: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:3260: finishing rollback tid 2 to smithi08483026-39 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1564 (ObjNum 902 snap 271 seq_num 902) dirty exists 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:3259: finishing copy_from racing read to smithi08483026-31 2024-04-02T08:32:30.194 INFO:tasks.rados.rados.0.smithi084.stdout:3258: expect (ObjNum 997 snap 301 seq_num 997) 2024-04-02T08:32:30.262 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:32:30.303 INFO:tasks.rados.rados.0.smithi084.stdout:3259: finishing copy_from to smithi08483026-31 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1450 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3256: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3256: finishing copy_from to smithi08483026-25 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1616 (ObjNum 851 snap 262 seq_num 851) dirty exists 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3253: done (10 left) 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3255: done (9 left) 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3256: done (8 left) 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3257: done (7 left) 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3258: done (6 left) 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3259: done (5 left) 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3260: done (4 left) 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 9 current snap is 306 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3267: seq_num 1016 ranges {2277376=221184} 2024-04-02T08:32:30.304 INFO:tasks.rados.rados.0.smithi084.stdout:3267: writing smithi08483026-9 from 2277376 to 2498560 tid 1 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3268: rollback oid 23 current snap is 306 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 23 to 299 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3262: finishing write tid 1 to smithi08483026-7 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3262: finishing write tid 2 to smithi08483026-7 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3262: finishing write tid 3 to smithi08483026-7 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3262: oid 7 updating version 0 to 1442 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3262: oid 7 version 1442 is already newer than 1441 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 1442 (ObjNum 1014 snap 306 seq_num 1014) dirty exists 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3262: left oid 7 (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:32:30.305 INFO:tasks.rados.rados.0.smithi084.stdout:3263: expect (ObjNum 972 snap 291 seq_num 972) 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:3264: finishing write tid 1 to smithi08483026-48 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:3264: finishing write tid 2 to smithi08483026-48 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:3264: finishing write tid 3 to smithi08483026-48 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:3264: oid 48 updating version 0 to 1567 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:3264: oid 48 version 1567 is already newer than 1566 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1567 (ObjNum 1015 snap 306 seq_num 1015) dirty exists 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:3264: left oid 48 (ObjNum 1015 snap 306 seq_num 1015) 2024-04-02T08:32:30.342 INFO:tasks.rados.rados.0.smithi084.stdout:3266: finishing copy_from to smithi08483026-47 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3266: got expected ENOENT (src dne) 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3266: finishing copy_from racing read to smithi08483026-47 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3262: done (5 left) 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3263: done (4 left) 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3264: done (3 left) 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3266: done (2 left) 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3269: rollback oid 1 current snap is 306 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 299 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3268: finishing rollback tid 1 to smithi08483026-23 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 0 (ObjNum 65 snap 0 seq_num 1633973341) dirty dne 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3267: finishing write tid 1 to smithi08483026-9 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3267: finishing write tid 2 to smithi08483026-9 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3267: finishing write tid 3 to smithi08483026-9 2024-04-02T08:32:30.343 INFO:tasks.rados.rados.0.smithi084.stdout:3267: oid 9 updating version 0 to 1248 2024-04-02T08:32:30.344 INFO:tasks.rados.rados.0.smithi084.stdout:3267: oid 9 version 1248 is already newer than 1247 2024-04-02T08:32:30.344 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1248 (ObjNum 1016 snap 306 seq_num 1016) dirty exists 2024-04-02T08:32:30.344 INFO:tasks.rados.rados.0.smithi084.stdout:3267: left oid 9 (ObjNum 1016 snap 306 seq_num 1016) 2024-04-02T08:32:30.344 INFO:tasks.rados.rados.0.smithi084.stdout:3267: done (2 left) 2024-04-02T08:32:30.344 INFO:tasks.rados.rados.0.smithi084.stdout:3268: done (1 left) 2024-04-02T08:32:30.344 INFO:tasks.rados.rados.0.smithi084.stdout:3270: snap_create 2024-04-02T08:32:30.345 INFO:tasks.rados.rados.0.smithi084.stdout:3269: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:32:30.346 INFO:tasks.rados.rados.0.smithi084.stdout:3269: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:32:30.346 INFO:tasks.rados.rados.0.smithi084.stdout:3269: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:32:30.346 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1654 (ObjNum 934 snap 280 seq_num 934) dirty exists 2024-04-02T08:32:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[94794]: pgmap v698: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 157 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:32:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[94794]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:32:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[94794]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[94794]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:32:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[97358]: pgmap v698: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 157 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:32:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[97358]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:32:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[97358]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-mon[97358]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:32:30.644 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:32:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:32:30] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-02T08:32:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:30 smithi132 ceph-mon[88571]: pgmap v698: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 157 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:32:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:30 smithi132 ceph-mon[88571]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:32:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:30 smithi132 ceph-mon[88571]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:30 smithi132 ceph-mon[88571]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:32:31.238 INFO:tasks.rados.rados.0.smithi084.stdout:3269: done (1 left) 2024-04-02T08:32:31.239 INFO:tasks.rados.rados.0.smithi084.stdout:3270: done (0 left) 2024-04-02T08:32:31.239 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 307 2024-04-02T08:32:31.239 INFO:tasks.rados.rados.0.smithi084.stdout:3271: seq_num 1017 ranges {2023424=237568} 2024-04-02T08:32:31.250 INFO:tasks.rados.rados.0.smithi084.stdout:3271: writing smithi08483026-30 from 2023424 to 2260992 tid 1 2024-04-02T08:32:31.251 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 307 2024-04-02T08:32:31.251 INFO:tasks.rados.rados.0.smithi084.stdout:3272: seq_num 1018 ranges {3948544=253952} 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3272: writing smithi08483026-38 from 3948544 to 4202496 tid 1 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3273: snap_create 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3271: finishing write tid 1 to smithi08483026-30 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3271: finishing write tid 2 to smithi08483026-30 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3271: finishing write tid 3 to smithi08483026-30 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3271: oid 30 updating version 0 to 1568 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3271: oid 30 updating version 1568 to 1569 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1569 (ObjNum 1017 snap 307 seq_num 1017) dirty exists 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi084.stdout:3271: left oid 30 (ObjNum 1017 snap 307 seq_num 1017) 2024-04-02T08:32:31.279 INFO:tasks.rados.rados.0.smithi084.stdout:3272: finishing write tid 1 to smithi08483026-38 2024-04-02T08:32:31.279 INFO:tasks.rados.rados.0.smithi084.stdout:3272: finishing write tid 2 to smithi08483026-38 2024-04-02T08:32:31.280 INFO:tasks.rados.rados.0.smithi084.stdout:3272: finishing write tid 3 to smithi08483026-38 2024-04-02T08:32:31.280 INFO:tasks.rados.rados.0.smithi084.stdout:3272: oid 38 updating version 0 to 1559 2024-04-02T08:32:31.280 INFO:tasks.rados.rados.0.smithi084.stdout:3272: oid 38 updating version 1559 to 1560 2024-04-02T08:32:31.281 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1560 (ObjNum 1018 snap 307 seq_num 1018) dirty exists 2024-04-02T08:32:31.281 INFO:tasks.rados.rados.0.smithi084.stdout:3272: left oid 38 (ObjNum 1018 snap 307 seq_num 1018) 2024-04-02T08:32:32.242 INFO:tasks.rados.rados.0.smithi084.stdout:3271: done (2 left) 2024-04-02T08:32:32.242 INFO:tasks.rados.rados.0.smithi084.stdout:3272: done (1 left) 2024-04-02T08:32:32.243 INFO:tasks.rados.rados.0.smithi084.stdout:3273: done (0 left) 2024-04-02T08:32:32.243 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 308 2024-04-02T08:32:32.243 INFO:tasks.rados.rados.0.smithi084.stdout:3274: seq_num 1019 ranges {3661824=270336} 2024-04-02T08:32:32.264 INFO:tasks.rados.rados.0.smithi084.stdout:3274: writing smithi08483026-31 from 3661824 to 3932160 tid 1 2024-04-02T08:32:32.264 INFO:tasks.rados.rados.0.smithi084.stdout:3275: rmattr oid 35 current snap is 308 2024-04-02T08:32:32.264 INFO:tasks.rados.rados.0.smithi084.stdout:3276: read oid 46 snap 307 2024-04-02T08:32:32.264 INFO:tasks.rados.rados.0.smithi084.stdout:3276: expect deleted 2024-04-02T08:32:32.264 INFO:tasks.rados.rados.0.smithi084.stdout:3277: copy_from oid 42 from oid 38 current snap is 308 2024-04-02T08:32:32.264 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 308 2024-04-02T08:32:32.264 INFO:tasks.rados.rados.0.smithi084.stdout:3278: seq_num 1020 ranges {0=286720} 2024-04-02T08:32:32.266 INFO:tasks.rados.rados.0.smithi084.stdout:3278: writing smithi08483026-3 from 0 to 286720 tid 1 2024-04-02T08:32:32.266 INFO:tasks.rados.rados.0.smithi084.stdout:3279: delete oid 40 current snap is 308 2024-04-02T08:32:32.268 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1656 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:32.270 INFO:tasks.rados.rados.0.smithi084.stdout:3274: finishing write tid 1 to smithi08483026-31 2024-04-02T08:32:32.270 INFO:tasks.rados.rados.0.smithi084.stdout:3274: finishing write tid 2 to smithi08483026-31 2024-04-02T08:32:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:3275: done (5 left) 2024-04-02T08:32:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:3276: done (4 left) 2024-04-02T08:32:32.271 INFO:tasks.rados.rados.0.smithi084.stdout:3279: done (3 left) 2024-04-02T08:32:32.272 INFO:tasks.rados.rados.0.smithi084.stdout:3280: read oid 13 snap -1 2024-04-02T08:32:32.272 INFO:tasks.rados.rados.0.smithi084.stdout:3280: expect deleted 2024-04-02T08:32:32.272 INFO:tasks.rados.rados.0.smithi084.stdout:3281: copy_from oid 22 from oid 39 current snap is 308 2024-04-02T08:32:32.272 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 308 2024-04-02T08:32:32.272 INFO:tasks.rados.rados.0.smithi084.stdout:3282: seq_num 1022 ranges {2260992=319488} 2024-04-02T08:32:32.285 INFO:tasks.rados.rados.0.smithi084.stdout:3282: writing smithi08483026-30 from 2260992 to 2580480 tid 1 2024-04-02T08:32:32.285 INFO:tasks.rados.rados.0.smithi084.stdout:3283: read oid 17 snap -1 2024-04-02T08:32:32.286 INFO:tasks.rados.rados.0.smithi084.stdout:3283: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:32:32.286 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 308 2024-04-02T08:32:32.286 INFO:tasks.rados.rados.0.smithi084.stdout:3284: seq_num 1023 ranges {1908736=335872} 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:3284: writing smithi08483026-11 from 1908736 to 2244608 tid 1 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:3285: read oid 21 snap -1 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:3285: expect (ObjNum 987 snap 295 seq_num 987) 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:3286: rmattr oid 6 current snap is 308 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:3286: done (9 left) 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:3287: rollback oid 40 current snap is 308 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 307 2024-04-02T08:32:32.300 INFO:tasks.rados.rados.0.smithi084.stdout:3274: finishing write tid 3 to smithi08483026-31 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3274: oid 31 updating version 0 to 1453 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3274: oid 31 updating version 1453 to 1454 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1454 (ObjNum 1019 snap 308 seq_num 1019) dirty exists 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3274: left oid 31 (ObjNum 1019 snap 308 seq_num 1019) 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3278: finishing write tid 1 to smithi08483026-3 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3278: finishing write tid 2 to smithi08483026-3 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3278: finishing write tid 3 to smithi08483026-3 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3278: oid 3 updating version 0 to 1562 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3278: oid 3 version 1562 is already newer than 1561 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 1562 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-04-02T08:32:32.301 INFO:tasks.rados.rados.0.smithi084.stdout:3278: left oid 3 (ObjNum 1020 snap 308 seq_num 1020) 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3281: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3281: finishing copy_from to smithi08483026-22 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1564 (ObjNum 902 snap 271 seq_num 902) dirty exists 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3274: done (9 left) 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3278: done (8 left) 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3280: done (7 left) 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3281: done (6 left) 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3288: copy_from oid 8 from oid 19 current snap is 308 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3277: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:3277: finishing copy_from to smithi08483026-42 2024-04-02T08:32:32.302 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1560 (ObjNum 1018 snap 307 seq_num 1018) dirty exists 2024-04-02T08:32:32.303 INFO:tasks.rados.rados.0.smithi084.stdout:3282: finishing write tid 1 to smithi08483026-30 2024-04-02T08:32:32.303 INFO:tasks.rados.rados.0.smithi084.stdout:3282: finishing write tid 2 to smithi08483026-30 2024-04-02T08:32:32.303 INFO:tasks.rados.rados.0.smithi084.stdout:3277: done (6 left) 2024-04-02T08:32:32.303 INFO:tasks.rados.rados.0.smithi084.stdout:3289: read oid 32 snap 307 2024-04-02T08:32:32.303 INFO:tasks.rados.rados.0.smithi084.stdout:3289: expect (ObjNum 958 snap 285 seq_num 958) 2024-04-02T08:32:32.303 INFO:tasks.rados.rados.0.smithi084.stdout:3290: snap_create 2024-04-02T08:32:32.303 INFO:tasks.rados.rados.0.smithi084.stdout:3283: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:32:32.323 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-02T08:32:32.323 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": { 2024-04-02T08:32:32.323 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:32:32.323 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:32:32.323 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": { 2024-04-02T08:32:32.323 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": { 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: "overall": { 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-02T08:32:32.324 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-02T08:32:32.473 INFO:tasks.rados.rados.0.smithi084.stdout:3282: finishing write tid 3 to smithi08483026-30 2024-04-02T08:32:32.473 INFO:tasks.rados.rados.0.smithi084.stdout:3282: oid 30 updating version 0 to 1571 2024-04-02T08:32:32.473 INFO:tasks.rados.rados.0.smithi084.stdout:3282: oid 30 version 1571 is already newer than 1570 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1571 (ObjNum 1022 snap 308 seq_num 1022) dirty exists 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:3282: left oid 30 (ObjNum 1022 snap 308 seq_num 1022) 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:3284: finishing write tid 1 to smithi08483026-11 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:3287: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:3287: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1660 (ObjNum 998 snap 301 seq_num 998) dirty exists 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:3284: finishing write tid 2 to smithi08483026-11 2024-04-02T08:32:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:3289: expect (ObjNum 958 snap 285 seq_num 958) 2024-04-02T08:32:32.565 INFO:tasks.rados.rados.0.smithi084.stdout:3284: finishing write tid 3 to smithi08483026-11 2024-04-02T08:32:32.565 INFO:tasks.rados.rados.0.smithi084.stdout:3284: oid 11 updating version 0 to 1659 2024-04-02T08:32:32.565 INFO:tasks.rados.rados.0.smithi084.stdout:3284: oid 11 version 1659 is already newer than 1658 2024-04-02T08:32:32.565 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1659 (ObjNum 1023 snap 308 seq_num 1023) dirty exists 2024-04-02T08:32:32.566 INFO:tasks.rados.rados.0.smithi084.stdout:3284: left oid 11 (ObjNum 1023 snap 308 seq_num 1023) 2024-04-02T08:32:32.566 INFO:tasks.rados.rados.0.smithi084.stdout:3288: finishing copy_from racing read to smithi08483026-8 2024-04-02T08:32:32.566 INFO:tasks.rados.rados.0.smithi084.stdout:3288: finishing copy_from to smithi08483026-8 2024-04-02T08:32:32.566 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1440 (ObjNum 985 snap 295 seq_num 985) dirty exists 2024-04-02T08:32:32.566 INFO:tasks.rados.rados.0.smithi084.stdout:3285: expect (ObjNum 987 snap 295 seq_num 987) 2024-04-02T08:32:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:32 smithi084 ceph-mon[94794]: pgmap v701: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:32:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:32 smithi084 ceph-mon[94794]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:32:32.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:32 smithi084 ceph-mon[97358]: pgmap v701: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:32:32.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:32 smithi084 ceph-mon[97358]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:32:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:32 smithi132 ceph-mon[88571]: pgmap v701: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:32:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:32 smithi132 ceph-mon[88571]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:32:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:32:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:33.143 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-02T08:32:33.251 INFO:tasks.rados.rados.0.smithi084.stdout:3282: done (7 left) 2024-04-02T08:32:33.251 INFO:tasks.rados.rados.0.smithi084.stdout:3283: done (6 left) 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:3284: done (5 left) 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:3285: done (4 left) 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:3287: done (3 left) 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:3288: done (2 left) 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:3289: done (1 left) 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:3290: done (0 left) 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 309 2024-04-02T08:32:33.252 INFO:tasks.rados.rados.0.smithi084.stdout:3291: seq_num 1024 ranges {1187840=352256} 2024-04-02T08:32:33.260 INFO:tasks.rados.rados.0.smithi084.stdout:3291: writing smithi08483026-39 from 1187840 to 1540096 tid 1 2024-04-02T08:32:33.260 INFO:tasks.rados.rados.0.smithi084.stdout:3292: read oid 17 snap -1 2024-04-02T08:32:33.260 INFO:tasks.rados.rados.0.smithi084.stdout:3292: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:32:33.261 INFO:tasks.rados.rados.0.smithi084.stdout:3293: snap_create 2024-04-02T08:32:33.268 INFO:tasks.rados.rados.0.smithi084.stdout:3291: finishing write tid 1 to smithi08483026-39 2024-04-02T08:32:33.269 INFO:tasks.rados.rados.0.smithi084.stdout:3291: finishing write tid 2 to smithi08483026-39 2024-04-02T08:32:33.270 INFO:tasks.rados.rados.0.smithi084.stdout:3291: finishing write tid 3 to smithi08483026-39 2024-04-02T08:32:33.270 INFO:tasks.rados.rados.0.smithi084.stdout:3291: oid 39 updating version 0 to 1575 2024-04-02T08:32:33.270 INFO:tasks.rados.rados.0.smithi084.stdout:3291: oid 39 version 1575 is already newer than 1574 2024-04-02T08:32:33.270 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1575 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-04-02T08:32:33.270 INFO:tasks.rados.rados.0.smithi084.stdout:3291: left oid 39 (ObjNum 1024 snap 309 seq_num 1024) 2024-04-02T08:32:33.274 INFO:tasks.rados.rados.0.smithi084.stdout:3292: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:32:33.377 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:32:33.498 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:33 smithi084 ceph-mon[94794]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:32:33.498 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:33 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3997231363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:33.499 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:33 smithi084 ceph-mon[97358]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:32:33.499 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:33 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3997231363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:33.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:33 smithi132 ceph-mon[88571]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:32:33.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:33 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3997231363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:3291: done (2 left) 2024-04-02T08:32:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:3292: done (1 left) 2024-04-02T08:32:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:3293: done (0 left) 2024-04-02T08:32:34.250 INFO:tasks.rados.rados.0.smithi084.stdout:3294: snap_create 2024-04-02T08:32:34.546 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:34 smithi084 ceph-mon[94794]: pgmap v704: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-02T08:32:34.546 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:34 smithi084 ceph-mon[94794]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:32:34.547 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:34 smithi084 ceph-mon[97358]: pgmap v704: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-02T08:32:34.547 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:34 smithi084 ceph-mon[97358]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:32:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:34 smithi132 ceph-mon[88571]: pgmap v704: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-02T08:32:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:34 smithi132 ceph-mon[88571]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:32:35.251 INFO:tasks.rados.rados.0.smithi084.stdout:3294: done (0 left) 2024-04-02T08:32:35.251 INFO:tasks.rados.rados.0.smithi084.stdout:3295: rollback oid 32 current snap is 311 2024-04-02T08:32:35.251 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 299 2024-04-02T08:32:35.251 INFO:tasks.rados.rados.0.smithi084.stdout:3296: copy_from oid 1 from oid 15 current snap is 311 2024-04-02T08:32:35.251 INFO:tasks.rados.rados.0.smithi084.stdout:3297: snap_remove snap 308 2024-04-02T08:32:35.424 INFO:teuthology.orchestra.run.smithi084.stdout:true 2024-04-02T08:32:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:35 smithi084 ceph-mon[94794]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:32:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:35 smithi084 ceph-mon[94794]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:32:35.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:35 smithi084 ceph-mon[97358]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:32:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:35 smithi084 ceph-mon[97358]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:32:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:35 smithi132 ceph-mon[88571]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:32:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:35 smithi132 ceph-mon[88571]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:32:36.156 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-02T08:32:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:3297: done (2 left) 2024-04-02T08:32:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:3298: copy_from oid 40 from oid 30 current snap is 311 2024-04-02T08:32:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:3295: finishing rollback tid 0 to smithi08483026-32 2024-04-02T08:32:36.262 INFO:tasks.rados.rados.0.smithi084.stdout:3295: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3295: finishing rollback tid 2 to smithi08483026-32 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1579 (ObjNum 958 snap 285 seq_num 958) dirty exists 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3296: finishing copy_from racing read to smithi08483026-1 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3296: finishing copy_from to smithi08483026-1 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1015 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3295: done (2 left) 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3296: done (1 left) 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3299: read oid 42 snap -1 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3299: expect (ObjNum 1018 snap 307 seq_num 1018) 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3300: read oid 19 snap -1 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3300: expect (ObjNum 985 snap 295 seq_num 985) 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 311 2024-04-02T08:32:36.263 INFO:tasks.rados.rados.0.smithi084.stdout:3301: seq_num 1025 ranges {0=368640} 2024-04-02T08:32:36.265 INFO:tasks.rados.rados.0.smithi084.stdout:3301: writing smithi08483026-23 from 0 to 368640 tid 1 2024-04-02T08:32:36.265 INFO:tasks.rados.rados.0.smithi084.stdout:3302: rmattr oid 20 current snap is 311 2024-04-02T08:32:36.265 INFO:tasks.rados.rados.0.smithi084.stdout:3302: done (4 left) 2024-04-02T08:32:36.265 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 311 2024-04-02T08:32:36.265 INFO:tasks.rados.rados.0.smithi084.stdout:3303: seq_num 1026 ranges {4153344=385024} 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:3303: writing smithi08483026-48 from 4153344 to 4538368 tid 1 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:3304: read oid 9 snap -1 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:3304: expect (ObjNum 1016 snap 306 seq_num 1016) 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi084.stdout:3305: snap_remove snap 309 2024-04-02T08:32:36.394 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:32:36.517 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:36 smithi084 ceph-mon[94794]: pgmap v707: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:32:36.517 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:36 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2312508344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:36.517 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:36 smithi084 ceph-mon[94794]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:32:36.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:36 smithi084 ceph-mon[97358]: pgmap v707: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:32:36.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:36 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2312508344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:36.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:36 smithi084 ceph-mon[97358]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:32:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:36 smithi132 ceph-mon[88571]: pgmap v707: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:32:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:36 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2312508344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:36 smithi132 ceph-mon[88571]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3305: done (6 left) 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3306: rollback oid 45 current snap is 311 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 45 to 299 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3307: read oid 11 snap -1 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3307: expect (ObjNum 1023 snap 308 seq_num 1023) 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3308: rollback oid 7 current snap is 311 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 307 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3309: read oid 33 snap -1 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3309: expect (ObjNum 851 snap 262 seq_num 851) 2024-04-02T08:32:37.280 INFO:tasks.rados.rados.0.smithi084.stdout:3310: read oid 36 snap -1 2024-04-02T08:32:37.281 INFO:tasks.rados.rados.0.smithi084.stdout:3310: expect deleted 2024-04-02T08:32:37.281 INFO:tasks.rados.rados.0.smithi084.stdout:3311: snap_create 2024-04-02T08:32:37.281 INFO:tasks.rados.rados.0.smithi084.stdout:3301: finishing write tid 1 to smithi08483026-23 2024-04-02T08:32:37.281 INFO:tasks.rados.rados.0.smithi084.stdout:3300: expect (ObjNum 985 snap 295 seq_num 985) 2024-04-02T08:32:37.433 INFO:tasks.rados.rados.0.smithi084.stdout:3301: finishing write tid 2 to smithi08483026-23 2024-04-02T08:32:37.433 INFO:tasks.rados.rados.0.smithi084.stdout:3301: finishing write tid 3 to smithi08483026-23 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3301: oid 23 updating version 0 to 1531 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3301: oid 23 version 1531 is already newer than 1530 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1531 (ObjNum 1025 snap 311 seq_num 1025) dirty exists 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3301: left oid 23 (ObjNum 1025 snap 311 seq_num 1025) 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3303: finishing write tid 1 to smithi08483026-48 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3303: finishing write tid 2 to smithi08483026-48 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3303: finishing write tid 3 to smithi08483026-48 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3303: oid 48 updating version 0 to 1572 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3303: oid 48 updating version 1572 to 1573 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1573 (ObjNum 1026 snap 311 seq_num 1026) dirty exists 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3303: left oid 48 (ObjNum 1026 snap 311 seq_num 1026) 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3298: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:3298: finishing copy_from to smithi08483026-40 2024-04-02T08:32:37.434 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1571 (ObjNum 1022 snap 308 seq_num 1022) dirty exists 2024-04-02T08:32:37.435 INFO:tasks.rados.rados.0.smithi084.stdout:3299: expect (ObjNum 1018 snap 307 seq_num 1018) 2024-04-02T08:32:37.677 INFO:tasks.rados.rados.0.smithi084.stdout:3304: expect (ObjNum 1016 snap 306 seq_num 1016) 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:3306: finishing rollback tid 0 to smithi08483026-45 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:3306: finishing rollback tid 1 to smithi08483026-45 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:3306: finishing rollback tid 2 to smithi08483026-45 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 1018 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:3308: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:3308: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:3308: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 1445 (ObjNum 1014 snap 306 seq_num 1014) dirty exists 2024-04-02T08:32:37.792 INFO:tasks.rados.rados.0.smithi084.stdout:3307: expect (ObjNum 1023 snap 308 seq_num 1023) 2024-04-02T08:32:37.921 INFO:tasks.rados.rados.0.smithi084.stdout:3309: expect (ObjNum 851 snap 262 seq_num 851) 2024-04-02T08:32:38.415 INFO:tasks.rados.rados.0.smithi084.stdout:3298: done (11 left) 2024-04-02T08:32:38.415 INFO:tasks.rados.rados.0.smithi084.stdout:3299: done (10 left) 2024-04-02T08:32:38.415 INFO:tasks.rados.rados.0.smithi084.stdout:3300: done (9 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3301: done (8 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3303: done (7 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3304: done (6 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3306: done (5 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3307: done (4 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3308: done (3 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3309: done (2 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3310: done (1 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3311: done (0 left) 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 312 2024-04-02T08:32:38.416 INFO:tasks.rados.rados.0.smithi084.stdout:3312: seq_num 1027 ranges {4202496=409600} 2024-04-02T08:32:38.440 INFO:tasks.rados.rados.0.smithi084.stdout:3312: writing smithi08483026-42 from 4202496 to 4612096 tid 1 2024-04-02T08:32:38.440 INFO:tasks.rados.rados.0.smithi084.stdout:3313: snap_remove snap 299 2024-04-02T08:32:38.548 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)" 2024-04-02T08:32:38.549 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:38 smithi084 ceph-mon[94794]: pgmap v710: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:32:38.549 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:38 smithi084 ceph-mon[94794]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:32:38.549 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:38 smithi084 ceph-mon[97358]: pgmap v710: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:32:38.549 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:38 smithi084 ceph-mon[97358]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:32:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:38 smithi132 ceph-mon[88571]: pgmap v710: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:32:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:38 smithi132 ceph-mon[88571]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:32:39.299 INFO:tasks.rados.rados.0.smithi084.stdout:3312: finishing write tid 1 to smithi08483026-42 2024-04-02T08:32:39.299 INFO:tasks.rados.rados.0.smithi084.stdout:3312: finishing write tid 2 to smithi08483026-42 2024-04-02T08:32:39.299 INFO:tasks.rados.rados.0.smithi084.stdout:3312: finishing write tid 3 to smithi08483026-42 2024-04-02T08:32:39.299 INFO:tasks.rados.rados.0.smithi084.stdout:3312: oid 42 updating version 0 to 1662 2024-04-02T08:32:39.299 INFO:tasks.rados.rados.0.smithi084.stdout:3312: oid 42 version 1662 is already newer than 1661 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1662 (ObjNum 1027 snap 312 seq_num 1027) dirty exists 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:3312: left oid 42 (ObjNum 1027 snap 312 seq_num 1027) 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:3312: done (1 left) 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:3313: done (0 left) 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:3314: rollback oid 48 current snap is 312 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 48 to 307 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:3315: copy_from oid 21 from oid 16 current snap is 312 2024-04-02T08:32:39.300 INFO:tasks.rados.rados.0.smithi084.stdout:3316: snap_remove snap 310 2024-04-02T08:32:39.326 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:32:39.326 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-02T08:32:39.326 DEBUG:teuthology.parallel:result is None 2024-04-02T08:32:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:39 smithi084 ceph-mon[94794]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:32:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:39 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/280476812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:39 smithi084 ceph-mon[97358]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:32:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:39 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/280476812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:39 smithi132 ceph-mon[88571]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:32:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:39 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/280476812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:40.189 INFO:tasks.rados.rados.0.smithi084.stdout:3316: done (2 left) 2024-04-02T08:32:40.189 INFO:tasks.rados.rados.0.smithi084.stdout:3317: rollback oid 26 current snap is 312 2024-04-02T08:32:40.189 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 26 to 307 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3314: finishing rollback tid 0 to smithi08483026-48 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3314: finishing rollback tid 1 to smithi08483026-48 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3314: finishing rollback tid 2 to smithi08483026-48 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1576 (ObjNum 1015 snap 306 seq_num 1015) dirty exists 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3315: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3315: finishing copy_from to smithi08483026-21 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1529 (ObjNum 916 snap 276 seq_num 916) dirty exists 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3314: done (2 left) 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3315: done (1 left) 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 312 2024-04-02T08:32:40.190 INFO:tasks.rados.rados.0.smithi084.stdout:3318: seq_num 1028 ranges {5693440=425984} 2024-04-02T08:32:40.223 INFO:tasks.rados.rados.0.smithi084.stdout:3318: writing smithi08483026-15 from 5693440 to 6119424 tid 1 2024-04-02T08:32:40.223 INFO:tasks.rados.rados.0.smithi084.stdout:3319: snap_create 2024-04-02T08:32:40.223 INFO:tasks.rados.rados.0.smithi084.stdout:3317: finishing rollback tid 1 to smithi08483026-26 2024-04-02T08:32:40.224 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:32:40.228 INFO:tasks.rados.rados.0.smithi084.stdout:3318: finishing write tid 1 to smithi08483026-15 2024-04-02T08:32:40.229 INFO:tasks.rados.rados.0.smithi084.stdout:3318: finishing write tid 2 to smithi08483026-15 2024-04-02T08:32:40.229 INFO:tasks.rados.rados.0.smithi084.stdout:3318: finishing write tid 3 to smithi08483026-15 2024-04-02T08:32:40.229 INFO:tasks.rados.rados.0.smithi084.stdout:3318: oid 15 updating version 0 to 1019 2024-04-02T08:32:40.229 INFO:tasks.rados.rados.0.smithi084.stdout:3318: oid 15 updating version 1019 to 1020 2024-04-02T08:32:40.229 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1020 (ObjNum 1028 snap 312 seq_num 1028) dirty exists 2024-04-02T08:32:40.229 INFO:tasks.rados.rados.0.smithi084.stdout:3318: left oid 15 (ObjNum 1028 snap 312 seq_num 1028) 2024-04-02T08:32:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:40 smithi084 ceph-mon[94794]: pgmap v713: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:40 smithi084 ceph-mon[94794]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:32:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:40 smithi084 ceph-mon[94794]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:32:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:40 smithi084 ceph-mon[97358]: pgmap v713: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:40 smithi084 ceph-mon[97358]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:32:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:40 smithi084 ceph-mon[97358]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:32:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:40 smithi132 ceph-mon[88571]: pgmap v713: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:40 smithi132 ceph-mon[88571]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:32:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:40 smithi132 ceph-mon[88571]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:32:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:32:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:32:40] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:32:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:3317: done (2 left) 2024-04-02T08:32:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:3318: done (1 left) 2024-04-02T08:32:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:3319: done (0 left) 2024-04-02T08:32:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:3320: copy_from oid 49 from oid 13 current snap is 313 2024-04-02T08:32:41.190 INFO:tasks.rados.rados.0.smithi084.stdout:3321: copy_from oid 46 from oid 17 current snap is 313 2024-04-02T08:32:41.191 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 313 2024-04-02T08:32:41.191 INFO:tasks.rados.rados.0.smithi084.stdout:3322: seq_num 1029 ranges {8773632=442368} 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3322: writing smithi08483026-25 from 8773632 to 9216000 tid 1 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3323: read oid 11 snap -1 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3323: expect (ObjNum 1023 snap 308 seq_num 1023) 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3324: setattr oid 40 current snap is 313 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3320: finishing copy_from to smithi08483026-49 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3320: got expected ENOENT (src dne) 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3320: finishing copy_from racing read to smithi08483026-49 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3321: finishing copy_from racing read to smithi08483026-46 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi084.stdout:3321: finishing copy_from to smithi08483026-46 2024-04-02T08:32:41.242 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1450 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:32:41.242 INFO:tasks.rados.rados.0.smithi084.stdout:3320: done (4 left) 2024-04-02T08:32:41.242 INFO:tasks.rados.rados.0.smithi084.stdout:3321: done (3 left) 2024-04-02T08:32:41.242 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 313 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi084.stdout:3325: seq_num 1030 ranges {8773632=458752} 2024-04-02T08:32:41.293 INFO:tasks.rados.rados.0.smithi084.stdout:3325: writing smithi08483026-33 from 8773632 to 9232384 tid 1 2024-04-02T08:32:41.293 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 313 2024-04-02T08:32:41.293 INFO:tasks.rados.rados.0.smithi084.stdout:3326: seq_num 1031 ranges {0=475136} 2024-04-02T08:32:41.296 INFO:tasks.rados.rados.0.smithi084.stdout:3326: writing smithi08483026-35 from 0 to 475136 tid 1 2024-04-02T08:32:41.296 INFO:tasks.rados.rados.0.smithi084.stdout:3327: snap_remove snap 306 2024-04-02T08:32:42.298 INFO:tasks.rados.rados.0.smithi084.stdout:3322: finishing write tid 1 to smithi08483026-25 2024-04-02T08:32:42.298 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1685 (ObjNum 1022 snap 308 seq_num 1022) dirty exists 2024-04-02T08:32:42.298 INFO:tasks.rados.rados.0.smithi084.stdout:3322: finishing write tid 2 to smithi08483026-25 2024-04-02T08:32:42.298 INFO:tasks.rados.rados.0.smithi084.stdout:3323: expect (ObjNum 1023 snap 308 seq_num 1023) 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3322: finishing write tid 3 to smithi08483026-25 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3322: oid 25 updating version 0 to 1617 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3322: oid 25 updating version 1617 to 1618 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1618 (ObjNum 1029 snap 313 seq_num 1029) dirty exists 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3322: left oid 25 (ObjNum 1029 snap 313 seq_num 1029) 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3325: finishing write tid 1 to smithi08483026-33 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3325: finishing write tid 2 to smithi08483026-33 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3322: done (5 left) 2024-04-02T08:32:42.425 INFO:tasks.rados.rados.0.smithi084.stdout:3323: done (4 left) 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3324: done (3 left) 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3327: done (2 left) 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3328: read oid 1 snap -1 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3328: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3329: copy_from oid 21 from oid 29 current snap is 313 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3326: finishing write tid 1 to smithi08483026-35 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3325: finishing write tid 3 to smithi08483026-33 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3325: oid 33 updating version 0 to 1677 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3325: oid 33 version 1677 is already newer than 1676 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1677 (ObjNum 1030 snap 313 seq_num 1030) dirty exists 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3325: left oid 33 (ObjNum 1030 snap 313 seq_num 1030) 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3326: finishing write tid 2 to smithi08483026-35 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3326: finishing write tid 3 to smithi08483026-35 2024-04-02T08:32:42.426 INFO:tasks.rados.rados.0.smithi084.stdout:3326: oid 35 updating version 0 to 1688 2024-04-02T08:32:42.427 INFO:tasks.rados.rados.0.smithi084.stdout:3326: oid 35 version 1688 is already newer than 1687 2024-04-02T08:32:42.427 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1688 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-04-02T08:32:42.427 INFO:tasks.rados.rados.0.smithi084.stdout:3326: left oid 35 (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:32:42.427 INFO:tasks.rados.rados.0.smithi084.stdout:3325: done (3 left) 2024-04-02T08:32:42.427 INFO:tasks.rados.rados.0.smithi084.stdout:3326: done (2 left) 2024-04-02T08:32:42.427 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 313 2024-04-02T08:32:42.427 INFO:tasks.rados.rados.0.smithi084.stdout:3330: seq_num 1032 ranges {1941504=491520} 2024-04-02T08:32:42.439 INFO:tasks.rados.rados.0.smithi084.stdout:3330: writing smithi08483026-43 from 1941504 to 2433024 tid 1 2024-04-02T08:32:42.439 INFO:tasks.rados.rados.0.smithi084.stdout:3331: snap_remove snap 311 2024-04-02T08:32:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:42 smithi084 ceph-mon[94794]: pgmap v716: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T08:32:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:42 smithi084 ceph-mon[94794]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:32:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:42 smithi084 ceph-mon[97358]: pgmap v716: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T08:32:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:42 smithi084 ceph-mon[97358]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:32:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:42 smithi132 ceph-mon[88571]: pgmap v716: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T08:32:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:42 smithi132 ceph-mon[88571]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:32:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:32:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:32:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:43.301 INFO:tasks.rados.rados.0.smithi084.stdout:3331: done (3 left) 2024-04-02T08:32:43.301 INFO:tasks.rados.rados.0.smithi084.stdout:3332: delete oid 23 current snap is 313 2024-04-02T08:32:43.301 INFO:tasks.rados.rados.0.smithi084.stdout:3328: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:43.554 INFO:tasks.rados.rados.0.smithi084.stdout:3330: finishing write tid 1 to smithi08483026-43 2024-04-02T08:32:43.554 INFO:tasks.rados.rados.0.smithi084.stdout:3330: finishing write tid 2 to smithi08483026-43 2024-04-02T08:32:43.554 INFO:tasks.rados.rados.0.smithi084.stdout:3328: done (3 left) 2024-04-02T08:32:43.554 INFO:tasks.rados.rados.0.smithi084.stdout:3332: done (2 left) 2024-04-02T08:32:43.554 INFO:tasks.rados.rados.0.smithi084.stdout:3333: rollback oid 3 current snap is 313 2024-04-02T08:32:43.554 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 3 to 307 2024-04-02T08:32:43.554 INFO:tasks.rados.rados.0.smithi084.stdout:3329: finishing copy_from racing read to smithi08483026-21 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3330: finishing write tid 3 to smithi08483026-43 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3330: oid 43 updating version 0 to 1696 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3330: oid 43 updating version 1696 to 1697 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1697 (ObjNum 1032 snap 313 seq_num 1032) dirty exists 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3330: left oid 43 (ObjNum 1032 snap 313 seq_num 1032) 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3329: finishing copy_from to smithi08483026-21 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1506 (ObjNum 968 snap 291 seq_num 968) dirty exists 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3329: done (2 left) 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3330: done (1 left) 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3334: read oid 10 snap -1 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3334: expect deleted 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3335: copy_from oid 48 from oid 24 current snap is 313 2024-04-02T08:32:43.555 INFO:tasks.rados.rados.0.smithi084.stdout:3336: snap_create 2024-04-02T08:32:43.556 INFO:tasks.rados.rados.0.smithi084.stdout:3333: finishing rollback tid 0 to smithi08483026-3 2024-04-02T08:32:43.556 INFO:tasks.rados.rados.0.smithi084.stdout:3333: finishing rollback tid 1 to smithi08483026-3 2024-04-02T08:32:43.557 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 1564 (ObjNum 65 snap 0 seq_num 1415663187) dirty dne 2024-04-02T08:32:43.570 INFO:tasks.rados.rados.0.smithi084.stdout:3335: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:32:43.572 INFO:tasks.rados.rados.0.smithi084.stdout:3335: finishing copy_from to smithi08483026-48 2024-04-02T08:32:43.572 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1503 (ObjNum 984 snap 295 seq_num 984) dirty exists 2024-04-02T08:32:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:43 smithi084 ceph-mon[94794]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:32:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:43 smithi084 ceph-mon[97358]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:32:43.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:43 smithi132 ceph-mon[88571]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:32:44.308 INFO:tasks.rados.rados.0.smithi084.stdout:3333: done (3 left) 2024-04-02T08:32:44.309 INFO:tasks.rados.rados.0.smithi084.stdout:3334: done (2 left) 2024-04-02T08:32:44.309 INFO:tasks.rados.rados.0.smithi084.stdout:3335: done (1 left) 2024-04-02T08:32:44.309 INFO:tasks.rados.rados.0.smithi084.stdout:3336: done (0 left) 2024-04-02T08:32:44.309 INFO:tasks.rados.rados.0.smithi084.stdout:3337: snap_create 2024-04-02T08:32:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:44 smithi084 ceph-mon[94794]: pgmap v719: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:32:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:44 smithi084 ceph-mon[94794]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:32:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:44 smithi084 ceph-mon[97358]: pgmap v719: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:32:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:44 smithi084 ceph-mon[97358]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:32:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:44 smithi132 ceph-mon[88571]: pgmap v719: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:32:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:44 smithi132 ceph-mon[88571]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:32:45.313 INFO:tasks.rados.rados.0.smithi084.stdout:3337: done (0 left) 2024-04-02T08:32:45.313 INFO:tasks.rados.rados.0.smithi084.stdout:3338: snap_create 2024-04-02T08:32:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:45 smithi084 ceph-mon[94794]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:32:45.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:45 smithi084 ceph-mon[97358]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:32:45.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:45 smithi132 ceph-mon[88571]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:32:46.317 INFO:tasks.rados.rados.0.smithi084.stdout:3338: done (0 left) 2024-04-02T08:32:46.317 INFO:tasks.rados.rados.0.smithi084.stdout:3339: rmattr oid 31 current snap is 316 2024-04-02T08:32:46.317 INFO:tasks.rados.rados.0.smithi084.stdout:3339: done (0 left) 2024-04-02T08:32:46.317 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 316 2024-04-02T08:32:46.317 INFO:tasks.rados.rados.0.smithi084.stdout:3340: seq_num 1034 ranges {3948544=524288} 2024-04-02T08:32:46.342 INFO:tasks.rados.rados.0.smithi084.stdout:3340: writing smithi08483026-24 from 3948544 to 4472832 tid 1 2024-04-02T08:32:46.343 INFO:tasks.rados.rados.0.smithi084.stdout:3341: copy_from oid 13 from oid 50 current snap is 316 2024-04-02T08:32:46.343 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 316 2024-04-02T08:32:46.343 INFO:tasks.rados.rados.0.smithi084.stdout:3342: seq_num 1035 ranges {4669440=540672} 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3342: writing smithi08483026-6 from 4669440 to 5210112 tid 1 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3343: copy_from oid 2 from oid 10 current snap is 316 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3340: finishing write tid 1 to smithi08483026-24 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3344: read oid 18 snap -1 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3344: expect deleted 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3345: read oid 41 snap -1 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3345: expect (ObjNum 852 snap 262 seq_num 852) 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 316 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3340: finishing write tid 2 to smithi08483026-24 2024-04-02T08:32:46.372 INFO:tasks.rados.rados.0.smithi084.stdout:3346: seq_num 1036 ranges {6225920=557056} 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3346: writing smithi08483026-20 from 6225920 to 6782976 tid 1 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3347: delete oid 45 current snap is 316 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3340: finishing write tid 3 to smithi08483026-24 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3340: oid 24 updating version 0 to 1507 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3340: oid 24 updating version 1507 to 1508 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1508 (ObjNum 1034 snap 316 seq_num 1034) dirty exists 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3340: left oid 24 (ObjNum 1034 snap 316 seq_num 1034) 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3342: finishing write tid 1 to smithi08483026-6 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3342: finishing write tid 2 to smithi08483026-6 2024-04-02T08:32:46.409 INFO:tasks.rados.rados.0.smithi084.stdout:3341: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:32:46.410 INFO:tasks.rados.rados.0.smithi084.stdout:3343: finishing copy_from to smithi08483026-2 2024-04-02T08:32:46.410 INFO:tasks.rados.rados.0.smithi084.stdout:3343: got expected ENOENT (src dne) 2024-04-02T08:32:46.410 INFO:tasks.rados.rados.0.smithi084.stdout:3345: expect (ObjNum 852 snap 262 seq_num 852) 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi084.stdout:3343: finishing copy_from racing read to smithi08483026-2 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi084.stdout:3341: finishing copy_from to smithi08483026-13 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1590 (ObjNum 995 snap 300 seq_num 995) dirty exists 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi084.stdout:3342: finishing write tid 3 to smithi08483026-6 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi084.stdout:3342: oid 6 updating version 0 to 1124 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi084.stdout:3342: oid 6 version 1124 is already newer than 1123 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1124 (ObjNum 1035 snap 316 seq_num 1035) dirty exists 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3342: left oid 6 (ObjNum 1035 snap 316 seq_num 1035) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3340: done (7 left) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3341: done (6 left) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3342: done (5 left) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3343: done (4 left) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3344: done (3 left) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3345: done (2 left) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3347: done (1 left) 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3348: copy_from oid 15 from oid 1 current snap is 316 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3346: finishing write tid 1 to smithi08483026-20 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3346: finishing write tid 2 to smithi08483026-20 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3346: finishing write tid 3 to smithi08483026-20 2024-04-02T08:32:46.474 INFO:tasks.rados.rados.0.smithi084.stdout:3346: oid 20 updating version 0 to 1706 2024-04-02T08:32:46.475 INFO:tasks.rados.rados.0.smithi084.stdout:3346: oid 20 version 1706 is already newer than 1705 2024-04-02T08:32:46.475 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1706 (ObjNum 1036 snap 316 seq_num 1036) dirty exists 2024-04-02T08:32:46.475 INFO:tasks.rados.rados.0.smithi084.stdout:3346: left oid 20 (ObjNum 1036 snap 316 seq_num 1036) 2024-04-02T08:32:46.475 INFO:tasks.rados.rados.0.smithi084.stdout:3346: done (1 left) 2024-04-02T08:32:46.475 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 316 2024-04-02T08:32:46.475 INFO:tasks.rados.rados.0.smithi084.stdout:3349: seq_num 1038 ranges {3661824=589824} 2024-04-02T08:32:46.497 INFO:tasks.rados.rados.0.smithi084.stdout:3349: writing smithi08483026-17 from 3661824 to 4251648 tid 1 2024-04-02T08:32:46.497 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 316 2024-04-02T08:32:46.497 INFO:tasks.rados.rados.0.smithi084.stdout:3348: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:32:46.497 INFO:tasks.rados.rados.0.smithi084.stdout:3350: seq_num 1039 ranges {0=606208} 2024-04-02T08:32:46.501 INFO:tasks.rados.rados.0.smithi084.stdout:3350: writing smithi08483026-26 from 0 to 606208 tid 1 2024-04-02T08:32:46.501 INFO:tasks.rados.rados.0.smithi084.stdout:3351: copy_from oid 29 from oid 35 current snap is 316 2024-04-02T08:32:46.501 INFO:tasks.rados.rados.0.smithi084.stdout:3348: finishing copy_from to smithi08483026-15 2024-04-02T08:32:46.501 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1015 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:32:46.501 INFO:tasks.rados.rados.0.smithi084.stdout:3349: finishing write tid 1 to smithi08483026-17 2024-04-02T08:32:46.501 INFO:tasks.rados.rados.0.smithi084.stdout:3348: done (3 left) 2024-04-02T08:32:46.501 INFO:tasks.rados.rados.0.smithi084.stdout:3352: snap_create 2024-04-02T08:32:46.502 INFO:tasks.rados.rados.0.smithi084.stdout:3349: finishing write tid 2 to smithi08483026-17 2024-04-02T08:32:46.502 INFO:tasks.rados.rados.0.smithi084.stdout:3349: finishing write tid 3 to smithi08483026-17 2024-04-02T08:32:46.502 INFO:tasks.rados.rados.0.smithi084.stdout:3349: oid 17 updating version 0 to 1455 2024-04-02T08:32:46.502 INFO:tasks.rados.rados.0.smithi084.stdout:3349: oid 17 updating version 1455 to 1456 2024-04-02T08:32:46.502 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1456 (ObjNum 1038 snap 316 seq_num 1038) dirty exists 2024-04-02T08:32:46.503 INFO:tasks.rados.rados.0.smithi084.stdout:3349: left oid 17 (ObjNum 1038 snap 316 seq_num 1038) 2024-04-02T08:32:46.505 INFO:tasks.rados.rados.0.smithi084.stdout:3350: finishing write tid 1 to smithi08483026-26 2024-04-02T08:32:46.505 INFO:tasks.rados.rados.0.smithi084.stdout:3350: finishing write tid 2 to smithi08483026-26 2024-04-02T08:32:46.505 INFO:tasks.rados.rados.0.smithi084.stdout:3351: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:32:46.506 INFO:tasks.rados.rados.0.smithi084.stdout:3351: finishing copy_from to smithi08483026-29 2024-04-02T08:32:46.506 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1688 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-04-02T08:32:46.507 INFO:tasks.rados.rados.0.smithi084.stdout:3350: finishing write tid 3 to smithi08483026-26 2024-04-02T08:32:46.507 INFO:tasks.rados.rados.0.smithi084.stdout:3350: oid 26 updating version 0 to 1598 2024-04-02T08:32:46.507 INFO:tasks.rados.rados.0.smithi084.stdout:3350: oid 26 updating version 1598 to 1599 2024-04-02T08:32:46.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1599 (ObjNum 1039 snap 316 seq_num 1039) dirty exists 2024-04-02T08:32:46.507 INFO:tasks.rados.rados.0.smithi084.stdout:3350: left oid 26 (ObjNum 1039 snap 316 seq_num 1039) 2024-04-02T08:32:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:46 smithi084 ceph-mon[94794]: pgmap v722: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:32:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:46 smithi084 ceph-mon[94794]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:32:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:46 smithi084 ceph-mon[97358]: pgmap v722: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:32:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:46 smithi084 ceph-mon[97358]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:32:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:46 smithi132 ceph-mon[88571]: pgmap v722: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:32:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:46 smithi132 ceph-mon[88571]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:32:47.328 INFO:tasks.rados.rados.0.smithi084.stdout:3349: done (3 left) 2024-04-02T08:32:47.328 INFO:tasks.rados.rados.0.smithi084.stdout:3350: done (2 left) 2024-04-02T08:32:47.328 INFO:tasks.rados.rados.0.smithi084.stdout:3351: done (1 left) 2024-04-02T08:32:47.328 INFO:tasks.rados.rados.0.smithi084.stdout:3352: done (0 left) 2024-04-02T08:32:47.328 INFO:tasks.rados.rados.0.smithi084.stdout:3353: read oid 38 snap 307 2024-04-02T08:32:47.328 INFO:tasks.rados.rados.0.smithi084.stdout:3353: expect (ObjNum 1018 snap 307 seq_num 1018) 2024-04-02T08:32:47.328 INFO:tasks.rados.rados.0.smithi084.stdout:3354: delete oid 20 current snap is 317 2024-04-02T08:32:47.332 INFO:tasks.rados.rados.0.smithi084.stdout:3354: done (1 left) 2024-04-02T08:32:47.332 INFO:tasks.rados.rados.0.smithi084.stdout:3355: snap_create 2024-04-02T08:32:47.348 INFO:tasks.rados.rados.0.smithi084.stdout:3353: expect (ObjNum 1018 snap 307 seq_num 1018) 2024-04-02T08:32:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:47 smithi084 ceph-mon[94794]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:32:47.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:47 smithi084 ceph-mon[97358]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:32:47.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:47 smithi132 ceph-mon[88571]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:32:48.332 INFO:tasks.rados.rados.0.smithi084.stdout:3353: done (1 left) 2024-04-02T08:32:48.332 INFO:tasks.rados.rados.0.smithi084.stdout:3355: done (0 left) 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:3356: rollback oid 31 current snap is 318 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 31 to 307 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:3357: read oid 45 snap -1 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:3357: expect deleted 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:3358: read oid 1 snap -1 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:3358: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 318 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi084.stdout:3359: seq_num 1041 ranges {3694592=638976} 2024-04-02T08:32:48.356 INFO:tasks.rados.rados.0.smithi084.stdout:3359: writing smithi08483026-14 from 3694592 to 4333568 tid 1 2024-04-02T08:32:48.356 INFO:tasks.rados.rados.0.smithi084.stdout:3360: copy_from oid 26 from oid 23 current snap is 318 2024-04-02T08:32:48.356 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 318 2024-04-02T08:32:48.356 INFO:tasks.rados.rados.0.smithi084.stdout:3361: seq_num 1042 ranges {4136960=655360} 2024-04-02T08:32:48.384 INFO:tasks.rados.rados.0.smithi084.stdout:3361: writing smithi08483026-27 from 4136960 to 4792320 tid 1 2024-04-02T08:32:48.385 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 318 2024-04-02T08:32:48.385 INFO:tasks.rados.rados.0.smithi084.stdout:3362: seq_num 1043 ranges {4038656=671744} 2024-04-02T08:32:48.410 INFO:tasks.rados.rados.0.smithi084.stdout:3362: writing smithi08483026-19 from 4038656 to 4710400 tid 1 2024-04-02T08:32:48.410 INFO:tasks.rados.rados.0.smithi084.stdout:3363: snap_create 2024-04-02T08:32:48.410 INFO:tasks.rados.rados.0.smithi084.stdout:3356: finishing rollback tid 0 to smithi08483026-31 2024-04-02T08:32:48.410 INFO:tasks.rados.rados.0.smithi084.stdout:3356: finishing rollback tid 1 to smithi08483026-31 2024-04-02T08:32:48.410 INFO:tasks.rados.rados.0.smithi084.stdout:3356: finishing rollback tid 2 to smithi08483026-31 2024-04-02T08:32:48.410 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1459 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:32:48.410 INFO:tasks.rados.rados.0.smithi084.stdout:3358: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:48 smithi084 ceph-mon[94794]: pgmap v725: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:32:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:48 smithi084 ceph-mon[94794]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:32:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:48 smithi084 ceph-mon[97358]: pgmap v725: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:32:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:48 smithi084 ceph-mon[97358]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:32:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:48 smithi132 ceph-mon[88571]: pgmap v725: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:32:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:48 smithi132 ceph-mon[88571]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:32:48.671 INFO:tasks.rados.rados.0.smithi084.stdout:3359: finishing write tid 1 to smithi08483026-14 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3360: finishing copy_from to smithi08483026-26 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3360: got expected ENOENT (src dne) 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3360: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3359: finishing write tid 2 to smithi08483026-14 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3359: finishing write tid 3 to smithi08483026-14 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3359: oid 14 updating version 0 to 1601 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3359: oid 14 updating version 1601 to 1602 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1602 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3359: left oid 14 (ObjNum 1041 snap 318 seq_num 1041) 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3361: finishing write tid 1 to smithi08483026-27 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3361: finishing write tid 2 to smithi08483026-27 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3361: finishing write tid 3 to smithi08483026-27 2024-04-02T08:32:48.672 INFO:tasks.rados.rados.0.smithi084.stdout:3361: oid 27 updating version 0 to 1461 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3361: oid 27 version 1461 is already newer than 1460 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1461 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3361: left oid 27 (ObjNum 1042 snap 318 seq_num 1042) 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3362: finishing write tid 1 to smithi08483026-19 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3362: finishing write tid 2 to smithi08483026-19 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3362: finishing write tid 3 to smithi08483026-19 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3362: oid 19 updating version 0 to 1446 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3362: oid 19 updating version 1446 to 1447 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 1447 (ObjNum 1043 snap 318 seq_num 1043) dirty exists 2024-04-02T08:32:48.673 INFO:tasks.rados.rados.0.smithi084.stdout:3362: left oid 19 (ObjNum 1043 snap 318 seq_num 1043) 2024-04-02T08:32:49.338 INFO:tasks.rados.rados.0.smithi084.stdout:3356: done (7 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3357: done (6 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3358: done (5 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3359: done (4 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3360: done (3 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3361: done (2 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3362: done (1 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3363: done (0 left) 2024-04-02T08:32:49.339 INFO:tasks.rados.rados.0.smithi084.stdout:3364: snap_create 2024-04-02T08:32:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:49 smithi084 ceph-mon[94794]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:32:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:49 smithi084 ceph-mon[97358]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:32:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:49 smithi132 ceph-mon[88571]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:32:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:3364: done (0 left) 2024-04-02T08:32:50.190 INFO:tasks.rados.rados.0.smithi084.stdout:3365: snap_remove snap 316 2024-04-02T08:32:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:50 smithi084 ceph-mon[94794]: pgmap v728: 121 pgs: 121 active+clean; 179 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-04-02T08:32:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:50 smithi084 ceph-mon[94794]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:32:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:50 smithi084 ceph-mon[94794]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:32:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:50 smithi084 ceph-mon[97358]: pgmap v728: 121 pgs: 121 active+clean; 179 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-04-02T08:32:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:50 smithi084 ceph-mon[97358]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:32:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:50 smithi084 ceph-mon[97358]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:32:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:50 smithi132 ceph-mon[88571]: pgmap v728: 121 pgs: 121 active+clean; 179 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-04-02T08:32:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:50 smithi132 ceph-mon[88571]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:32:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:50 smithi132 ceph-mon[88571]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:32:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:32:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:32:50] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:32:51.194 INFO:tasks.rados.rados.0.smithi084.stdout:3365: done (0 left) 2024-04-02T08:32:51.194 INFO:tasks.rados.rados.0.smithi084.stdout:3366: rollback oid 24 current snap is 320 2024-04-02T08:32:51.194 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 318 2024-04-02T08:32:51.195 INFO:tasks.rados.rados.0.smithi084.stdout:3367: copy_from oid 33 from oid 15 current snap is 320 2024-04-02T08:32:51.195 INFO:tasks.rados.rados.0.smithi084.stdout:3368: snap_remove snap 307 2024-04-02T08:32:52.197 INFO:tasks.rados.rados.0.smithi084.stdout:3368: done (2 left) 2024-04-02T08:32:52.198 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 320 2024-04-02T08:32:52.198 INFO:tasks.rados.rados.0.smithi084.stdout:3369: seq_num 1044 ranges {2580480=688128} 2024-04-02T08:32:52.217 INFO:tasks.rados.rados.0.smithi084.stdout:3369: writing smithi08483026-40 from 2580480 to 3268608 tid 1 2024-04-02T08:32:52.217 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 320 2024-04-02T08:32:52.217 INFO:tasks.rados.rados.0.smithi084.stdout:3370: seq_num 1045 ranges {6897664=704512} 2024-04-02T08:32:52.259 INFO:tasks.rados.rados.0.smithi084.stdout:3370: writing smithi08483026-21 from 6897664 to 7602176 tid 1 2024-04-02T08:32:52.259 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 320 2024-04-02T08:32:52.259 INFO:tasks.rados.rados.0.smithi084.stdout:3371: seq_num 1046 ranges {4710400=729088} 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:3371: writing smithi08483026-19 from 4710400 to 5439488 tid 1 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:3372: delete oid 46 current snap is 320 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:3366: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:3366: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:3366: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1691 (ObjNum 1034 snap 316 seq_num 1034) dirty exists 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi084.stdout:3367: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3367: finishing copy_from to smithi08483026-33 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1015 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3369: finishing write tid 1 to smithi08483026-40 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3369: finishing write tid 2 to smithi08483026-40 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3369: finishing write tid 3 to smithi08483026-40 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3369: oid 40 updating version 0 to 1722 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3369: oid 40 updating version 1722 to 1723 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1723 (ObjNum 1044 snap 320 seq_num 1044) dirty exists 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3369: left oid 40 (ObjNum 1044 snap 320 seq_num 1044) 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3370: finishing write tid 1 to smithi08483026-21 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3370: finishing write tid 2 to smithi08483026-21 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3370: finishing write tid 3 to smithi08483026-21 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3370: oid 21 updating version 0 to 1577 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi084.stdout:3370: oid 21 updating version 1577 to 1578 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1578 (ObjNum 1045 snap 320 seq_num 1045) dirty exists 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:3370: left oid 21 (ObjNum 1045 snap 320 seq_num 1045) 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:3366: done (5 left) 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:3367: done (4 left) 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:3369: done (3 left) 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:3370: done (2 left) 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:3372: done (1 left) 2024-04-02T08:32:52.291 INFO:tasks.rados.rados.0.smithi084.stdout:3373: snap_create 2024-04-02T08:32:52.292 INFO:tasks.rados.rados.0.smithi084.stdout:3371: finishing write tid 1 to smithi08483026-19 2024-04-02T08:32:52.292 INFO:tasks.rados.rados.0.smithi084.stdout:3371: finishing write tid 2 to smithi08483026-19 2024-04-02T08:32:52.293 INFO:tasks.rados.rados.0.smithi084.stdout:3371: finishing write tid 3 to smithi08483026-19 2024-04-02T08:32:52.293 INFO:tasks.rados.rados.0.smithi084.stdout:3371: oid 19 updating version 0 to 1448 2024-04-02T08:32:52.293 INFO:tasks.rados.rados.0.smithi084.stdout:3371: oid 19 updating version 1448 to 1449 2024-04-02T08:32:52.293 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 1449 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:32:52.293 INFO:tasks.rados.rados.0.smithi084.stdout:3371: left oid 19 (ObjNum 1046 snap 320 seq_num 1046) 2024-04-02T08:32:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:52 smithi084 ceph-mon[94794]: pgmap v731: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.9 MiB/s wr, 11 op/s 2024-04-02T08:32:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:52 smithi084 ceph-mon[94794]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:32:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:52 smithi084 ceph-mon[97358]: pgmap v731: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.9 MiB/s wr, 11 op/s 2024-04-02T08:32:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:52 smithi084 ceph-mon[97358]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:32:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:52 smithi132 ceph-mon[88571]: pgmap v731: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.9 MiB/s wr, 11 op/s 2024-04-02T08:32:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:52 smithi132 ceph-mon[88571]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:32:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:32:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:53.207 INFO:tasks.rados.rados.0.smithi084.stdout:3371: done (1 left) 2024-04-02T08:32:53.207 INFO:tasks.rados.rados.0.smithi084.stdout:3373: done (0 left) 2024-04-02T08:32:53.207 INFO:tasks.rados.rados.0.smithi084.stdout:3374: read oid 21 snap 313 2024-04-02T08:32:53.207 INFO:tasks.rados.rados.0.smithi084.stdout:3374: expect (ObjNum 968 snap 291 seq_num 968) 2024-04-02T08:32:53.207 INFO:tasks.rados.rados.0.smithi084.stdout:3375: rollback oid 28 current snap is 321 2024-04-02T08:32:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 315 2024-04-02T08:32:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:3376: read oid 15 snap -1 2024-04-02T08:32:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:3376: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 321 2024-04-02T08:32:53.208 INFO:tasks.rados.rados.0.smithi084.stdout:3377: seq_num 1048 ranges {9216000=761856} 2024-04-02T08:32:53.263 INFO:tasks.rados.rados.0.smithi084.stdout:3377: writing smithi08483026-25 from 9216000 to 9977856 tid 1 2024-04-02T08:32:53.263 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 321 2024-04-02T08:32:53.263 INFO:tasks.rados.rados.0.smithi084.stdout:3375: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:32:53.263 INFO:tasks.rados.rados.0.smithi084.stdout:3378: seq_num 1049 ranges {3915776=778240} 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3378: writing smithi08483026-4 from 3915776 to 4694016 tid 1 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3379: rollback oid 45 current snap is 321 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 45 to 318 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3380: rmattr oid 1 current snap is 321 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3375: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3375: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 1452 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3375: done (6 left) 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3381: setattr oid 47 current snap is 321 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi084.stdout:3374: expect (ObjNum 968 snap 291 seq_num 968) 2024-04-02T08:32:53.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:53 smithi084 ceph-mon[94794]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:32:53.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:53 smithi084 ceph-mon[97358]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:32:53.653 INFO:tasks.rados.rados.0.smithi084.stdout:3376: expect (ObjNum 989 snap 297 seq_num 989) 2024-04-02T08:32:53.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:53 smithi132 ceph-mon[88571]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:32:53.915 INFO:tasks.rados.rados.0.smithi084.stdout:3377: finishing write tid 1 to smithi08483026-25 2024-04-02T08:32:53.915 INFO:tasks.rados.rados.0.smithi084.stdout:3377: finishing write tid 2 to smithi08483026-25 2024-04-02T08:32:53.915 INFO:tasks.rados.rados.0.smithi084.stdout:3377: finishing write tid 3 to smithi08483026-25 2024-04-02T08:32:53.915 INFO:tasks.rados.rados.0.smithi084.stdout:3377: oid 25 updating version 0 to 1619 2024-04-02T08:32:53.915 INFO:tasks.rados.rados.0.smithi084.stdout:3377: oid 25 updating version 1619 to 1620 2024-04-02T08:32:53.915 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1620 (ObjNum 1048 snap 321 seq_num 1048) dirty exists 2024-04-02T08:32:53.915 INFO:tasks.rados.rados.0.smithi084.stdout:3377: left oid 25 (ObjNum 1048 snap 321 seq_num 1048) 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3379: finishing rollback tid 1 to smithi08483026-45 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 1021 (ObjNum 33 snap 0 seq_num 609850616) dirty dne 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1725 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3378: finishing write tid 1 to smithi08483026-4 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3378: finishing write tid 2 to smithi08483026-4 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3378: finishing write tid 3 to smithi08483026-4 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3378: oid 4 updating version 0 to 1535 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3378: oid 4 version 1535 is already newer than 1534 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1535 (ObjNum 1049 snap 321 seq_num 1049) dirty exists 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3378: left oid 4 (ObjNum 1049 snap 321 seq_num 1049) 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3374: done (6 left) 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3376: done (5 left) 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3377: done (4 left) 2024-04-02T08:32:53.916 INFO:tasks.rados.rados.0.smithi084.stdout:3378: done (3 left) 2024-04-02T08:32:53.917 INFO:tasks.rados.rados.0.smithi084.stdout:3379: done (2 left) 2024-04-02T08:32:53.917 INFO:tasks.rados.rados.0.smithi084.stdout:3380: done (1 left) 2024-04-02T08:32:53.917 INFO:tasks.rados.rados.0.smithi084.stdout:3382: snap_create 2024-04-02T08:32:53.918 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1621 (ObjNum 962 snap 289 seq_num 962) dirty exists 2024-04-02T08:32:54.209 INFO:tasks.rados.rados.0.smithi084.stdout:3381: done (1 left) 2024-04-02T08:32:54.209 INFO:tasks.rados.rados.0.smithi084.stdout:3382: done (0 left) 2024-04-02T08:32:54.210 INFO:tasks.rados.rados.0.smithi084.stdout:3383: delete oid 42 current snap is 322 2024-04-02T08:32:54.215 INFO:tasks.rados.rados.0.smithi084.stdout:3383: done (0 left) 2024-04-02T08:32:54.216 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 322 2024-04-02T08:32:54.216 INFO:tasks.rados.rados.0.smithi084.stdout:3384: seq_num 1051 ranges {606208=409600,1015808=401408} 2024-04-02T08:32:54.221 INFO:tasks.rados.rados.0.smithi084.stdout:3384: writing smithi08483026-26 from 606208 to 1015808 tid 1 2024-04-02T08:32:54.224 INFO:tasks.rados.rados.0.smithi084.stdout:3384: writing smithi08483026-26 from 1015808 to 1417216 tid 2 2024-04-02T08:32:54.224 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 322 2024-04-02T08:32:54.224 INFO:tasks.rados.rados.0.smithi084.stdout:3385: seq_num 1052 ranges {0=425984,425984=401408} 2024-04-02T08:32:54.227 INFO:tasks.rados.rados.0.smithi084.stdout:3385: writing smithi08483026-42 from 0 to 425984 tid 1 2024-04-02T08:32:54.230 INFO:tasks.rados.rados.0.smithi084.stdout:3385: writing smithi08483026-42 from 425984 to 827392 tid 2 2024-04-02T08:32:54.230 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 322 2024-04-02T08:32:54.230 INFO:tasks.rados.rados.0.smithi084.stdout:3384: finishing write tid 1 to smithi08483026-26 2024-04-02T08:32:54.230 INFO:tasks.rados.rados.0.smithi084.stdout:3384: finishing write tid 2 to smithi08483026-26 2024-04-02T08:32:54.230 INFO:tasks.rados.rados.0.smithi084.stdout:3384: finishing write tid 3 to smithi08483026-26 2024-04-02T08:32:54.230 INFO:tasks.rados.rados.0.smithi084.stdout:3386: seq_num 1053 ranges {1187840=442368,1630208=401408} 2024-04-02T08:32:54.239 INFO:tasks.rados.rados.0.smithi084.stdout:3386: writing smithi08483026-22 from 1187840 to 1630208 tid 1 2024-04-02T08:32:54.242 INFO:tasks.rados.rados.0.smithi084.stdout:3386: writing smithi08483026-22 from 1630208 to 2031616 tid 2 2024-04-02T08:32:54.242 INFO:tasks.rados.rados.0.smithi084.stdout:3387: delete oid 44 current snap is 322 2024-04-02T08:32:54.242 INFO:tasks.rados.rados.0.smithi084.stdout:3384: finishing write tid 4 to smithi08483026-26 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3384: oid 26 updating version 0 to 1614 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3384: oid 26 version 1614 is already newer than 1612 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3384: oid 26 version 1614 is already newer than 1613 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1614 (ObjNum 1051 snap 322 seq_num 1051) dirty exists 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3384: left oid 26 (ObjNum 1051 snap 322 seq_num 1051) 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: finishing write tid 1 to smithi08483026-42 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: finishing write tid 2 to smithi08483026-42 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: finishing write tid 3 to smithi08483026-42 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: finishing write tid 4 to smithi08483026-42 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: oid 42 updating version 0 to 1694 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: oid 42 updating version 1694 to 1696 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: oid 42 version 1696 is already newer than 1695 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1696 (ObjNum 1052 snap 322 seq_num 1052) dirty exists 2024-04-02T08:32:54.243 INFO:tasks.rados.rados.0.smithi084.stdout:3385: left oid 42 (ObjNum 1052 snap 322 seq_num 1052) 2024-04-02T08:32:54.244 INFO:tasks.rados.rados.0.smithi084.stdout:3386: finishing write tid 1 to smithi08483026-22 2024-04-02T08:32:54.245 INFO:tasks.rados.rados.0.smithi084.stdout:3384: done (3 left) 2024-04-02T08:32:54.245 INFO:tasks.rados.rados.0.smithi084.stdout:3385: done (2 left) 2024-04-02T08:32:54.246 INFO:tasks.rados.rados.0.smithi084.stdout:3387: done (1 left) 2024-04-02T08:32:54.246 INFO:tasks.rados.rados.0.smithi084.stdout:3388: read oid 18 snap -1 2024-04-02T08:32:54.246 INFO:tasks.rados.rados.0.smithi084.stdout:3388: expect deleted 2024-04-02T08:32:54.246 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 322 2024-04-02T08:32:54.246 INFO:tasks.rados.rados.0.smithi084.stdout:3389: seq_num 1055 ranges {0=475136,475136=401408} 2024-04-02T08:32:54.249 INFO:tasks.rados.rados.0.smithi084.stdout:3389: writing smithi08483026-46 from 0 to 475136 tid 1 2024-04-02T08:32:54.252 INFO:tasks.rados.rados.0.smithi084.stdout:3389: writing smithi08483026-46 from 475136 to 876544 tid 2 2024-04-02T08:32:54.252 INFO:tasks.rados.rados.0.smithi084.stdout:3390: read oid 29 snap -1 2024-04-02T08:32:54.252 INFO:tasks.rados.rados.0.smithi084.stdout:3390: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:32:54.252 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 322 2024-04-02T08:32:54.252 INFO:tasks.rados.rados.0.smithi084.stdout:3391: seq_num 1056 ranges {4202496=491520,4694016=401408} 2024-04-02T08:32:54.277 INFO:tasks.rados.rados.0.smithi084.stdout:3391: writing smithi08483026-38 from 4202496 to 4694016 tid 1 2024-04-02T08:32:54.280 INFO:tasks.rados.rados.0.smithi084.stdout:3391: writing smithi08483026-38 from 4694016 to 5095424 tid 2 2024-04-02T08:32:54.280 INFO:tasks.rados.rados.0.smithi084.stdout:3392: read oid 13 snap -1 2024-04-02T08:32:54.280 INFO:tasks.rados.rados.0.smithi084.stdout:3392: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:32:54.280 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 322 2024-04-02T08:32:54.280 INFO:tasks.rados.rados.0.smithi084.stdout:3393: seq_num 1057 ranges {5111808=507904,5619712=401408} 2024-04-02T08:32:54.310 INFO:tasks.rados.rados.0.smithi084.stdout:3393: writing smithi08483026-47 from 5111808 to 5619712 tid 1 2024-04-02T08:32:54.313 INFO:tasks.rados.rados.0.smithi084.stdout:3393: writing smithi08483026-47 from 5619712 to 6021120 tid 2 2024-04-02T08:32:54.313 INFO:tasks.rados.rados.0.smithi084.stdout:3394: copy_from oid 16 from oid 17 current snap is 322 2024-04-02T08:32:54.313 INFO:tasks.rados.rados.0.smithi084.stdout:3386: finishing write tid 2 to smithi08483026-22 2024-04-02T08:32:54.313 INFO:tasks.rados.rados.0.smithi084.stdout:3386: finishing write tid 3 to smithi08483026-22 2024-04-02T08:32:54.313 INFO:tasks.rados.rados.0.smithi084.stdout:3386: finishing write tid 4 to smithi08483026-22 2024-04-02T08:32:54.313 INFO:tasks.rados.rados.0.smithi084.stdout:3386: oid 22 updating version 0 to 1565 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3386: oid 22 updating version 1565 to 1566 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3386: oid 22 updating version 1566 to 1567 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1567 (ObjNum 1053 snap 322 seq_num 1053) dirty exists 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3386: left oid 22 (ObjNum 1053 snap 322 seq_num 1053) 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3389: finishing write tid 1 to smithi08483026-46 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3389: finishing write tid 2 to smithi08483026-46 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3386: done (7 left) 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3388: done (6 left) 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3395: setattr oid 6 current snap is 322 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3389: finishing write tid 3 to smithi08483026-46 2024-04-02T08:32:54.314 INFO:tasks.rados.rados.0.smithi084.stdout:3390: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:32:54.331 INFO:tasks.rados.rados.0.smithi084.stdout:3389: finishing write tid 4 to smithi08483026-46 2024-04-02T08:32:54.331 INFO:tasks.rados.rados.0.smithi084.stdout:3389: oid 46 updating version 0 to 1537 2024-04-02T08:32:54.331 INFO:tasks.rados.rados.0.smithi084.stdout:3389: oid 46 version 1537 is already newer than 1536 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3389: oid 46 updating version 1537 to 1538 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1538 (ObjNum 1055 snap 322 seq_num 1055) dirty exists 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3389: left oid 46 (ObjNum 1055 snap 322 seq_num 1055) 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: finishing write tid 1 to smithi08483026-38 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: finishing write tid 2 to smithi08483026-38 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: finishing write tid 3 to smithi08483026-38 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: finishing write tid 4 to smithi08483026-38 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: oid 38 updating version 0 to 1565 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: oid 38 updating version 1565 to 1566 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: oid 38 updating version 1566 to 1567 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1567 (ObjNum 1056 snap 322 seq_num 1056) dirty exists 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3391: left oid 38 (ObjNum 1056 snap 322 seq_num 1056) 2024-04-02T08:32:54.332 INFO:tasks.rados.rados.0.smithi084.stdout:3392: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:32:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:54 smithi084 ceph-mon[94794]: pgmap v734: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 468 KiB/s wr, 2 op/s 2024-04-02T08:32:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:54 smithi084 ceph-mon[94794]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:32:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:54 smithi084 ceph-mon[97358]: pgmap v734: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 468 KiB/s wr, 2 op/s 2024-04-02T08:32:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:54 smithi084 ceph-mon[97358]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:32:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:54.634 INFO:tasks.rados.rados.0.smithi084.stdout:3393: finishing write tid 1 to smithi08483026-47 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3393: finishing write tid 2 to smithi08483026-47 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3393: finishing write tid 3 to smithi08483026-47 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3393: finishing write tid 4 to smithi08483026-47 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3393: oid 47 updating version 0 to 1622 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3393: oid 47 updating version 1622 to 1624 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3393: oid 47 version 1624 is already newer than 1623 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1624 (ObjNum 1057 snap 322 seq_num 1057) dirty exists 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3393: left oid 47 (ObjNum 1057 snap 322 seq_num 1057) 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3394: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3394: finishing copy_from to smithi08483026-16 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1456 (ObjNum 1038 snap 316 seq_num 1038) dirty exists 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1125 (ObjNum 1035 snap 316 seq_num 1035) dirty exists 2024-04-02T08:32:54.635 INFO:tasks.rados.rados.0.smithi084.stdout:3389: done (6 left) 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3390: done (5 left) 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3391: done (4 left) 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3392: done (3 left) 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3393: done (2 left) 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3394: done (1 left) 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3395: done (0 left) 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3396: read oid 3 snap 320 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3396: expect deleted 2024-04-02T08:32:54.636 INFO:tasks.rados.rados.0.smithi084.stdout:3397: snap_remove snap 319 2024-04-02T08:32:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:54 smithi132 ceph-mon[88571]: pgmap v734: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 468 KiB/s wr, 2 op/s 2024-04-02T08:32:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:54 smithi132 ceph-mon[88571]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:32:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:55.219 INFO:tasks.rados.rados.0.smithi084.stdout:3397: done (1 left) 2024-04-02T08:32:55.220 INFO:tasks.rados.rados.0.smithi084.stdout:3398: copy_from oid 37 from oid 44 current snap is 322 2024-04-02T08:32:55.220 INFO:tasks.rados.rados.0.smithi084.stdout:3399: snap_remove snap 312 2024-04-02T08:32:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:55 smithi084 ceph-mon[94794]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:32:55.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:55 smithi084 ceph-mon[97358]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:32:55.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:55 smithi132 ceph-mon[88571]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:32:56.220 INFO:tasks.rados.rados.0.smithi084.stdout:3399: done (2 left) 2024-04-02T08:32:56.220 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 322 2024-04-02T08:32:56.220 INFO:tasks.rados.rados.0.smithi084.stdout:3400: seq_num 1058 ranges {3342336=524288,3866624=401408} 2024-04-02T08:32:56.240 INFO:tasks.rados.rados.0.smithi084.stdout:3400: writing smithi08483026-5 from 3342336 to 3866624 tid 1 2024-04-02T08:32:56.243 INFO:tasks.rados.rados.0.smithi084.stdout:3400: writing smithi08483026-5 from 3866624 to 4268032 tid 2 2024-04-02T08:32:56.243 INFO:tasks.rados.rados.0.smithi084.stdout:3401: snap_remove snap 317 2024-04-02T08:32:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:56 smithi084 ceph-mon[94794]: pgmap v737: 121 pgs: 121 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:56 smithi084 ceph-mon[94794]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:32:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:56 smithi084 ceph-mon[97358]: pgmap v737: 121 pgs: 121 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:56 smithi084 ceph-mon[97358]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:32:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:56 smithi132 ceph-mon[88571]: pgmap v737: 121 pgs: 121 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:56 smithi132 ceph-mon[88571]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi084.stdout:3401: done (3 left) 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi084.stdout:3402: delete oid 18 current snap is 322 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi084.stdout:3398: finishing copy_from to smithi08483026-37 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi084.stdout:3398: got expected ENOENT (src dne) 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi084.stdout:3398: finishing copy_from racing read to smithi08483026-37 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi084.stdout:3400: finishing write tid 1 to smithi08483026-5 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi084.stdout:3400: finishing write tid 2 to smithi08483026-5 2024-04-02T08:32:57.237 INFO:tasks.rados.rados.0.smithi084.stdout:3400: finishing write tid 3 to smithi08483026-5 2024-04-02T08:32:57.237 INFO:tasks.rados.rados.0.smithi084.stdout:3400: finishing write tid 4 to smithi08483026-5 2024-04-02T08:32:57.237 INFO:tasks.rados.rados.0.smithi084.stdout:3400: oid 5 updating version 0 to 1568 2024-04-02T08:32:57.237 INFO:tasks.rados.rados.0.smithi084.stdout:3400: oid 5 updating version 1568 to 1569 2024-04-02T08:32:57.237 INFO:tasks.rados.rados.0.smithi084.stdout:3400: oid 5 updating version 1569 to 1570 2024-04-02T08:32:57.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1570 (ObjNum 1058 snap 322 seq_num 1058) dirty exists 2024-04-02T08:32:57.237 INFO:tasks.rados.rados.0.smithi084.stdout:3400: left oid 5 (ObjNum 1058 snap 322 seq_num 1058) 2024-04-02T08:32:57.240 INFO:tasks.rados.rados.0.smithi084.stdout:3396: done (3 left) 2024-04-02T08:32:57.240 INFO:tasks.rados.rados.0.smithi084.stdout:3398: done (2 left) 2024-04-02T08:32:57.240 INFO:tasks.rados.rados.0.smithi084.stdout:3400: done (1 left) 2024-04-02T08:32:57.240 INFO:tasks.rados.rados.0.smithi084.stdout:3402: done (0 left) 2024-04-02T08:32:57.240 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 322 2024-04-02T08:32:57.240 INFO:tasks.rados.rados.0.smithi084.stdout:3403: seq_num 1060 ranges {4694016=557056,5251072=401408} 2024-04-02T08:32:57.269 INFO:tasks.rados.rados.0.smithi084.stdout:3403: writing smithi08483026-4 from 4694016 to 5251072 tid 1 2024-04-02T08:32:57.271 INFO:tasks.rados.rados.0.smithi084.stdout:3403: writing smithi08483026-4 from 5251072 to 5652480 tid 2 2024-04-02T08:32:57.271 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 322 2024-04-02T08:32:57.271 INFO:tasks.rados.rados.0.smithi084.stdout:3404: seq_num 1061 ranges {3268608=573440,3842048=401408} 2024-04-02T08:32:57.292 INFO:tasks.rados.rados.0.smithi084.stdout:3404: writing smithi08483026-40 from 3268608 to 3842048 tid 1 2024-04-02T08:32:57.295 INFO:tasks.rados.rados.0.smithi084.stdout:3404: writing smithi08483026-40 from 3842048 to 4243456 tid 2 2024-04-02T08:32:57.295 INFO:tasks.rados.rados.0.smithi084.stdout:3405: copy_from oid 33 from oid 22 current snap is 322 2024-04-02T08:32:57.295 INFO:tasks.rados.rados.0.smithi084.stdout:3403: finishing write tid 1 to smithi08483026-4 2024-04-02T08:32:57.295 INFO:tasks.rados.rados.0.smithi084.stdout:3403: finishing write tid 2 to smithi08483026-4 2024-04-02T08:32:57.295 INFO:tasks.rados.rados.0.smithi084.stdout:3403: finishing write tid 3 to smithi08483026-4 2024-04-02T08:32:57.295 INFO:tasks.rados.rados.0.smithi084.stdout:3403: finishing write tid 4 to smithi08483026-4 2024-04-02T08:32:57.296 INFO:tasks.rados.rados.0.smithi084.stdout:3403: oid 4 updating version 0 to 1539 2024-04-02T08:32:57.296 INFO:tasks.rados.rados.0.smithi084.stdout:3403: oid 4 updating version 1539 to 1541 2024-04-02T08:32:57.296 INFO:tasks.rados.rados.0.smithi084.stdout:3403: oid 4 version 1541 is already newer than 1540 2024-04-02T08:32:57.296 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1541 (ObjNum 1060 snap 322 seq_num 1060) dirty exists 2024-04-02T08:32:57.296 INFO:tasks.rados.rados.0.smithi084.stdout:3403: left oid 4 (ObjNum 1060 snap 322 seq_num 1060) 2024-04-02T08:32:57.296 INFO:tasks.rados.rados.0.smithi084.stdout:3403: done (2 left) 2024-04-02T08:32:57.296 INFO:tasks.rados.rados.0.smithi084.stdout:3406: snap_remove snap 320 2024-04-02T08:32:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:57 smithi084 ceph-mon[94794]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:32:57.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:57 smithi084 ceph-mon[97358]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:32:57.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:57 smithi132 ceph-mon[88571]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:32:58.236 INFO:tasks.rados.rados.0.smithi084.stdout:3406: done (2 left) 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3407: rmattr oid 45 current snap is 322 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3407: done (2 left) 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3408: setattr oid 32 current snap is 322 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: finishing write tid 1 to smithi08483026-40 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: finishing write tid 2 to smithi08483026-40 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: finishing write tid 3 to smithi08483026-40 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: finishing write tid 4 to smithi08483026-40 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: oid 40 updating version 0 to 1745 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: oid 40 updating version 1745 to 1747 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: oid 40 version 1747 is already newer than 1746 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1747 (ObjNum 1061 snap 322 seq_num 1061) dirty exists 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3404: left oid 40 (ObjNum 1061 snap 322 seq_num 1061) 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi084.stdout:3405: finishing copy_from racing read to smithi08483026-33 2024-04-02T08:32:58.238 INFO:tasks.rados.rados.0.smithi084.stdout:3405: finishing copy_from to smithi08483026-33 2024-04-02T08:32:58.238 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1567 (ObjNum 1053 snap 322 seq_num 1053) dirty exists 2024-04-02T08:32:58.238 INFO:tasks.rados.rados.0.smithi084.stdout:3404: done (2 left) 2024-04-02T08:32:58.238 INFO:tasks.rados.rados.0.smithi084.stdout:3405: done (1 left) 2024-04-02T08:32:58.238 INFO:tasks.rados.rados.0.smithi084.stdout:3409: read oid 33 snap -1 2024-04-02T08:32:58.239 INFO:tasks.rados.rados.0.smithi084.stdout:3409: expect (ObjNum 1053 snap 322 seq_num 1053) 2024-04-02T08:32:58.239 INFO:tasks.rados.rados.0.smithi084.stdout:3410: snap_remove snap 321 2024-04-02T08:32:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:58 smithi084 ceph-mon[94794]: pgmap v740: 121 pgs: 121 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:58 smithi084 ceph-mon[94794]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:32:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:58 smithi084 ceph-mon[97358]: pgmap v740: 121 pgs: 121 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:58 smithi084 ceph-mon[97358]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:32:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:58 smithi132 ceph-mon[88571]: pgmap v740: 121 pgs: 121 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:32:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:58 smithi132 ceph-mon[88571]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:32:59.240 INFO:tasks.rados.rados.0.smithi084.stdout:3410: done (2 left) 2024-04-02T08:32:59.241 INFO:tasks.rados.rados.0.smithi084.stdout:3411: snap_remove snap 313 2024-04-02T08:32:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:32:59 smithi084 ceph-mon[94794]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:32:59.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:32:59 smithi084 ceph-mon[97358]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:32:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:32:59 smithi132 ceph-mon[88571]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:33:00.192 INFO:tasks.rados.rados.0.smithi084.stdout:3411: done (2 left) 2024-04-02T08:33:00.192 INFO:tasks.rados.rados.0.smithi084.stdout:3412: copy_from oid 20 from oid 44 current snap is 322 2024-04-02T08:33:00.192 INFO:tasks.rados.rados.0.smithi084.stdout:3413: setattr oid 1 current snap is 322 2024-04-02T08:33:00.192 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1624 (ObjNum 958 snap 285 seq_num 958) dirty exists 2024-04-02T08:33:00.192 INFO:tasks.rados.rados.0.smithi084.stdout:3409: expect (ObjNum 1053 snap 322 seq_num 1053) 2024-04-02T08:33:00.303 INFO:tasks.rados.rados.0.smithi084.stdout:3412: finishing copy_from to smithi08483026-20 2024-04-02T08:33:00.303 INFO:tasks.rados.rados.0.smithi084.stdout:3412: got expected ENOENT (src dne) 2024-04-02T08:33:00.303 INFO:tasks.rados.rados.0.smithi084.stdout:3412: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:33:00.303 INFO:tasks.rados.rados.0.smithi084.stdout:3408: done (3 left) 2024-04-02T08:33:00.303 INFO:tasks.rados.rados.0.smithi084.stdout:3409: done (2 left) 2024-04-02T08:33:00.303 INFO:tasks.rados.rados.0.smithi084.stdout:3412: done (1 left) 2024-04-02T08:33:00.303 INFO:tasks.rados.rados.0.smithi084.stdout:3414: snap_remove snap 314 2024-04-02T08:33:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:00 smithi084 ceph-mon[94794]: pgmap v743: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T08:33:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:00 smithi084 ceph-mon[94794]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:33:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:00 smithi084 ceph-mon[94794]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:33:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:00 smithi084 ceph-mon[97358]: pgmap v743: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T08:33:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:00 smithi084 ceph-mon[97358]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:33:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:00 smithi084 ceph-mon[97358]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:33:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:00 smithi132 ceph-mon[88571]: pgmap v743: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T08:33:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:00 smithi132 ceph-mon[88571]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:33:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:00 smithi132 ceph-mon[88571]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:33:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:33:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:33:00] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-04-02T08:33:01.251 INFO:tasks.rados.rados.0.smithi084.stdout:3414: done (1 left) 2024-04-02T08:33:01.251 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 24 current snap is 322 2024-04-02T08:33:01.251 INFO:tasks.rados.rados.0.smithi084.stdout:3415: seq_num 1062 ranges {4472832=589824,5062656=401408} 2024-04-02T08:33:01.279 INFO:tasks.rados.rados.0.smithi084.stdout:3415: writing smithi08483026-24 from 4472832 to 5062656 tid 1 2024-04-02T08:33:01.281 INFO:tasks.rados.rados.0.smithi084.stdout:3415: writing smithi08483026-24 from 5062656 to 5464064 tid 2 2024-04-02T08:33:01.281 INFO:tasks.rados.rados.0.smithi084.stdout:3416: rollback oid 32 current snap is 322 2024-04-02T08:33:01.281 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 318 2024-04-02T08:33:01.281 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1760 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:33:01.281 INFO:tasks.rados.rados.0.smithi084.stdout:3413: done (2 left) 2024-04-02T08:33:01.282 INFO:tasks.rados.rados.0.smithi084.stdout:3417: snap_remove snap 315 2024-04-02T08:33:02.259 INFO:tasks.rados.rados.0.smithi084.stdout:3415: finishing write tid 1 to smithi08483026-24 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3415: finishing write tid 2 to smithi08483026-24 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3417: done (2 left) 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3418: delete oid 25 current snap is 322 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3415: finishing write tid 3 to smithi08483026-24 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3416: finishing rollback tid 0 to smithi08483026-32 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3416: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3416: finishing rollback tid 2 to smithi08483026-32 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1641 (ObjNum 958 snap 285 seq_num 958) dirty exists 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3415: finishing write tid 4 to smithi08483026-24 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3415: oid 24 updating version 0 to 1692 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3415: oid 24 updating version 1692 to 1694 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3415: oid 24 version 1694 is already newer than 1693 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1694 (ObjNum 1062 snap 322 seq_num 1062) dirty exists 2024-04-02T08:33:02.260 INFO:tasks.rados.rados.0.smithi084.stdout:3415: left oid 24 (ObjNum 1062 snap 322 seq_num 1062) 2024-04-02T08:33:02.268 INFO:tasks.rados.rados.0.smithi084.stdout:3415: done (2 left) 2024-04-02T08:33:02.268 INFO:tasks.rados.rados.0.smithi084.stdout:3416: done (1 left) 2024-04-02T08:33:02.268 INFO:tasks.rados.rados.0.smithi084.stdout:3418: done (0 left) 2024-04-02T08:33:02.268 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 322 2024-04-02T08:33:02.268 INFO:tasks.rados.rados.0.smithi084.stdout:3419: seq_num 1064 ranges {2277376=622592,2899968=401408} 2024-04-02T08:33:02.284 INFO:tasks.rados.rados.0.smithi084.stdout:3419: writing smithi08483026-41 from 2277376 to 2899968 tid 1 2024-04-02T08:33:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3419: writing smithi08483026-41 from 2899968 to 3301376 tid 2 2024-04-02T08:33:02.287 INFO:tasks.rados.rados.0.smithi084.stdout:3420: delete oid 48 current snap is 322 2024-04-02T08:33:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3420: done (1 left) 2024-04-02T08:33:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3421: copy_from oid 34 from oid 3 current snap is 322 2024-04-02T08:33:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3422: copy_from oid 25 from oid 31 current snap is 322 2024-04-02T08:33:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 322 2024-04-02T08:33:02.289 INFO:tasks.rados.rados.0.smithi084.stdout:3423: seq_num 1066 ranges {5652480=663552,6316032=401408} 2024-04-02T08:33:02.326 INFO:tasks.rados.rados.0.smithi084.stdout:3423: writing smithi08483026-4 from 5652480 to 6316032 tid 1 2024-04-02T08:33:02.326 INFO:tasks.rados.rados.0.smithi084.stdout:3423: writing smithi08483026-4 from 6316032 to 6717440 tid 2 2024-04-02T08:33:02.326 INFO:tasks.rados.rados.0.smithi084.stdout:3424: rollback oid 12 current snap is 322 2024-04-02T08:33:02.326 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 318 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3421: finishing copy_from to smithi08483026-34 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3421: got expected ENOENT (src dne) 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3421: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: finishing write tid 1 to smithi08483026-41 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: finishing write tid 2 to smithi08483026-41 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: finishing write tid 3 to smithi08483026-41 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: finishing write tid 4 to smithi08483026-41 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: oid 41 updating version 0 to 1734 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: oid 41 version 1734 is already newer than 1732 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: oid 41 version 1734 is already newer than 1733 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1734 (ObjNum 1064 snap 322 seq_num 1064) dirty exists 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3419: left oid 41 (ObjNum 1064 snap 322 seq_num 1064) 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3422: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:3422: finishing copy_from to smithi08483026-25 2024-04-02T08:33:02.327 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1459 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:33:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3419: done (4 left) 2024-04-02T08:33:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3421: done (3 left) 2024-04-02T08:33:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3422: done (2 left) 2024-04-02T08:33:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3425: delete oid 43 current snap is 322 2024-04-02T08:33:02.328 INFO:tasks.rados.rados.0.smithi084.stdout:3423: finishing write tid 1 to smithi08483026-4 2024-04-02T08:33:02.329 INFO:tasks.rados.rados.0.smithi084.stdout:3425: done (2 left) 2024-04-02T08:33:02.329 INFO:tasks.rados.rados.0.smithi084.stdout:3426: copy_from oid 27 from oid 5 current snap is 322 2024-04-02T08:33:02.329 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 36 current snap is 322 2024-04-02T08:33:02.330 INFO:tasks.rados.rados.0.smithi084.stdout:3427: seq_num 1068 ranges {0=696320,696320=401408} 2024-04-02T08:33:02.333 INFO:tasks.rados.rados.0.smithi084.stdout:3427: writing smithi08483026-36 from 0 to 696320 tid 1 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3427: writing smithi08483026-36 from 696320 to 1097728 tid 2 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3428: rollback oid 47 current snap is 322 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 47 to 318 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3423: finishing write tid 2 to smithi08483026-4 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3429: rollback oid 1 current snap is 322 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 318 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3423: finishing write tid 3 to smithi08483026-4 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3424: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3424: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3423: finishing write tid 4 to smithi08483026-4 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3423: oid 4 updating version 0 to 1542 2024-04-02T08:33:02.337 INFO:tasks.rados.rados.0.smithi084.stdout:3423: oid 4 updating version 1542 to 1543 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:3423: oid 4 updating version 1543 to 1544 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1544 (ObjNum 1066 snap 322 seq_num 1066) dirty exists 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:3423: left oid 4 (ObjNum 1066 snap 322 seq_num 1066) 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:3424: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1649 (ObjNum 975 snap 292 seq_num 975) dirty exists 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:3423: done (5 left) 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:3424: done (4 left) 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 322 2024-04-02T08:33:02.338 INFO:tasks.rados.rados.0.smithi084.stdout:3430: seq_num 1069 ranges {778240=712704,1490944=401408} 2024-04-02T08:33:02.344 INFO:tasks.rados.rados.0.smithi084.stdout:3430: writing smithi08483026-28 from 778240 to 1490944 tid 1 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3430: writing smithi08483026-28 from 1490944 to 1892352 tid 2 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3431: delete oid 48 current snap is 322 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3429: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3427: finishing write tid 1 to smithi08483026-36 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3429: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3427: finishing write tid 2 to smithi08483026-36 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3429: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1777 (ObjNum 989 snap 297 seq_num 989) dirty exists 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3427: finishing write tid 3 to smithi08483026-36 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3427: finishing write tid 4 to smithi08483026-36 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3427: oid 36 updating version 0 to 1627 2024-04-02T08:33:02.348 INFO:tasks.rados.rados.0.smithi084.stdout:3427: oid 36 version 1627 is already newer than 1626 2024-04-02T08:33:02.349 INFO:tasks.rados.rados.0.smithi084.stdout:3427: oid 36 updating version 1627 to 1628 2024-04-02T08:33:02.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1628 (ObjNum 1068 snap 322 seq_num 1068) dirty exists 2024-04-02T08:33:02.349 INFO:tasks.rados.rados.0.smithi084.stdout:3427: left oid 36 (ObjNum 1068 snap 322 seq_num 1068) 2024-04-02T08:33:02.349 INFO:tasks.rados.rados.0.smithi084.stdout:3428: finishing rollback tid 0 to smithi08483026-47 2024-04-02T08:33:02.349 INFO:tasks.rados.rados.0.smithi084.stdout:3428: finishing rollback tid 1 to smithi08483026-47 2024-04-02T08:33:02.349 INFO:tasks.rados.rados.0.smithi084.stdout:3428: finishing rollback tid 2 to smithi08483026-47 2024-04-02T08:33:02.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1631 (ObjNum 962 snap 289 seq_num 962) dirty exists 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3427: done (5 left) 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3428: done (4 left) 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3429: done (3 left) 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3431: done (2 left) 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3432: read oid 36 snap -1 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3432: expect (ObjNum 1068 snap 322 seq_num 1068) 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3433: delete oid 8 current snap is 322 2024-04-02T08:33:02.351 INFO:tasks.rados.rados.0.smithi084.stdout:3430: finishing write tid 1 to smithi08483026-28 2024-04-02T08:33:02.352 INFO:tasks.rados.rados.0.smithi084.stdout:3430: finishing write tid 2 to smithi08483026-28 2024-04-02T08:33:02.352 INFO:tasks.rados.rados.0.smithi084.stdout:3430: finishing write tid 3 to smithi08483026-28 2024-04-02T08:33:02.353 INFO:tasks.rados.rados.0.smithi084.stdout:3426: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:33:02.356 INFO:tasks.rados.rados.0.smithi084.stdout:3430: finishing write tid 4 to smithi08483026-28 2024-04-02T08:33:02.356 INFO:tasks.rados.rados.0.smithi084.stdout:3430: oid 28 updating version 0 to 1454 2024-04-02T08:33:02.356 INFO:tasks.rados.rados.0.smithi084.stdout:3430: oid 28 version 1454 is already newer than 1453 2024-04-02T08:33:02.356 INFO:tasks.rados.rados.0.smithi084.stdout:3430: oid 28 updating version 1454 to 1455 2024-04-02T08:33:02.356 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 1455 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-04-02T08:33:02.356 INFO:tasks.rados.rados.0.smithi084.stdout:3430: left oid 28 (ObjNum 1069 snap 322 seq_num 1069) 2024-04-02T08:33:02.356 INFO:tasks.rados.rados.0.smithi084.stdout:3430: done (3 left) 2024-04-02T08:33:02.357 INFO:tasks.rados.rados.0.smithi084.stdout:3433: done (2 left) 2024-04-02T08:33:02.357 INFO:tasks.rados.rados.0.smithi084.stdout:3434: copy_from oid 14 from oid 29 current snap is 322 2024-04-02T08:33:02.357 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 34 current snap is 322 2024-04-02T08:33:02.357 INFO:tasks.rados.rados.0.smithi084.stdout:3435: seq_num 1072 ranges {2310144=761856,3072000=401408} 2024-04-02T08:33:02.375 INFO:tasks.rados.rados.0.smithi084.stdout:3435: writing smithi08483026-34 from 2310144 to 3072000 tid 1 2024-04-02T08:33:02.379 INFO:tasks.rados.rados.0.smithi084.stdout:3435: writing smithi08483026-34 from 3072000 to 3473408 tid 2 2024-04-02T08:33:02.379 INFO:tasks.rados.rados.0.smithi084.stdout:3436: read oid 3 snap -1 2024-04-02T08:33:02.379 INFO:tasks.rados.rados.0.smithi084.stdout:3436: expect deleted 2024-04-02T08:33:02.379 INFO:tasks.rados.rados.0.smithi084.stdout:3437: delete oid 47 current snap is 322 2024-04-02T08:33:02.379 INFO:tasks.rados.rados.0.smithi084.stdout:3426: finishing copy_from to smithi08483026-27 2024-04-02T08:33:02.379 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1570 (ObjNum 1058 snap 322 seq_num 1058) dirty exists 2024-04-02T08:33:02.379 INFO:tasks.rados.rados.0.smithi084.stdout:3432: expect (ObjNum 1068 snap 322 seq_num 1068) 2024-04-02T08:33:02.408 INFO:tasks.rados.rados.0.smithi084.stdout:3434: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3434: finishing copy_from to smithi08483026-14 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1688 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3435: finishing write tid 1 to smithi08483026-34 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3435: finishing write tid 2 to smithi08483026-34 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3435: finishing write tid 3 to smithi08483026-34 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3426: done (5 left) 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3432: done (4 left) 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3434: done (3 left) 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3436: done (2 left) 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3437: done (1 left) 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 322 2024-04-02T08:33:02.409 INFO:tasks.rados.rados.0.smithi084.stdout:3435: finishing write tid 4 to smithi08483026-34 2024-04-02T08:33:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:3435: oid 34 updating version 0 to 1573 2024-04-02T08:33:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:3435: oid 34 version 1573 is already newer than 1572 2024-04-02T08:33:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:3435: oid 34 version 1573 is already newer than 1571 2024-04-02T08:33:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1573 (ObjNum 1072 snap 322 seq_num 1072) dirty exists 2024-04-02T08:33:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:3435: left oid 34 (ObjNum 1072 snap 322 seq_num 1072) 2024-04-02T08:33:02.410 INFO:tasks.rados.rados.0.smithi084.stdout:3438: seq_num 1074 ranges {0=794624,794624=401408} 2024-04-02T08:33:02.413 INFO:tasks.rados.rados.0.smithi084.stdout:3438: writing smithi08483026-43 from 0 to 794624 tid 1 2024-04-02T08:33:02.416 INFO:tasks.rados.rados.0.smithi084.stdout:3438: writing smithi08483026-43 from 794624 to 1196032 tid 2 2024-04-02T08:33:02.416 INFO:tasks.rados.rados.0.smithi084.stdout:3435: done (1 left) 2024-04-02T08:33:02.416 INFO:tasks.rados.rados.0.smithi084.stdout:3439: rollback oid 13 current snap is 322 2024-04-02T08:33:02.416 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 13 to 318 2024-04-02T08:33:02.416 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 322 2024-04-02T08:33:02.417 INFO:tasks.rados.rados.0.smithi084.stdout:3440: seq_num 1075 ranges {827392=409600,1236992=671744,1908736=131072} 2024-04-02T08:33:02.424 INFO:tasks.rados.rados.0.smithi084.stdout:3440: writing smithi08483026-42 from 827392 to 1236992 tid 1 2024-04-02T08:33:02.429 INFO:tasks.rados.rados.0.smithi084.stdout:3440: writing smithi08483026-42 from 1236992 to 1908736 tid 2 2024-04-02T08:33:02.430 INFO:tasks.rados.rados.0.smithi084.stdout:3440: writing smithi08483026-42 from 1908736 to 2039808 tid 3 2024-04-02T08:33:02.430 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 322 2024-04-02T08:33:02.430 INFO:tasks.rados.rados.0.smithi084.stdout:3441: seq_num 1076 ranges {6717440=425984,7143424=548864,7692288=253952} 2024-04-02T08:33:02.468 INFO:tasks.rados.rados.0.smithi084.stdout:3441: writing smithi08483026-4 from 6717440 to 7143424 tid 1 2024-04-02T08:33:02.471 INFO:tasks.rados.rados.0.smithi084.stdout:3441: writing smithi08483026-4 from 7143424 to 7692288 tid 2 2024-04-02T08:33:02.473 INFO:tasks.rados.rados.0.smithi084.stdout:3441: writing smithi08483026-4 from 7692288 to 7946240 tid 3 2024-04-02T08:33:02.473 INFO:tasks.rados.rados.0.smithi084.stdout:3442: snap_create 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: finishing write tid 1 to smithi08483026-43 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: finishing write tid 2 to smithi08483026-43 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: finishing write tid 3 to smithi08483026-43 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3439: finishing rollback tid 0 to smithi08483026-13 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3439: finishing rollback tid 1 to smithi08483026-13 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3439: finishing rollback tid 2 to smithi08483026-13 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1635 (ObjNum 995 snap 300 seq_num 995) dirty exists 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: finishing write tid 4 to smithi08483026-43 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: oid 43 updating version 0 to 1782 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: oid 43 version 1782 is already newer than 1781 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: oid 43 version 1782 is already newer than 1780 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1782 (ObjNum 1074 snap 322 seq_num 1074) dirty exists 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3438: left oid 43 (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:02.474 INFO:tasks.rados.rados.0.smithi084.stdout:3440: finishing write tid 1 to smithi08483026-42 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: finishing write tid 2 to smithi08483026-42 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: finishing write tid 3 to smithi08483026-42 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: finishing write tid 4 to smithi08483026-42 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: finishing write tid 5 to smithi08483026-42 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: oid 42 updating version 0 to 1736 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: oid 42 updating version 1736 to 1738 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: oid 42 version 1738 is already newer than 1735 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: oid 42 version 1738 is already newer than 1737 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1738 (ObjNum 1075 snap 322 seq_num 1075) dirty exists 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3440: left oid 42 (ObjNum 1075 snap 322 seq_num 1075) 2024-04-02T08:33:02.475 INFO:tasks.rados.rados.0.smithi084.stdout:3441: finishing write tid 1 to smithi08483026-4 2024-04-02T08:33:02.476 INFO:tasks.rados.rados.0.smithi084.stdout:3441: finishing write tid 2 to smithi08483026-4 2024-04-02T08:33:02.476 INFO:tasks.rados.rados.0.smithi084.stdout:3441: finishing write tid 3 to smithi08483026-4 2024-04-02T08:33:02.476 INFO:tasks.rados.rados.0.smithi084.stdout:3441: finishing write tid 4 to smithi08483026-4 2024-04-02T08:33:02.477 INFO:tasks.rados.rados.0.smithi084.stdout:3441: finishing write tid 5 to smithi08483026-4 2024-04-02T08:33:02.477 INFO:tasks.rados.rados.0.smithi084.stdout:3441: oid 4 updating version 0 to 1548 2024-04-02T08:33:02.477 INFO:tasks.rados.rados.0.smithi084.stdout:3441: oid 4 version 1548 is already newer than 1545 2024-04-02T08:33:02.477 INFO:tasks.rados.rados.0.smithi084.stdout:3441: oid 4 version 1548 is already newer than 1546 2024-04-02T08:33:02.478 INFO:tasks.rados.rados.0.smithi084.stdout:3441: oid 4 version 1548 is already newer than 1547 2024-04-02T08:33:02.478 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1548 (ObjNum 1076 snap 322 seq_num 1076) dirty exists 2024-04-02T08:33:02.478 INFO:tasks.rados.rados.0.smithi084.stdout:3441: left oid 4 (ObjNum 1076 snap 322 seq_num 1076) 2024-04-02T08:33:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:02 smithi084 ceph-mon[94794]: pgmap v746: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T08:33:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:02 smithi084 ceph-mon[94794]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:33:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:02 smithi084 ceph-mon[97358]: pgmap v746: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T08:33:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:02 smithi084 ceph-mon[97358]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:33:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:02 smithi132 ceph-mon[88571]: pgmap v746: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T08:33:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:02 smithi132 ceph-mon[88571]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:33:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:33:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:33:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:3438: done (4 left) 2024-04-02T08:33:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:3439: done (3 left) 2024-04-02T08:33:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:3440: done (2 left) 2024-04-02T08:33:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:3441: done (1 left) 2024-04-02T08:33:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:3442: done (0 left) 2024-04-02T08:33:03.266 INFO:tasks.rados.rados.0.smithi084.stdout:3443: delete oid 47 current snap is 323 2024-04-02T08:33:03.270 INFO:tasks.rados.rados.0.smithi084.stdout:3443: done (0 left) 2024-04-02T08:33:03.270 INFO:tasks.rados.rados.0.smithi084.stdout:3444: snap_create 2024-04-02T08:33:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:03 smithi084 ceph-mon[94794]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:33:03.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:03 smithi084 ceph-mon[97358]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:33:03.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:03 smithi132 ceph-mon[88571]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:33:04.264 INFO:tasks.rados.rados.0.smithi084.stdout:3444: done (0 left) 2024-04-02T08:33:04.264 INFO:tasks.rados.rados.0.smithi084.stdout:3445: read oid 39 snap -1 2024-04-02T08:33:04.264 INFO:tasks.rados.rados.0.smithi084.stdout:3445: expect (ObjNum 1024 snap 309 seq_num 1024) 2024-04-02T08:33:04.265 INFO:tasks.rados.rados.0.smithi084.stdout:3446: snap_create 2024-04-02T08:33:04.273 INFO:tasks.rados.rados.0.smithi084.stdout:3445: expect (ObjNum 1024 snap 309 seq_num 1024) 2024-04-02T08:33:04.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:04 smithi084 ceph-mon[94794]: pgmap v749: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:04.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:04 smithi084 ceph-mon[94794]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:33:04.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:04 smithi084 ceph-mon[97358]: pgmap v749: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:04.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:04 smithi084 ceph-mon[97358]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:33:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:04 smithi132 ceph-mon[88571]: pgmap v749: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:04 smithi132 ceph-mon[88571]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:33:05.270 INFO:tasks.rados.rados.0.smithi084.stdout:3445: done (1 left) 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi084.stdout:3446: done (0 left) 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi084.stdout:3447: delete oid 11 current snap is 325 2024-04-02T08:33:05.277 INFO:tasks.rados.rados.0.smithi084.stdout:3447: done (0 left) 2024-04-02T08:33:05.278 INFO:tasks.rados.rados.0.smithi084.stdout:3448: delete oid 18 current snap is 325 2024-04-02T08:33:05.284 INFO:tasks.rados.rados.0.smithi084.stdout:3448: done (0 left) 2024-04-02T08:33:05.284 INFO:tasks.rados.rados.0.smithi084.stdout:3449: read oid 38 snap -1 2024-04-02T08:33:05.284 INFO:tasks.rados.rados.0.smithi084.stdout:3449: expect (ObjNum 1056 snap 322 seq_num 1056) 2024-04-02T08:33:05.284 INFO:tasks.rados.rados.0.smithi084.stdout:3450: read oid 31 snap -1 2024-04-02T08:33:05.284 INFO:tasks.rados.rados.0.smithi084.stdout:3450: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:05.285 INFO:tasks.rados.rados.0.smithi084.stdout:3451: snap_remove snap 318 2024-04-02T08:33:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:05 smithi084 ceph-mon[94794]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:33:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:05 smithi084 ceph-mon[97358]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:33:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:05 smithi132 ceph-mon[88571]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:33:06.293 INFO:tasks.rados.rados.0.smithi084.stdout:3451: done (2 left) 2024-04-02T08:33:06.294 INFO:tasks.rados.rados.0.smithi084.stdout:3452: setattr oid 12 current snap is 325 2024-04-02T08:33:06.294 INFO:tasks.rados.rados.0.smithi084.stdout:3453: rollback oid 18 current snap is 325 2024-04-02T08:33:06.294 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 18 to 322 2024-04-02T08:33:06.294 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 325 2024-04-02T08:33:06.294 INFO:tasks.rados.rados.0.smithi084.stdout:3454: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-04-02T08:33:06.295 INFO:tasks.rados.rados.0.smithi084.stdout:3454: writing smithi08483026-11 from 0 to 491520 tid 1 2024-04-02T08:33:06.299 INFO:tasks.rados.rados.0.smithi084.stdout:3454: writing smithi08483026-11 from 491520 to 1032192 tid 2 2024-04-02T08:33:06.301 INFO:tasks.rados.rados.0.smithi084.stdout:3454: writing smithi08483026-11 from 1032192 to 1294336 tid 3 2024-04-02T08:33:06.303 INFO:tasks.rados.rados.0.smithi084.stdout:3450: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:06.430 INFO:tasks.rados.rados.0.smithi084.stdout:3449: expect (ObjNum 1056 snap 322 seq_num 1056) 2024-04-02T08:33:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:06 smithi084 ceph-mon[94794]: pgmap v752: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T08:33:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:06 smithi084 ceph-mon[94794]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:33:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:06 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:06 smithi084 ceph-mon[97358]: pgmap v752: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T08:33:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:06 smithi084 ceph-mon[97358]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:33:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:06 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:06 smithi132 ceph-mon[88571]: pgmap v752: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T08:33:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:06 smithi132 ceph-mon[88571]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:33:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:06 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:06.766 INFO:tasks.rados.rados.0.smithi084.stdout:3453: finishing rollback tid 1 to smithi08483026-18 2024-04-02T08:33:06.766 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 0 (ObjNum 621911984 snap 21952 seq_num 304) dirty dne 2024-04-02T08:33:06.766 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1689 (ObjNum 975 snap 292 seq_num 975) dirty exists 2024-04-02T08:33:06.766 INFO:tasks.rados.rados.0.smithi084.stdout:3454: finishing write tid 1 to smithi08483026-11 2024-04-02T08:33:06.766 INFO:tasks.rados.rados.0.smithi084.stdout:3454: finishing write tid 2 to smithi08483026-11 2024-04-02T08:33:06.766 INFO:tasks.rados.rados.0.smithi084.stdout:3449: done (4 left) 2024-04-02T08:33:06.766 INFO:tasks.rados.rados.0.smithi084.stdout:3450: done (3 left) 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3452: done (2 left) 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3453: done (1 left) 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3455: copy_from oid 15 from oid 19 current snap is 325 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: finishing write tid 3 to smithi08483026-11 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: finishing write tid 4 to smithi08483026-11 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: finishing write tid 5 to smithi08483026-11 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: oid 11 updating version 0 to 1746 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: oid 11 updating version 1746 to 1748 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: oid 11 version 1748 is already newer than 1747 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: oid 11 version 1748 is already newer than 1745 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1748 (ObjNum 1080 snap 325 seq_num 1080) dirty exists 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: left oid 11 (ObjNum 1080 snap 325 seq_num 1080) 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:3454: done (1 left) 2024-04-02T08:33:06.767 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 325 2024-04-02T08:33:06.768 INFO:tasks.rados.rados.0.smithi084.stdout:3456: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-04-02T08:33:06.768 INFO:tasks.rados.rados.0.smithi084.stdout:3456: writing smithi08483026-45 from 0 to 507904 tid 1 2024-04-02T08:33:06.771 INFO:tasks.rados.rados.0.smithi084.stdout:3456: writing smithi08483026-45 from 507904 to 933888 tid 2 2024-04-02T08:33:06.773 INFO:tasks.rados.rados.0.smithi084.stdout:3456: writing smithi08483026-45 from 933888 to 1310720 tid 3 2024-04-02T08:33:06.773 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 325 2024-04-02T08:33:06.773 INFO:tasks.rados.rados.0.smithi084.stdout:3456: finishing write tid 1 to smithi08483026-45 2024-04-02T08:33:06.773 INFO:tasks.rados.rados.0.smithi084.stdout:3457: seq_num 1082 ranges {1540096=524288,2064384=704512,2768896=98304} 2024-04-02T08:33:06.784 INFO:tasks.rados.rados.0.smithi084.stdout:3457: writing smithi08483026-39 from 1540096 to 2064384 tid 1 2024-04-02T08:33:06.789 INFO:tasks.rados.rados.0.smithi084.stdout:3457: writing smithi08483026-39 from 2064384 to 2768896 tid 2 2024-04-02T08:33:06.790 INFO:tasks.rados.rados.0.smithi084.stdout:3457: writing smithi08483026-39 from 2768896 to 2867200 tid 3 2024-04-02T08:33:06.790 INFO:tasks.rados.rados.0.smithi084.stdout:3458: read oid 29 snap -1 2024-04-02T08:33:06.790 INFO:tasks.rados.rados.0.smithi084.stdout:3458: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 325 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: finishing write tid 2 to smithi08483026-45 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: finishing write tid 3 to smithi08483026-45 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: finishing write tid 4 to smithi08483026-45 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3455: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: finishing write tid 5 to smithi08483026-45 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: oid 45 updating version 0 to 1023 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: oid 45 updating version 1023 to 1024 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: oid 45 updating version 1024 to 1025 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: oid 45 version 1025 is already newer than 1022 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 1025 (ObjNum 1081 snap 325 seq_num 1081) dirty exists 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3456: left oid 45 (ObjNum 1081 snap 325 seq_num 1081) 2024-04-02T08:33:06.791 INFO:tasks.rados.rados.0.smithi084.stdout:3459: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-04-02T08:33:06.793 INFO:tasks.rados.rados.0.smithi084.stdout:3459: writing smithi08483026-18 from 0 to 540672 tid 1 2024-04-02T08:33:06.797 INFO:tasks.rados.rados.0.smithi084.stdout:3459: writing smithi08483026-18 from 540672 to 1130496 tid 2 2024-04-02T08:33:06.798 INFO:tasks.rados.rados.0.smithi084.stdout:3459: writing smithi08483026-18 from 1130496 to 1343488 tid 3 2024-04-02T08:33:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:3456: done (4 left) 2024-04-02T08:33:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:3460: delete oid 44 current snap is 325 2024-04-02T08:33:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:3455: finishing copy_from to smithi08483026-15 2024-04-02T08:33:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1449 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:3457: finishing write tid 1 to smithi08483026-39 2024-04-02T08:33:06.799 INFO:tasks.rados.rados.0.smithi084.stdout:3458: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3457: finishing write tid 2 to smithi08483026-39 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3457: finishing write tid 3 to smithi08483026-39 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3457: finishing write tid 4 to smithi08483026-39 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3459: finishing write tid 1 to smithi08483026-18 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3457: finishing write tid 5 to smithi08483026-39 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3457: oid 39 updating version 0 to 1693 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3457: oid 39 version 1693 is already newer than 1692 2024-04-02T08:33:06.817 INFO:tasks.rados.rados.0.smithi084.stdout:3457: oid 39 version 1693 is already newer than 1691 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3457: oid 39 version 1693 is already newer than 1690 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1693 (ObjNum 1082 snap 325 seq_num 1082) dirty exists 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3457: left oid 39 (ObjNum 1082 snap 325 seq_num 1082) 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3459: finishing write tid 2 to smithi08483026-18 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3459: finishing write tid 3 to smithi08483026-18 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3455: done (4 left) 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3457: done (3 left) 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3458: done (2 left) 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3460: done (1 left) 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3461: delete oid 36 current snap is 325 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3459: finishing write tid 4 to smithi08483026-18 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3459: finishing write tid 5 to smithi08483026-18 2024-04-02T08:33:06.818 INFO:tasks.rados.rados.0.smithi084.stdout:3459: oid 18 updating version 0 to 1569 2024-04-02T08:33:06.819 INFO:tasks.rados.rados.0.smithi084.stdout:3459: oid 18 version 1569 is already newer than 1568 2024-04-02T08:33:06.819 INFO:tasks.rados.rados.0.smithi084.stdout:3459: oid 18 updating version 1569 to 1571 2024-04-02T08:33:06.819 INFO:tasks.rados.rados.0.smithi084.stdout:3459: oid 18 version 1571 is already newer than 1570 2024-04-02T08:33:06.819 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 1571 (ObjNum 1083 snap 325 seq_num 1083) dirty exists 2024-04-02T08:33:06.819 INFO:tasks.rados.rados.0.smithi084.stdout:3459: left oid 18 (ObjNum 1083 snap 325 seq_num 1083) 2024-04-02T08:33:06.819 INFO:tasks.rados.rados.0.smithi084.stdout:3459: done (1 left) 2024-04-02T08:33:06.819 INFO:tasks.rados.rados.0.smithi084.stdout:3461: done (0 left) 2024-04-02T08:33:06.820 INFO:tasks.rados.rados.0.smithi084.stdout:3462: read oid 36 snap 323 2024-04-02T08:33:06.820 INFO:tasks.rados.rados.0.smithi084.stdout:3462: expect (ObjNum 1068 snap 322 seq_num 1068) 2024-04-02T08:33:06.820 INFO:tasks.rados.rados.0.smithi084.stdout:3463: snap_remove snap 322 2024-04-02T08:33:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[94794]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:33:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:07.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:07.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:33:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[97358]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:33:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:07 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:33:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:07 smithi132 ceph-mon[88571]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:33:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:07 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:07 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:07 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:33:07.813 INFO:tasks.rados.rados.0.smithi084.stdout:3463: done (1 left) 2024-04-02T08:33:07.814 INFO:tasks.rados.rados.0.smithi084.stdout:3464: delete oid 44 current snap is 325 2024-04-02T08:33:07.814 INFO:tasks.rados.rados.0.smithi084.stdout:3462: expect (ObjNum 1068 snap 322 seq_num 1068) 2024-04-02T08:33:07.845 INFO:tasks.rados.rados.0.smithi084.stdout:3462: done (1 left) 2024-04-02T08:33:07.845 INFO:tasks.rados.rados.0.smithi084.stdout:3464: done (0 left) 2024-04-02T08:33:07.845 INFO:tasks.rados.rados.0.smithi084.stdout:3465: delete oid 22 current snap is 325 2024-04-02T08:33:07.847 INFO:tasks.rados.rados.0.smithi084.stdout:3465: done (0 left) 2024-04-02T08:33:07.847 INFO:tasks.rados.rados.0.smithi084.stdout:3466: rollback oid 41 current snap is 325 2024-04-02T08:33:07.847 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 41 to 324 2024-04-02T08:33:07.847 INFO:tasks.rados.rados.0.smithi084.stdout:3467: rollback oid 19 current snap is 325 2024-04-02T08:33:07.847 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 19 to 324 2024-04-02T08:33:07.847 INFO:tasks.rados.rados.0.smithi084.stdout:3468: rollback oid 24 current snap is 325 2024-04-02T08:33:07.847 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 323 2024-04-02T08:33:07.848 INFO:tasks.rados.rados.0.smithi084.stdout:3469: snap_create 2024-04-02T08:33:07.851 INFO:tasks.rados.rados.0.smithi084.stdout:3468: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:33:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:3467: finishing rollback tid 0 to smithi08483026-19 2024-04-02T08:33:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:3467: finishing rollback tid 1 to smithi08483026-19 2024-04-02T08:33:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:3467: finishing rollback tid 2 to smithi08483026-19 2024-04-02T08:33:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 1458 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:3468: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:33:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:3468: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:33:07.852 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1697 (ObjNum 1062 snap 322 seq_num 1062) dirty exists 2024-04-02T08:33:07.853 INFO:tasks.rados.rados.0.smithi084.stdout:3466: finishing rollback tid 0 to smithi08483026-41 2024-04-02T08:33:07.853 INFO:tasks.rados.rados.0.smithi084.stdout:3466: finishing rollback tid 1 to smithi08483026-41 2024-04-02T08:33:07.853 INFO:tasks.rados.rados.0.smithi084.stdout:3466: finishing rollback tid 2 to smithi08483026-41 2024-04-02T08:33:07.853 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1758 (ObjNum 1064 snap 322 seq_num 1064) dirty exists 2024-04-02T08:33:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:08 smithi084 ceph-mon[94794]: pgmap v755: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T08:33:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:08 smithi084 ceph-mon[94794]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:33:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:08 smithi084 ceph-mon[97358]: pgmap v755: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T08:33:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:08 smithi084 ceph-mon[97358]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:33:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:08 smithi132 ceph-mon[88571]: pgmap v755: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T08:33:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:08 smithi132 ceph-mon[88571]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:33:08.814 INFO:tasks.rados.rados.0.smithi084.stdout:3466: done (3 left) 2024-04-02T08:33:08.815 INFO:tasks.rados.rados.0.smithi084.stdout:3467: done (2 left) 2024-04-02T08:33:08.815 INFO:tasks.rados.rados.0.smithi084.stdout:3468: done (1 left) 2024-04-02T08:33:08.815 INFO:tasks.rados.rados.0.smithi084.stdout:3469: done (0 left) 2024-04-02T08:33:08.815 INFO:tasks.rados.rados.0.smithi084.stdout:3470: read oid 49 snap -1 2024-04-02T08:33:08.815 INFO:tasks.rados.rados.0.smithi084.stdout:3470: expect deleted 2024-04-02T08:33:08.815 INFO:tasks.rados.rados.0.smithi084.stdout:3471: snap_remove snap 323 2024-04-02T08:33:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:09 smithi084 ceph-mon[94794]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:33:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:09 smithi084 ceph-mon[97358]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:33:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:09 smithi132 ceph-mon[88571]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:33:09.814 INFO:tasks.rados.rados.0.smithi084.stdout:3471: done (1 left) 2024-04-02T08:33:09.814 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 326 2024-04-02T08:33:09.814 INFO:tasks.rados.rados.0.smithi084.stdout:3472: seq_num 1088 ranges {1941504=630784,2572288=466944,3039232=335872} 2024-04-02T08:33:09.829 INFO:tasks.rados.rados.0.smithi084.stdout:3472: writing smithi08483026-12 from 1941504 to 2572288 tid 1 2024-04-02T08:33:09.831 INFO:tasks.rados.rados.0.smithi084.stdout:3472: writing smithi08483026-12 from 2572288 to 3039232 tid 2 2024-04-02T08:33:09.834 INFO:tasks.rados.rados.0.smithi084.stdout:3472: writing smithi08483026-12 from 3039232 to 3375104 tid 3 2024-04-02T08:33:09.834 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 326 2024-04-02T08:33:09.834 INFO:tasks.rados.rados.0.smithi084.stdout:3473: seq_num 1089 ranges {1310720=647168,1957888=745472,2703360=57344} 2024-04-02T08:33:09.844 INFO:tasks.rados.rados.0.smithi084.stdout:3473: writing smithi08483026-45 from 1310720 to 1957888 tid 1 2024-04-02T08:33:09.849 INFO:tasks.rados.rados.0.smithi084.stdout:3473: writing smithi08483026-45 from 1957888 to 2703360 tid 2 2024-04-02T08:33:09.849 INFO:tasks.rados.rados.0.smithi084.stdout:3473: writing smithi08483026-45 from 2703360 to 2760704 tid 3 2024-04-02T08:33:09.849 INFO:tasks.rados.rados.0.smithi084.stdout:3474: snap_remove snap 324 2024-04-02T08:33:10.192 INFO:tasks.rados.rados.0.smithi084.stdout:3474: done (3 left) 2024-04-02T08:33:10.192 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 326 2024-04-02T08:33:10.193 INFO:tasks.rados.rados.0.smithi084.stdout:3472: finishing write tid 1 to smithi08483026-12 2024-04-02T08:33:10.193 INFO:tasks.rados.rados.0.smithi084.stdout:3472: finishing write tid 2 to smithi08483026-12 2024-04-02T08:33:10.193 INFO:tasks.rados.rados.0.smithi084.stdout:3475: seq_num 1090 ranges {6225920=663552,6889472=630784,7520256=172032} 2024-04-02T08:33:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:3475: writing smithi08483026-50 from 6225920 to 6889472 tid 1 2024-04-02T08:33:10.233 INFO:tasks.rados.rados.0.smithi084.stdout:3475: writing smithi08483026-50 from 6889472 to 7520256 tid 2 2024-04-02T08:33:10.235 INFO:tasks.rados.rados.0.smithi084.stdout:3475: writing smithi08483026-50 from 7520256 to 7692288 tid 3 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3470: done (3 left) 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3476: rollback oid 38 current snap is 326 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 38 to 325 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: finishing write tid 3 to smithi08483026-12 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: finishing write tid 4 to smithi08483026-12 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: finishing write tid 5 to smithi08483026-12 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: oid 12 updating version 0 to 1697 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: oid 12 version 1697 is already newer than 1695 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: oid 12 version 1697 is already newer than 1696 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: oid 12 version 1697 is already newer than 1694 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1697 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3472: left oid 12 (ObjNum 1088 snap 326 seq_num 1088) 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi084.stdout:3473: finishing write tid 1 to smithi08483026-45 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3472: done (3 left) 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3477: rollback oid 5 current snap is 326 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 5 to 325 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: finishing write tid 2 to smithi08483026-45 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: finishing write tid 3 to smithi08483026-45 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: finishing write tid 4 to smithi08483026-45 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: finishing write tid 5 to smithi08483026-45 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: oid 45 updating version 0 to 1451 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: oid 45 updating version 1451 to 1453 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: oid 45 version 1453 is already newer than 1452 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: oid 45 version 1453 is already newer than 1450 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 1453 (ObjNum 1089 snap 326 seq_num 1089) dirty exists 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi084.stdout:3473: left oid 45 (ObjNum 1089 snap 326 seq_num 1089) 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi084.stdout:3473: done (3 left) 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 326 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi084.stdout:3478: seq_num 1091 ranges {4268032=679936,4947968=516096,5464064=286720} 2024-04-02T08:33:10.262 INFO:tasks.rados.rados.0.smithi084.stdout:3478: writing smithi08483026-27 from 4268032 to 4947968 tid 1 2024-04-02T08:33:10.265 INFO:tasks.rados.rados.0.smithi084.stdout:3478: writing smithi08483026-27 from 4947968 to 5464064 tid 2 2024-04-02T08:33:10.267 INFO:tasks.rados.rados.0.smithi084.stdout:3478: writing smithi08483026-27 from 5464064 to 5750784 tid 3 2024-04-02T08:33:10.267 INFO:tasks.rados.rados.0.smithi084.stdout:3475: finishing write tid 1 to smithi08483026-50 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3479: copy_from oid 9 from oid 15 current snap is 326 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3476: finishing rollback tid 0 to smithi08483026-38 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3476: finishing rollback tid 1 to smithi08483026-38 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3476: finishing rollback tid 2 to smithi08483026-38 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1576 (ObjNum 1056 snap 322 seq_num 1056) dirty exists 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3475: finishing write tid 2 to smithi08483026-50 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3475: finishing write tid 3 to smithi08483026-50 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3475: finishing write tid 4 to smithi08483026-50 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3477: finishing rollback tid 0 to smithi08483026-5 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3477: finishing rollback tid 1 to smithi08483026-5 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3477: finishing rollback tid 2 to smithi08483026-5 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1579 (ObjNum 1058 snap 322 seq_num 1058) dirty exists 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3475: finishing write tid 5 to smithi08483026-50 2024-04-02T08:33:10.268 INFO:tasks.rados.rados.0.smithi084.stdout:3475: oid 50 updating version 0 to 1766 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3475: oid 50 version 1766 is already newer than 1765 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3475: oid 50 version 1766 is already newer than 1764 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3475: oid 50 updating version 1766 to 1767 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1767 (ObjNum 1090 snap 326 seq_num 1090) dirty exists 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3475: left oid 50 (ObjNum 1090 snap 326 seq_num 1090) 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3478: finishing write tid 1 to smithi08483026-27 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3475: done (4 left) 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3476: done (3 left) 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3477: done (2 left) 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3480: copy_from oid 42 from oid 43 current snap is 326 2024-04-02T08:33:10.269 INFO:tasks.rados.rados.0.smithi084.stdout:3481: setattr oid 5 current snap is 326 2024-04-02T08:33:10.270 INFO:tasks.rados.rados.0.smithi084.stdout:3482: delete oid 22 current snap is 326 2024-04-02T08:33:10.270 INFO:tasks.rados.rados.0.smithi084.stdout:3478: finishing write tid 2 to smithi08483026-27 2024-04-02T08:33:10.271 INFO:tasks.rados.rados.0.smithi084.stdout:3482: done (4 left) 2024-04-02T08:33:10.271 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 326 2024-04-02T08:33:10.271 INFO:tasks.rados.rados.0.smithi084.stdout:3478: finishing write tid 3 to smithi08483026-27 2024-04-02T08:33:10.271 INFO:tasks.rados.rados.0.smithi084.stdout:3483: seq_num 1093 ranges {5095424=712704,5808128=688128,6496256=114688} 2024-04-02T08:33:10.305 INFO:tasks.rados.rados.0.smithi084.stdout:3483: writing smithi08483026-38 from 5095424 to 5808128 tid 1 2024-04-02T08:33:10.309 INFO:tasks.rados.rados.0.smithi084.stdout:3483: writing smithi08483026-38 from 5808128 to 6496256 tid 2 2024-04-02T08:33:10.310 INFO:tasks.rados.rados.0.smithi084.stdout:3483: writing smithi08483026-38 from 6496256 to 6610944 tid 3 2024-04-02T08:33:10.310 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 326 2024-04-02T08:33:10.310 INFO:tasks.rados.rados.0.smithi084.stdout:3478: finishing write tid 4 to smithi08483026-27 2024-04-02T08:33:10.310 INFO:tasks.rados.rados.0.smithi084.stdout:3484: seq_num 1094 ranges {4251648=729088,4980736=573440,5554176=229376} 2024-04-02T08:33:10.338 INFO:tasks.rados.rados.0.smithi084.stdout:3484: writing smithi08483026-17 from 4251648 to 4980736 tid 1 2024-04-02T08:33:10.341 INFO:tasks.rados.rados.0.smithi084.stdout:3484: writing smithi08483026-17 from 4980736 to 5554176 tid 2 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3484: writing smithi08483026-17 from 5554176 to 5783552 tid 3 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3485: setattr oid 13 current snap is 326 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1580 (ObjNum 1058 snap 322 seq_num 1058) dirty exists 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3478: finishing write tid 5 to smithi08483026-27 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3478: oid 27 updating version 0 to 1572 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3478: oid 27 updating version 1572 to 1574 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3478: oid 27 version 1574 is already newer than 1573 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3478: oid 27 version 1574 is already newer than 1571 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1574 (ObjNum 1091 snap 326 seq_num 1091) dirty exists 2024-04-02T08:33:10.344 INFO:tasks.rados.rados.0.smithi084.stdout:3478: left oid 27 (ObjNum 1091 snap 326 seq_num 1091) 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3480: finishing copy_from racing read to smithi08483026-42 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3480: finishing copy_from to smithi08483026-42 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1782 (ObjNum 1074 snap 322 seq_num 1074) dirty exists 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3479: finishing copy_from racing read to smithi08483026-9 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3479: finishing copy_from to smithi08483026-9 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1449 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: finishing write tid 1 to smithi08483026-38 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: finishing write tid 2 to smithi08483026-38 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: finishing write tid 3 to smithi08483026-38 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: finishing write tid 4 to smithi08483026-38 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: finishing write tid 5 to smithi08483026-38 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: oid 38 updating version 0 to 1584 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: oid 38 version 1584 is already newer than 1581 2024-04-02T08:33:10.345 INFO:tasks.rados.rados.0.smithi084.stdout:3483: oid 38 version 1584 is already newer than 1583 2024-04-02T08:33:10.346 INFO:tasks.rados.rados.0.smithi084.stdout:3483: oid 38 version 1584 is already newer than 1582 2024-04-02T08:33:10.346 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1584 (ObjNum 1093 snap 326 seq_num 1093) dirty exists 2024-04-02T08:33:10.346 INFO:tasks.rados.rados.0.smithi084.stdout:3483: left oid 38 (ObjNum 1093 snap 326 seq_num 1093) 2024-04-02T08:33:10.346 INFO:tasks.rados.rados.0.smithi084.stdout:3484: finishing write tid 1 to smithi08483026-17 2024-04-02T08:33:10.347 INFO:tasks.rados.rados.0.smithi084.stdout:3478: done (6 left) 2024-04-02T08:33:10.347 INFO:tasks.rados.rados.0.smithi084.stdout:3479: done (5 left) 2024-04-02T08:33:10.347 INFO:tasks.rados.rados.0.smithi084.stdout:3480: done (4 left) 2024-04-02T08:33:10.347 INFO:tasks.rados.rados.0.smithi084.stdout:3481: done (3 left) 2024-04-02T08:33:10.347 INFO:tasks.rados.rados.0.smithi084.stdout:3483: done (2 left) 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3486: rollback oid 15 current snap is 326 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 325 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3487: setattr oid 24 current snap is 326 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: finishing write tid 2 to smithi08483026-17 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: finishing write tid 3 to smithi08483026-17 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: finishing write tid 4 to smithi08483026-17 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: finishing write tid 5 to smithi08483026-17 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: oid 17 updating version 0 to 1577 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: oid 17 version 1577 is already newer than 1575 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: oid 17 version 1577 is already newer than 1576 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: oid 17 updating version 1577 to 1578 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1578 (ObjNum 1094 snap 326 seq_num 1094) dirty exists 2024-04-02T08:33:10.348 INFO:tasks.rados.rados.0.smithi084.stdout:3484: left oid 17 (ObjNum 1094 snap 326 seq_num 1094) 2024-04-02T08:33:10.349 INFO:tasks.rados.rados.0.smithi084.stdout:3484: done (3 left) 2024-04-02T08:33:10.349 INFO:tasks.rados.rados.0.smithi084.stdout:3488: snap_create 2024-04-02T08:33:10.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1637 (ObjNum 995 snap 300 seq_num 995) dirty exists 2024-04-02T08:33:10.350 INFO:tasks.rados.rados.0.smithi084.stdout:3486: finishing rollback tid 0 to smithi08483026-15 2024-04-02T08:33:10.350 INFO:tasks.rados.rados.0.smithi084.stdout:3486: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:33:10.350 INFO:tasks.rados.rados.0.smithi084.stdout:3486: finishing rollback tid 2 to smithi08483026-15 2024-04-02T08:33:10.350 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1456 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:10.351 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1698 (ObjNum 1062 snap 322 seq_num 1062) dirty exists 2024-04-02T08:33:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:10 smithi084 ceph-mon[94794]: pgmap v757: 121 pgs: 121 active+clean; 140 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-02T08:33:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:10 smithi084 ceph-mon[94794]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:33:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:10 smithi084 ceph-mon[94794]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:33:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:10 smithi084 ceph-mon[97358]: pgmap v757: 121 pgs: 121 active+clean; 140 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-02T08:33:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:10 smithi084 ceph-mon[97358]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:33:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:10 smithi084 ceph-mon[97358]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:33:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:10 smithi132 ceph-mon[88571]: pgmap v757: 121 pgs: 121 active+clean; 140 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-02T08:33:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:10 smithi132 ceph-mon[88571]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:33:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:10 smithi132 ceph-mon[88571]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:33:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:33:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:33:10] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-02T08:33:11.317 INFO:tasks.rados.rados.0.smithi084.stdout:3485: done (3 left) 2024-04-02T08:33:11.317 INFO:tasks.rados.rados.0.smithi084.stdout:3486: done (2 left) 2024-04-02T08:33:11.317 INFO:tasks.rados.rados.0.smithi084.stdout:3487: done (1 left) 2024-04-02T08:33:11.317 INFO:tasks.rados.rados.0.smithi084.stdout:3488: done (0 left) 2024-04-02T08:33:11.317 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 327 2024-04-02T08:33:11.317 INFO:tasks.rados.rados.0.smithi084.stdout:3489: seq_num 1095 ranges {2760704=745472,3506176=499712,4005888=303104} 2024-04-02T08:33:11.336 INFO:tasks.rados.rados.0.smithi084.stdout:3489: writing smithi08483026-45 from 2760704 to 3506176 tid 1 2024-04-02T08:33:11.340 INFO:tasks.rados.rados.0.smithi084.stdout:3489: writing smithi08483026-45 from 3506176 to 4005888 tid 2 2024-04-02T08:33:11.342 INFO:tasks.rados.rados.0.smithi084.stdout:3489: writing smithi08483026-45 from 4005888 to 4308992 tid 3 2024-04-02T08:33:11.342 INFO:tasks.rados.rados.0.smithi084.stdout:3490: read oid 41 snap 326 2024-04-02T08:33:11.342 INFO:tasks.rados.rados.0.smithi084.stdout:3490: expect (ObjNum 1064 snap 322 seq_num 1064) 2024-04-02T08:33:11.342 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 327 2024-04-02T08:33:11.342 INFO:tasks.rados.rados.0.smithi084.stdout:3491: seq_num 1096 ranges {475136=761856,1236992=786432,2023424=16384} 2024-04-02T08:33:11.349 INFO:tasks.rados.rados.0.smithi084.stdout:3491: writing smithi08483026-35 from 475136 to 1236992 tid 1 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3491: writing smithi08483026-35 from 1236992 to 2023424 tid 2 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3491: writing smithi08483026-35 from 2023424 to 2039808 tid 3 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3492: delete oid 40 current snap is 327 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3489: finishing write tid 1 to smithi08483026-45 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3489: finishing write tid 2 to smithi08483026-45 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3489: finishing write tid 3 to smithi08483026-45 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3489: finishing write tid 4 to smithi08483026-45 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3489: finishing write tid 5 to smithi08483026-45 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3489: oid 45 updating version 0 to 1460 2024-04-02T08:33:11.355 INFO:tasks.rados.rados.0.smithi084.stdout:3489: oid 45 version 1460 is already newer than 1459 2024-04-02T08:33:11.356 INFO:tasks.rados.rados.0.smithi084.stdout:3489: oid 45 version 1460 is already newer than 1457 2024-04-02T08:33:11.356 INFO:tasks.rados.rados.0.smithi084.stdout:3489: oid 45 version 1460 is already newer than 1458 2024-04-02T08:33:11.356 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 1460 (ObjNum 1095 snap 327 seq_num 1095) dirty exists 2024-04-02T08:33:11.356 INFO:tasks.rados.rados.0.smithi084.stdout:3489: left oid 45 (ObjNum 1095 snap 327 seq_num 1095) 2024-04-02T08:33:11.356 INFO:tasks.rados.rados.0.smithi084.stdout:3491: finishing write tid 1 to smithi08483026-35 2024-04-02T08:33:11.359 INFO:tasks.rados.rados.0.smithi084.stdout:3490: expect (ObjNum 1064 snap 322 seq_num 1064) 2024-04-02T08:33:11.487 INFO:tasks.rados.rados.0.smithi084.stdout:3491: finishing write tid 2 to smithi08483026-35 2024-04-02T08:33:11.487 INFO:tasks.rados.rados.0.smithi084.stdout:3491: finishing write tid 3 to smithi08483026-35 2024-04-02T08:33:11.487 INFO:tasks.rados.rados.0.smithi084.stdout:3491: finishing write tid 4 to smithi08483026-35 2024-04-02T08:33:11.487 INFO:tasks.rados.rados.0.smithi084.stdout:3491: finishing write tid 5 to smithi08483026-35 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3491: oid 35 updating version 0 to 1793 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3491: oid 35 updating version 1793 to 1795 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3491: oid 35 version 1795 is already newer than 1794 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3491: oid 35 version 1795 is already newer than 1792 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1795 (ObjNum 1096 snap 327 seq_num 1096) dirty exists 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3491: left oid 35 (ObjNum 1096 snap 327 seq_num 1096) 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3489: done (3 left) 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3490: done (2 left) 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3491: done (1 left) 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3492: done (0 left) 2024-04-02T08:33:11.488 INFO:tasks.rados.rados.0.smithi084.stdout:3493: copy_from oid 23 from oid 9 current snap is 327 2024-04-02T08:33:11.489 INFO:tasks.rados.rados.0.smithi084.stdout:3494: setattr oid 33 current snap is 327 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:3495: rollback oid 36 current snap is 327 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 325 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:3496: rmattr oid 21 current snap is 327 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:3497: rollback oid 15 current snap is 327 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 15 to 326 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:3498: copy_from oid 45 from oid 8 current snap is 327 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:3499: rollback oid 20 current snap is 327 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 326 2024-04-02T08:33:11.490 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 327 2024-04-02T08:33:11.491 INFO:tasks.rados.rados.0.smithi084.stdout:3500: seq_num 1098 ranges {1294336=794624,2088960=557056,2646016=245760} 2024-04-02T08:33:11.501 INFO:tasks.rados.rados.0.smithi084.stdout:3500: writing smithi08483026-11 from 1294336 to 2088960 tid 1 2024-04-02T08:33:11.504 INFO:tasks.rados.rados.0.smithi084.stdout:3500: writing smithi08483026-11 from 2088960 to 2646016 tid 2 2024-04-02T08:33:11.506 INFO:tasks.rados.rados.0.smithi084.stdout:3500: writing smithi08483026-11 from 2646016 to 2891776 tid 3 2024-04-02T08:33:11.506 INFO:tasks.rados.rados.0.smithi084.stdout:3501: read oid 22 snap 326 2024-04-02T08:33:11.506 INFO:tasks.rados.rados.0.smithi084.stdout:3501: expect deleted 2024-04-02T08:33:11.506 INFO:tasks.rados.rados.0.smithi084.stdout:3502: read oid 43 snap -1 2024-04-02T08:33:11.506 INFO:tasks.rados.rados.0.smithi084.stdout:3502: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:11.506 INFO:tasks.rados.rados.0.smithi084.stdout:3503: delete oid 34 current snap is 327 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3495: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3499: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 0 (ObjNum 129 snap 0 seq_num 620847944) dirty dne 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1783 (ObjNum 1053 snap 322 seq_num 1053) dirty exists 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1580 (ObjNum 1045 snap 320 seq_num 1045) dirty exists 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3497: finishing rollback tid 0 to smithi08483026-15 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3497: finishing rollback tid 1 to smithi08483026-15 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3497: finishing rollback tid 2 to smithi08483026-15 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1463 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3498: finishing copy_from to smithi08483026-45 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3498: got expected ENOENT (src dne) 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3498: finishing copy_from racing read to smithi08483026-45 2024-04-02T08:33:11.507 INFO:tasks.rados.rados.0.smithi084.stdout:3500: finishing write tid 1 to smithi08483026-11 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3494: done (10 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3495: done (9 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3496: done (8 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3497: done (7 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3498: done (6 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3499: done (5 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3501: done (4 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3503: done (3 left) 2024-04-02T08:33:11.510 INFO:tasks.rados.rados.0.smithi084.stdout:3504: delete oid 46 current snap is 327 2024-04-02T08:33:11.512 INFO:tasks.rados.rados.0.smithi084.stdout:3502: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:11.545 INFO:tasks.rados.rados.0.smithi084.stdout:3500: finishing write tid 2 to smithi08483026-11 2024-04-02T08:33:11.545 INFO:tasks.rados.rados.0.smithi084.stdout:3500: finishing write tid 3 to smithi08483026-11 2024-04-02T08:33:11.545 INFO:tasks.rados.rados.0.smithi084.stdout:3500: finishing write tid 4 to smithi08483026-11 2024-04-02T08:33:11.545 INFO:tasks.rados.rados.0.smithi084.stdout:3493: finishing copy_from racing read to smithi08483026-23 2024-04-02T08:33:11.545 INFO:tasks.rados.rados.0.smithi084.stdout:3500: finishing write tid 5 to smithi08483026-11 2024-04-02T08:33:11.545 INFO:tasks.rados.rados.0.smithi084.stdout:3500: oid 11 updating version 0 to 1784 2024-04-02T08:33:11.545 INFO:tasks.rados.rados.0.smithi084.stdout:3500: oid 11 updating version 1784 to 1785 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3500: oid 11 updating version 1785 to 1787 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3500: oid 11 version 1787 is already newer than 1786 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1787 (ObjNum 1098 snap 327 seq_num 1098) dirty exists 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3500: left oid 11 (ObjNum 1098 snap 327 seq_num 1098) 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3493: finishing copy_from to smithi08483026-23 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1449 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3493: done (3 left) 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3500: done (2 left) 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3502: done (1 left) 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3504: done (0 left) 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3505: read oid 45 snap -1 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3505: expect (ObjNum 1095 snap 327 seq_num 1095) 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3506: copy_from oid 44 from oid 31 current snap is 327 2024-04-02T08:33:11.546 INFO:tasks.rados.rados.0.smithi084.stdout:3507: rollback oid 4 current snap is 327 2024-04-02T08:33:11.547 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 4 to 325 2024-04-02T08:33:11.547 INFO:tasks.rados.rados.0.smithi084.stdout:3508: snap_create 2024-04-02T08:33:11.549 INFO:tasks.rados.rados.0.smithi084.stdout:3507: finishing rollback tid 0 to smithi08483026-4 2024-04-02T08:33:11.549 INFO:tasks.rados.rados.0.smithi084.stdout:3507: finishing rollback tid 1 to smithi08483026-4 2024-04-02T08:33:11.549 INFO:tasks.rados.rados.0.smithi084.stdout:3507: finishing rollback tid 2 to smithi08483026-4 2024-04-02T08:33:11.549 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1552 (ObjNum 1076 snap 322 seq_num 1076) dirty exists 2024-04-02T08:33:11.556 INFO:tasks.rados.rados.0.smithi084.stdout:3506: finishing copy_from racing read to smithi08483026-44 2024-04-02T08:33:11.556 INFO:tasks.rados.rados.0.smithi084.stdout:3506: finishing copy_from to smithi08483026-44 2024-04-02T08:33:11.556 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 44 v 1459 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:33:11.565 INFO:tasks.rados.rados.0.smithi084.stdout:3505: expect (ObjNum 1095 snap 327 seq_num 1095) 2024-04-02T08:33:12.323 INFO:tasks.rados.rados.0.smithi084.stdout:3505: done (3 left) 2024-04-02T08:33:12.323 INFO:tasks.rados.rados.0.smithi084.stdout:3506: done (2 left) 2024-04-02T08:33:12.323 INFO:tasks.rados.rados.0.smithi084.stdout:3507: done (1 left) 2024-04-02T08:33:12.323 INFO:tasks.rados.rados.0.smithi084.stdout:3508: done (0 left) 2024-04-02T08:33:12.323 INFO:tasks.rados.rados.0.smithi084.stdout:3509: snap_create 2024-04-02T08:33:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:12 smithi084 ceph-mon[94794]: pgmap v761: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:33:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:12 smithi084 ceph-mon[94794]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:33:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:12 smithi084 ceph-mon[97358]: pgmap v761: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:33:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:12 smithi084 ceph-mon[97358]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:33:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:12 smithi132 ceph-mon[88571]: pgmap v761: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:33:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:12 smithi132 ceph-mon[88571]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:33:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:33:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:33:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:13.327 INFO:tasks.rados.rados.0.smithi084.stdout:3509: done (0 left) 2024-04-02T08:33:13.327 INFO:tasks.rados.rados.0.smithi084.stdout:3510: delete oid 22 current snap is 329 2024-04-02T08:33:13.331 INFO:tasks.rados.rados.0.smithi084.stdout:3510: done (0 left) 2024-04-02T08:33:13.331 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 329 2024-04-02T08:33:13.331 INFO:tasks.rados.rados.0.smithi084.stdout:3511: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-04-02T08:33:13.333 INFO:tasks.rados.rados.0.smithi084.stdout:3511: writing smithi08483026-47 from 0 to 458752 tid 1 2024-04-02T08:33:13.336 INFO:tasks.rados.rados.0.smithi084.stdout:3511: writing smithi08483026-47 from 458752 to 950272 tid 2 2024-04-02T08:33:13.339 INFO:tasks.rados.rados.0.smithi084.stdout:3511: writing smithi08483026-47 from 950272 to 1441792 tid 3 2024-04-02T08:33:13.341 INFO:tasks.rados.rados.0.smithi084.stdout:3511: writing smithi08483026-47 from 1441792 to 1662976 tid 4 2024-04-02T08:33:13.341 INFO:tasks.rados.rados.0.smithi084.stdout:3512: setattr oid 7 current snap is 329 2024-04-02T08:33:13.341 INFO:tasks.rados.rados.0.smithi084.stdout:3511: finishing write tid 1 to smithi08483026-47 2024-04-02T08:33:13.342 INFO:tasks.rados.rados.0.smithi084.stdout:3511: finishing write tid 2 to smithi08483026-47 2024-04-02T08:33:13.342 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 329 2024-04-02T08:33:13.342 INFO:tasks.rados.rados.0.smithi084.stdout:3513: seq_num 1103 ranges {442368=475136,917504=425984,1343488=696320,2039808=81920} 2024-04-02T08:33:13.347 INFO:tasks.rados.rados.0.smithi084.stdout:3513: writing smithi08483026-2 from 442368 to 917504 tid 1 2024-04-02T08:33:13.349 INFO:tasks.rados.rados.0.smithi084.stdout:3513: writing smithi08483026-2 from 917504 to 1343488 tid 2 2024-04-02T08:33:13.353 INFO:tasks.rados.rados.0.smithi084.stdout:3513: writing smithi08483026-2 from 1343488 to 2039808 tid 3 2024-04-02T08:33:13.354 INFO:tasks.rados.rados.0.smithi084.stdout:3513: writing smithi08483026-2 from 2039808 to 2121728 tid 4 2024-04-02T08:33:13.354 INFO:tasks.rados.rados.0.smithi084.stdout:3514: rmattr oid 28 current snap is 329 2024-04-02T08:33:13.354 INFO:tasks.rados.rados.0.smithi084.stdout:3511: finishing write tid 3 to smithi08483026-47 2024-04-02T08:33:13.354 INFO:tasks.rados.rados.0.smithi084.stdout:3511: finishing write tid 4 to smithi08483026-47 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3515: snap_create 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: finishing write tid 5 to smithi08483026-47 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 1459 (ObjNum 1014 snap 306 seq_num 1014) dirty exists 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: finishing write tid 6 to smithi08483026-47 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: oid 47 updating version 0 to 1641 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: oid 47 updating version 1641 to 1642 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: oid 47 version 1642 is already newer than 1640 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: oid 47 version 1642 is already newer than 1639 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: oid 47 version 1642 is already newer than 1638 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1642 (ObjNum 1102 snap 329 seq_num 1102) dirty exists 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3511: left oid 47 (ObjNum 1102 snap 329 seq_num 1102) 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3513: finishing write tid 1 to smithi08483026-2 2024-04-02T08:33:13.355 INFO:tasks.rados.rados.0.smithi084.stdout:3513: finishing write tid 2 to smithi08483026-2 2024-04-02T08:33:13.357 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 1460 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-04-02T08:33:13.358 INFO:tasks.rados.rados.0.smithi084.stdout:3513: finishing write tid 3 to smithi08483026-2 2024-04-02T08:33:13.358 INFO:tasks.rados.rados.0.smithi084.stdout:3513: finishing write tid 4 to smithi08483026-2 2024-04-02T08:33:13.359 INFO:tasks.rados.rados.0.smithi084.stdout:3513: finishing write tid 5 to smithi08483026-2 2024-04-02T08:33:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:3513: finishing write tid 6 to smithi08483026-2 2024-04-02T08:33:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:3513: oid 2 updating version 0 to 1647 2024-04-02T08:33:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:3513: oid 2 version 1647 is already newer than 1643 2024-04-02T08:33:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:3513: oid 2 version 1647 is already newer than 1644 2024-04-02T08:33:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:3513: oid 2 version 1647 is already newer than 1645 2024-04-02T08:33:13.360 INFO:tasks.rados.rados.0.smithi084.stdout:3513: oid 2 version 1647 is already newer than 1646 2024-04-02T08:33:13.361 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1647 (ObjNum 1103 snap 329 seq_num 1103) dirty exists 2024-04-02T08:33:13.361 INFO:tasks.rados.rados.0.smithi084.stdout:3513: left oid 2 (ObjNum 1103 snap 329 seq_num 1103) 2024-04-02T08:33:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:13 smithi084 ceph-mon[94794]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:33:13.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:13 smithi084 ceph-mon[97358]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:33:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:13 smithi132 ceph-mon[88571]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:33:14.340 INFO:tasks.rados.rados.0.smithi084.stdout:3511: done (4 left) 2024-04-02T08:33:14.340 INFO:tasks.rados.rados.0.smithi084.stdout:3512: done (3 left) 2024-04-02T08:33:14.340 INFO:tasks.rados.rados.0.smithi084.stdout:3513: done (2 left) 2024-04-02T08:33:14.340 INFO:tasks.rados.rados.0.smithi084.stdout:3514: done (1 left) 2024-04-02T08:33:14.340 INFO:tasks.rados.rados.0.smithi084.stdout:3515: done (0 left) 2024-04-02T08:33:14.340 INFO:tasks.rados.rados.0.smithi084.stdout:3516: copy_from oid 26 from oid 49 current snap is 330 2024-04-02T08:33:14.340 INFO:tasks.rados.rados.0.smithi084.stdout:3517: setattr oid 24 current snap is 330 2024-04-02T08:33:14.342 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 330 2024-04-02T08:33:14.342 INFO:tasks.rados.rados.0.smithi084.stdout:3518: seq_num 1104 ranges {4251648=499712,4751360=712704,5464064=491520} 2024-04-02T08:33:14.369 INFO:tasks.rados.rados.0.smithi084.stdout:3518: writing smithi08483026-16 from 4251648 to 4751360 tid 1 2024-04-02T08:33:14.374 INFO:tasks.rados.rados.0.smithi084.stdout:3518: writing smithi08483026-16 from 4751360 to 5464064 tid 2 2024-04-02T08:33:14.377 INFO:tasks.rados.rados.0.smithi084.stdout:3518: writing smithi08483026-16 from 5464064 to 5955584 tid 3 2024-04-02T08:33:14.377 INFO:tasks.rados.rados.0.smithi084.stdout:3519: delete oid 41 current snap is 330 2024-04-02T08:33:14.377 INFO:tasks.rados.rados.0.smithi084.stdout:3516: finishing copy_from to smithi08483026-26 2024-04-02T08:33:14.378 INFO:tasks.rados.rados.0.smithi084.stdout:3516: got expected ENOENT (src dne) 2024-04-02T08:33:14.378 INFO:tasks.rados.rados.0.smithi084.stdout:3516: finishing copy_from racing read to smithi08483026-26 2024-04-02T08:33:14.378 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1699 (ObjNum 1062 snap 322 seq_num 1062) dirty exists 2024-04-02T08:33:14.378 INFO:tasks.rados.rados.0.smithi084.stdout:3518: finishing write tid 1 to smithi08483026-16 2024-04-02T08:33:14.378 INFO:tasks.rados.rados.0.smithi084.stdout:3518: finishing write tid 2 to smithi08483026-16 2024-04-02T08:33:14.380 INFO:tasks.rados.rados.0.smithi084.stdout:3518: finishing write tid 3 to smithi08483026-16 2024-04-02T08:33:14.381 INFO:tasks.rados.rados.0.smithi084.stdout:3518: finishing write tid 4 to smithi08483026-16 2024-04-02T08:33:14.381 INFO:tasks.rados.rados.0.smithi084.stdout:3516: done (3 left) 2024-04-02T08:33:14.381 INFO:tasks.rados.rados.0.smithi084.stdout:3517: done (2 left) 2024-04-02T08:33:14.381 INFO:tasks.rados.rados.0.smithi084.stdout:3519: done (1 left) 2024-04-02T08:33:14.381 INFO:tasks.rados.rados.0.smithi084.stdout:3520: rmattr oid 10 current snap is 330 2024-04-02T08:33:14.381 INFO:tasks.rados.rados.0.smithi084.stdout:3520: done (1 left) 2024-04-02T08:33:14.382 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 330 2024-04-02T08:33:14.382 INFO:tasks.rados.rados.0.smithi084.stdout:3521: seq_num 1106 ranges {4268032=532480,4800512=483328,5283840=475136,5758976=245760} 2024-04-02T08:33:14.409 INFO:tasks.rados.rados.0.smithi084.stdout:3521: writing smithi08483026-5 from 4268032 to 4800512 tid 1 2024-04-02T08:33:14.413 INFO:tasks.rados.rados.0.smithi084.stdout:3521: writing smithi08483026-5 from 4800512 to 5283840 tid 2 2024-04-02T08:33:14.417 INFO:tasks.rados.rados.0.smithi084.stdout:3521: writing smithi08483026-5 from 5283840 to 5758976 tid 3 2024-04-02T08:33:14.419 INFO:tasks.rados.rados.0.smithi084.stdout:3521: writing smithi08483026-5 from 5758976 to 6004736 tid 4 2024-04-02T08:33:14.419 INFO:tasks.rados.rados.0.smithi084.stdout:3522: snap_create 2024-04-02T08:33:14.419 INFO:tasks.rados.rados.0.smithi084.stdout:3518: finishing write tid 5 to smithi08483026-16 2024-04-02T08:33:14.419 INFO:tasks.rados.rados.0.smithi084.stdout:3518: oid 16 updating version 0 to 1554 2024-04-02T08:33:14.419 INFO:tasks.rados.rados.0.smithi084.stdout:3518: oid 16 updating version 1554 to 1556 2024-04-02T08:33:14.419 INFO:tasks.rados.rados.0.smithi084.stdout:3518: oid 16 version 1556 is already newer than 1553 2024-04-02T08:33:14.419 INFO:tasks.rados.rados.0.smithi084.stdout:3518: oid 16 version 1556 is already newer than 1555 2024-04-02T08:33:14.420 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1556 (ObjNum 1104 snap 330 seq_num 1104) dirty exists 2024-04-02T08:33:14.420 INFO:tasks.rados.rados.0.smithi084.stdout:3518: left oid 16 (ObjNum 1104 snap 330 seq_num 1104) 2024-04-02T08:33:14.420 INFO:tasks.rados.rados.0.smithi084.stdout:3521: finishing write tid 1 to smithi08483026-5 2024-04-02T08:33:14.420 INFO:tasks.rados.rados.0.smithi084.stdout:3521: finishing write tid 2 to smithi08483026-5 2024-04-02T08:33:14.421 INFO:tasks.rados.rados.0.smithi084.stdout:3521: finishing write tid 3 to smithi08483026-5 2024-04-02T08:33:14.422 INFO:tasks.rados.rados.0.smithi084.stdout:3521: finishing write tid 4 to smithi08483026-5 2024-04-02T08:33:14.422 INFO:tasks.rados.rados.0.smithi084.stdout:3521: finishing write tid 5 to smithi08483026-5 2024-04-02T08:33:14.423 INFO:tasks.rados.rados.0.smithi084.stdout:3521: finishing write tid 6 to smithi08483026-5 2024-04-02T08:33:14.423 INFO:tasks.rados.rados.0.smithi084.stdout:3521: oid 5 updating version 0 to 1586 2024-04-02T08:33:14.423 INFO:tasks.rados.rados.0.smithi084.stdout:3521: oid 5 updating version 1586 to 1587 2024-04-02T08:33:14.424 INFO:tasks.rados.rados.0.smithi084.stdout:3521: oid 5 updating version 1587 to 1589 2024-04-02T08:33:14.424 INFO:tasks.rados.rados.0.smithi084.stdout:3521: oid 5 updating version 1589 to 1590 2024-04-02T08:33:14.424 INFO:tasks.rados.rados.0.smithi084.stdout:3521: oid 5 version 1590 is already newer than 1588 2024-04-02T08:33:14.424 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1590 (ObjNum 1106 snap 330 seq_num 1106) dirty exists 2024-04-02T08:33:14.424 INFO:tasks.rados.rados.0.smithi084.stdout:3521: left oid 5 (ObjNum 1106 snap 330 seq_num 1106) 2024-04-02T08:33:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:14 smithi084 ceph-mon[94794]: pgmap v764: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:33:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:14 smithi084 ceph-mon[94794]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:33:14.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:14 smithi084 ceph-mon[97358]: pgmap v764: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:33:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:14 smithi084 ceph-mon[97358]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:33:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:14 smithi132 ceph-mon[88571]: pgmap v764: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:33:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:14 smithi132 ceph-mon[88571]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:33:15.349 INFO:tasks.rados.rados.0.smithi084.stdout:3518: done (2 left) 2024-04-02T08:33:15.349 INFO:tasks.rados.rados.0.smithi084.stdout:3521: done (1 left) 2024-04-02T08:33:15.349 INFO:tasks.rados.rados.0.smithi084.stdout:3522: done (0 left) 2024-04-02T08:33:15.349 INFO:tasks.rados.rados.0.smithi084.stdout:3523: delete oid 25 current snap is 331 2024-04-02T08:33:15.354 INFO:tasks.rados.rados.0.smithi084.stdout:3523: done (0 left) 2024-04-02T08:33:15.354 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 331 2024-04-02T08:33:15.355 INFO:tasks.rados.rados.0.smithi084.stdout:3524: seq_num 1108 ranges {4308992=565248,4874240=647168,5521408=483328,6004736=73728} 2024-04-02T08:33:15.383 INFO:tasks.rados.rados.0.smithi084.stdout:3524: writing smithi08483026-45 from 4308992 to 4874240 tid 1 2024-04-02T08:33:15.387 INFO:tasks.rados.rados.0.smithi084.stdout:3524: writing smithi08483026-45 from 4874240 to 5521408 tid 2 2024-04-02T08:33:15.390 INFO:tasks.rados.rados.0.smithi084.stdout:3524: writing smithi08483026-45 from 5521408 to 6004736 tid 3 2024-04-02T08:33:15.391 INFO:tasks.rados.rados.0.smithi084.stdout:3524: writing smithi08483026-45 from 6004736 to 6078464 tid 4 2024-04-02T08:33:15.391 INFO:tasks.rados.rados.0.smithi084.stdout:3525: read oid 17 snap -1 2024-04-02T08:33:15.391 INFO:tasks.rados.rados.0.smithi084.stdout:3525: expect (ObjNum 1094 snap 326 seq_num 1094) 2024-04-02T08:33:15.391 INFO:tasks.rados.rados.0.smithi084.stdout:3526: delete oid 32 current snap is 331 2024-04-02T08:33:15.391 INFO:tasks.rados.rados.0.smithi084.stdout:3524: finishing write tid 1 to smithi08483026-45 2024-04-02T08:33:15.391 INFO:tasks.rados.rados.0.smithi084.stdout:3524: finishing write tid 2 to smithi08483026-45 2024-04-02T08:33:15.394 INFO:tasks.rados.rados.0.smithi084.stdout:3524: finishing write tid 3 to smithi08483026-45 2024-04-02T08:33:15.394 INFO:tasks.rados.rados.0.smithi084.stdout:3524: finishing write tid 4 to smithi08483026-45 2024-04-02T08:33:15.394 INFO:tasks.rados.rados.0.smithi084.stdout:3524: finishing write tid 5 to smithi08483026-45 2024-04-02T08:33:15.395 INFO:tasks.rados.rados.0.smithi084.stdout:3526: done (2 left) 2024-04-02T08:33:15.395 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 331 2024-04-02T08:33:15.395 INFO:tasks.rados.rados.0.smithi084.stdout:3527: seq_num 1110 ranges {5693440=598016,6291456=466944,6758400=450560,7208960=286720} 2024-04-02T08:33:15.430 INFO:tasks.rados.rados.0.smithi084.stdout:3527: writing smithi08483026-1 from 5693440 to 6291456 tid 1 2024-04-02T08:33:15.432 INFO:tasks.rados.rados.0.smithi084.stdout:3527: writing smithi08483026-1 from 6291456 to 6758400 tid 2 2024-04-02T08:33:15.435 INFO:tasks.rados.rados.0.smithi084.stdout:3527: writing smithi08483026-1 from 6758400 to 7208960 tid 3 2024-04-02T08:33:15.437 INFO:tasks.rados.rados.0.smithi084.stdout:3527: writing smithi08483026-1 from 7208960 to 7495680 tid 4 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3528: snap_create 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3524: finishing write tid 6 to smithi08483026-45 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3524: oid 45 updating version 0 to 1466 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3524: oid 45 version 1466 is already newer than 1465 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3524: oid 45 version 1466 is already newer than 1464 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3524: oid 45 updating version 1466 to 1467 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3524: oid 45 updating version 1467 to 1468 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 1468 (ObjNum 1108 snap 331 seq_num 1108) dirty exists 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3524: left oid 45 (ObjNum 1108 snap 331 seq_num 1108) 2024-04-02T08:33:15.438 INFO:tasks.rados.rados.0.smithi084.stdout:3525: expect (ObjNum 1094 snap 326 seq_num 1094) 2024-04-02T08:33:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:15 smithi084 ceph-mon[94794]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:33:15.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:15 smithi084 ceph-mon[97358]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:33:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:15 smithi132 ceph-mon[88571]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:33:15.751 INFO:tasks.rados.rados.0.smithi084.stdout:3527: finishing write tid 1 to smithi08483026-1 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: finishing write tid 2 to smithi08483026-1 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: finishing write tid 3 to smithi08483026-1 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: finishing write tid 4 to smithi08483026-1 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: finishing write tid 5 to smithi08483026-1 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: finishing write tid 6 to smithi08483026-1 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: oid 1 updating version 0 to 1801 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: oid 1 updating version 1801 to 1802 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: oid 1 version 1802 is already newer than 1800 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: oid 1 version 1802 is already newer than 1799 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: oid 1 updating version 1802 to 1803 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1803 (ObjNum 1110 snap 331 seq_num 1110) dirty exists 2024-04-02T08:33:15.752 INFO:tasks.rados.rados.0.smithi084.stdout:3527: left oid 1 (ObjNum 1110 snap 331 seq_num 1110) 2024-04-02T08:33:16.350 INFO:tasks.rados.rados.0.smithi084.stdout:3524: done (3 left) 2024-04-02T08:33:16.387 INFO:tasks.rados.rados.0.smithi084.stdout:3525: done (2 left) 2024-04-02T08:33:16.387 INFO:tasks.rados.rados.0.smithi084.stdout:3527: done (1 left) 2024-04-02T08:33:16.387 INFO:tasks.rados.rados.0.smithi084.stdout:3528: done (0 left) 2024-04-02T08:33:16.387 INFO:tasks.rados.rados.0.smithi084.stdout:3529: delete oid 26 current snap is 332 2024-04-02T08:33:16.389 INFO:tasks.rados.rados.0.smithi084.stdout:3529: done (0 left) 2024-04-02T08:33:16.389 INFO:tasks.rados.rados.0.smithi084.stdout:3530: copy_from oid 40 from oid 42 current snap is 332 2024-04-02T08:33:16.389 INFO:tasks.rados.rados.0.smithi084.stdout:3531: rmattr oid 28 current snap is 332 2024-04-02T08:33:16.389 INFO:tasks.rados.rados.0.smithi084.stdout:3532: delete oid 50 current snap is 332 2024-04-02T08:33:16.389 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 1461 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-04-02T08:33:16.389 INFO:tasks.rados.rados.0.smithi084.stdout:3531: done (2 left) 2024-04-02T08:33:16.389 INFO:tasks.rados.rados.0.smithi084.stdout:3532: done (1 left) 2024-04-02T08:33:16.390 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 45 current snap is 332 2024-04-02T08:33:16.390 INFO:tasks.rados.rados.0.smithi084.stdout:3533: seq_num 1113 ranges {6078464=647168,6725632=524288,7249920=622592,7872512=57344} 2024-04-02T08:33:16.399 INFO:tasks.rados.rados.0.smithi084.stdout:3533: writing smithi08483026-45 from 6078464 to 6725632 tid 1 2024-04-02T08:33:16.403 INFO:tasks.rados.rados.0.smithi084.stdout:3533: writing smithi08483026-45 from 6725632 to 7249920 tid 2 2024-04-02T08:33:16.407 INFO:tasks.rados.rados.0.smithi084.stdout:3533: writing smithi08483026-45 from 7249920 to 7872512 tid 3 2024-04-02T08:33:16.409 INFO:tasks.rados.rados.0.smithi084.stdout:3533: writing smithi08483026-45 from 7872512 to 7929856 tid 4 2024-04-02T08:33:16.409 INFO:tasks.rados.rados.0.smithi084.stdout:3530: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:33:16.409 INFO:tasks.rados.rados.0.smithi084.stdout:3530: finishing copy_from to smithi08483026-40 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1782 (ObjNum 1074 snap 322 seq_num 1074) dirty exists 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:3533: finishing write tid 1 to smithi08483026-45 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:3533: finishing write tid 2 to smithi08483026-45 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:3534: read oid 14 snap -1 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:3534: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:3530: done (2 left) 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 332 2024-04-02T08:33:16.410 INFO:tasks.rados.rados.0.smithi084.stdout:3535: seq_num 1114 ranges {0=663552,663552=802816,1466368=401408} 2024-04-02T08:33:16.413 INFO:tasks.rados.rados.0.smithi084.stdout:3535: writing smithi08483026-50 from 0 to 663552 tid 1 2024-04-02T08:33:16.419 INFO:tasks.rados.rados.0.smithi084.stdout:3535: writing smithi08483026-50 from 663552 to 1466368 tid 2 2024-04-02T08:33:16.422 INFO:tasks.rados.rados.0.smithi084.stdout:3535: writing smithi08483026-50 from 1466368 to 1867776 tid 3 2024-04-02T08:33:16.422 INFO:tasks.rados.rados.0.smithi084.stdout:3536: copy_from oid 11 from oid 2 current snap is 332 2024-04-02T08:33:16.422 INFO:tasks.rados.rados.0.smithi084.stdout:3534: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:16.438 INFO:tasks.rados.rados.0.smithi084.stdout:3533: finishing write tid 3 to smithi08483026-45 2024-04-02T08:33:16.438 INFO:tasks.rados.rados.0.smithi084.stdout:3533: finishing write tid 4 to smithi08483026-45 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3533: finishing write tid 5 to smithi08483026-45 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3534: done (3 left) 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3537: read oid 39 snap -1 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3537: expect (ObjNum 1082 snap 325 seq_num 1082) 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3538: delete oid 24 current snap is 332 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3533: finishing write tid 6 to smithi08483026-45 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3533: oid 45 updating version 0 to 1471 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3533: oid 45 version 1471 is already newer than 1469 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3533: oid 45 updating version 1471 to 1473 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3533: oid 45 version 1473 is already newer than 1470 2024-04-02T08:33:16.439 INFO:tasks.rados.rados.0.smithi084.stdout:3533: oid 45 version 1473 is already newer than 1472 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 45 v 1473 (ObjNum 1113 snap 332 seq_num 1113) dirty exists 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:3533: left oid 45 (ObjNum 1113 snap 332 seq_num 1113) 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:3535: finishing write tid 1 to smithi08483026-50 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:3535: finishing write tid 2 to smithi08483026-50 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:3535: finishing write tid 3 to smithi08483026-50 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:3535: finishing write tid 4 to smithi08483026-50 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:3535: finishing write tid 5 to smithi08483026-50 2024-04-02T08:33:16.440 INFO:tasks.rados.rados.0.smithi084.stdout:3535: oid 50 updating version 0 to 1791 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:3535: oid 50 version 1791 is already newer than 1790 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:3535: oid 50 updating version 1791 to 1792 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:3535: oid 50 updating version 1792 to 1793 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1793 (ObjNum 1114 snap 332 seq_num 1114) dirty exists 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:3535: left oid 50 (ObjNum 1114 snap 332 seq_num 1114) 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:3536: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:3536: finishing copy_from to smithi08483026-11 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1647 (ObjNum 1103 snap 329 seq_num 1103) dirty exists 2024-04-02T08:33:16.441 INFO:tasks.rados.rados.0.smithi084.stdout:3533: done (4 left) 2024-04-02T08:33:16.442 INFO:tasks.rados.rados.0.smithi084.stdout:3535: done (3 left) 2024-04-02T08:33:16.442 INFO:tasks.rados.rados.0.smithi084.stdout:3536: done (2 left) 2024-04-02T08:33:16.442 INFO:tasks.rados.rados.0.smithi084.stdout:3538: done (1 left) 2024-04-02T08:33:16.442 INFO:tasks.rados.rados.0.smithi084.stdout:3539: snap_create 2024-04-02T08:33:16.446 INFO:tasks.rados.rados.0.smithi084.stdout:3537: expect (ObjNum 1082 snap 325 seq_num 1082) 2024-04-02T08:33:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:16 smithi084 ceph-mon[94794]: pgmap v767: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T08:33:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:16 smithi084 ceph-mon[94794]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:33:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:16 smithi084 ceph-mon[97358]: pgmap v767: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T08:33:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:16 smithi084 ceph-mon[97358]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:33:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:16 smithi132 ceph-mon[88571]: pgmap v767: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T08:33:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:16 smithi132 ceph-mon[88571]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:33:17.358 INFO:tasks.rados.rados.0.smithi084.stdout:3537: done (1 left) 2024-04-02T08:33:17.358 INFO:tasks.rados.rados.0.smithi084.stdout:3539: done (0 left) 2024-04-02T08:33:17.358 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 333 2024-04-02T08:33:17.358 INFO:tasks.rados.rados.0.smithi084.stdout:3540: seq_num 1116 ranges {1196032=696320,1892352=573440,2465792=450560,2916352=180224} 2024-04-02T08:33:17.368 INFO:tasks.rados.rados.0.smithi084.stdout:3540: writing smithi08483026-42 from 1196032 to 1892352 tid 1 2024-04-02T08:33:17.371 INFO:tasks.rados.rados.0.smithi084.stdout:3540: writing smithi08483026-42 from 1892352 to 2465792 tid 2 2024-04-02T08:33:17.374 INFO:tasks.rados.rados.0.smithi084.stdout:3540: writing smithi08483026-42 from 2465792 to 2916352 tid 3 2024-04-02T08:33:17.375 INFO:tasks.rados.rados.0.smithi084.stdout:3540: writing smithi08483026-42 from 2916352 to 3096576 tid 4 2024-04-02T08:33:17.375 INFO:tasks.rados.rados.0.smithi084.stdout:3541: read oid 13 snap -1 2024-04-02T08:33:17.375 INFO:tasks.rados.rados.0.smithi084.stdout:3541: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:33:17.375 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 30 current snap is 333 2024-04-02T08:33:17.375 INFO:tasks.rados.rados.0.smithi084.stdout:3542: seq_num 1117 ranges {2580480=712704,3293184=458752,3751936=655360,4407296=90112} 2024-04-02T08:33:17.393 INFO:tasks.rados.rados.0.smithi084.stdout:3542: writing smithi08483026-30 from 2580480 to 3293184 tid 1 2024-04-02T08:33:17.397 INFO:tasks.rados.rados.0.smithi084.stdout:3542: writing smithi08483026-30 from 3293184 to 3751936 tid 2 2024-04-02T08:33:17.401 INFO:tasks.rados.rados.0.smithi084.stdout:3542: writing smithi08483026-30 from 3751936 to 4407296 tid 3 2024-04-02T08:33:17.402 INFO:tasks.rados.rados.0.smithi084.stdout:3542: writing smithi08483026-30 from 4407296 to 4497408 tid 4 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 333 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: finishing write tid 1 to smithi08483026-42 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: finishing write tid 2 to smithi08483026-42 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: finishing write tid 3 to smithi08483026-42 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: finishing write tid 4 to smithi08483026-42 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: finishing write tid 5 to smithi08483026-42 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: finishing write tid 6 to smithi08483026-42 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: oid 42 updating version 0 to 1796 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: oid 42 updating version 1796 to 1797 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: oid 42 version 1797 is already newer than 1794 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: oid 42 updating version 1797 to 1798 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:3540: oid 42 version 1798 is already newer than 1795 2024-04-02T08:33:17.403 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1798 (ObjNum 1116 snap 333 seq_num 1116) dirty exists 2024-04-02T08:33:17.404 INFO:tasks.rados.rados.0.smithi084.stdout:3540: left oid 42 (ObjNum 1116 snap 333 seq_num 1116) 2024-04-02T08:33:17.404 INFO:tasks.rados.rados.0.smithi084.stdout:3542: finishing write tid 1 to smithi08483026-30 2024-04-02T08:33:17.404 INFO:tasks.rados.rados.0.smithi084.stdout:3542: finishing write tid 2 to smithi08483026-30 2024-04-02T08:33:17.404 INFO:tasks.rados.rados.0.smithi084.stdout:3543: seq_num 1118 ranges {475136=729088,1204224=794624,1998848=409600} 2024-04-02T08:33:17.409 INFO:tasks.rados.rados.0.smithi084.stdout:3543: writing smithi08483026-29 from 475136 to 1204224 tid 1 2024-04-02T08:33:17.414 INFO:tasks.rados.rados.0.smithi084.stdout:3543: writing smithi08483026-29 from 1204224 to 1998848 tid 2 2024-04-02T08:33:17.418 INFO:tasks.rados.rados.0.smithi084.stdout:3543: writing smithi08483026-29 from 1998848 to 2408448 tid 3 2024-04-02T08:33:17.418 INFO:tasks.rados.rados.0.smithi084.stdout:3540: done (3 left) 2024-04-02T08:33:17.418 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 333 2024-04-02T08:33:17.418 INFO:tasks.rados.rados.0.smithi084.stdout:3544: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-04-02T08:33:17.422 INFO:tasks.rados.rados.0.smithi084.stdout:3544: writing smithi08483026-46 from 0 to 745472 tid 1 2024-04-02T08:33:17.426 INFO:tasks.rados.rados.0.smithi084.stdout:3544: writing smithi08483026-46 from 745472 to 1425408 tid 2 2024-04-02T08:33:17.430 INFO:tasks.rados.rados.0.smithi084.stdout:3544: writing smithi08483026-46 from 1425408 to 1949696 tid 3 2024-04-02T08:33:17.430 INFO:tasks.rados.rados.0.smithi084.stdout:3545: setattr oid 36 current snap is 333 2024-04-02T08:33:17.430 INFO:tasks.rados.rados.0.smithi084.stdout:3542: finishing write tid 3 to smithi08483026-30 2024-04-02T08:33:17.430 INFO:tasks.rados.rados.0.smithi084.stdout:3542: finishing write tid 4 to smithi08483026-30 2024-04-02T08:33:17.430 INFO:tasks.rados.rados.0.smithi084.stdout:3542: finishing write tid 5 to smithi08483026-30 2024-04-02T08:33:17.430 INFO:tasks.rados.rados.0.smithi084.stdout:3541: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:33:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:17 smithi084 ceph-mon[94794]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:33:17.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:17 smithi084 ceph-mon[97358]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:33:17.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:17 smithi132 ceph-mon[88571]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:33:17.748 INFO:tasks.rados.rados.0.smithi084.stdout:3542: finishing write tid 6 to smithi08483026-30 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3542: oid 30 updating version 0 to 1581 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3542: oid 30 updating version 1581 to 1583 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3542: oid 30 updating version 1583 to 1585 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3542: oid 30 version 1585 is already newer than 1584 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3542: oid 30 version 1585 is already newer than 1582 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1585 (ObjNum 1117 snap 333 seq_num 1117) dirty exists 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3542: left oid 30 (ObjNum 1117 snap 333 seq_num 1117) 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3543: finishing write tid 1 to smithi08483026-29 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3543: finishing write tid 2 to smithi08483026-29 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3543: finishing write tid 3 to smithi08483026-29 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3543: finishing write tid 4 to smithi08483026-29 2024-04-02T08:33:17.749 INFO:tasks.rados.rados.0.smithi084.stdout:3543: finishing write tid 5 to smithi08483026-29 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3543: oid 29 updating version 0 to 1701 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3543: oid 29 updating version 1701 to 1704 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3543: oid 29 version 1704 is already newer than 1702 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3543: oid 29 version 1704 is already newer than 1703 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1704 (ObjNum 1118 snap 333 seq_num 1118) dirty exists 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3543: left oid 29 (ObjNum 1118 snap 333 seq_num 1118) 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3544: finishing write tid 1 to smithi08483026-46 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3544: finishing write tid 2 to smithi08483026-46 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3544: finishing write tid 3 to smithi08483026-46 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3544: finishing write tid 4 to smithi08483026-46 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3541: done (4 left) 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3542: done (3 left) 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3543: done (2 left) 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3546: rmattr oid 11 current snap is 333 2024-04-02T08:33:17.750 INFO:tasks.rados.rados.0.smithi084.stdout:3546: done (2 left) 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3547: copy_from oid 11 from oid 30 current snap is 333 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3544: finishing write tid 5 to smithi08483026-46 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3544: oid 46 updating version 0 to 1559 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3544: oid 46 updating version 1559 to 1560 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3544: oid 46 version 1560 is already newer than 1558 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3544: oid 46 version 1560 is already newer than 1557 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1560 (ObjNum 1119 snap 333 seq_num 1119) dirty exists 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3544: left oid 46 (ObjNum 1119 snap 333 seq_num 1119) 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3544: done (2 left) 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3548: read oid 49 snap -1 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3548: expect deleted 2024-04-02T08:33:17.751 INFO:tasks.rados.rados.0.smithi084.stdout:3549: setattr oid 8 current snap is 333 2024-04-02T08:33:17.752 INFO:tasks.rados.rados.0.smithi084.stdout:3548: done (3 left) 2024-04-02T08:33:17.752 INFO:tasks.rados.rados.0.smithi084.stdout:3550: read oid 43 snap -1 2024-04-02T08:33:17.752 INFO:tasks.rados.rados.0.smithi084.stdout:3550: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:17.752 INFO:tasks.rados.rados.0.smithi084.stdout:3551: read oid 40 snap -1 2024-04-02T08:33:17.752 INFO:tasks.rados.rados.0.smithi084.stdout:3551: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:17.753 INFO:tasks.rados.rados.0.smithi084.stdout:3552: rollback oid 10 current snap is 333 2024-04-02T08:33:17.753 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 327 2024-04-02T08:33:17.753 INFO:tasks.rados.rados.0.smithi084.stdout:3553: snap_create 2024-04-02T08:33:17.753 INFO:tasks.rados.rados.0.smithi084.stdout:3552: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:33:17.753 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 0 (ObjNum 49 snap 0 seq_num 2856299776) dirty dne 2024-04-02T08:33:17.753 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1649 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:17.757 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1805 (ObjNum 33 snap 0 seq_num 622312112) dirty exists 2024-04-02T08:33:17.758 INFO:tasks.rados.rados.0.smithi084.stdout:3550: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:17.791 INFO:tasks.rados.rados.0.smithi084.stdout:3551: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:17.823 INFO:tasks.rados.rados.0.smithi084.stdout:3547: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:33:17.823 INFO:tasks.rados.rados.0.smithi084.stdout:3547: finishing copy_from to smithi08483026-11 2024-04-02T08:33:17.823 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1585 (ObjNum 1117 snap 333 seq_num 1117) dirty exists 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3545: done (6 left) 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3547: done (5 left) 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3549: done (4 left) 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3550: done (3 left) 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3551: done (2 left) 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3552: done (1 left) 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3553: done (0 left) 2024-04-02T08:33:18.363 INFO:tasks.rados.rados.0.smithi084.stdout:3554: read oid 11 snap -1 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3554: expect (ObjNum 1117 snap 333 seq_num 1117) 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3555: read oid 46 snap -1 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3555: expect (ObjNum 1119 snap 333 seq_num 1119) 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3556: rollback oid 6 current snap is 334 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 332 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3557: read oid 32 snap 327 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3557: expect (ObjNum 958 snap 285 seq_num 958) 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3558: rollback oid 43 current snap is 334 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 43 to 329 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3559: read oid 28 snap -1 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3559: expect (ObjNum 1069 snap 322 seq_num 1069) 2024-04-02T08:33:18.364 INFO:tasks.rados.rados.0.smithi084.stdout:3560: delete oid 35 current snap is 334 2024-04-02T08:33:18.372 INFO:tasks.rados.rados.0.smithi084.stdout:3556: finishing rollback tid 0 to smithi08483026-6 2024-04-02T08:33:18.372 INFO:tasks.rados.rados.0.smithi084.stdout:3556: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:33:18.372 INFO:tasks.rados.rados.0.smithi084.stdout:3556: finishing rollback tid 2 to smithi08483026-6 2024-04-02T08:33:18.373 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1128 (ObjNum 1035 snap 316 seq_num 1035) dirty exists 2024-04-02T08:33:18.375 INFO:tasks.rados.rados.0.smithi084.stdout:3558: finishing rollback tid 0 to smithi08483026-43 2024-04-02T08:33:18.375 INFO:tasks.rados.rados.0.smithi084.stdout:3558: finishing rollback tid 1 to smithi08483026-43 2024-04-02T08:33:18.375 INFO:tasks.rados.rados.0.smithi084.stdout:3558: finishing rollback tid 2 to smithi08483026-43 2024-04-02T08:33:18.375 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1809 (ObjNum 1074 snap 322 seq_num 1074) dirty exists 2024-04-02T08:33:18.375 INFO:tasks.rados.rados.0.smithi084.stdout:3555: expect (ObjNum 1119 snap 333 seq_num 1119) 2024-04-02T08:33:18.433 INFO:tasks.rados.rados.0.smithi084.stdout:3555: done (6 left) 2024-04-02T08:33:18.434 INFO:tasks.rados.rados.0.smithi084.stdout:3556: done (5 left) 2024-04-02T08:33:18.434 INFO:tasks.rados.rados.0.smithi084.stdout:3558: done (4 left) 2024-04-02T08:33:18.434 INFO:tasks.rados.rados.0.smithi084.stdout:3560: done (3 left) 2024-04-02T08:33:18.434 INFO:tasks.rados.rados.0.smithi084.stdout:3561: read oid 40 snap 326 2024-04-02T08:33:18.434 INFO:tasks.rados.rados.0.smithi084.stdout:3561: expect (ObjNum 1061 snap 322 seq_num 1061) 2024-04-02T08:33:18.434 INFO:tasks.rados.rados.0.smithi084.stdout:3562: copy_from oid 10 from oid 43 current snap is 334 2024-04-02T08:33:18.434 INFO:tasks.rados.rados.0.smithi084.stdout:3559: expect (ObjNum 1069 snap 322 seq_num 1069) 2024-04-02T08:33:18.500 INFO:tasks.rados.rados.0.smithi084.stdout:3557: expect (ObjNum 958 snap 285 seq_num 958) 2024-04-02T08:33:18.594 INFO:tasks.rados.rados.0.smithi084.stdout:3554: expect (ObjNum 1117 snap 333 seq_num 1117) 2024-04-02T08:33:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:18 smithi084 ceph-mon[94794]: pgmap v770: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T08:33:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:18 smithi084 ceph-mon[94794]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:33:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:18 smithi084 ceph-mon[97358]: pgmap v770: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T08:33:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:18 smithi084 ceph-mon[97358]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:33:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:18 smithi132 ceph-mon[88571]: pgmap v770: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T08:33:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:18 smithi132 ceph-mon[88571]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:33:18.828 INFO:tasks.rados.rados.0.smithi084.stdout:3561: expect (ObjNum 1061 snap 322 seq_num 1061) 2024-04-02T08:33:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:3562: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:33:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:3562: finishing copy_from to smithi08483026-10 2024-04-02T08:33:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1809 (ObjNum 1074 snap 322 seq_num 1074) dirty exists 2024-04-02T08:33:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:3554: done (4 left) 2024-04-02T08:33:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:3557: done (3 left) 2024-04-02T08:33:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:3559: done (2 left) 2024-04-02T08:33:19.110 INFO:tasks.rados.rados.0.smithi084.stdout:3561: done (1 left) 2024-04-02T08:33:19.111 INFO:tasks.rados.rados.0.smithi084.stdout:3562: done (0 left) 2024-04-02T08:33:19.111 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 334 2024-04-02T08:33:19.111 INFO:tasks.rados.rados.0.smithi084.stdout:3563: seq_num 1121 ranges {4497408=778240,5275648=442368,5718016=638976,6356992=122880} 2024-04-02T08:33:19.138 INFO:tasks.rados.rados.0.smithi084.stdout:3563: writing smithi08483026-11 from 4497408 to 5275648 tid 1 2024-04-02T08:33:19.141 INFO:tasks.rados.rados.0.smithi084.stdout:3563: writing smithi08483026-11 from 5275648 to 5718016 tid 2 2024-04-02T08:33:19.145 INFO:tasks.rados.rados.0.smithi084.stdout:3563: writing smithi08483026-11 from 5718016 to 6356992 tid 3 2024-04-02T08:33:19.146 INFO:tasks.rados.rados.0.smithi084.stdout:3563: writing smithi08483026-11 from 6356992 to 6479872 tid 4 2024-04-02T08:33:19.146 INFO:tasks.rados.rados.0.smithi084.stdout:3564: read oid 29 snap 332 2024-04-02T08:33:19.146 INFO:tasks.rados.rados.0.smithi084.stdout:3564: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:19.146 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 334 2024-04-02T08:33:19.146 INFO:tasks.rados.rados.0.smithi084.stdout:3563: finishing write tid 1 to smithi08483026-11 2024-04-02T08:33:19.147 INFO:tasks.rados.rados.0.smithi084.stdout:3563: finishing write tid 2 to smithi08483026-11 2024-04-02T08:33:19.147 INFO:tasks.rados.rados.0.smithi084.stdout:3565: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-04-02T08:33:19.151 INFO:tasks.rados.rados.0.smithi084.stdout:3565: writing smithi08483026-8 from 0 to 794624 tid 1 2024-04-02T08:33:19.156 INFO:tasks.rados.rados.0.smithi084.stdout:3565: writing smithi08483026-8 from 794624 to 1523712 tid 2 2024-04-02T08:33:19.159 INFO:tasks.rados.rados.0.smithi084.stdout:3565: writing smithi08483026-8 from 1523712 to 1998848 tid 3 2024-04-02T08:33:19.159 INFO:tasks.rados.rados.0.smithi084.stdout:3566: snap_create 2024-04-02T08:33:19.159 INFO:tasks.rados.rados.0.smithi084.stdout:3563: finishing write tid 3 to smithi08483026-11 2024-04-02T08:33:19.159 INFO:tasks.rados.rados.0.smithi084.stdout:3563: finishing write tid 4 to smithi08483026-11 2024-04-02T08:33:19.159 INFO:tasks.rados.rados.0.smithi084.stdout:3564: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:19.173 INFO:tasks.rados.rados.0.smithi084.stdout:3563: finishing write tid 5 to smithi08483026-11 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3563: finishing write tid 6 to smithi08483026-11 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3563: oid 11 updating version 0 to 1811 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3563: oid 11 version 1811 is already newer than 1810 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3563: oid 11 updating version 1811 to 1813 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3563: oid 11 version 1813 is already newer than 1812 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3563: oid 11 updating version 1813 to 1814 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1814 (ObjNum 1121 snap 334 seq_num 1121) dirty exists 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3563: left oid 11 (ObjNum 1121 snap 334 seq_num 1121) 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3565: finishing write tid 1 to smithi08483026-8 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3565: finishing write tid 2 to smithi08483026-8 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3565: finishing write tid 3 to smithi08483026-8 2024-04-02T08:33:19.174 INFO:tasks.rados.rados.0.smithi084.stdout:3565: finishing write tid 4 to smithi08483026-8 2024-04-02T08:33:19.175 INFO:tasks.rados.rados.0.smithi084.stdout:3565: finishing write tid 5 to smithi08483026-8 2024-04-02T08:33:19.175 INFO:tasks.rados.rados.0.smithi084.stdout:3565: oid 8 updating version 0 to 1816 2024-04-02T08:33:19.175 INFO:tasks.rados.rados.0.smithi084.stdout:3565: oid 8 version 1816 is already newer than 1815 2024-04-02T08:33:19.175 INFO:tasks.rados.rados.0.smithi084.stdout:3565: oid 8 version 1816 is already newer than 1813 2024-04-02T08:33:19.175 INFO:tasks.rados.rados.0.smithi084.stdout:3565: oid 8 version 1816 is already newer than 1814 2024-04-02T08:33:19.175 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1816 (ObjNum 1122 snap 334 seq_num 1122) dirty exists 2024-04-02T08:33:19.175 INFO:tasks.rados.rados.0.smithi084.stdout:3565: left oid 8 (ObjNum 1122 snap 334 seq_num 1122) 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:3563: done (3 left) 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:3564: done (2 left) 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:3565: done (1 left) 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:3566: done (0 left) 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:3567: copy_from oid 34 from oid 28 current snap is 335 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:3568: copy_from oid 7 from oid 32 current snap is 335 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 335 2024-04-02T08:33:19.367 INFO:tasks.rados.rados.0.smithi084.stdout:3569: seq_num 1123 ranges {1196032=409600,1605632=614400,2220032=598016,2818048=393216} 2024-04-02T08:33:19.375 INFO:tasks.rados.rados.0.smithi084.stdout:3569: writing smithi08483026-40 from 1196032 to 1605632 tid 1 2024-04-02T08:33:19.380 INFO:tasks.rados.rados.0.smithi084.stdout:3569: writing smithi08483026-40 from 1605632 to 2220032 tid 2 2024-04-02T08:33:19.383 INFO:tasks.rados.rados.0.smithi084.stdout:3569: writing smithi08483026-40 from 2220032 to 2818048 tid 3 2024-04-02T08:33:19.386 INFO:tasks.rados.rados.0.smithi084.stdout:3569: writing smithi08483026-40 from 2818048 to 3211264 tid 4 2024-04-02T08:33:19.386 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 335 2024-04-02T08:33:19.387 INFO:tasks.rados.rados.0.smithi084.stdout:3568: finishing copy_from to smithi08483026-7 2024-04-02T08:33:19.387 INFO:tasks.rados.rados.0.smithi084.stdout:3568: got expected ENOENT (src dne) 2024-04-02T08:33:19.387 INFO:tasks.rados.rados.0.smithi084.stdout:3570: seq_num 1124 ranges {5783552=434176,6217728=499712,6717440=409600,7127040=663552,7790592=32768} 2024-04-02T08:33:19.420 INFO:tasks.rados.rados.0.smithi084.stdout:3570: writing smithi08483026-17 from 5783552 to 6217728 tid 1 2024-04-02T08:33:19.422 INFO:tasks.rados.rados.0.smithi084.stdout:3570: writing smithi08483026-17 from 6217728 to 6717440 tid 2 2024-04-02T08:33:19.425 INFO:tasks.rados.rados.0.smithi084.stdout:3570: writing smithi08483026-17 from 6717440 to 7127040 tid 3 2024-04-02T08:33:19.430 INFO:tasks.rados.rados.0.smithi084.stdout:3570: writing smithi08483026-17 from 7127040 to 7790592 tid 4 2024-04-02T08:33:19.430 INFO:tasks.rados.rados.0.smithi084.stdout:3570: writing smithi08483026-17 from 7790592 to 7823360 tid 5 2024-04-02T08:33:19.430 INFO:tasks.rados.rados.0.smithi084.stdout:3571: rollback oid 20 current snap is 335 2024-04-02T08:33:19.430 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 326 2024-04-02T08:33:19.430 INFO:tasks.rados.rados.0.smithi084.stdout:3568: finishing copy_from racing read to smithi08483026-7 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3569: finishing write tid 1 to smithi08483026-40 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3568: done (4 left) 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3572: copy_from oid 36 from oid 41 current snap is 335 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3567: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3567: finishing copy_from to smithi08483026-34 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1461 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3569: finishing write tid 2 to smithi08483026-40 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3569: finishing write tid 3 to smithi08483026-40 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3569: finishing write tid 4 to smithi08483026-40 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3569: finishing write tid 5 to smithi08483026-40 2024-04-02T08:33:19.431 INFO:tasks.rados.rados.0.smithi084.stdout:3569: finishing write tid 6 to smithi08483026-40 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3569: oid 40 updating version 0 to 1821 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3569: oid 40 version 1821 is already newer than 1820 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3569: oid 40 updating version 1821 to 1822 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3569: oid 40 version 1822 is already newer than 1818 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3569: oid 40 version 1822 is already newer than 1819 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1822 (ObjNum 1123 snap 335 seq_num 1123) dirty exists 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3569: left oid 40 (ObjNum 1123 snap 335 seq_num 1123) 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3570: finishing write tid 1 to smithi08483026-17 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3570: finishing write tid 2 to smithi08483026-17 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3570: finishing write tid 3 to smithi08483026-17 2024-04-02T08:33:19.432 INFO:tasks.rados.rados.0.smithi084.stdout:3567: done (4 left) 2024-04-02T08:33:19.433 INFO:tasks.rados.rados.0.smithi084.stdout:3569: done (3 left) 2024-04-02T08:33:19.433 INFO:tasks.rados.rados.0.smithi084.stdout:3573: snap_create 2024-04-02T08:33:19.433 INFO:tasks.rados.rados.0.smithi084.stdout:3572: finishing copy_from to smithi08483026-36 2024-04-02T08:33:19.433 INFO:tasks.rados.rados.0.smithi084.stdout:3572: got expected ENOENT (src dne) 2024-04-02T08:33:19.433 INFO:tasks.rados.rados.0.smithi084.stdout:3572: finishing copy_from racing read to smithi08483026-36 2024-04-02T08:33:19.434 INFO:tasks.rados.rados.0.smithi084.stdout:3571: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:33:19.434 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 0 (ObjNum 65 snap 0 seq_num 2856299792) dirty dne 2024-04-02T08:33:19.434 INFO:tasks.rados.rados.0.smithi084.stdout:3570: finishing write tid 4 to smithi08483026-17 2024-04-02T08:33:19.434 INFO:tasks.rados.rados.0.smithi084.stdout:3570: finishing write tid 5 to smithi08483026-17 2024-04-02T08:33:19.434 INFO:tasks.rados.rados.0.smithi084.stdout:3570: finishing write tid 6 to smithi08483026-17 2024-04-02T08:33:19.434 INFO:tasks.rados.rados.0.smithi084.stdout:3570: finishing write tid 7 to smithi08483026-17 2024-04-02T08:33:19.434 INFO:tasks.rados.rados.0.smithi084.stdout:3570: oid 17 updating version 0 to 1580 2024-04-02T08:33:19.435 INFO:tasks.rados.rados.0.smithi084.stdout:3570: oid 17 updating version 1580 to 1583 2024-04-02T08:33:19.435 INFO:tasks.rados.rados.0.smithi084.stdout:3570: oid 17 version 1583 is already newer than 1582 2024-04-02T08:33:19.435 INFO:tasks.rados.rados.0.smithi084.stdout:3570: oid 17 updating version 1583 to 1584 2024-04-02T08:33:19.435 INFO:tasks.rados.rados.0.smithi084.stdout:3570: oid 17 version 1584 is already newer than 1581 2024-04-02T08:33:19.435 INFO:tasks.rados.rados.0.smithi084.stdout:3570: oid 17 version 1584 is already newer than 1579 2024-04-02T08:33:19.435 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1584 (ObjNum 1124 snap 335 seq_num 1124) dirty exists 2024-04-02T08:33:19.435 INFO:tasks.rados.rados.0.smithi084.stdout:3570: left oid 17 (ObjNum 1124 snap 335 seq_num 1124) 2024-04-02T08:33:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:19 smithi084 ceph-mon[94794]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:33:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:19 smithi084 ceph-mon[97358]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:33:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:19 smithi132 ceph-mon[88571]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:33:20.193 INFO:tasks.rados.rados.0.smithi084.stdout:3570: done (3 left) 2024-04-02T08:33:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:3571: done (2 left) 2024-04-02T08:33:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:3572: done (1 left) 2024-04-02T08:33:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:3573: done (0 left) 2024-04-02T08:33:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 336 2024-04-02T08:33:20.194 INFO:tasks.rados.rados.0.smithi084.stdout:3574: seq_num 1125 ranges {2121728=450560,2572288=786432,3358720=614400,3973120=204800} 2024-04-02T08:33:20.207 INFO:tasks.rados.rados.0.smithi084.stdout:3574: writing smithi08483026-2 from 2121728 to 2572288 tid 1 2024-04-02T08:33:20.212 INFO:tasks.rados.rados.0.smithi084.stdout:3574: writing smithi08483026-2 from 2572288 to 3358720 tid 2 2024-04-02T08:33:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3574: writing smithi08483026-2 from 3358720 to 3973120 tid 3 2024-04-02T08:33:20.216 INFO:tasks.rados.rados.0.smithi084.stdout:3574: writing smithi08483026-2 from 3973120 to 4177920 tid 4 2024-04-02T08:33:20.216 INFO:tasks.rados.rados.0.smithi084.stdout:3575: setattr oid 41 current snap is 336 2024-04-02T08:33:20.219 INFO:tasks.rados.rados.0.smithi084.stdout:3576: read oid 44 snap -1 2024-04-02T08:33:20.219 INFO:tasks.rados.rados.0.smithi084.stdout:3576: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:20.219 INFO:tasks.rados.rados.0.smithi084.stdout:3577: read oid 6 snap -1 2024-04-02T08:33:20.219 INFO:tasks.rados.rados.0.smithi084.stdout:3577: expect (ObjNum 1035 snap 316 seq_num 1035) 2024-04-02T08:33:20.219 INFO:tasks.rados.rados.0.smithi084.stdout:3578: setattr oid 27 current snap is 336 2024-04-02T08:33:20.219 INFO:tasks.rados.rados.0.smithi084.stdout:3574: finishing write tid 1 to smithi08483026-2 2024-04-02T08:33:20.219 INFO:tasks.rados.rados.0.smithi084.stdout:3574: finishing write tid 2 to smithi08483026-2 2024-04-02T08:33:20.221 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 18 current snap is 336 2024-04-02T08:33:20.221 INFO:tasks.rados.rados.0.smithi084.stdout:3579: seq_num 1126 ranges {1343488=466944,1810432=720896,2531328=778240,3309568=106496} 2024-04-02T08:33:20.231 INFO:tasks.rados.rados.0.smithi084.stdout:3579: writing smithi08483026-18 from 1343488 to 1810432 tid 1 2024-04-02T08:33:20.236 INFO:tasks.rados.rados.0.smithi084.stdout:3579: writing smithi08483026-18 from 1810432 to 2531328 tid 2 2024-04-02T08:33:20.240 INFO:tasks.rados.rados.0.smithi084.stdout:3579: writing smithi08483026-18 from 2531328 to 3309568 tid 3 2024-04-02T08:33:20.241 INFO:tasks.rados.rados.0.smithi084.stdout:3579: writing smithi08483026-18 from 3309568 to 3416064 tid 4 2024-04-02T08:33:20.242 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 336 2024-04-02T08:33:20.242 INFO:tasks.rados.rados.0.smithi084.stdout:3574: finishing write tid 3 to smithi08483026-2 2024-04-02T08:33:20.242 INFO:tasks.rados.rados.0.smithi084.stdout:3580: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-02T08:33:20.243 INFO:tasks.rados.rados.0.smithi084.stdout:3580: writing smithi08483026-32 from 0 to 483328 tid 1 2024-04-02T08:33:20.247 INFO:tasks.rados.rados.0.smithi084.stdout:3580: writing smithi08483026-32 from 483328 to 1081344 tid 2 2024-04-02T08:33:20.251 INFO:tasks.rados.rados.0.smithi084.stdout:3580: writing smithi08483026-32 from 1081344 to 1662976 tid 3 2024-04-02T08:33:20.254 INFO:tasks.rados.rados.0.smithi084.stdout:3580: writing smithi08483026-32 from 1662976 to 2088960 tid 4 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3581: delete oid 36 current snap is 336 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: finishing write tid 4 to smithi08483026-2 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: finishing write tid 5 to smithi08483026-2 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1815 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: finishing write tid 6 to smithi08483026-2 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: oid 2 updating version 0 to 1652 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: oid 2 version 1652 is already newer than 1650 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: oid 2 version 1652 is already newer than 1651 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: oid 2 updating version 1652 to 1653 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: oid 2 updating version 1653 to 1654 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1654 (ObjNum 1125 snap 336 seq_num 1125) dirty exists 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3574: left oid 2 (ObjNum 1125 snap 336 seq_num 1125) 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1585 (ObjNum 1091 snap 326 seq_num 1091) dirty exists 2024-04-02T08:33:20.255 INFO:tasks.rados.rados.0.smithi084.stdout:3576: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3579: finishing write tid 1 to smithi08483026-18 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3579: finishing write tid 2 to smithi08483026-18 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3574: done (7 left) 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3575: done (6 left) 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3576: done (5 left) 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3578: done (4 left) 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3581: done (3 left) 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 336 2024-04-02T08:33:20.374 INFO:tasks.rados.rados.0.smithi084.stdout:3579: finishing write tid 3 to smithi08483026-18 2024-04-02T08:33:20.375 INFO:tasks.rados.rados.0.smithi084.stdout:3579: finishing write tid 4 to smithi08483026-18 2024-04-02T08:33:20.375 INFO:tasks.rados.rados.0.smithi084.stdout:3582: seq_num 1129 ranges {6610944=516096,7127040=770048,7897088=598016,8495104=237568} 2024-04-02T08:33:20.415 INFO:tasks.rados.rados.0.smithi084.stdout:3582: writing smithi08483026-38 from 6610944 to 7127040 tid 1 2024-04-02T08:33:20.420 INFO:tasks.rados.rados.0.smithi084.stdout:3582: writing smithi08483026-38 from 7127040 to 7897088 tid 2 2024-04-02T08:33:20.423 INFO:tasks.rados.rados.0.smithi084.stdout:3582: writing smithi08483026-38 from 7897088 to 8495104 tid 3 2024-04-02T08:33:20.425 INFO:tasks.rados.rados.0.smithi084.stdout:3582: writing smithi08483026-38 from 8495104 to 8732672 tid 4 2024-04-02T08:33:20.425 INFO:tasks.rados.rados.0.smithi084.stdout:3583: snap_create 2024-04-02T08:33:20.425 INFO:tasks.rados.rados.0.smithi084.stdout:3580: finishing write tid 1 to smithi08483026-32 2024-04-02T08:33:20.425 INFO:tasks.rados.rados.0.smithi084.stdout:3579: finishing write tid 5 to smithi08483026-18 2024-04-02T08:33:20.425 INFO:tasks.rados.rados.0.smithi084.stdout:3579: finishing write tid 6 to smithi08483026-18 2024-04-02T08:33:20.425 INFO:tasks.rados.rados.0.smithi084.stdout:3579: oid 18 updating version 0 to 1575 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:3579: oid 18 updating version 1575 to 1576 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:3579: oid 18 version 1576 is already newer than 1574 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:3579: oid 18 version 1576 is already newer than 1573 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:3579: oid 18 updating version 1576 to 1577 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 18 v 1577 (ObjNum 1126 snap 336 seq_num 1126) dirty exists 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:3579: left oid 18 (ObjNum 1126 snap 336 seq_num 1126) 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:3580: finishing write tid 2 to smithi08483026-32 2024-04-02T08:33:20.426 INFO:tasks.rados.rados.0.smithi084.stdout:3577: expect (ObjNum 1035 snap 316 seq_num 1035) 2024-04-02T08:33:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:20 smithi084 ceph-mon[94794]: pgmap v773: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:33:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:20 smithi084 ceph-mon[94794]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:33:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:20 smithi084 ceph-mon[94794]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:33:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:20 smithi084 ceph-mon[97358]: pgmap v773: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:33:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:20 smithi084 ceph-mon[97358]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:33:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:20 smithi084 ceph-mon[97358]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:33:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:20 smithi132 ceph-mon[88571]: pgmap v773: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:33:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:20 smithi132 ceph-mon[88571]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:33:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:20 smithi132 ceph-mon[88571]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: finishing write tid 3 to smithi08483026-32 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: finishing write tid 4 to smithi08483026-32 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: finishing write tid 5 to smithi08483026-32 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: finishing write tid 6 to smithi08483026-32 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: oid 32 updating version 0 to 1702 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: oid 32 version 1702 is already newer than 1701 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: oid 32 version 1702 is already newer than 1700 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: oid 32 updating version 1702 to 1703 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: oid 32 updating version 1703 to 1704 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1704 (ObjNum 1127 snap 336 seq_num 1127) dirty exists 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3580: left oid 32 (ObjNum 1127 snap 336 seq_num 1127) 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3582: finishing write tid 1 to smithi08483026-38 2024-04-02T08:33:20.680 INFO:tasks.rados.rados.0.smithi084.stdout:3582: finishing write tid 2 to smithi08483026-38 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: finishing write tid 3 to smithi08483026-38 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: finishing write tid 4 to smithi08483026-38 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: finishing write tid 5 to smithi08483026-38 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: finishing write tid 6 to smithi08483026-38 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: oid 38 updating version 0 to 1595 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: oid 38 version 1595 is already newer than 1593 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: oid 38 version 1595 is already newer than 1591 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: oid 38 version 1595 is already newer than 1592 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: oid 38 version 1595 is already newer than 1594 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1595 (ObjNum 1129 snap 336 seq_num 1129) dirty exists 2024-04-02T08:33:20.681 INFO:tasks.rados.rados.0.smithi084.stdout:3582: left oid 38 (ObjNum 1129 snap 336 seq_num 1129) 2024-04-02T08:33:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:33:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:33:20] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-02T08:33:21.375 INFO:tasks.rados.rados.0.smithi084.stdout:3577: done (4 left) 2024-04-02T08:33:21.375 INFO:tasks.rados.rados.0.smithi084.stdout:3579: done (3 left) 2024-04-02T08:33:21.376 INFO:tasks.rados.rados.0.smithi084.stdout:3580: done (2 left) 2024-04-02T08:33:21.376 INFO:tasks.rados.rados.0.smithi084.stdout:3582: done (1 left) 2024-04-02T08:33:21.376 INFO:tasks.rados.rados.0.smithi084.stdout:3583: done (0 left) 2024-04-02T08:33:21.376 INFO:tasks.rados.rados.0.smithi084.stdout:3584: read oid 2 snap 334 2024-04-02T08:33:21.376 INFO:tasks.rados.rados.0.smithi084.stdout:3584: expect (ObjNum 1103 snap 329 seq_num 1103) 2024-04-02T08:33:21.376 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 337 2024-04-02T08:33:21.376 INFO:tasks.rados.rados.0.smithi084.stdout:3585: seq_num 1130 ranges {3375104=532480,3907584=655360,4562944=753664,5316608=196608} 2024-04-02T08:33:21.397 INFO:tasks.rados.rados.0.smithi084.stdout:3585: writing smithi08483026-12 from 3375104 to 3907584 tid 1 2024-04-02T08:33:21.400 INFO:tasks.rados.rados.0.smithi084.stdout:3585: writing smithi08483026-12 from 3907584 to 4562944 tid 2 2024-04-02T08:33:21.405 INFO:tasks.rados.rados.0.smithi084.stdout:3585: writing smithi08483026-12 from 4562944 to 5316608 tid 3 2024-04-02T08:33:21.407 INFO:tasks.rados.rados.0.smithi084.stdout:3585: writing smithi08483026-12 from 5316608 to 5513216 tid 4 2024-04-02T08:33:21.407 INFO:tasks.rados.rados.0.smithi084.stdout:3586: read oid 18 snap -1 2024-04-02T08:33:21.407 INFO:tasks.rados.rados.0.smithi084.stdout:3586: expect (ObjNum 1126 snap 336 seq_num 1126) 2024-04-02T08:33:21.407 INFO:tasks.rados.rados.0.smithi084.stdout:3587: read oid 14 snap -1 2024-04-02T08:33:21.407 INFO:tasks.rados.rados.0.smithi084.stdout:3587: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:21.407 INFO:tasks.rados.rados.0.smithi084.stdout:3588: copy_from oid 40 from oid 21 current snap is 337 2024-04-02T08:33:21.407 INFO:tasks.rados.rados.0.smithi084.stdout:3584: expect (ObjNum 1103 snap 329 seq_num 1103) 2024-04-02T08:33:21.474 INFO:tasks.rados.rados.0.smithi084.stdout:3585: finishing write tid 1 to smithi08483026-12 2024-04-02T08:33:21.474 INFO:tasks.rados.rados.0.smithi084.stdout:3585: finishing write tid 2 to smithi08483026-12 2024-04-02T08:33:21.474 INFO:tasks.rados.rados.0.smithi084.stdout:3584: done (4 left) 2024-04-02T08:33:21.474 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 337 2024-04-02T08:33:21.475 INFO:tasks.rados.rados.0.smithi084.stdout:3585: finishing write tid 3 to smithi08483026-12 2024-04-02T08:33:21.475 INFO:tasks.rados.rados.0.smithi084.stdout:3585: finishing write tid 4 to smithi08483026-12 2024-04-02T08:33:21.475 INFO:tasks.rados.rados.0.smithi084.stdout:3585: finishing write tid 5 to smithi08483026-12 2024-04-02T08:33:21.475 INFO:tasks.rados.rados.0.smithi084.stdout:3587: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:21.487 INFO:tasks.rados.rados.0.smithi084.stdout:3585: finishing write tid 6 to smithi08483026-12 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:3585: oid 12 updating version 0 to 1706 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:3585: oid 12 updating version 1706 to 1709 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:3585: oid 12 version 1709 is already newer than 1705 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:3585: oid 12 version 1709 is already newer than 1708 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:3585: oid 12 version 1709 is already newer than 1707 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1709 (ObjNum 1130 snap 337 seq_num 1130) dirty exists 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:3585: left oid 12 (ObjNum 1130 snap 337 seq_num 1130) 2024-04-02T08:33:21.488 INFO:tasks.rados.rados.0.smithi084.stdout:3586: expect (ObjNum 1126 snap 336 seq_num 1126) 2024-04-02T08:33:21.608 INFO:tasks.rados.rados.0.smithi084.stdout:3588: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:33:21.609 INFO:tasks.rados.rados.0.smithi084.stdout:3589: seq_num 1131 ranges {1998848=548864,2547712=540672,3088384=565248,3653632=425984,4079616=73728} 2024-04-02T08:33:21.622 INFO:tasks.rados.rados.0.smithi084.stdout:3589: writing smithi08483026-8 from 1998848 to 2547712 tid 1 2024-04-02T08:33:21.624 INFO:tasks.rados.rados.0.smithi084.stdout:3589: writing smithi08483026-8 from 2547712 to 3088384 tid 2 2024-04-02T08:33:21.628 INFO:tasks.rados.rados.0.smithi084.stdout:3589: writing smithi08483026-8 from 3088384 to 3653632 tid 3 2024-04-02T08:33:21.630 INFO:tasks.rados.rados.0.smithi084.stdout:3589: writing smithi08483026-8 from 3653632 to 4079616 tid 4 2024-04-02T08:33:21.631 INFO:tasks.rados.rados.0.smithi084.stdout:3589: writing smithi08483026-8 from 4079616 to 4153344 tid 5 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3585: done (4 left) 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3586: done (3 left) 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3587: done (2 left) 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3590: snap_create 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3588: finishing copy_from to smithi08483026-40 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1580 (ObjNum 1045 snap 320 seq_num 1045) dirty exists 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3589: finishing write tid 1 to smithi08483026-8 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3589: finishing write tid 2 to smithi08483026-8 2024-04-02T08:33:21.632 INFO:tasks.rados.rados.0.smithi084.stdout:3589: finishing write tid 3 to smithi08483026-8 2024-04-02T08:33:21.634 INFO:tasks.rados.rados.0.smithi084.stdout:3589: finishing write tid 4 to smithi08483026-8 2024-04-02T08:33:21.635 INFO:tasks.rados.rados.0.smithi084.stdout:3589: finishing write tid 5 to smithi08483026-8 2024-04-02T08:33:21.636 INFO:tasks.rados.rados.0.smithi084.stdout:3589: finishing write tid 6 to smithi08483026-8 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: finishing write tid 7 to smithi08483026-8 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: oid 8 updating version 0 to 1831 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: oid 8 version 1831 is already newer than 1828 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: oid 8 version 1831 is already newer than 1830 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: oid 8 version 1831 is already newer than 1827 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: oid 8 updating version 1831 to 1832 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: oid 8 version 1832 is already newer than 1829 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1832 (ObjNum 1131 snap 337 seq_num 1131) dirty exists 2024-04-02T08:33:21.637 INFO:tasks.rados.rados.0.smithi084.stdout:3589: left oid 8 (ObjNum 1131 snap 337 seq_num 1131) 2024-04-02T08:33:22.385 INFO:tasks.rados.rados.0.smithi084.stdout:3588: done (2 left) 2024-04-02T08:33:22.385 INFO:tasks.rados.rados.0.smithi084.stdout:3589: done (1 left) 2024-04-02T08:33:22.385 INFO:tasks.rados.rados.0.smithi084.stdout:3590: done (0 left) 2024-04-02T08:33:22.385 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 32 current snap is 338 2024-04-02T08:33:22.385 INFO:tasks.rados.rados.0.smithi084.stdout:3591: seq_num 1132 ranges {2088960=565248,2654208=425984,3080192=770048,3850240=409600} 2024-04-02T08:33:22.402 INFO:tasks.rados.rados.0.smithi084.stdout:3591: writing smithi08483026-32 from 2088960 to 2654208 tid 1 2024-04-02T08:33:22.402 INFO:tasks.rados.rados.0.smithi084.stdout:3591: writing smithi08483026-32 from 2654208 to 3080192 tid 2 2024-04-02T08:33:22.406 INFO:tasks.rados.rados.0.smithi084.stdout:3591: writing smithi08483026-32 from 3080192 to 3850240 tid 3 2024-04-02T08:33:22.409 INFO:tasks.rados.rados.0.smithi084.stdout:3591: writing smithi08483026-32 from 3850240 to 4259840 tid 4 2024-04-02T08:33:22.409 INFO:tasks.rados.rados.0.smithi084.stdout:3592: snap_create 2024-04-02T08:33:22.409 INFO:tasks.rados.rados.0.smithi084.stdout:3591: finishing write tid 1 to smithi08483026-32 2024-04-02T08:33:22.409 INFO:tasks.rados.rados.0.smithi084.stdout:3591: finishing write tid 2 to smithi08483026-32 2024-04-02T08:33:22.412 INFO:tasks.rados.rados.0.smithi084.stdout:3591: finishing write tid 3 to smithi08483026-32 2024-04-02T08:33:22.412 INFO:tasks.rados.rados.0.smithi084.stdout:3591: finishing write tid 4 to smithi08483026-32 2024-04-02T08:33:22.412 INFO:tasks.rados.rados.0.smithi084.stdout:3591: finishing write tid 5 to smithi08483026-32 2024-04-02T08:33:22.413 INFO:tasks.rados.rados.0.smithi084.stdout:3591: finishing write tid 6 to smithi08483026-32 2024-04-02T08:33:22.413 INFO:tasks.rados.rados.0.smithi084.stdout:3591: oid 32 updating version 0 to 1710 2024-04-02T08:33:22.413 INFO:tasks.rados.rados.0.smithi084.stdout:3591: oid 32 updating version 1710 to 1713 2024-04-02T08:33:22.413 INFO:tasks.rados.rados.0.smithi084.stdout:3591: oid 32 updating version 1713 to 1714 2024-04-02T08:33:22.414 INFO:tasks.rados.rados.0.smithi084.stdout:3591: oid 32 version 1714 is already newer than 1711 2024-04-02T08:33:22.414 INFO:tasks.rados.rados.0.smithi084.stdout:3591: oid 32 version 1714 is already newer than 1712 2024-04-02T08:33:22.414 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1714 (ObjNum 1132 snap 338 seq_num 1132) dirty exists 2024-04-02T08:33:22.414 INFO:tasks.rados.rados.0.smithi084.stdout:3591: left oid 32 (ObjNum 1132 snap 338 seq_num 1132) 2024-04-02T08:33:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:22 smithi132 ceph-mon[88571]: pgmap v776: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 43 op/s 2024-04-02T08:33:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:22 smithi132 ceph-mon[88571]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:33:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:33:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:33:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:22 smithi084 ceph-mon[94794]: pgmap v776: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 43 op/s 2024-04-02T08:33:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:22 smithi084 ceph-mon[94794]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:33:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:22 smithi084 ceph-mon[97358]: pgmap v776: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 43 op/s 2024-04-02T08:33:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:22 smithi084 ceph-mon[97358]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:33:23.389 INFO:tasks.rados.rados.0.smithi084.stdout:3591: done (1 left) 2024-04-02T08:33:23.389 INFO:tasks.rados.rados.0.smithi084.stdout:3592: done (0 left) 2024-04-02T08:33:23.389 INFO:tasks.rados.rados.0.smithi084.stdout:3593: read oid 10 snap -1 2024-04-02T08:33:23.390 INFO:tasks.rados.rados.0.smithi084.stdout:3593: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:23.390 INFO:tasks.rados.rados.0.smithi084.stdout:3594: snap_remove snap 337 2024-04-02T08:33:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:23 smithi132 ceph-mon[88571]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:33:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:23 smithi084 ceph-mon[94794]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:33:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:23 smithi084 ceph-mon[97358]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:33:24.390 INFO:tasks.rados.rados.0.smithi084.stdout:3594: done (1 left) 2024-04-02T08:33:24.390 INFO:tasks.rados.rados.0.smithi084.stdout:3595: copy_from oid 4 from oid 16 current snap is 339 2024-04-02T08:33:24.390 INFO:tasks.rados.rados.0.smithi084.stdout:3596: read oid 14 snap 338 2024-04-02T08:33:24.391 INFO:tasks.rados.rados.0.smithi084.stdout:3596: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:24.391 INFO:tasks.rados.rados.0.smithi084.stdout:3597: read oid 38 snap 334 2024-04-02T08:33:24.391 INFO:tasks.rados.rados.0.smithi084.stdout:3597: expect (ObjNum 1093 snap 326 seq_num 1093) 2024-04-02T08:33:24.391 INFO:tasks.rados.rados.0.smithi084.stdout:3598: delete oid 1 current snap is 339 2024-04-02T08:33:24.391 INFO:tasks.rados.rados.0.smithi084.stdout:3593: expect (ObjNum 1074 snap 322 seq_num 1074) 2024-04-02T08:33:24.434 INFO:tasks.rados.rados.0.smithi084.stdout:3596: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:24.454 INFO:tasks.rados.rados.0.smithi084.stdout:3595: finishing copy_from racing read to smithi08483026-4 2024-04-02T08:33:24.454 INFO:tasks.rados.rados.0.smithi084.stdout:3595: finishing copy_from to smithi08483026-4 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1556 (ObjNum 1104 snap 330 seq_num 1104) dirty exists 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3593: done (4 left) 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3595: done (3 left) 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3596: done (2 left) 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3598: done (1 left) 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3599: read oid 30 snap -1 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3599: expect (ObjNum 1117 snap 333 seq_num 1117) 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3600: rollback oid 40 current snap is 339 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 326 2024-04-02T08:33:24.455 INFO:tasks.rados.rados.0.smithi084.stdout:3597: expect (ObjNum 1093 snap 326 seq_num 1093) 2024-04-02T08:33:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:24 smithi132 ceph-mon[88571]: pgmap v779: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:33:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:24 smithi132 ceph-mon[88571]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:33:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:24 smithi084 ceph-mon[94794]: pgmap v779: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:33:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:24 smithi084 ceph-mon[94794]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:33:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:24 smithi084 ceph-mon[97358]: pgmap v779: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:33:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:24 smithi084 ceph-mon[97358]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:33:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:24.901 INFO:tasks.rados.rados.0.smithi084.stdout:3600: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:33:24.901 INFO:tasks.rados.rados.0.smithi084.stdout:3600: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:33:24.901 INFO:tasks.rados.rados.0.smithi084.stdout:3597: done (2 left) 2024-04-02T08:33:24.901 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 339 2024-04-02T08:33:24.901 INFO:tasks.rados.rados.0.smithi084.stdout:3600: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:33:24.901 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1838 (ObjNum 1061 snap 322 seq_num 1061) dirty exists 2024-04-02T08:33:24.901 INFO:tasks.rados.rados.0.smithi084.stdout:3599: expect (ObjNum 1117 snap 333 seq_num 1117) 2024-04-02T08:33:25.129 INFO:tasks.rados.rados.0.smithi084.stdout:3601: seq_num 1134 ranges {1867776=598016,2465792=638976,3104768=737280,3842048=229376} 2024-04-02T08:33:25.142 INFO:tasks.rados.rados.0.smithi084.stdout:3601: writing smithi08483026-50 from 1867776 to 2465792 tid 1 2024-04-02T08:33:25.146 INFO:tasks.rados.rados.0.smithi084.stdout:3601: writing smithi08483026-50 from 2465792 to 3104768 tid 2 2024-04-02T08:33:25.150 INFO:tasks.rados.rados.0.smithi084.stdout:3601: writing smithi08483026-50 from 3104768 to 3842048 tid 3 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3601: writing smithi08483026-50 from 3842048 to 4071424 tid 4 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3599: done (2 left) 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3600: done (1 left) 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3602: copy_from oid 48 from oid 38 current snap is 339 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3601: finishing write tid 1 to smithi08483026-50 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3601: finishing write tid 2 to smithi08483026-50 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3603: copy_from oid 29 from oid 8 current snap is 339 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3604: read oid 14 snap 335 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3604: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3605: rollback oid 22 current snap is 339 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 22 to 333 2024-04-02T08:33:25.153 INFO:tasks.rados.rados.0.smithi084.stdout:3606: snap_remove snap 326 2024-04-02T08:33:25.403 INFO:tasks.rados.rados.0.smithi084.stdout:3606: done (5 left) 2024-04-02T08:33:25.403 INFO:tasks.rados.rados.0.smithi084.stdout:3607: delete oid 26 current snap is 339 2024-04-02T08:33:25.403 INFO:tasks.rados.rados.0.smithi084.stdout:3605: finishing rollback tid 1 to smithi08483026-22 2024-04-02T08:33:25.403 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 0 (ObjNum 33 snap 0 seq_num 609850616) dirty dne 2024-04-02T08:33:25.403 INFO:tasks.rados.rados.0.smithi084.stdout:3604: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3601: finishing write tid 3 to smithi08483026-50 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3601: finishing write tid 4 to smithi08483026-50 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3604: done (5 left) 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3605: done (4 left) 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3607: done (3 left) 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3608: copy_from oid 17 from oid 36 current snap is 339 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3601: finishing write tid 5 to smithi08483026-50 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3601: finishing write tid 6 to smithi08483026-50 2024-04-02T08:33:25.426 INFO:tasks.rados.rados.0.smithi084.stdout:3601: oid 50 updating version 0 to 1818 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3601: oid 50 updating version 1818 to 1819 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3601: oid 50 version 1819 is already newer than 1816 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3601: oid 50 version 1819 is already newer than 1817 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3601: oid 50 updating version 1819 to 1820 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1820 (ObjNum 1134 snap 339 seq_num 1134) dirty exists 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3601: left oid 50 (ObjNum 1134 snap 339 seq_num 1134) 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3603: finishing copy_from racing read to smithi08483026-29 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3603: finishing copy_from to smithi08483026-29 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1832 (ObjNum 1131 snap 337 seq_num 1131) dirty exists 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3602: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3602: finishing copy_from to smithi08483026-48 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1595 (ObjNum 1129 snap 336 seq_num 1129) dirty exists 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3601: done (3 left) 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3602: done (2 left) 2024-04-02T08:33:25.427 INFO:tasks.rados.rados.0.smithi084.stdout:3603: done (1 left) 2024-04-02T08:33:25.428 INFO:tasks.rados.rados.0.smithi084.stdout:3609: snap_remove snap 330 2024-04-02T08:33:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:25 smithi132 ceph-mon[88571]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:33:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:25 smithi084 ceph-mon[94794]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:33:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:25 smithi084 ceph-mon[97358]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:33:26.407 INFO:tasks.rados.rados.0.smithi084.stdout:3608: finishing copy_from to smithi08483026-17 2024-04-02T08:33:26.407 INFO:tasks.rados.rados.0.smithi084.stdout:3608: got expected ENOENT (src dne) 2024-04-02T08:33:26.407 INFO:tasks.rados.rados.0.smithi084.stdout:3608: finishing copy_from racing read to smithi08483026-17 2024-04-02T08:33:26.407 INFO:tasks.rados.rados.0.smithi084.stdout:3608: done (1 left) 2024-04-02T08:33:26.407 INFO:tasks.rados.rados.0.smithi084.stdout:3609: done (0 left) 2024-04-02T08:33:26.407 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 339 2024-04-02T08:33:26.407 INFO:tasks.rados.rados.0.smithi084.stdout:3610: seq_num 1136 ranges {5750784=630784,6381568=409600,6791168=753664,7544832=417792,7962624=24576} 2024-04-02T08:33:26.442 INFO:tasks.rados.rados.0.smithi084.stdout:3610: writing smithi08483026-27 from 5750784 to 6381568 tid 1 2024-04-02T08:33:26.444 INFO:tasks.rados.rados.0.smithi084.stdout:3610: writing smithi08483026-27 from 6381568 to 6791168 tid 2 2024-04-02T08:33:26.448 INFO:tasks.rados.rados.0.smithi084.stdout:3610: writing smithi08483026-27 from 6791168 to 7544832 tid 3 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:3610: writing smithi08483026-27 from 7544832 to 7962624 tid 4 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:3610: writing smithi08483026-27 from 7962624 to 7987200 tid 5 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:3611: rmattr oid 47 current snap is 339 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:3611: done (1 left) 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 339 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:3610: finishing write tid 1 to smithi08483026-27 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:3610: finishing write tid 2 to smithi08483026-27 2024-04-02T08:33:26.452 INFO:tasks.rados.rados.0.smithi084.stdout:3612: seq_num 1137 ranges {4071424=647168,4718592=696320,5414912=557056,5971968=352256} 2024-04-02T08:33:26.478 INFO:tasks.rados.rados.0.smithi084.stdout:3612: writing smithi08483026-50 from 4071424 to 4718592 tid 1 2024-04-02T08:33:26.482 INFO:tasks.rados.rados.0.smithi084.stdout:3612: writing smithi08483026-50 from 4718592 to 5414912 tid 2 2024-04-02T08:33:26.490 INFO:tasks.rados.rados.0.smithi084.stdout:3612: writing smithi08483026-50 from 5414912 to 5971968 tid 3 2024-04-02T08:33:26.491 INFO:tasks.rados.rados.0.smithi084.stdout:3612: writing smithi08483026-50 from 5971968 to 6324224 tid 4 2024-04-02T08:33:26.491 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 339 2024-04-02T08:33:26.491 INFO:tasks.rados.rados.0.smithi084.stdout:3610: finishing write tid 3 to smithi08483026-27 2024-04-02T08:33:26.491 INFO:tasks.rados.rados.0.smithi084.stdout:3610: finishing write tid 4 to smithi08483026-27 2024-04-02T08:33:26.491 INFO:tasks.rados.rados.0.smithi084.stdout:3610: finishing write tid 5 to smithi08483026-27 2024-04-02T08:33:26.491 INFO:tasks.rados.rados.0.smithi084.stdout:3610: finishing write tid 6 to smithi08483026-27 2024-04-02T08:33:26.491 INFO:tasks.rados.rados.0.smithi084.stdout:3613: seq_num 1138 ranges {1196032=663552,1859584=581632,2441216=712704,3153920=311296} 2024-04-02T08:33:26.499 INFO:tasks.rados.rados.0.smithi084.stdout:3613: writing smithi08483026-10 from 1196032 to 1859584 tid 1 2024-04-02T08:33:26.502 INFO:tasks.rados.rados.0.smithi084.stdout:3613: writing smithi08483026-10 from 1859584 to 2441216 tid 2 2024-04-02T08:33:26.506 INFO:tasks.rados.rados.0.smithi084.stdout:3613: writing smithi08483026-10 from 2441216 to 3153920 tid 3 2024-04-02T08:33:26.507 INFO:tasks.rados.rados.0.smithi084.stdout:3613: writing smithi08483026-10 from 3153920 to 3465216 tid 4 2024-04-02T08:33:26.508 INFO:tasks.rados.rados.0.smithi084.stdout:3614: snap_remove snap 329 2024-04-02T08:33:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:26 smithi132 ceph-mon[88571]: pgmap v782: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-02T08:33:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:26 smithi132 ceph-mon[88571]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:33:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:26 smithi084 ceph-mon[94794]: pgmap v782: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-02T08:33:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:26 smithi084 ceph-mon[94794]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:33:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:26 smithi084 ceph-mon[97358]: pgmap v782: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-02T08:33:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:26 smithi084 ceph-mon[97358]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:33:27.417 INFO:tasks.rados.rados.0.smithi084.stdout:3610: finishing write tid 7 to smithi08483026-27 2024-04-02T08:33:27.417 INFO:tasks.rados.rados.0.smithi084.stdout:3610: oid 27 updating version 0 to 1588 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3610: oid 27 updating version 1588 to 1591 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3610: oid 27 version 1591 is already newer than 1587 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3610: oid 27 version 1591 is already newer than 1589 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3610: oid 27 version 1591 is already newer than 1590 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3610: oid 27 version 1591 is already newer than 1586 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1591 (ObjNum 1136 snap 339 seq_num 1136) dirty exists 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3610: left oid 27 (ObjNum 1136 snap 339 seq_num 1136) 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3612: finishing write tid 1 to smithi08483026-50 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3612: finishing write tid 2 to smithi08483026-50 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3612: finishing write tid 3 to smithi08483026-50 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3612: finishing write tid 4 to smithi08483026-50 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3612: finishing write tid 5 to smithi08483026-50 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3612: finishing write tid 6 to smithi08483026-50 2024-04-02T08:33:27.418 INFO:tasks.rados.rados.0.smithi084.stdout:3612: oid 50 updating version 0 to 1833 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3612: oid 50 version 1833 is already newer than 1831 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3612: oid 50 version 1833 is already newer than 1829 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3612: oid 50 version 1833 is already newer than 1832 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3612: oid 50 version 1833 is already newer than 1830 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1833 (ObjNum 1137 snap 339 seq_num 1137) dirty exists 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3612: left oid 50 (ObjNum 1137 snap 339 seq_num 1137) 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: finishing write tid 1 to smithi08483026-10 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: finishing write tid 2 to smithi08483026-10 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: finishing write tid 3 to smithi08483026-10 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: finishing write tid 4 to smithi08483026-10 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: finishing write tid 5 to smithi08483026-10 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: finishing write tid 6 to smithi08483026-10 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: oid 10 updating version 0 to 1835 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: oid 10 updating version 1835 to 1837 2024-04-02T08:33:27.419 INFO:tasks.rados.rados.0.smithi084.stdout:3613: oid 10 version 1837 is already newer than 1836 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3613: oid 10 updating version 1837 to 1839 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3613: oid 10 version 1839 is already newer than 1838 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1839 (ObjNum 1138 snap 339 seq_num 1138) dirty exists 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3613: left oid 10 (ObjNum 1138 snap 339 seq_num 1138) 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3610: done (3 left) 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3612: done (2 left) 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3613: done (1 left) 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3614: done (0 left) 2024-04-02T08:33:27.420 INFO:tasks.rados.rados.0.smithi084.stdout:3615: snap_create 2024-04-02T08:33:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:27 smithi132 ceph-mon[88571]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:33:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:27 smithi084 ceph-mon[94794]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:33:27.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:27 smithi084 ceph-mon[97358]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:33:28.416 INFO:tasks.rados.rados.0.smithi084.stdout:3615: done (0 left) 2024-04-02T08:33:28.416 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 340 2024-04-02T08:33:28.416 INFO:tasks.rados.rados.0.smithi084.stdout:3616: seq_num 1139 ranges {7823360=679936,8503296=458752,8962048=524288,9486336=540672,10027008=81920} 2024-04-02T08:33:28.462 INFO:tasks.rados.rados.0.smithi084.stdout:3616: writing smithi08483026-17 from 7823360 to 8503296 tid 1 2024-04-02T08:33:28.464 INFO:tasks.rados.rados.0.smithi084.stdout:3616: writing smithi08483026-17 from 8503296 to 8962048 tid 2 2024-04-02T08:33:28.467 INFO:tasks.rados.rados.0.smithi084.stdout:3616: writing smithi08483026-17 from 8962048 to 9486336 tid 3 2024-04-02T08:33:28.471 INFO:tasks.rados.rados.0.smithi084.stdout:3616: writing smithi08483026-17 from 9486336 to 10027008 tid 4 2024-04-02T08:33:28.472 INFO:tasks.rados.rados.0.smithi084.stdout:3616: writing smithi08483026-17 from 10027008 to 10108928 tid 5 2024-04-02T08:33:28.472 INFO:tasks.rados.rados.0.smithi084.stdout:3617: read oid 7 snap -1 2024-04-02T08:33:28.472 INFO:tasks.rados.rados.0.smithi084.stdout:3617: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:33:28.472 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 340 2024-04-02T08:33:28.472 INFO:tasks.rados.rados.0.smithi084.stdout:3616: finishing write tid 1 to smithi08483026-17 2024-04-02T08:33:28.472 INFO:tasks.rados.rados.0.smithi084.stdout:3616: finishing write tid 2 to smithi08483026-17 2024-04-02T08:33:28.472 INFO:tasks.rados.rados.0.smithi084.stdout:3618: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-04-02T08:33:28.476 INFO:tasks.rados.rados.0.smithi084.stdout:3618: writing smithi08483026-3 from 0 to 696320 tid 1 2024-04-02T08:33:28.481 INFO:tasks.rados.rados.0.smithi084.stdout:3618: writing smithi08483026-3 from 696320 to 1441792 tid 2 2024-04-02T08:33:28.485 INFO:tasks.rados.rados.0.smithi084.stdout:3618: writing smithi08483026-3 from 1441792 to 2170880 tid 3 2024-04-02T08:33:28.486 INFO:tasks.rados.rados.0.smithi084.stdout:3618: writing smithi08483026-3 from 2170880 to 2301952 tid 4 2024-04-02T08:33:28.486 INFO:tasks.rados.rados.0.smithi084.stdout:3619: read oid 33 snap -1 2024-04-02T08:33:28.486 INFO:tasks.rados.rados.0.smithi084.stdout:3619: expect (ObjNum 1053 snap 322 seq_num 1053) 2024-04-02T08:33:28.486 INFO:tasks.rados.rados.0.smithi084.stdout:3620: snap_remove snap 336 2024-04-02T08:33:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:28 smithi084 ceph-mon[94794]: pgmap v785: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-02T08:33:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:28 smithi084 ceph-mon[94794]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:33:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:28 smithi084 ceph-mon[97358]: pgmap v785: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-02T08:33:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:28 smithi084 ceph-mon[97358]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:33:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:28 smithi132 ceph-mon[88571]: pgmap v785: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-02T08:33:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:28 smithi132 ceph-mon[88571]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: finishing write tid 3 to smithi08483026-17 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: finishing write tid 4 to smithi08483026-17 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: finishing write tid 5 to smithi08483026-17 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: finishing write tid 6 to smithi08483026-17 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: finishing write tid 7 to smithi08483026-17 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: oid 17 updating version 0 to 1595 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: oid 17 updating version 1595 to 1596 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: oid 17 version 1596 is already newer than 1593 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: oid 17 updating version 1596 to 1597 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: oid 17 version 1597 is already newer than 1592 2024-04-02T08:33:29.428 INFO:tasks.rados.rados.0.smithi084.stdout:3616: oid 17 version 1597 is already newer than 1594 2024-04-02T08:33:29.429 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1597 (ObjNum 1139 snap 340 seq_num 1139) dirty exists 2024-04-02T08:33:29.429 INFO:tasks.rados.rados.0.smithi084.stdout:3616: left oid 17 (ObjNum 1139 snap 340 seq_num 1139) 2024-04-02T08:33:29.429 INFO:tasks.rados.rados.0.smithi084.stdout:3617: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:33:29.532 INFO:tasks.rados.rados.0.smithi084.stdout:3618: finishing write tid 1 to smithi08483026-3 2024-04-02T08:33:29.532 INFO:tasks.rados.rados.0.smithi084.stdout:3618: finishing write tid 2 to smithi08483026-3 2024-04-02T08:33:29.532 INFO:tasks.rados.rados.0.smithi084.stdout:3616: done (4 left) 2024-04-02T08:33:29.532 INFO:tasks.rados.rados.0.smithi084.stdout:3617: done (3 left) 2024-04-02T08:33:29.532 INFO:tasks.rados.rados.0.smithi084.stdout:3620: done (2 left) 2024-04-02T08:33:29.532 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 340 2024-04-02T08:33:29.532 INFO:tasks.rados.rados.0.smithi084.stdout:3618: finishing write tid 3 to smithi08483026-3 2024-04-02T08:33:29.533 INFO:tasks.rados.rados.0.smithi084.stdout:3621: seq_num 1141 ranges {4038656=712704,4751360=679936,5431296=540672,5971968=385024} 2024-04-02T08:33:29.557 INFO:tasks.rados.rados.0.smithi084.stdout:3621: writing smithi08483026-37 from 4038656 to 4751360 tid 1 2024-04-02T08:33:29.561 INFO:tasks.rados.rados.0.smithi084.stdout:3621: writing smithi08483026-37 from 4751360 to 5431296 tid 2 2024-04-02T08:33:29.565 INFO:tasks.rados.rados.0.smithi084.stdout:3621: writing smithi08483026-37 from 5431296 to 5971968 tid 3 2024-04-02T08:33:29.567 INFO:tasks.rados.rados.0.smithi084.stdout:3621: writing smithi08483026-37 from 5971968 to 6356992 tid 4 2024-04-02T08:33:29.568 INFO:tasks.rados.rados.0.smithi084.stdout:3622: snap_create 2024-04-02T08:33:29.568 INFO:tasks.rados.rados.0.smithi084.stdout:3618: finishing write tid 4 to smithi08483026-3 2024-04-02T08:33:29.568 INFO:tasks.rados.rados.0.smithi084.stdout:3618: finishing write tid 5 to smithi08483026-3 2024-04-02T08:33:29.568 INFO:tasks.rados.rados.0.smithi084.stdout:3619: expect (ObjNum 1053 snap 322 seq_num 1053) 2024-04-02T08:33:29.653 INFO:tasks.rados.rados.0.smithi084.stdout:3618: finishing write tid 6 to smithi08483026-3 2024-04-02T08:33:29.653 INFO:tasks.rados.rados.0.smithi084.stdout:3618: oid 3 updating version 0 to 1596 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3618: oid 3 updating version 1596 to 1599 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3618: oid 3 updating version 1599 to 1600 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3618: oid 3 version 1600 is already newer than 1598 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3618: oid 3 version 1600 is already newer than 1597 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 1600 (ObjNum 1140 snap 340 seq_num 1140) dirty exists 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3618: left oid 3 (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: finishing write tid 1 to smithi08483026-37 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: finishing write tid 2 to smithi08483026-37 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: finishing write tid 3 to smithi08483026-37 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: finishing write tid 4 to smithi08483026-37 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: finishing write tid 5 to smithi08483026-37 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: finishing write tid 6 to smithi08483026-37 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: oid 37 updating version 0 to 1444 2024-04-02T08:33:29.654 INFO:tasks.rados.rados.0.smithi084.stdout:3621: oid 37 version 1444 is already newer than 1442 2024-04-02T08:33:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3621: oid 37 version 1444 is already newer than 1441 2024-04-02T08:33:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3621: oid 37 updating version 1444 to 1445 2024-04-02T08:33:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3621: oid 37 version 1445 is already newer than 1443 2024-04-02T08:33:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 1445 (ObjNum 1141 snap 340 seq_num 1141) dirty exists 2024-04-02T08:33:29.655 INFO:tasks.rados.rados.0.smithi084.stdout:3621: left oid 37 (ObjNum 1141 snap 340 seq_num 1141) 2024-04-02T08:33:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:29 smithi084 ceph-mon[94794]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:33:29.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:29 smithi084 ceph-mon[97358]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:33:29.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:29 smithi132 ceph-mon[88571]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:33:30.434 INFO:tasks.rados.rados.0.smithi084.stdout:3618: done (3 left) 2024-04-02T08:33:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:3619: done (2 left) 2024-04-02T08:33:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:3621: done (1 left) 2024-04-02T08:33:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:3622: done (0 left) 2024-04-02T08:33:30.435 INFO:tasks.rados.rados.0.smithi084.stdout:3623: snap_remove snap 325 2024-04-02T08:33:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:30 smithi084 ceph-mon[94794]: pgmap v788: 121 pgs: 121 active+clean; 241 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.1 MiB/s wr, 11 op/s 2024-04-02T08:33:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:30 smithi084 ceph-mon[94794]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:33:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:33:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:33:30] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-02T08:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:30 smithi084 ceph-mon[97358]: pgmap v788: 121 pgs: 121 active+clean; 241 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.1 MiB/s wr, 11 op/s 2024-04-02T08:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:30 smithi084 ceph-mon[97358]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:33:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:30 smithi132 ceph-mon[88571]: pgmap v788: 121 pgs: 121 active+clean; 241 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.1 MiB/s wr, 11 op/s 2024-04-02T08:33:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:30 smithi132 ceph-mon[88571]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:33:31.440 INFO:tasks.rados.rados.0.smithi084.stdout:3623: done (0 left) 2024-04-02T08:33:31.440 INFO:tasks.rados.rados.0.smithi084.stdout:3624: snap_create 2024-04-02T08:33:31.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:31 smithi084 ceph-mon[94794]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:33:31.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:31 smithi084 ceph-mon[97358]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:33:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:31 smithi132 ceph-mon[88571]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:3624: done (0 left) 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:3625: read oid 11 snap -1 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:3625: expect (ObjNum 1121 snap 334 seq_num 1121) 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:3626: read oid 7 snap -1 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:3626: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:3627: rollback oid 36 current snap is 342 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 338 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 342 2024-04-02T08:33:32.440 INFO:tasks.rados.rados.0.smithi084.stdout:3628: seq_num 1142 ranges {4243456=729088,4972544=565248,5537792=696320,6234112=344064} 2024-04-02T08:33:32.467 INFO:tasks.rados.rados.0.smithi084.stdout:3628: writing smithi08483026-40 from 4243456 to 4972544 tid 1 2024-04-02T08:33:32.470 INFO:tasks.rados.rados.0.smithi084.stdout:3628: writing smithi08483026-40 from 4972544 to 5537792 tid 2 2024-04-02T08:33:32.474 INFO:tasks.rados.rados.0.smithi084.stdout:3628: writing smithi08483026-40 from 5537792 to 6234112 tid 3 2024-04-02T08:33:32.477 INFO:tasks.rados.rados.0.smithi084.stdout:3628: writing smithi08483026-40 from 6234112 to 6578176 tid 4 2024-04-02T08:33:32.477 INFO:tasks.rados.rados.0.smithi084.stdout:3629: rollback oid 31 current snap is 342 2024-04-02T08:33:32.477 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 31 to 328 2024-04-02T08:33:32.477 INFO:tasks.rados.rados.0.smithi084.stdout:3627: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:33:32.477 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 1655 (ObjNum 65 snap 0 seq_num 622071296) dirty dne 2024-04-02T08:33:32.477 INFO:tasks.rados.rados.0.smithi084.stdout:3626: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:33:32.582 INFO:tasks.rados.rados.0.smithi084.stdout:3625: expect (ObjNum 1121 snap 334 seq_num 1121) 2024-04-02T08:33:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:32 smithi132 ceph-mon[88571]: pgmap v791: 121 pgs: 121 active+clean; 245 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 16 op/s 2024-04-02T08:33:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:32 smithi132 ceph-mon[88571]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:33:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:33:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:33:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:32 smithi084 ceph-mon[94794]: pgmap v791: 121 pgs: 121 active+clean; 245 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 16 op/s 2024-04-02T08:33:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:32 smithi084 ceph-mon[94794]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:33:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:32 smithi084 ceph-mon[97358]: pgmap v791: 121 pgs: 121 active+clean; 245 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 16 op/s 2024-04-02T08:33:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:32 smithi084 ceph-mon[97358]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3628: finishing write tid 1 to smithi08483026-40 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3628: finishing write tid 2 to smithi08483026-40 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3625: done (4 left) 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3626: done (3 left) 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3627: done (2 left) 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3630: read oid 37 snap -1 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3630: expect (ObjNum 1141 snap 340 seq_num 1141) 2024-04-02T08:33:32.938 INFO:tasks.rados.rados.0.smithi084.stdout:3631: read oid 23 snap -1 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3631: expect (ObjNum 1046 snap 320 seq_num 1046) 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 20 current snap is 342 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: finishing write tid 3 to smithi08483026-40 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3629: finishing rollback tid 0 to smithi08483026-31 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: finishing write tid 4 to smithi08483026-40 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3629: finishing rollback tid 1 to smithi08483026-31 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: finishing write tid 5 to smithi08483026-40 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3629: finishing rollback tid 2 to smithi08483026-31 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1600 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: finishing write tid 6 to smithi08483026-40 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: oid 40 updating version 0 to 1878 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: oid 40 version 1878 is already newer than 1874 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: oid 40 version 1878 is already newer than 1876 2024-04-02T08:33:32.939 INFO:tasks.rados.rados.0.smithi084.stdout:3628: oid 40 version 1878 is already newer than 1877 2024-04-02T08:33:32.940 INFO:tasks.rados.rados.0.smithi084.stdout:3628: oid 40 version 1878 is already newer than 1875 2024-04-02T08:33:32.940 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1878 (ObjNum 1142 snap 342 seq_num 1142) dirty exists 2024-04-02T08:33:32.940 INFO:tasks.rados.rados.0.smithi084.stdout:3628: left oid 40 (ObjNum 1142 snap 342 seq_num 1142) 2024-04-02T08:33:32.940 INFO:tasks.rados.rados.0.smithi084.stdout:3632: seq_num 1143 ranges {0=753664,753664=450560,1204224=507904,1712128=589824,2301952=57344} 2024-04-02T08:33:32.942 INFO:tasks.rados.rados.0.smithi084.stdout:3632: writing smithi08483026-20 from 0 to 753664 tid 1 2024-04-02T08:33:32.945 INFO:tasks.rados.rados.0.smithi084.stdout:3632: writing smithi08483026-20 from 753664 to 1204224 tid 2 2024-04-02T08:33:32.949 INFO:tasks.rados.rados.0.smithi084.stdout:3632: writing smithi08483026-20 from 1204224 to 1712128 tid 3 2024-04-02T08:33:32.953 INFO:tasks.rados.rados.0.smithi084.stdout:3632: writing smithi08483026-20 from 1712128 to 2301952 tid 4 2024-04-02T08:33:32.954 INFO:tasks.rados.rados.0.smithi084.stdout:3632: writing smithi08483026-20 from 2301952 to 2359296 tid 5 2024-04-02T08:33:32.954 INFO:tasks.rados.rados.0.smithi084.stdout:3628: done (4 left) 2024-04-02T08:33:32.954 INFO:tasks.rados.rados.0.smithi084.stdout:3629: done (3 left) 2024-04-02T08:33:32.955 INFO:tasks.rados.rados.0.smithi084.stdout:3633: read oid 26 snap -1 2024-04-02T08:33:32.955 INFO:tasks.rados.rados.0.smithi084.stdout:3633: expect deleted 2024-04-02T08:33:32.955 INFO:tasks.rados.rados.0.smithi084.stdout:3634: rollback oid 35 current snap is 342 2024-04-02T08:33:32.955 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 35 to 334 2024-04-02T08:33:32.955 INFO:tasks.rados.rados.0.smithi084.stdout:3635: delete oid 43 current snap is 342 2024-04-02T08:33:32.955 INFO:tasks.rados.rados.0.smithi084.stdout:3632: finishing write tid 1 to smithi08483026-20 2024-04-02T08:33:32.955 INFO:tasks.rados.rados.0.smithi084.stdout:3632: finishing write tid 2 to smithi08483026-20 2024-04-02T08:33:32.956 INFO:tasks.rados.rados.0.smithi084.stdout:3632: finishing write tid 3 to smithi08483026-20 2024-04-02T08:33:32.960 INFO:tasks.rados.rados.0.smithi084.stdout:3631: expect (ObjNum 1046 snap 320 seq_num 1046) 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3632: finishing write tid 4 to smithi08483026-20 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3632: finishing write tid 5 to smithi08483026-20 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3631: done (5 left) 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3633: done (4 left) 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3635: done (3 left) 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 29 current snap is 342 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3632: finishing write tid 6 to smithi08483026-20 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3634: finishing rollback tid 1 to smithi08483026-35 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1811 (ObjNum 49 snap 0 seq_num 621370624) dirty dne 2024-04-02T08:33:33.296 INFO:tasks.rados.rados.0.smithi084.stdout:3632: finishing write tid 7 to smithi08483026-20 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3632: oid 20 updating version 0 to 1880 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3632: oid 20 updating version 1880 to 1884 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3632: oid 20 version 1884 is already newer than 1881 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3632: oid 20 version 1884 is already newer than 1879 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3632: oid 20 version 1884 is already newer than 1883 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3632: oid 20 version 1884 is already newer than 1882 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1884 (ObjNum 1143 snap 342 seq_num 1143) dirty exists 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3632: left oid 20 (ObjNum 1143 snap 342 seq_num 1143) 2024-04-02T08:33:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3630: expect (ObjNum 1141 snap 340 seq_num 1141) 2024-04-02T08:33:33.573 INFO:tasks.rados.rados.0.smithi084.stdout:3636: seq_num 1145 ranges {4153344=786432,4939776=622592,5562368=516096,6078464=417792,6496256=49152} 2024-04-02T08:33:33.600 INFO:tasks.rados.rados.0.smithi084.stdout:3636: writing smithi08483026-29 from 4153344 to 4939776 tid 1 2024-04-02T08:33:33.603 INFO:tasks.rados.rados.0.smithi084.stdout:3636: writing smithi08483026-29 from 4939776 to 5562368 tid 2 2024-04-02T08:33:33.606 INFO:tasks.rados.rados.0.smithi084.stdout:3636: writing smithi08483026-29 from 5562368 to 6078464 tid 3 2024-04-02T08:33:33.609 INFO:tasks.rados.rados.0.smithi084.stdout:3636: writing smithi08483026-29 from 6078464 to 6496256 tid 4 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:3636: writing smithi08483026-29 from 6496256 to 6545408 tid 5 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:3630: done (3 left) 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:3632: done (2 left) 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:3634: done (1 left) 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:3637: rollback oid 31 current snap is 342 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 31 to 341 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:3636: finishing write tid 1 to smithi08483026-29 2024-04-02T08:33:33.610 INFO:tasks.rados.rados.0.smithi084.stdout:3636: finishing write tid 2 to smithi08483026-29 2024-04-02T08:33:33.611 INFO:tasks.rados.rados.0.smithi084.stdout:3638: read oid 43 snap -1 2024-04-02T08:33:33.611 INFO:tasks.rados.rados.0.smithi084.stdout:3638: expect deleted 2024-04-02T08:33:33.611 INFO:tasks.rados.rados.0.smithi084.stdout:3639: snap_remove snap 332 2024-04-02T08:33:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:33 smithi084 ceph-mon[94794]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:33:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:33 smithi084 ceph-mon[97358]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:33:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:33 smithi132 ceph-mon[88571]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:33:34.457 INFO:tasks.rados.rados.0.smithi084.stdout:3639: done (3 left) 2024-04-02T08:33:34.457 INFO:tasks.rados.rados.0.smithi084.stdout:3640: rmattr oid 26 current snap is 342 2024-04-02T08:33:34.457 INFO:tasks.rados.rados.0.smithi084.stdout:3640: done (3 left) 2024-04-02T08:33:34.457 INFO:tasks.rados.rados.0.smithi084.stdout:3641: copy_from oid 27 from oid 17 current snap is 342 2024-04-02T08:33:34.457 INFO:tasks.rados.rados.0.smithi084.stdout:3636: finishing write tid 3 to smithi08483026-29 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: finishing write tid 4 to smithi08483026-29 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3637: finishing rollback tid 0 to smithi08483026-31 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: finishing write tid 5 to smithi08483026-29 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3637: finishing rollback tid 1 to smithi08483026-31 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3637: finishing rollback tid 2 to smithi08483026-31 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1603 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: finishing write tid 6 to smithi08483026-29 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: finishing write tid 7 to smithi08483026-29 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: oid 29 updating version 0 to 1837 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: oid 29 version 1837 is already newer than 1836 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: oid 29 updating version 1837 to 1838 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: oid 29 version 1838 is already newer than 1833 2024-04-02T08:33:34.458 INFO:tasks.rados.rados.0.smithi084.stdout:3636: oid 29 version 1838 is already newer than 1834 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3636: oid 29 version 1838 is already newer than 1835 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1838 (ObjNum 1145 snap 342 seq_num 1145) dirty exists 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3636: left oid 29 (ObjNum 1145 snap 342 seq_num 1145) 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3636: done (3 left) 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3637: done (2 left) 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3638: done (1 left) 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3642: copy_from oid 15 from oid 3 current snap is 342 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3643: copy_from oid 16 from oid 37 current snap is 342 2024-04-02T08:33:34.459 INFO:tasks.rados.rados.0.smithi084.stdout:3644: snap_remove snap 339 2024-04-02T08:33:34.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:34 smithi084 ceph-mon[94794]: pgmap v794: 121 pgs: 121 active+clean; 245 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:33:34.769 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:34 smithi084 ceph-mon[97358]: pgmap v794: 121 pgs: 121 active+clean; 245 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:33:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:34 smithi132 ceph-mon[88571]: pgmap v794: 121 pgs: 121 active+clean; 245 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:33:34.911 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 08:33:34 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T08:33:34.479+0000 7f8c2faaf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 18f after trimming was started 2024-04-02T08:33:35.204 INFO:tasks.rados.rados.0.smithi084.stdout:3644: done (3 left) 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:3645: delete oid 43 current snap is 342 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:3642: finishing copy_from racing read to smithi08483026-15 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:3642: finishing copy_from to smithi08483026-15 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1600 (ObjNum 1140 snap 340 seq_num 1140) dirty exists 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:3643: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:3641: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:3643: finishing copy_from to smithi08483026-16 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1445 (ObjNum 1141 snap 340 seq_num 1141) dirty exists 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:3641: finishing copy_from to smithi08483026-27 2024-04-02T08:33:35.205 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1597 (ObjNum 1139 snap 340 seq_num 1139) dirty exists 2024-04-02T08:33:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:3641: done (3 left) 2024-04-02T08:33:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:3642: done (2 left) 2024-04-02T08:33:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:3643: done (1 left) 2024-04-02T08:33:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:3645: done (0 left) 2024-04-02T08:33:35.216 INFO:tasks.rados.rados.0.smithi084.stdout:3646: snap_remove snap 333 2024-04-02T08:33:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:35 smithi084 ceph-mon[94794]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:33:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:35 smithi084 ceph-mon[94794]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:33:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:35 smithi084 ceph-mon[97358]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:33:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:35 smithi084 ceph-mon[97358]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:33:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:35 smithi132 ceph-mon[88571]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:33:35.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:35 smithi132 ceph-mon[88571]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:33:36.204 INFO:tasks.rados.rados.0.smithi084.stdout:3646: done (0 left) 2024-04-02T08:33:36.204 INFO:tasks.rados.rados.0.smithi084.stdout:3647: read oid 35 snap 335 2024-04-02T08:33:36.205 INFO:tasks.rados.rados.0.smithi084.stdout:3647: expect deleted 2024-04-02T08:33:36.205 INFO:tasks.rados.rados.0.smithi084.stdout:3648: copy_from oid 34 from oid 5 current snap is 342 2024-04-02T08:33:36.205 INFO:tasks.rados.rados.0.smithi084.stdout:3649: setattr oid 47 current snap is 342 2024-04-02T08:33:36.206 INFO:tasks.rados.rados.0.smithi084.stdout:3650: snap_create 2024-04-02T08:33:36.220 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1656 (ObjNum 1102 snap 329 seq_num 1102) dirty exists 2024-04-02T08:33:36.241 INFO:tasks.rados.rados.0.smithi084.stdout:3648: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:33:36.245 INFO:tasks.rados.rados.0.smithi084.stdout:3648: finishing copy_from to smithi08483026-34 2024-04-02T08:33:36.245 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1590 (ObjNum 1106 snap 330 seq_num 1106) dirty exists 2024-04-02T08:33:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:36 smithi084 ceph-mon[94794]: pgmap v796: 121 pgs: 121 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:33:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:36 smithi084 ceph-mon[94794]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:33:36.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:36 smithi084 ceph-mon[97358]: pgmap v796: 121 pgs: 121 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:33:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:36 smithi084 ceph-mon[97358]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:33:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:36 smithi132 ceph-mon[88571]: pgmap v796: 121 pgs: 121 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:33:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:36 smithi132 ceph-mon[88571]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:33:37.206 INFO:tasks.rados.rados.0.smithi084.stdout:3647: done (3 left) 2024-04-02T08:33:37.206 INFO:tasks.rados.rados.0.smithi084.stdout:3648: done (2 left) 2024-04-02T08:33:37.206 INFO:tasks.rados.rados.0.smithi084.stdout:3649: done (1 left) 2024-04-02T08:33:37.206 INFO:tasks.rados.rados.0.smithi084.stdout:3650: done (0 left) 2024-04-02T08:33:37.206 INFO:tasks.rados.rados.0.smithi084.stdout:3651: delete oid 34 current snap is 343 2024-04-02T08:33:37.212 INFO:tasks.rados.rados.0.smithi084.stdout:3651: done (0 left) 2024-04-02T08:33:37.213 INFO:tasks.rados.rados.0.smithi084.stdout:3652: rmattr oid 6 current snap is 343 2024-04-02T08:33:37.213 INFO:tasks.rados.rados.0.smithi084.stdout:3653: read oid 37 snap -1 2024-04-02T08:33:37.213 INFO:tasks.rados.rados.0.smithi084.stdout:3653: expect (ObjNum 1141 snap 340 seq_num 1141) 2024-04-02T08:33:37.213 INFO:tasks.rados.rados.0.smithi084.stdout:3654: delete oid 32 current snap is 343 2024-04-02T08:33:37.216 INFO:tasks.rados.rados.0.smithi084.stdout:3654: done (2 left) 2024-04-02T08:33:37.216 INFO:tasks.rados.rados.0.smithi084.stdout:3655: rollback oid 12 current snap is 343 2024-04-02T08:33:37.216 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 335 2024-04-02T08:33:37.216 INFO:tasks.rados.rados.0.smithi084.stdout:3656: read oid 10 snap 341 2024-04-02T08:33:37.216 INFO:tasks.rados.rados.0.smithi084.stdout:3656: expect (ObjNum 1138 snap 339 seq_num 1138) 2024-04-02T08:33:37.216 INFO:tasks.rados.rados.0.smithi084.stdout:3657: snap_remove snap 334 2024-04-02T08:33:38.219 INFO:tasks.rados.rados.0.smithi084.stdout:3657: done (4 left) 2024-04-02T08:33:38.219 INFO:tasks.rados.rados.0.smithi084.stdout:3658: snap_remove snap 340 2024-04-02T08:33:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:38 smithi084 ceph-mon[94794]: pgmap v799: 121 pgs: 121 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:33:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:38 smithi084 ceph-mon[94794]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:33:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:38 smithi084 ceph-mon[97358]: pgmap v799: 121 pgs: 121 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:33:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:38 smithi084 ceph-mon[97358]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:33:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:38 smithi132 ceph-mon[88571]: pgmap v799: 121 pgs: 121 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:33:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:38 smithi132 ceph-mon[88571]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:3658: done (4 left) 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:3659: delete oid 43 current snap is 343 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1129 (ObjNum 1035 snap 316 seq_num 1035) dirty exists 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:3655: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:3655: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:3655: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1745 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:33:39.222 INFO:tasks.rados.rados.0.smithi084.stdout:3656: expect (ObjNum 1138 snap 339 seq_num 1138) 2024-04-02T08:33:39.337 INFO:tasks.rados.rados.0.smithi084.stdout:3653: expect (ObjNum 1141 snap 340 seq_num 1141) 2024-04-02T08:33:39.612 INFO:tasks.rados.rados.0.smithi084.stdout:3652: done (4 left) 2024-04-02T08:33:39.612 INFO:tasks.rados.rados.0.smithi084.stdout:3653: done (3 left) 2024-04-02T08:33:39.612 INFO:tasks.rados.rados.0.smithi084.stdout:3655: done (2 left) 2024-04-02T08:33:39.612 INFO:tasks.rados.rados.0.smithi084.stdout:3656: done (1 left) 2024-04-02T08:33:39.612 INFO:tasks.rados.rados.0.smithi084.stdout:3659: done (0 left) 2024-04-02T08:33:39.612 INFO:tasks.rados.rados.0.smithi084.stdout:3660: snap_remove snap 338 2024-04-02T08:33:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:39 smithi084 ceph-mon[94794]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:33:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:39 smithi084 ceph-mon[97358]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:33:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:39 smithi132 ceph-mon[88571]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:33:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:40.209 INFO:tasks.rados.rados.0.smithi084.stdout:3660: done (0 left) 2024-04-02T08:33:40.210 INFO:tasks.rados.rados.0.smithi084.stdout:3661: snap_remove snap 331 2024-04-02T08:33:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:40 smithi084 ceph-mon[97358]: pgmap v802: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-04-02T08:33:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:40 smithi084 ceph-mon[97358]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:33:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:40 smithi084 ceph-mon[97358]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:33:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:40 smithi084 ceph-mon[94794]: pgmap v802: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-04-02T08:33:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:40 smithi084 ceph-mon[94794]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:33:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:40 smithi084 ceph-mon[94794]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:33:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:40 smithi132 ceph-mon[88571]: pgmap v802: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-04-02T08:33:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:40 smithi132 ceph-mon[88571]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:33:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:40 smithi132 ceph-mon[88571]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:33:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:33:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:33:40] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:33:41.209 INFO:tasks.rados.rados.0.smithi084.stdout:3661: done (0 left) 2024-04-02T08:33:41.209 INFO:tasks.rados.rados.0.smithi084.stdout:3662: snap_remove snap 327 2024-04-02T08:33:42.209 INFO:tasks.rados.rados.0.smithi084.stdout:3662: done (0 left) 2024-04-02T08:33:42.209 INFO:tasks.rados.rados.0.smithi084.stdout:3663: copy_from oid 22 from oid 26 current snap is 343 2024-04-02T08:33:42.210 INFO:tasks.rados.rados.0.smithi084.stdout:3664: read oid 48 snap -1 2024-04-02T08:33:42.210 INFO:tasks.rados.rados.0.smithi084.stdout:3664: expect (ObjNum 1129 snap 336 seq_num 1129) 2024-04-02T08:33:42.210 INFO:tasks.rados.rados.0.smithi084.stdout:3665: rmattr oid 19 current snap is 343 2024-04-02T08:33:42.210 INFO:tasks.rados.rados.0.smithi084.stdout:3665: done (2 left) 2024-04-02T08:33:42.210 INFO:tasks.rados.rados.0.smithi084.stdout:3666: delete oid 25 current snap is 343 2024-04-02T08:33:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:3663: finishing copy_from to smithi08483026-22 2024-04-02T08:33:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:3663: got expected ENOENT (src dne) 2024-04-02T08:33:42.212 INFO:tasks.rados.rados.0.smithi084.stdout:3663: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:33:42.224 INFO:tasks.rados.rados.0.smithi084.stdout:3663: done (2 left) 2024-04-02T08:33:42.224 INFO:tasks.rados.rados.0.smithi084.stdout:3666: done (1 left) 2024-04-02T08:33:42.224 INFO:tasks.rados.rados.0.smithi084.stdout:3667: delete oid 47 current snap is 343 2024-04-02T08:33:42.230 INFO:tasks.rados.rados.0.smithi084.stdout:3667: done (1 left) 2024-04-02T08:33:42.230 INFO:tasks.rados.rados.0.smithi084.stdout:3668: delete oid 10 current snap is 343 2024-04-02T08:33:42.237 INFO:tasks.rados.rados.0.smithi084.stdout:3668: done (1 left) 2024-04-02T08:33:42.237 INFO:tasks.rados.rados.0.smithi084.stdout:3669: rmattr oid 23 current snap is 343 2024-04-02T08:33:42.237 INFO:tasks.rados.rados.0.smithi084.stdout:3669: done (1 left) 2024-04-02T08:33:42.237 INFO:tasks.rados.rados.0.smithi084.stdout:3670: snap_remove snap 342 2024-04-02T08:33:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:42 smithi084 ceph-mon[94794]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.5 MiB/s wr, 12 op/s 2024-04-02T08:33:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:42 smithi084 ceph-mon[94794]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:33:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:42 smithi084 ceph-mon[97358]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.5 MiB/s wr, 12 op/s 2024-04-02T08:33:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:42 smithi084 ceph-mon[97358]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:33:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:42 smithi132 ceph-mon[88571]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.5 MiB/s wr, 12 op/s 2024-04-02T08:33:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:42 smithi132 ceph-mon[88571]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:33:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:33:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:43.222 INFO:tasks.rados.rados.0.smithi084.stdout:3670: done (1 left) 2024-04-02T08:33:43.222 INFO:tasks.rados.rados.0.smithi084.stdout:3671: rmattr oid 46 current snap is 343 2024-04-02T08:33:43.222 INFO:tasks.rados.rados.0.smithi084.stdout:3671: done (1 left) 2024-04-02T08:33:43.223 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 343 2024-04-02T08:33:43.223 INFO:tasks.rados.rados.0.smithi084.stdout:3672: seq_num 1153 ranges {8732672=114688} 2024-04-02T08:33:43.272 INFO:tasks.rados.rados.0.smithi084.stdout:3672: writing smithi08483026-38 from 8732672 to 8847360 tid 1 2024-04-02T08:33:43.272 INFO:tasks.rados.rados.0.smithi084.stdout:3673: rollback oid 2 current snap is 343 2024-04-02T08:33:43.272 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 2 to 328 2024-04-02T08:33:43.272 INFO:tasks.rados.rados.0.smithi084.stdout:3664: expect (ObjNum 1129 snap 336 seq_num 1129) 2024-04-02T08:33:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:43 smithi084 ceph-mon[94794]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:33:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:43 smithi084 ceph-mon[97358]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:33:43.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:43 smithi132 ceph-mon[88571]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:33:43.893 INFO:tasks.rados.rados.0.smithi084.stdout:3672: finishing write tid 1 to smithi08483026-38 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3664: done (2 left) 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3674: read oid 20 snap -1 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3674: expect (ObjNum 1143 snap 342 seq_num 1143) 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3675: delete oid 41 current snap is 343 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3672: finishing write tid 2 to smithi08483026-38 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3673: finishing rollback tid 0 to smithi08483026-2 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3673: finishing rollback tid 1 to smithi08483026-2 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3673: finishing rollback tid 2 to smithi08483026-2 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1660 (ObjNum 886 snap 266 seq_num 886) dirty exists 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3672: finishing write tid 3 to smithi08483026-38 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3672: oid 38 updating version 0 to 1602 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:3672: oid 38 updating version 1602 to 1603 2024-04-02T08:33:43.894 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1603 (ObjNum 1153 snap 343 seq_num 1153) dirty exists 2024-04-02T08:33:43.895 INFO:tasks.rados.rados.0.smithi084.stdout:3672: left oid 38 (ObjNum 1153 snap 343 seq_num 1153) 2024-04-02T08:33:43.897 INFO:tasks.rados.rados.0.smithi084.stdout:3672: done (3 left) 2024-04-02T08:33:43.897 INFO:tasks.rados.rados.0.smithi084.stdout:3673: done (2 left) 2024-04-02T08:33:43.897 INFO:tasks.rados.rados.0.smithi084.stdout:3675: done (1 left) 2024-04-02T08:33:43.897 INFO:tasks.rados.rados.0.smithi084.stdout:3676: rollback oid 9 current snap is 343 2024-04-02T08:33:43.898 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 9 to 328 2024-04-02T08:33:43.898 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 40 current snap is 343 2024-04-02T08:33:43.898 INFO:tasks.rados.rados.0.smithi084.stdout:3677: seq_num 1155 ranges {6578176=147456} 2024-04-02T08:33:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:3677: writing smithi08483026-40 from 6578176 to 6725632 tid 1 2024-04-02T08:33:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:3678: copy_from oid 10 from oid 3 current snap is 343 2024-04-02T08:33:43.935 INFO:tasks.rados.rados.0.smithi084.stdout:3676: finishing rollback tid 0 to smithi08483026-9 2024-04-02T08:33:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:3676: finishing rollback tid 1 to smithi08483026-9 2024-04-02T08:33:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:3676: finishing rollback tid 2 to smithi08483026-9 2024-04-02T08:33:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1452 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:43.936 INFO:tasks.rados.rados.0.smithi084.stdout:3674: expect (ObjNum 1143 snap 342 seq_num 1143) 2024-04-02T08:33:44.000 INFO:tasks.rados.rados.0.smithi084.stdout:3677: finishing write tid 1 to smithi08483026-40 2024-04-02T08:33:44.000 INFO:tasks.rados.rados.0.smithi084.stdout:3677: finishing write tid 2 to smithi08483026-40 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3677: finishing write tid 3 to smithi08483026-40 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3677: oid 40 updating version 0 to 1943 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3677: oid 40 version 1943 is already newer than 1942 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1943 (ObjNum 1155 snap 343 seq_num 1155) dirty exists 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3677: left oid 40 (ObjNum 1155 snap 343 seq_num 1155) 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3678: finishing copy_from racing read to smithi08483026-10 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3678: finishing copy_from to smithi08483026-10 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1600 (ObjNum 1140 snap 340 seq_num 1140) dirty exists 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3674: done (3 left) 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3676: done (2 left) 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3677: done (1 left) 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3678: done (0 left) 2024-04-02T08:33:44.001 INFO:tasks.rados.rados.0.smithi084.stdout:3679: rmattr oid 2 current snap is 343 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3679: done (0 left) 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3680: rmattr oid 6 current snap is 343 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3681: read oid 41 snap -1 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3681: expect deleted 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3682: rollback oid 14 current snap is 343 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 14 to 335 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3683: read oid 13 snap -1 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3683: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:33:44.002 INFO:tasks.rados.rados.0.smithi084.stdout:3684: snap_create 2024-04-02T08:33:44.003 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1130 (ObjNum 1035 snap 316 seq_num 1035) dirty exists 2024-04-02T08:33:44.005 INFO:tasks.rados.rados.0.smithi084.stdout:3682: finishing rollback tid 0 to smithi08483026-14 2024-04-02T08:33:44.005 INFO:tasks.rados.rados.0.smithi084.stdout:3682: finishing rollback tid 1 to smithi08483026-14 2024-04-02T08:33:44.005 INFO:tasks.rados.rados.0.smithi084.stdout:3682: finishing rollback tid 2 to smithi08483026-14 2024-04-02T08:33:44.005 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1773 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-04-02T08:33:44.027 INFO:tasks.rados.rados.0.smithi084.stdout:3683: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:33:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3680: done (4 left) 2024-04-02T08:33:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3681: done (3 left) 2024-04-02T08:33:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3682: done (2 left) 2024-04-02T08:33:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3683: done (1 left) 2024-04-02T08:33:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3684: done (0 left) 2024-04-02T08:33:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 344 2024-04-02T08:33:44.317 INFO:tasks.rados.rados.0.smithi084.stdout:3685: seq_num 1156 ranges {0=163840} 2024-04-02T08:33:44.318 INFO:tasks.rados.rados.0.smithi084.stdout:3685: writing smithi08483026-1 from 0 to 163840 tid 1 2024-04-02T08:33:44.318 INFO:tasks.rados.rados.0.smithi084.stdout:3686: delete oid 50 current snap is 344 2024-04-02T08:33:44.324 INFO:tasks.rados.rados.0.smithi084.stdout:3686: done (1 left) 2024-04-02T08:33:44.324 INFO:tasks.rados.rados.0.smithi084.stdout:3687: snap_create 2024-04-02T08:33:44.325 INFO:tasks.rados.rados.0.smithi084.stdout:3685: finishing write tid 1 to smithi08483026-1 2024-04-02T08:33:44.325 INFO:tasks.rados.rados.0.smithi084.stdout:3685: finishing write tid 2 to smithi08483026-1 2024-04-02T08:33:44.326 INFO:tasks.rados.rados.0.smithi084.stdout:3685: finishing write tid 3 to smithi08483026-1 2024-04-02T08:33:44.326 INFO:tasks.rados.rados.0.smithi084.stdout:3685: oid 1 updating version 0 to 1945 2024-04-02T08:33:44.326 INFO:tasks.rados.rados.0.smithi084.stdout:3685: oid 1 version 1945 is already newer than 1944 2024-04-02T08:33:44.326 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1945 (ObjNum 1156 snap 344 seq_num 1156) dirty exists 2024-04-02T08:33:44.326 INFO:tasks.rados.rados.0.smithi084.stdout:3685: left oid 1 (ObjNum 1156 snap 344 seq_num 1156) 2024-04-02T08:33:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:44 smithi084 ceph-mon[94794]: pgmap v808: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 0 op/s 2024-04-02T08:33:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:44 smithi084 ceph-mon[94794]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:33:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:44 smithi084 ceph-mon[97358]: pgmap v808: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 0 op/s 2024-04-02T08:33:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:44 smithi084 ceph-mon[97358]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:33:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:44 smithi132 ceph-mon[88571]: pgmap v808: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 0 op/s 2024-04-02T08:33:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:44 smithi132 ceph-mon[88571]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3685: done (1 left) 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3687: done (0 left) 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3688: rmattr oid 15 current snap is 345 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3688: done (0 left) 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3689: read oid 37 snap -1 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3689: expect (ObjNum 1141 snap 340 seq_num 1141) 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3690: read oid 2 snap -1 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3690: expect (ObjNum 886 snap 266 seq_num 886) 2024-04-02T08:33:45.234 INFO:tasks.rados.rados.0.smithi084.stdout:3691: snap_remove snap 343 2024-04-02T08:33:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:45 smithi084 ceph-mon[94794]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:33:45.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:45 smithi084 ceph-mon[97358]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:33:45.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:45 smithi132 ceph-mon[88571]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:33:46.238 INFO:tasks.rados.rados.0.smithi084.stdout:3691: done (2 left) 2024-04-02T08:33:46.238 INFO:tasks.rados.rados.0.smithi084.stdout:3692: read oid 38 snap 341 2024-04-02T08:33:46.238 INFO:tasks.rados.rados.0.smithi084.stdout:3692: expect (ObjNum 1129 snap 336 seq_num 1129) 2024-04-02T08:33:46.239 INFO:tasks.rados.rados.0.smithi084.stdout:3693: rollback oid 12 current snap is 345 2024-04-02T08:33:46.239 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 12 to 335 2024-04-02T08:33:46.239 INFO:tasks.rados.rados.0.smithi084.stdout:3690: expect (ObjNum 886 snap 266 seq_num 886) 2024-04-02T08:33:46.254 INFO:tasks.rados.rados.0.smithi084.stdout:3689: expect (ObjNum 1141 snap 340 seq_num 1141) 2024-04-02T08:33:46.531 INFO:tasks.rados.rados.0.smithi084.stdout:3693: finishing rollback tid 0 to smithi08483026-12 2024-04-02T08:33:46.531 INFO:tasks.rados.rados.0.smithi084.stdout:3693: finishing rollback tid 1 to smithi08483026-12 2024-04-02T08:33:46.531 INFO:tasks.rados.rados.0.smithi084.stdout:3693: finishing rollback tid 2 to smithi08483026-12 2024-04-02T08:33:46.531 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1777 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:33:46.531 INFO:tasks.rados.rados.0.smithi084.stdout:3692: expect (ObjNum 1129 snap 336 seq_num 1129) 2024-04-02T08:33:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:46 smithi084 ceph-mon[94794]: pgmap v811: 121 pgs: 121 active+clean; 253 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 28 KiB/s wr, 2 op/s 2024-04-02T08:33:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:46 smithi084 ceph-mon[94794]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:33:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:46 smithi084 ceph-mon[97358]: pgmap v811: 121 pgs: 121 active+clean; 253 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 28 KiB/s wr, 2 op/s 2024-04-02T08:33:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:46 smithi084 ceph-mon[97358]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:33:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:46 smithi132 ceph-mon[88571]: pgmap v811: 121 pgs: 121 active+clean; 253 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 28 KiB/s wr, 2 op/s 2024-04-02T08:33:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:46 smithi132 ceph-mon[88571]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:33:47.158 INFO:tasks.rados.rados.0.smithi084.stdout:3689: done (3 left) 2024-04-02T08:33:47.158 INFO:tasks.rados.rados.0.smithi084.stdout:3690: done (2 left) 2024-04-02T08:33:47.158 INFO:tasks.rados.rados.0.smithi084.stdout:3692: done (1 left) 2024-04-02T08:33:47.159 INFO:tasks.rados.rados.0.smithi084.stdout:3693: done (0 left) 2024-04-02T08:33:47.159 INFO:tasks.rados.rados.0.smithi084.stdout:3694: delete oid 11 current snap is 345 2024-04-02T08:33:47.162 INFO:tasks.rados.rados.0.smithi084.stdout:3694: done (0 left) 2024-04-02T08:33:47.162 INFO:tasks.rados.rados.0.smithi084.stdout:3695: delete oid 10 current snap is 345 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:3695: done (0 left) 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:3696: rollback oid 11 current snap is 345 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 335 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:3697: rollback oid 20 current snap is 345 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 328 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:3698: rollback oid 50 current snap is 345 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 50 to 341 2024-04-02T08:33:47.165 INFO:tasks.rados.rados.0.smithi084.stdout:3699: delete oid 14 current snap is 345 2024-04-02T08:33:47.168 INFO:tasks.rados.rados.0.smithi084.stdout:3699: done (3 left) 2024-04-02T08:33:47.168 INFO:tasks.rados.rados.0.smithi084.stdout:3700: delete oid 38 current snap is 345 2024-04-02T08:33:47.168 INFO:tasks.rados.rados.0.smithi084.stdout:3697: finishing rollback tid 0 to smithi08483026-20 2024-04-02T08:33:47.169 INFO:tasks.rados.rados.0.smithi084.stdout:3697: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:33:47.169 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 1948 (ObjNum 305 snap 0 seq_num 2030868146) dirty dne 2024-04-02T08:33:47.169 INFO:tasks.rados.rados.0.smithi084.stdout:3696: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:33:47.170 INFO:tasks.rados.rados.0.smithi084.stdout:3696: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:33:47.170 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1910 (ObjNum 1121 snap 334 seq_num 1121) dirty exists 2024-04-02T08:33:47.170 INFO:tasks.rados.rados.0.smithi084.stdout:3698: finishing rollback tid 1 to smithi08483026-50 2024-04-02T08:33:47.170 INFO:tasks.rados.rados.0.smithi084.stdout:3698: finishing rollback tid 2 to smithi08483026-50 2024-04-02T08:33:47.171 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1912 (ObjNum 1137 snap 339 seq_num 1137) dirty exists 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3696: done (3 left) 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3697: done (2 left) 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3698: done (1 left) 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3700: done (0 left) 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3701: read oid 30 snap 328 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3701: expect (ObjNum 1022 snap 308 seq_num 1022) 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3702: read oid 18 snap -1 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3702: expect (ObjNum 1126 snap 336 seq_num 1126) 2024-04-02T08:33:47.172 INFO:tasks.rados.rados.0.smithi084.stdout:3703: copy_from oid 16 from oid 50 current snap is 345 2024-04-02T08:33:47.173 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 345 2024-04-02T08:33:47.173 INFO:tasks.rados.rados.0.smithi084.stdout:3704: seq_num 1162 ranges {163840=270336} 2024-04-02T08:33:47.175 INFO:tasks.rados.rados.0.smithi084.stdout:3704: writing smithi08483026-1 from 163840 to 434176 tid 1 2024-04-02T08:33:47.175 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 345 2024-04-02T08:33:47.175 INFO:tasks.rados.rados.0.smithi084.stdout:3705: seq_num 1163 ranges {442368=286720} 2024-04-02T08:33:47.179 INFO:tasks.rados.rados.0.smithi084.stdout:3705: writing smithi08483026-2 from 442368 to 729088 tid 1 2024-04-02T08:33:47.179 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 345 2024-04-02T08:33:47.180 INFO:tasks.rados.rados.0.smithi084.stdout:3706: seq_num 1164 ranges {6004736=303104} 2024-04-02T08:33:47.214 INFO:tasks.rados.rados.0.smithi084.stdout:3706: writing smithi08483026-5 from 6004736 to 6307840 tid 1 2024-04-02T08:33:47.214 INFO:tasks.rados.rados.0.smithi084.stdout:3707: snap_remove snap 335 2024-04-02T08:33:47.256 INFO:tasks.rados.rados.0.smithi084.stdout:3707: done (6 left) 2024-04-02T08:33:47.257 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 38 current snap is 345 2024-04-02T08:33:47.257 INFO:tasks.rados.rados.0.smithi084.stdout:3704: finishing write tid 1 to smithi08483026-1 2024-04-02T08:33:47.257 INFO:tasks.rados.rados.0.smithi084.stdout:3708: seq_num 1165 ranges {0=319488} 2024-04-02T08:33:47.258 INFO:tasks.rados.rados.0.smithi084.stdout:3708: writing smithi08483026-38 from 0 to 319488 tid 1 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:3709: read oid 20 snap -1 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:3709: expect deleted 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:3710: snap_create 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:3704: finishing write tid 2 to smithi08483026-1 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:3704: finishing write tid 3 to smithi08483026-1 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:3704: oid 1 updating version 0 to 1950 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:3704: oid 1 updating version 1950 to 1951 2024-04-02T08:33:47.259 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1951 (ObjNum 1162 snap 345 seq_num 1162) dirty exists 2024-04-02T08:33:47.260 INFO:tasks.rados.rados.0.smithi084.stdout:3704: left oid 1 (ObjNum 1162 snap 345 seq_num 1162) 2024-04-02T08:33:47.260 INFO:tasks.rados.rados.0.smithi084.stdout:3705: finishing write tid 1 to smithi08483026-2 2024-04-02T08:33:47.260 INFO:tasks.rados.rados.0.smithi084.stdout:3705: finishing write tid 2 to smithi08483026-2 2024-04-02T08:33:47.260 INFO:tasks.rados.rados.0.smithi084.stdout:3701: expect (ObjNum 1022 snap 308 seq_num 1022) 2024-04-02T08:33:47.429 INFO:tasks.rados.rados.0.smithi084.stdout:3705: finishing write tid 3 to smithi08483026-2 2024-04-02T08:33:47.429 INFO:tasks.rados.rados.0.smithi084.stdout:3705: oid 2 updating version 0 to 1662 2024-04-02T08:33:47.429 INFO:tasks.rados.rados.0.smithi084.stdout:3705: oid 2 version 1662 is already newer than 1661 2024-04-02T08:33:47.429 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1662 (ObjNum 1163 snap 345 seq_num 1163) dirty exists 2024-04-02T08:33:47.429 INFO:tasks.rados.rados.0.smithi084.stdout:3705: left oid 2 (ObjNum 1163 snap 345 seq_num 1163) 2024-04-02T08:33:47.429 INFO:tasks.rados.rados.0.smithi084.stdout:3702: expect (ObjNum 1126 snap 336 seq_num 1126) 2024-04-02T08:33:47.568 INFO:tasks.rados.rados.0.smithi084.stdout:3703: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:33:47.569 INFO:tasks.rados.rados.0.smithi084.stdout:3703: finishing copy_from to smithi08483026-16 2024-04-02T08:33:47.569 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1912 (ObjNum 1137 snap 339 seq_num 1137) dirty exists 2024-04-02T08:33:47.569 INFO:tasks.rados.rados.0.smithi084.stdout:3706: finishing write tid 1 to smithi08483026-5 2024-04-02T08:33:47.569 INFO:tasks.rados.rados.0.smithi084.stdout:3706: finishing write tid 2 to smithi08483026-5 2024-04-02T08:33:47.569 INFO:tasks.rados.rados.0.smithi084.stdout:3706: finishing write tid 3 to smithi08483026-5 2024-04-02T08:33:47.570 INFO:tasks.rados.rados.0.smithi084.stdout:3706: oid 5 updating version 0 to 1606 2024-04-02T08:33:47.570 INFO:tasks.rados.rados.0.smithi084.stdout:3706: oid 5 version 1606 is already newer than 1605 2024-04-02T08:33:47.570 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1606 (ObjNum 1164 snap 345 seq_num 1164) dirty exists 2024-04-02T08:33:47.570 INFO:tasks.rados.rados.0.smithi084.stdout:3706: left oid 5 (ObjNum 1164 snap 345 seq_num 1164) 2024-04-02T08:33:47.570 INFO:tasks.rados.rados.0.smithi084.stdout:3708: finishing write tid 1 to smithi08483026-38 2024-04-02T08:33:47.570 INFO:tasks.rados.rados.0.smithi084.stdout:3708: finishing write tid 2 to smithi08483026-38 2024-04-02T08:33:47.571 INFO:tasks.rados.rados.0.smithi084.stdout:3708: finishing write tid 3 to smithi08483026-38 2024-04-02T08:33:47.571 INFO:tasks.rados.rados.0.smithi084.stdout:3708: oid 38 updating version 0 to 1608 2024-04-02T08:33:47.571 INFO:tasks.rados.rados.0.smithi084.stdout:3708: oid 38 version 1608 is already newer than 1607 2024-04-02T08:33:47.571 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1608 (ObjNum 1165 snap 345 seq_num 1165) dirty exists 2024-04-02T08:33:47.571 INFO:tasks.rados.rados.0.smithi084.stdout:3708: left oid 38 (ObjNum 1165 snap 345 seq_num 1165) 2024-04-02T08:33:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:47 smithi084 ceph-mon[94794]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:33:47.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:47 smithi084 ceph-mon[97358]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:33:47.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:47 smithi132 ceph-mon[88571]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:33:48.256 INFO:tasks.rados.rados.0.smithi084.stdout:3701: done (8 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3702: done (7 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3703: done (6 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3704: done (5 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3705: done (4 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3706: done (3 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3708: done (2 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3709: done (1 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3710: done (0 left) 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 47 current snap is 346 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi084.stdout:3711: seq_num 1166 ranges {0=335872} 2024-04-02T08:33:48.258 INFO:tasks.rados.rados.0.smithi084.stdout:3711: writing smithi08483026-47 from 0 to 335872 tid 1 2024-04-02T08:33:48.258 INFO:tasks.rados.rados.0.smithi084.stdout:3712: read oid 6 snap -1 2024-04-02T08:33:48.258 INFO:tasks.rados.rados.0.smithi084.stdout:3712: expect (ObjNum 1035 snap 316 seq_num 1035) 2024-04-02T08:33:48.258 INFO:tasks.rados.rados.0.smithi084.stdout:3713: delete oid 28 current snap is 346 2024-04-02T08:33:48.263 INFO:tasks.rados.rados.0.smithi084.stdout:3713: done (2 left) 2024-04-02T08:33:48.263 INFO:tasks.rados.rados.0.smithi084.stdout:3714: copy_from oid 35 from oid 40 current snap is 346 2024-04-02T08:33:48.263 INFO:tasks.rados.rados.0.smithi084.stdout:3715: delete oid 39 current snap is 346 2024-04-02T08:33:48.268 INFO:tasks.rados.rados.0.smithi084.stdout:3715: done (3 left) 2024-04-02T08:33:48.268 INFO:tasks.rados.rados.0.smithi084.stdout:3716: snap_create 2024-04-02T08:33:48.269 INFO:tasks.rados.rados.0.smithi084.stdout:3711: finishing write tid 1 to smithi08483026-47 2024-04-02T08:33:48.270 INFO:tasks.rados.rados.0.smithi084.stdout:3711: finishing write tid 2 to smithi08483026-47 2024-04-02T08:33:48.272 INFO:tasks.rados.rados.0.smithi084.stdout:3711: finishing write tid 3 to smithi08483026-47 2024-04-02T08:33:48.272 INFO:tasks.rados.rados.0.smithi084.stdout:3711: oid 47 updating version 0 to 1664 2024-04-02T08:33:48.272 INFO:tasks.rados.rados.0.smithi084.stdout:3711: oid 47 version 1664 is already newer than 1663 2024-04-02T08:33:48.272 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1664 (ObjNum 1166 snap 346 seq_num 1166) dirty exists 2024-04-02T08:33:48.272 INFO:tasks.rados.rados.0.smithi084.stdout:3711: left oid 47 (ObjNum 1166 snap 346 seq_num 1166) 2024-04-02T08:33:48.286 INFO:tasks.rados.rados.0.smithi084.stdout:3712: expect (ObjNum 1035 snap 316 seq_num 1035) 2024-04-02T08:33:48.557 INFO:tasks.rados.rados.0.smithi084.stdout:3714: finishing copy_from racing read to smithi08483026-35 2024-04-02T08:33:48.557 INFO:tasks.rados.rados.0.smithi084.stdout:3714: finishing copy_from to smithi08483026-35 2024-04-02T08:33:48.557 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1943 (ObjNum 1155 snap 343 seq_num 1155) dirty exists 2024-04-02T08:33:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:48 smithi084 ceph-mon[94794]: pgmap v814: 121 pgs: 121 active+clean; 253 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 28 KiB/s wr, 2 op/s 2024-04-02T08:33:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:48 smithi084 ceph-mon[94794]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:33:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:48 smithi084 ceph-mon[97358]: pgmap v814: 121 pgs: 121 active+clean; 253 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 28 KiB/s wr, 2 op/s 2024-04-02T08:33:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:48 smithi084 ceph-mon[97358]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:33:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:48 smithi132 ceph-mon[88571]: pgmap v814: 121 pgs: 121 active+clean; 253 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 28 KiB/s wr, 2 op/s 2024-04-02T08:33:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:48 smithi132 ceph-mon[88571]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:33:49.261 INFO:tasks.rados.rados.0.smithi084.stdout:3711: done (3 left) 2024-04-02T08:33:49.261 INFO:tasks.rados.rados.0.smithi084.stdout:3712: done (2 left) 2024-04-02T08:33:49.262 INFO:tasks.rados.rados.0.smithi084.stdout:3714: done (1 left) 2024-04-02T08:33:49.262 INFO:tasks.rados.rados.0.smithi084.stdout:3716: done (0 left) 2024-04-02T08:33:49.262 INFO:tasks.rados.rados.0.smithi084.stdout:3717: snap_remove snap 344 2024-04-02T08:33:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:49 smithi084 ceph-mon[94794]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:33:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:49 smithi084 ceph-mon[97358]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:33:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:49 smithi132 ceph-mon[88571]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:33:50.209 INFO:tasks.rados.rados.0.smithi084.stdout:3717: done (0 left) 2024-04-02T08:33:50.210 INFO:tasks.rados.rados.0.smithi084.stdout:3718: read oid 8 snap -1 2024-04-02T08:33:50.210 INFO:tasks.rados.rados.0.smithi084.stdout:3718: expect (ObjNum 1131 snap 337 seq_num 1131) 2024-04-02T08:33:50.210 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 37 current snap is 347 2024-04-02T08:33:50.210 INFO:tasks.rados.rados.0.smithi084.stdout:3719: seq_num 1169 ranges {6356992=385024} 2024-04-02T08:33:50.247 INFO:tasks.rados.rados.0.smithi084.stdout:3719: writing smithi08483026-37 from 6356992 to 6742016 tid 1 2024-04-02T08:33:50.247 INFO:tasks.rados.rados.0.smithi084.stdout:3720: copy_from oid 14 from oid 27 current snap is 347 2024-04-02T08:33:50.247 INFO:tasks.rados.rados.0.smithi084.stdout:3718: expect (ObjNum 1131 snap 337 seq_num 1131) 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3719: finishing write tid 1 to smithi08483026-37 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3719: finishing write tid 2 to smithi08483026-37 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3718: done (2 left) 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3721: read oid 30 snap 328 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3721: expect (ObjNum 1022 snap 308 seq_num 1022) 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 347 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3719: finishing write tid 3 to smithi08483026-37 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3719: oid 37 updating version 0 to 1447 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:3719: oid 37 version 1447 is already newer than 1446 2024-04-02T08:33:50.399 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 1447 (ObjNum 1169 snap 347 seq_num 1169) dirty exists 2024-04-02T08:33:50.400 INFO:tasks.rados.rados.0.smithi084.stdout:3719: left oid 37 (ObjNum 1169 snap 347 seq_num 1169) 2024-04-02T08:33:50.400 INFO:tasks.rados.rados.0.smithi084.stdout:3720: finishing copy_from racing read to smithi08483026-14 2024-04-02T08:33:50.400 INFO:tasks.rados.rados.0.smithi084.stdout:3720: finishing copy_from to smithi08483026-14 2024-04-02T08:33:50.400 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1597 (ObjNum 1139 snap 340 seq_num 1139) dirty exists 2024-04-02T08:33:50.400 INFO:tasks.rados.rados.0.smithi084.stdout:3722: seq_num 1170 ranges {8732672=401408} 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi084.stdout:3722: writing smithi08483026-48 from 8732672 to 9134080 tid 1 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi084.stdout:3719: done (3 left) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi084.stdout:3720: done (2 left) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 347 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi084.stdout:3723: seq_num 1171 ranges {10108928=417792} 2024-04-02T08:33:50.505 INFO:tasks.rados.rados.0.smithi084.stdout:3723: writing smithi08483026-14 from 10108928 to 10526720 tid 1 2024-04-02T08:33:50.505 INFO:tasks.rados.rados.0.smithi084.stdout:3724: read oid 34 snap -1 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3724: expect deleted 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3725: read oid 44 snap -1 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3725: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3726: read oid 19 snap -1 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3726: expect (ObjNum 1046 snap 320 seq_num 1046) 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3727: read oid 3 snap -1 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3727: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3728: delete oid 36 current snap is 347 2024-04-02T08:33:50.506 INFO:tasks.rados.rados.0.smithi084.stdout:3721: expect (ObjNum 1022 snap 308 seq_num 1022) 2024-04-02T08:33:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:50 smithi084 ceph-mon[94794]: pgmap v817: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T08:33:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:50 smithi084 ceph-mon[94794]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:33:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:50 smithi084 ceph-mon[94794]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:33:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:50 smithi084 ceph-mon[97358]: pgmap v817: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T08:33:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:50 smithi084 ceph-mon[97358]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:33:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:50 smithi084 ceph-mon[97358]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3722: finishing write tid 1 to smithi08483026-48 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3722: finishing write tid 2 to smithi08483026-48 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3722: finishing write tid 3 to smithi08483026-48 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3722: oid 48 updating version 0 to 1597 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3722: oid 48 version 1597 is already newer than 1596 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1597 (ObjNum 1170 snap 347 seq_num 1170) dirty exists 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3722: left oid 48 (ObjNum 1170 snap 347 seq_num 1170) 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3723: finishing write tid 1 to smithi08483026-14 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3723: finishing write tid 2 to smithi08483026-14 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3721: done (7 left) 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3722: done (6 left) 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3724: done (5 left) 2024-04-02T08:33:50.653 INFO:tasks.rados.rados.0.smithi084.stdout:3728: done (4 left) 2024-04-02T08:33:50.654 INFO:tasks.rados.rados.0.smithi084.stdout:3729: read oid 15 snap -1 2024-04-02T08:33:50.654 INFO:tasks.rados.rados.0.smithi084.stdout:3729: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:50.654 INFO:tasks.rados.rados.0.smithi084.stdout:3730: setattr oid 37 current snap is 347 2024-04-02T08:33:50.654 INFO:tasks.rados.rados.0.smithi084.stdout:3727: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:50 smithi132 ceph-mon[88571]: pgmap v817: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T08:33:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:50 smithi132 ceph-mon[88571]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:33:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:50 smithi132 ceph-mon[88571]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:33:50.713 INFO:tasks.rados.rados.0.smithi084.stdout:3723: finishing write tid 3 to smithi08483026-14 2024-04-02T08:33:50.713 INFO:tasks.rados.rados.0.smithi084.stdout:3723: oid 14 updating version 0 to 1794 2024-04-02T08:33:50.713 INFO:tasks.rados.rados.0.smithi084.stdout:3723: oid 14 version 1794 is already newer than 1793 2024-04-02T08:33:50.713 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1794 (ObjNum 1171 snap 347 seq_num 1171) dirty exists 2024-04-02T08:33:50.713 INFO:tasks.rados.rados.0.smithi084.stdout:3723: left oid 14 (ObjNum 1171 snap 347 seq_num 1171) 2024-04-02T08:33:50.714 INFO:tasks.rados.rados.0.smithi084.stdout:3725: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:50.831 INFO:tasks.rados.rados.0.smithi084.stdout:3726: expect (ObjNum 1046 snap 320 seq_num 1046) 2024-04-02T08:33:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:33:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:33:50] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:33:51.156 INFO:tasks.rados.rados.0.smithi084.stdout:3729: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:3723: done (5 left) 2024-04-02T08:33:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:3725: done (4 left) 2024-04-02T08:33:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:3726: done (3 left) 2024-04-02T08:33:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:3727: done (2 left) 2024-04-02T08:33:51.217 INFO:tasks.rados.rados.0.smithi084.stdout:3729: done (1 left) 2024-04-02T08:33:51.218 INFO:tasks.rados.rados.0.smithi084.stdout:3731: copy_from oid 48 from oid 4 current snap is 347 2024-04-02T08:33:51.218 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 39 current snap is 347 2024-04-02T08:33:51.218 INFO:tasks.rados.rados.0.smithi084.stdout:3732: seq_num 1173 ranges {0=450560} 2024-04-02T08:33:51.219 INFO:tasks.rados.rados.0.smithi084.stdout:3732: writing smithi08483026-39 from 0 to 450560 tid 1 2024-04-02T08:33:51.219 INFO:tasks.rados.rados.0.smithi084.stdout:3733: delete oid 11 current snap is 347 2024-04-02T08:33:51.220 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 37 v 1448 (ObjNum 1169 snap 347 seq_num 1169) dirty exists 2024-04-02T08:33:51.223 INFO:tasks.rados.rados.0.smithi084.stdout:3732: finishing write tid 1 to smithi08483026-39 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3730: done (3 left) 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3733: done (2 left) 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3734: read oid 22 snap -1 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3734: expect deleted 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3735: read oid 3 snap -1 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3735: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3736: read oid 15 snap -1 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3736: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3737: copy_from oid 47 from oid 11 current snap is 347 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 35 current snap is 347 2024-04-02T08:33:51.224 INFO:tasks.rados.rados.0.smithi084.stdout:3738: seq_num 1175 ranges {6725632=483328} 2024-04-02T08:33:51.264 INFO:tasks.rados.rados.0.smithi084.stdout:3738: writing smithi08483026-35 from 6725632 to 7208960 tid 1 2024-04-02T08:33:51.264 INFO:tasks.rados.rados.0.smithi084.stdout:3739: snap_create 2024-04-02T08:33:51.264 INFO:tasks.rados.rados.0.smithi084.stdout:3732: finishing write tid 2 to smithi08483026-39 2024-04-02T08:33:51.264 INFO:tasks.rados.rados.0.smithi084.stdout:3737: finishing copy_from to smithi08483026-47 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:3737: got expected ENOENT (src dne) 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:3737: finishing copy_from racing read to smithi08483026-47 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:3732: finishing write tid 3 to smithi08483026-39 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:3732: oid 39 updating version 0 to 1795 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:3732: oid 39 updating version 1795 to 1796 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1796 (ObjNum 1173 snap 347 seq_num 1173) dirty exists 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:3732: left oid 39 (ObjNum 1173 snap 347 seq_num 1173) 2024-04-02T08:33:51.265 INFO:tasks.rados.rados.0.smithi084.stdout:3736: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:51.326 INFO:tasks.rados.rados.0.smithi084.stdout:3735: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:33:51.385 INFO:tasks.rados.rados.0.smithi084.stdout:3731: finishing copy_from racing read to smithi08483026-48 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:3731: finishing copy_from to smithi08483026-48 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1556 (ObjNum 1104 snap 330 seq_num 1104) dirty exists 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:3738: finishing write tid 1 to smithi08483026-35 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:3738: finishing write tid 2 to smithi08483026-35 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:3738: finishing write tid 3 to smithi08483026-35 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:3738: oid 35 updating version 0 to 1967 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:3738: oid 35 version 1967 is already newer than 1966 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 35 v 1967 (ObjNum 1175 snap 347 seq_num 1175) dirty exists 2024-04-02T08:33:51.386 INFO:tasks.rados.rados.0.smithi084.stdout:3738: left oid 35 (ObjNum 1175 snap 347 seq_num 1175) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3731: done (7 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3732: done (6 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3734: done (5 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3735: done (4 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3736: done (3 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3737: done (2 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3738: done (1 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:3739: done (0 left) 2024-04-02T08:33:52.268 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 5 current snap is 348 2024-04-02T08:33:52.269 INFO:tasks.rados.rados.0.smithi084.stdout:3740: seq_num 1176 ranges {6307840=499712} 2024-04-02T08:33:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:3740: writing smithi08483026-5 from 6307840 to 6807552 tid 1 2024-04-02T08:33:52.304 INFO:tasks.rados.rados.0.smithi084.stdout:3741: delete oid 35 current snap is 348 2024-04-02T08:33:52.312 INFO:tasks.rados.rados.0.smithi084.stdout:3741: done (1 left) 2024-04-02T08:33:52.312 INFO:tasks.rados.rados.0.smithi084.stdout:3742: rmattr oid 45 current snap is 348 2024-04-02T08:33:52.312 INFO:tasks.rados.rados.0.smithi084.stdout:3742: done (1 left) 2024-04-02T08:33:52.312 INFO:tasks.rados.rados.0.smithi084.stdout:3743: read oid 42 snap -1 2024-04-02T08:33:52.312 INFO:tasks.rados.rados.0.smithi084.stdout:3743: expect (ObjNum 1116 snap 333 seq_num 1116) 2024-04-02T08:33:52.312 INFO:tasks.rados.rados.0.smithi084.stdout:3744: read oid 46 snap -1 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3744: expect (ObjNum 1119 snap 333 seq_num 1119) 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3745: copy_from oid 25 from oid 1 current snap is 348 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3746: rmattr oid 30 current snap is 348 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3747: read oid 20 snap 328 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3747: expect deleted 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3748: copy_from oid 34 from oid 40 current snap is 348 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3749: snap_create 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3740: finishing write tid 1 to smithi08483026-5 2024-04-02T08:33:52.313 INFO:tasks.rados.rados.0.smithi084.stdout:3740: finishing write tid 2 to smithi08483026-5 2024-04-02T08:33:52.314 INFO:tasks.rados.rados.0.smithi084.stdout:3740: finishing write tid 3 to smithi08483026-5 2024-04-02T08:33:52.314 INFO:tasks.rados.rados.0.smithi084.stdout:3740: oid 5 updating version 0 to 1610 2024-04-02T08:33:52.314 INFO:tasks.rados.rados.0.smithi084.stdout:3740: oid 5 version 1610 is already newer than 1609 2024-04-02T08:33:52.314 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1610 (ObjNum 1176 snap 348 seq_num 1176) dirty exists 2024-04-02T08:33:52.314 INFO:tasks.rados.rados.0.smithi084.stdout:3740: left oid 5 (ObjNum 1176 snap 348 seq_num 1176) 2024-04-02T08:33:52.318 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1598 (ObjNum 1117 snap 333 seq_num 1117) dirty exists 2024-04-02T08:33:52.322 INFO:tasks.rados.rados.0.smithi084.stdout:3744: expect (ObjNum 1119 snap 333 seq_num 1119) 2024-04-02T08:33:52.375 INFO:tasks.rados.rados.0.smithi084.stdout:3745: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:33:52.376 INFO:tasks.rados.rados.0.smithi084.stdout:3745: finishing copy_from to smithi08483026-25 2024-04-02T08:33:52.376 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1951 (ObjNum 1162 snap 345 seq_num 1162) dirty exists 2024-04-02T08:33:52.376 INFO:tasks.rados.rados.0.smithi084.stdout:3743: expect (ObjNum 1116 snap 333 seq_num 1116) 2024-04-02T08:33:52.475 INFO:tasks.rados.rados.0.smithi084.stdout:3748: finishing copy_from racing read to smithi08483026-34 2024-04-02T08:33:52.475 INFO:tasks.rados.rados.0.smithi084.stdout:3748: finishing copy_from to smithi08483026-34 2024-04-02T08:33:52.475 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1943 (ObjNum 1155 snap 343 seq_num 1155) dirty exists 2024-04-02T08:33:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:52 smithi084 ceph-mon[94794]: pgmap v820: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T08:33:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:52 smithi084 ceph-mon[97358]: pgmap v820: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T08:33:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:52 smithi132 ceph-mon[88571]: pgmap v820: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T08:33:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:33:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:53.273 INFO:tasks.rados.rados.0.smithi084.stdout:3740: done (7 left) 2024-04-02T08:33:53.273 INFO:tasks.rados.rados.0.smithi084.stdout:3743: done (6 left) 2024-04-02T08:33:53.274 INFO:tasks.rados.rados.0.smithi084.stdout:3744: done (5 left) 2024-04-02T08:33:53.274 INFO:tasks.rados.rados.0.smithi084.stdout:3745: done (4 left) 2024-04-02T08:33:53.274 INFO:tasks.rados.rados.0.smithi084.stdout:3746: done (3 left) 2024-04-02T08:33:53.274 INFO:tasks.rados.rados.0.smithi084.stdout:3747: done (2 left) 2024-04-02T08:33:53.274 INFO:tasks.rados.rados.0.smithi084.stdout:3748: done (1 left) 2024-04-02T08:33:53.274 INFO:tasks.rados.rados.0.smithi084.stdout:3749: done (0 left) 2024-04-02T08:33:53.274 INFO:tasks.rados.rados.0.smithi084.stdout:3750: snap_create 2024-04-02T08:33:53.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:53 smithi084 ceph-mon[94794]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:33:53.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:53 smithi084 ceph-mon[97358]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:33:53.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:53 smithi132 ceph-mon[88571]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:3750: done (0 left) 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:3751: rollback oid 9 current snap is 350 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 9 to 346 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:3752: copy_from oid 11 from oid 31 current snap is 350 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:3753: read oid 13 snap -1 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:3753: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:3754: rollback oid 4 current snap is 350 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 4 to 346 2024-04-02T08:33:54.275 INFO:tasks.rados.rados.0.smithi084.stdout:3755: snap_remove snap 347 2024-04-02T08:33:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:54 smithi084 ceph-mon[94794]: pgmap v822: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-02T08:33:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:54 smithi084 ceph-mon[94794]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:33:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:54 smithi084 ceph-mon[97358]: pgmap v822: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-02T08:33:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:54 smithi084 ceph-mon[97358]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:33:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:54 smithi132 ceph-mon[88571]: pgmap v822: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-02T08:33:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:54 smithi132 ceph-mon[88571]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:33:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:3755: done (4 left) 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 6 current snap is 350 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:3754: finishing rollback tid 0 to smithi08483026-4 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:3754: finishing rollback tid 1 to smithi08483026-4 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:3754: finishing rollback tid 2 to smithi08483026-4 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1915 (ObjNum 1104 snap 330 seq_num 1104) dirty exists 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:3751: finishing rollback tid 0 to smithi08483026-9 2024-04-02T08:33:55.277 INFO:tasks.rados.rados.0.smithi084.stdout:3751: finishing rollback tid 1 to smithi08483026-9 2024-04-02T08:33:55.278 INFO:tasks.rados.rados.0.smithi084.stdout:3751: finishing rollback tid 2 to smithi08483026-9 2024-04-02T08:33:55.278 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 9 v 1455 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:33:55.278 INFO:tasks.rados.rados.0.smithi084.stdout:3752: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:33:55.278 INFO:tasks.rados.rados.0.smithi084.stdout:3752: finishing copy_from to smithi08483026-11 2024-04-02T08:33:55.278 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1603 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:33:55.278 INFO:tasks.rados.rados.0.smithi084.stdout:3753: expect (ObjNum 995 snap 300 seq_num 995) 2024-04-02T08:33:55.563 INFO:tasks.rados.rados.0.smithi084.stdout:3756: seq_num 1178 ranges {5210112=532480} 2024-04-02T08:33:55.595 INFO:tasks.rados.rados.0.smithi084.stdout:3756: writing smithi08483026-6 from 5210112 to 5742592 tid 1 2024-04-02T08:33:55.596 INFO:tasks.rados.rados.0.smithi084.stdout:3751: done (4 left) 2024-04-02T08:33:55.596 INFO:tasks.rados.rados.0.smithi084.stdout:3752: done (3 left) 2024-04-02T08:33:55.596 INFO:tasks.rados.rados.0.smithi084.stdout:3753: done (2 left) 2024-04-02T08:33:55.596 INFO:tasks.rados.rados.0.smithi084.stdout:3754: done (1 left) 2024-04-02T08:33:55.596 INFO:tasks.rados.rados.0.smithi084.stdout:3757: snap_create 2024-04-02T08:33:55.602 INFO:tasks.rados.rados.0.smithi084.stdout:3756: finishing write tid 1 to smithi08483026-6 2024-04-02T08:33:55.602 INFO:tasks.rados.rados.0.smithi084.stdout:3756: finishing write tid 2 to smithi08483026-6 2024-04-02T08:33:55.603 INFO:tasks.rados.rados.0.smithi084.stdout:3756: finishing write tid 3 to smithi08483026-6 2024-04-02T08:33:55.604 INFO:tasks.rados.rados.0.smithi084.stdout:3756: oid 6 updating version 0 to 1132 2024-04-02T08:33:55.604 INFO:tasks.rados.rados.0.smithi084.stdout:3756: oid 6 version 1132 is already newer than 1131 2024-04-02T08:33:55.604 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1132 (ObjNum 1178 snap 350 seq_num 1178) dirty exists 2024-04-02T08:33:55.604 INFO:tasks.rados.rados.0.smithi084.stdout:3756: left oid 6 (ObjNum 1178 snap 350 seq_num 1178) 2024-04-02T08:33:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:55 smithi084 ceph-mon[94794]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:33:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:55 smithi084 ceph-mon[94794]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:33:55.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:55 smithi084 ceph-mon[97358]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:33:55.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:55 smithi084 ceph-mon[97358]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:33:55.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:55 smithi132 ceph-mon[88571]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:33:55.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:55 smithi132 ceph-mon[88571]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:33:56.291 INFO:tasks.rados.rados.0.smithi084.stdout:3756: done (1 left) 2024-04-02T08:33:56.291 INFO:tasks.rados.rados.0.smithi084.stdout:3757: done (0 left) 2024-04-02T08:33:56.291 INFO:tasks.rados.rados.0.smithi084.stdout:3758: read oid 31 snap -1 2024-04-02T08:33:56.292 INFO:tasks.rados.rados.0.smithi084.stdout:3758: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:56.292 INFO:tasks.rados.rados.0.smithi084.stdout:3759: read oid 45 snap -1 2024-04-02T08:33:56.292 INFO:tasks.rados.rados.0.smithi084.stdout:3759: expect (ObjNum 1113 snap 332 seq_num 1113) 2024-04-02T08:33:56.292 INFO:tasks.rados.rados.0.smithi084.stdout:3760: read oid 38 snap 346 2024-04-02T08:33:56.292 INFO:tasks.rados.rados.0.smithi084.stdout:3760: expect (ObjNum 1165 snap 345 seq_num 1165) 2024-04-02T08:33:56.292 INFO:tasks.rados.rados.0.smithi084.stdout:3761: delete oid 32 current snap is 351 2024-04-02T08:33:56.299 INFO:tasks.rados.rados.0.smithi084.stdout:3761: done (3 left) 2024-04-02T08:33:56.299 INFO:tasks.rados.rados.0.smithi084.stdout:3762: copy_from oid 39 from oid 34 current snap is 351 2024-04-02T08:33:56.299 INFO:tasks.rados.rados.0.smithi084.stdout:3763: snap_remove snap 348 2024-04-02T08:33:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:56 smithi084 ceph-mon[94794]: pgmap v825: 121 pgs: 121 active+clean; 288 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 6.9 MiB/s wr, 24 op/s 2024-04-02T08:33:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:56 smithi084 ceph-mon[97358]: pgmap v825: 121 pgs: 121 active+clean; 288 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 6.9 MiB/s wr, 24 op/s 2024-04-02T08:33:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:56 smithi132 ceph-mon[88571]: pgmap v825: 121 pgs: 121 active+clean; 288 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 6.9 MiB/s wr, 24 op/s 2024-04-02T08:33:57.295 INFO:tasks.rados.rados.0.smithi084.stdout:3760: expect (ObjNum 1165 snap 345 seq_num 1165) 2024-04-02T08:33:57.306 INFO:tasks.rados.rados.0.smithi084.stdout:3758: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:33:57.434 INFO:tasks.rados.rados.0.smithi084.stdout:3759: expect (ObjNum 1113 snap 332 seq_num 1113) 2024-04-02T08:33:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:57 smithi084 ceph-mon[94794]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:33:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:57 smithi084 ceph-mon[97358]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:33:57.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:57 smithi132 ceph-mon[88571]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:33:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:3762: finishing copy_from racing read to smithi08483026-39 2024-04-02T08:33:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:3762: finishing copy_from to smithi08483026-39 2024-04-02T08:33:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1943 (ObjNum 1155 snap 343 seq_num 1155) dirty exists 2024-04-02T08:33:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:3758: done (4 left) 2024-04-02T08:33:57.869 INFO:tasks.rados.rados.0.smithi084.stdout:3759: done (3 left) 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3760: done (2 left) 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3762: done (1 left) 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3763: done (0 left) 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3764: read oid 1 snap 350 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3764: expect (ObjNum 1162 snap 345 seq_num 1162) 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3765: copy_from oid 24 from oid 3 current snap is 351 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3766: read oid 18 snap 349 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3766: expect (ObjNum 1126 snap 336 seq_num 1126) 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 351 2024-04-02T08:33:57.870 INFO:tasks.rados.rados.0.smithi084.stdout:3767: seq_num 1180 ranges {4153344=565248} 2024-04-02T08:33:57.895 INFO:tasks.rados.rados.0.smithi084.stdout:3767: writing smithi08483026-8 from 4153344 to 4718592 tid 1 2024-04-02T08:33:57.895 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 351 2024-04-02T08:33:57.895 INFO:tasks.rados.rados.0.smithi084.stdout:3768: seq_num 1181 ranges {2301952=581632} 2024-04-02T08:33:57.911 INFO:tasks.rados.rados.0.smithi084.stdout:3768: writing smithi08483026-15 from 2301952 to 2883584 tid 1 2024-04-02T08:33:57.911 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 351 2024-04-02T08:33:57.911 INFO:tasks.rados.rados.0.smithi084.stdout:3769: seq_num 1182 ranges {0=606208} 2024-04-02T08:33:57.914 INFO:tasks.rados.rados.0.smithi084.stdout:3769: writing smithi08483026-43 from 0 to 606208 tid 1 2024-04-02T08:33:57.914 INFO:tasks.rados.rados.0.smithi084.stdout:3770: delete oid 37 current snap is 351 2024-04-02T08:33:57.914 INFO:tasks.rados.rados.0.smithi084.stdout:3764: expect (ObjNum 1162 snap 345 seq_num 1162) 2024-04-02T08:33:57.929 INFO:tasks.rados.rados.0.smithi084.stdout:3765: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:33:57.929 INFO:tasks.rados.rados.0.smithi084.stdout:3765: finishing copy_from to smithi08483026-24 2024-04-02T08:33:57.929 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1600 (ObjNum 1140 snap 340 seq_num 1140) dirty exists 2024-04-02T08:33:57.929 INFO:tasks.rados.rados.0.smithi084.stdout:3766: expect (ObjNum 1126 snap 336 seq_num 1126) 2024-04-02T08:33:58.039 INFO:tasks.rados.rados.0.smithi084.stdout:3767: finishing write tid 1 to smithi08483026-8 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3767: finishing write tid 2 to smithi08483026-8 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3767: finishing write tid 3 to smithi08483026-8 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3767: oid 8 updating version 0 to 1973 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3767: oid 8 updating version 1973 to 1974 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1974 (ObjNum 1180 snap 351 seq_num 1180) dirty exists 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3767: left oid 8 (ObjNum 1180 snap 351 seq_num 1180) 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3768: finishing write tid 1 to smithi08483026-15 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3768: finishing write tid 2 to smithi08483026-15 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3764: done (6 left) 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3765: done (5 left) 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3766: done (4 left) 2024-04-02T08:33:58.040 INFO:tasks.rados.rados.0.smithi084.stdout:3767: done (3 left) 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3770: done (2 left) 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3771: read oid 26 snap 345 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3771: expect deleted 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3772: delete oid 48 current snap is 351 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3768: finishing write tid 3 to smithi08483026-15 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3768: oid 15 updating version 0 to 1601 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3768: oid 15 updating version 1601 to 1602 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1602 (ObjNum 1181 snap 351 seq_num 1181) dirty exists 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3768: left oid 15 (ObjNum 1181 snap 351 seq_num 1181) 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3769: finishing write tid 1 to smithi08483026-43 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3769: finishing write tid 2 to smithi08483026-43 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3769: finishing write tid 3 to smithi08483026-43 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3769: oid 43 updating version 0 to 1975 2024-04-02T08:33:58.041 INFO:tasks.rados.rados.0.smithi084.stdout:3769: oid 43 updating version 1975 to 1976 2024-04-02T08:33:58.042 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1976 (ObjNum 1182 snap 351 seq_num 1182) dirty exists 2024-04-02T08:33:58.042 INFO:tasks.rados.rados.0.smithi084.stdout:3769: left oid 43 (ObjNum 1182 snap 351 seq_num 1182) 2024-04-02T08:33:58.042 INFO:tasks.rados.rados.0.smithi084.stdout:3768: done (3 left) 2024-04-02T08:33:58.042 INFO:tasks.rados.rados.0.smithi084.stdout:3769: done (2 left) 2024-04-02T08:33:58.042 INFO:tasks.rados.rados.0.smithi084.stdout:3771: done (1 left) 2024-04-02T08:33:58.043 INFO:tasks.rados.rados.0.smithi084.stdout:3772: done (0 left) 2024-04-02T08:33:58.043 INFO:tasks.rados.rados.0.smithi084.stdout:3773: rollback oid 1 current snap is 351 2024-04-02T08:33:58.043 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 1 to 350 2024-04-02T08:33:58.043 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 21 current snap is 351 2024-04-02T08:33:58.043 INFO:tasks.rados.rados.0.smithi084.stdout:3774: seq_num 1185 ranges {7602176=655360} 2024-04-02T08:33:58.086 INFO:tasks.rados.rados.0.smithi084.stdout:3774: writing smithi08483026-21 from 7602176 to 8257536 tid 1 2024-04-02T08:33:58.086 INFO:tasks.rados.rados.0.smithi084.stdout:3775: snap_create 2024-04-02T08:33:58.087 INFO:tasks.rados.rados.0.smithi084.stdout:3773: finishing rollback tid 0 to smithi08483026-1 2024-04-02T08:33:58.087 INFO:tasks.rados.rados.0.smithi084.stdout:3773: finishing rollback tid 1 to smithi08483026-1 2024-04-02T08:33:58.087 INFO:tasks.rados.rados.0.smithi084.stdout:3773: finishing rollback tid 2 to smithi08483026-1 2024-04-02T08:33:58.087 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 1980 (ObjNum 1162 snap 345 seq_num 1162) dirty exists 2024-04-02T08:33:58.089 INFO:tasks.rados.rados.0.smithi084.stdout:3774: finishing write tid 1 to smithi08483026-21 2024-04-02T08:33:58.089 INFO:tasks.rados.rados.0.smithi084.stdout:3774: finishing write tid 2 to smithi08483026-21 2024-04-02T08:33:58.091 INFO:tasks.rados.rados.0.smithi084.stdout:3774: finishing write tid 3 to smithi08483026-21 2024-04-02T08:33:58.091 INFO:tasks.rados.rados.0.smithi084.stdout:3774: oid 21 updating version 0 to 1600 2024-04-02T08:33:58.091 INFO:tasks.rados.rados.0.smithi084.stdout:3774: oid 21 updating version 1600 to 1601 2024-04-02T08:33:58.091 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1601 (ObjNum 1185 snap 351 seq_num 1185) dirty exists 2024-04-02T08:33:58.091 INFO:tasks.rados.rados.0.smithi084.stdout:3774: left oid 21 (ObjNum 1185 snap 351 seq_num 1185) 2024-04-02T08:33:58.301 INFO:tasks.rados.rados.0.smithi084.stdout:3773: done (2 left) 2024-04-02T08:33:58.302 INFO:tasks.rados.rados.0.smithi084.stdout:3774: done (1 left) 2024-04-02T08:33:58.302 INFO:tasks.rados.rados.0.smithi084.stdout:3775: done (0 left) 2024-04-02T08:33:58.302 INFO:tasks.rados.rados.0.smithi084.stdout:3776: rollback oid 16 current snap is 352 2024-04-02T08:33:58.302 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 341 2024-04-02T08:33:58.302 INFO:tasks.rados.rados.0.smithi084.stdout:3777: setattr oid 43 current snap is 352 2024-04-02T08:33:58.304 INFO:tasks.rados.rados.0.smithi084.stdout:3778: delete oid 40 current snap is 352 2024-04-02T08:33:58.308 INFO:tasks.rados.rados.0.smithi084.stdout:3776: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:33:58.308 INFO:tasks.rados.rados.0.smithi084.stdout:3776: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:33:58.309 INFO:tasks.rados.rados.0.smithi084.stdout:3776: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:33:58.309 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1918 (ObjNum 1104 snap 330 seq_num 1104) dirty exists 2024-04-02T08:33:58.310 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 1982 (ObjNum 1182 snap 351 seq_num 1182) dirty exists 2024-04-02T08:33:58.310 INFO:tasks.rados.rados.0.smithi084.stdout:3776: done (2 left) 2024-04-02T08:33:58.310 INFO:tasks.rados.rados.0.smithi084.stdout:3777: done (1 left) 2024-04-02T08:33:58.310 INFO:tasks.rados.rados.0.smithi084.stdout:3778: done (0 left) 2024-04-02T08:33:58.310 INFO:tasks.rados.rados.0.smithi084.stdout:3779: copy_from oid 13 from oid 10 current snap is 352 2024-04-02T08:33:58.311 INFO:tasks.rados.rados.0.smithi084.stdout:3780: setattr oid 22 current snap is 352 2024-04-02T08:33:58.311 INFO:tasks.rados.rados.0.smithi084.stdout:3779: finishing copy_from to smithi08483026-13 2024-04-02T08:33:58.311 INFO:tasks.rados.rados.0.smithi084.stdout:3779: got expected ENOENT (src dne) 2024-04-02T08:33:58.312 INFO:tasks.rados.rados.0.smithi084.stdout:3779: finishing copy_from racing read to smithi08483026-13 2024-04-02T08:33:58.312 INFO:tasks.rados.rados.0.smithi084.stdout:3779: done (1 left) 2024-04-02T08:33:58.312 INFO:tasks.rados.rados.0.smithi084.stdout:3781: copy_from oid 25 from oid 40 current snap is 352 2024-04-02T08:33:58.312 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 352 2024-04-02T08:33:58.312 INFO:tasks.rados.rados.0.smithi084.stdout:3782: seq_num 1187 ranges {4718592=688128} 2024-04-02T08:33:58.343 INFO:tasks.rados.rados.0.smithi084.stdout:3782: writing smithi08483026-8 from 4718592 to 5406720 tid 1 2024-04-02T08:33:58.344 INFO:tasks.rados.rados.0.smithi084.stdout:3783: snap_create 2024-04-02T08:33:58.344 INFO:tasks.rados.rados.0.smithi084.stdout:3781: finishing copy_from to smithi08483026-25 2024-04-02T08:33:58.344 INFO:tasks.rados.rados.0.smithi084.stdout:3781: got expected ENOENT (src dne) 2024-04-02T08:33:58.344 INFO:tasks.rados.rados.0.smithi084.stdout:3781: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:33:58.344 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1578 (ObjNum 97 snap 0 seq_num 621596480) dirty exists 2024-04-02T08:33:58.347 INFO:tasks.rados.rados.0.smithi084.stdout:3782: finishing write tid 1 to smithi08483026-8 2024-04-02T08:33:58.347 INFO:tasks.rados.rados.0.smithi084.stdout:3782: finishing write tid 2 to smithi08483026-8 2024-04-02T08:33:58.348 INFO:tasks.rados.rados.0.smithi084.stdout:3782: finishing write tid 3 to smithi08483026-8 2024-04-02T08:33:58.349 INFO:tasks.rados.rados.0.smithi084.stdout:3782: oid 8 updating version 0 to 1986 2024-04-02T08:33:58.349 INFO:tasks.rados.rados.0.smithi084.stdout:3782: oid 8 updating version 1986 to 1987 2024-04-02T08:33:58.349 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 1987 (ObjNum 1187 snap 352 seq_num 1187) dirty exists 2024-04-02T08:33:58.349 INFO:tasks.rados.rados.0.smithi084.stdout:3782: left oid 8 (ObjNum 1187 snap 352 seq_num 1187) 2024-04-02T08:33:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:58 smithi084 ceph-mon[94794]: pgmap v828: 121 pgs: 121 active+clean; 288 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.8 MiB/s wr, 27 op/s 2024-04-02T08:33:58.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:58 smithi084 ceph-mon[94794]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:33:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:58 smithi084 ceph-mon[97358]: pgmap v828: 121 pgs: 121 active+clean; 288 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.8 MiB/s wr, 27 op/s 2024-04-02T08:33:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:58 smithi084 ceph-mon[97358]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:33:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:58 smithi132 ceph-mon[88571]: pgmap v828: 121 pgs: 121 active+clean; 288 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.8 MiB/s wr, 27 op/s 2024-04-02T08:33:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:58 smithi132 ceph-mon[88571]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:33:59.307 INFO:tasks.rados.rados.0.smithi084.stdout:3780: done (3 left) 2024-04-02T08:33:59.307 INFO:tasks.rados.rados.0.smithi084.stdout:3781: done (2 left) 2024-04-02T08:33:59.307 INFO:tasks.rados.rados.0.smithi084.stdout:3782: done (1 left) 2024-04-02T08:33:59.307 INFO:tasks.rados.rados.0.smithi084.stdout:3783: done (0 left) 2024-04-02T08:33:59.307 INFO:tasks.rados.rados.0.smithi084.stdout:3784: read oid 10 snap -1 2024-04-02T08:33:59.307 INFO:tasks.rados.rados.0.smithi084.stdout:3784: expect deleted 2024-04-02T08:33:59.307 INFO:tasks.rados.rados.0.smithi084.stdout:3785: snap_create 2024-04-02T08:33:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:33:59 smithi084 ceph-mon[94794]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:33:59.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:33:59 smithi084 ceph-mon[97358]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:33:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:33:59 smithi132 ceph-mon[88571]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:34:00.211 INFO:tasks.rados.rados.0.smithi084.stdout:3784: done (1 left) 2024-04-02T08:34:00.211 INFO:tasks.rados.rados.0.smithi084.stdout:3785: done (0 left) 2024-04-02T08:34:00.211 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 354 2024-04-02T08:34:00.211 INFO:tasks.rados.rados.0.smithi084.stdout:3786: seq_num 1188 ranges {3096576=704512} 2024-04-02T08:34:00.231 INFO:tasks.rados.rados.0.smithi084.stdout:3786: writing smithi08483026-42 from 3096576 to 3801088 tid 1 2024-04-02T08:34:00.231 INFO:tasks.rados.rados.0.smithi084.stdout:3787: setattr oid 12 current snap is 354 2024-04-02T08:34:00.232 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 25 current snap is 354 2024-04-02T08:34:00.233 INFO:tasks.rados.rados.0.smithi084.stdout:3788: seq_num 1189 ranges {434176=720896} 2024-04-02T08:34:00.240 INFO:tasks.rados.rados.0.smithi084.stdout:3788: writing smithi08483026-25 from 434176 to 1155072 tid 1 2024-04-02T08:34:00.240 INFO:tasks.rados.rados.0.smithi084.stdout:3789: read oid 23 snap -1 2024-04-02T08:34:00.240 INFO:tasks.rados.rados.0.smithi084.stdout:3789: expect (ObjNum 1046 snap 320 seq_num 1046) 2024-04-02T08:34:00.240 INFO:tasks.rados.rados.0.smithi084.stdout:3790: delete oid 17 current snap is 354 2024-04-02T08:34:00.240 INFO:tasks.rados.rados.0.smithi084.stdout:3786: finishing write tid 1 to smithi08483026-42 2024-04-02T08:34:00.240 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1944 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:34:00.240 INFO:tasks.rados.rados.0.smithi084.stdout:3786: finishing write tid 2 to smithi08483026-42 2024-04-02T08:34:00.241 INFO:tasks.rados.rados.0.smithi084.stdout:3786: finishing write tid 3 to smithi08483026-42 2024-04-02T08:34:00.241 INFO:tasks.rados.rados.0.smithi084.stdout:3786: oid 42 updating version 0 to 1927 2024-04-02T08:34:00.241 INFO:tasks.rados.rados.0.smithi084.stdout:3786: oid 42 updating version 1927 to 1928 2024-04-02T08:34:00.241 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1928 (ObjNum 1188 snap 354 seq_num 1188) dirty exists 2024-04-02T08:34:00.242 INFO:tasks.rados.rados.0.smithi084.stdout:3786: left oid 42 (ObjNum 1188 snap 354 seq_num 1188) 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi084.stdout:3788: finishing write tid 1 to smithi08483026-25 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi084.stdout:3788: finishing write tid 2 to smithi08483026-25 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi084.stdout:3786: done (4 left) 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi084.stdout:3787: done (3 left) 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi084.stdout:3790: done (2 left) 2024-04-02T08:34:00.248 INFO:tasks.rados.rados.0.smithi084.stdout:3791: setattr oid 46 current snap is 354 2024-04-02T08:34:00.249 INFO:tasks.rados.rados.0.smithi084.stdout:3788: finishing write tid 3 to smithi08483026-25 2024-04-02T08:34:00.249 INFO:tasks.rados.rados.0.smithi084.stdout:3788: oid 25 updating version 0 to 1953 2024-04-02T08:34:00.249 INFO:tasks.rados.rados.0.smithi084.stdout:3788: oid 25 version 1953 is already newer than 1952 2024-04-02T08:34:00.249 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1953 (ObjNum 1189 snap 354 seq_num 1189) dirty exists 2024-04-02T08:34:00.249 INFO:tasks.rados.rados.0.smithi084.stdout:3788: left oid 25 (ObjNum 1189 snap 354 seq_num 1189) 2024-04-02T08:34:00.250 INFO:tasks.rados.rados.0.smithi084.stdout:3788: done (2 left) 2024-04-02T08:34:00.250 INFO:tasks.rados.rados.0.smithi084.stdout:3792: delete oid 4 current snap is 354 2024-04-02T08:34:00.257 INFO:tasks.rados.rados.0.smithi084.stdout:3789: expect (ObjNum 1046 snap 320 seq_num 1046) 2024-04-02T08:34:00.584 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1919 (ObjNum 1119 snap 333 seq_num 1119) dirty exists 2024-04-02T08:34:00.584 INFO:tasks.rados.rados.0.smithi084.stdout:3789: done (2 left) 2024-04-02T08:34:00.584 INFO:tasks.rados.rados.0.smithi084.stdout:3791: done (1 left) 2024-04-02T08:34:00.584 INFO:tasks.rados.rados.0.smithi084.stdout:3792: done (0 left) 2024-04-02T08:34:00.584 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 354 2024-04-02T08:34:00.584 INFO:tasks.rados.rados.0.smithi084.stdout:3793: seq_num 1192 ranges {3375104=770048} 2024-04-02T08:34:00.606 INFO:tasks.rados.rados.0.smithi084.stdout:3793: writing smithi08483026-12 from 3375104 to 4145152 tid 1 2024-04-02T08:34:00.606 INFO:tasks.rados.rados.0.smithi084.stdout:3794: snap_remove snap 349 2024-04-02T08:34:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:00 smithi084 ceph-mon[94794]: pgmap v831: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-02T08:34:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:00 smithi084 ceph-mon[94794]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:34:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:00 smithi084 ceph-mon[94794]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:34:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:00 smithi084 ceph-mon[97358]: pgmap v831: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-02T08:34:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:00 smithi084 ceph-mon[97358]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:34:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:00 smithi084 ceph-mon[97358]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:34:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:00 smithi132 ceph-mon[88571]: pgmap v831: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-02T08:34:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:00 smithi132 ceph-mon[88571]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:34:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:00 smithi132 ceph-mon[88571]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:34:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:34:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:34:00] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3793: finishing write tid 1 to smithi08483026-12 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3793: finishing write tid 2 to smithi08483026-12 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3793: finishing write tid 3 to smithi08483026-12 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3793: oid 12 updating version 0 to 1945 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3793: oid 12 updating version 1945 to 1946 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1946 (ObjNum 1192 snap 354 seq_num 1192) dirty exists 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3793: left oid 12 (ObjNum 1192 snap 354 seq_num 1192) 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3793: done (1 left) 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3794: done (0 left) 2024-04-02T08:34:01.319 INFO:tasks.rados.rados.0.smithi084.stdout:3795: copy_from oid 16 from oid 27 current snap is 354 2024-04-02T08:34:01.320 INFO:tasks.rados.rados.0.smithi084.stdout:3796: rollback oid 21 current snap is 354 2024-04-02T08:34:01.320 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 353 2024-04-02T08:34:01.320 INFO:tasks.rados.rados.0.smithi084.stdout:3797: snap_create 2024-04-02T08:34:01.326 INFO:tasks.rados.rados.0.smithi084.stdout:3796: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:34:01.330 INFO:tasks.rados.rados.0.smithi084.stdout:3796: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:34:01.330 INFO:tasks.rados.rados.0.smithi084.stdout:3796: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:34:01.330 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1604 (ObjNum 1185 snap 351 seq_num 1185) dirty exists 2024-04-02T08:34:01.366 INFO:tasks.rados.rados.0.smithi084.stdout:3795: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:34:01.367 INFO:tasks.rados.rados.0.smithi084.stdout:3795: finishing copy_from to smithi08483026-16 2024-04-02T08:34:01.368 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1597 (ObjNum 1139 snap 340 seq_num 1139) dirty exists 2024-04-02T08:34:02.319 INFO:tasks.rados.rados.0.smithi084.stdout:3795: done (2 left) 2024-04-02T08:34:02.319 INFO:tasks.rados.rados.0.smithi084.stdout:3796: done (1 left) 2024-04-02T08:34:02.319 INFO:tasks.rados.rados.0.smithi084.stdout:3797: done (0 left) 2024-04-02T08:34:02.319 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 355 2024-04-02T08:34:02.320 INFO:tasks.rados.rados.0.smithi084.stdout:3798: seq_num 1193 ranges {0=786432} 2024-04-02T08:34:02.323 INFO:tasks.rados.rados.0.smithi084.stdout:3798: writing smithi08483026-4 from 0 to 786432 tid 1 2024-04-02T08:34:02.323 INFO:tasks.rados.rados.0.smithi084.stdout:3799: snap_remove snap 352 2024-04-02T08:34:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:02 smithi084 ceph-mon[94794]: pgmap v834: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:34:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:02 smithi084 ceph-mon[94794]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:34:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:02 smithi084 ceph-mon[97358]: pgmap v834: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:34:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:02 smithi084 ceph-mon[97358]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:34:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:02 smithi132 ceph-mon[88571]: pgmap v834: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:34:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:02 smithi132 ceph-mon[88571]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:34:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:34:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:03.317 INFO:tasks.rados.rados.0.smithi084.stdout:3799: done (1 left) 2024-04-02T08:34:03.317 INFO:tasks.rados.rados.0.smithi084.stdout:3800: snap_remove snap 351 2024-04-02T08:34:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:03 smithi084 ceph-mon[94794]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:34:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:03 smithi084 ceph-mon[94794]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:34:03.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:03 smithi084 ceph-mon[97358]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:34:03.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:03 smithi084 ceph-mon[97358]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:34:03.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:03 smithi132 ceph-mon[88571]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:34:03.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:03 smithi132 ceph-mon[88571]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:34:04.322 INFO:tasks.rados.rados.0.smithi084.stdout:3800: done (1 left) 2024-04-02T08:34:04.322 INFO:tasks.rados.rados.0.smithi084.stdout:3801: delete oid 26 current snap is 355 2024-04-02T08:34:04.322 INFO:tasks.rados.rados.0.smithi084.stdout:3798: finishing write tid 1 to smithi08483026-4 2024-04-02T08:34:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:3798: finishing write tid 2 to smithi08483026-4 2024-04-02T08:34:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:3798: finishing write tid 3 to smithi08483026-4 2024-04-02T08:34:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:3798: oid 4 updating version 0 to 1922 2024-04-02T08:34:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:3798: oid 4 version 1922 is already newer than 1921 2024-04-02T08:34:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1922 (ObjNum 1193 snap 355 seq_num 1193) dirty exists 2024-04-02T08:34:04.323 INFO:tasks.rados.rados.0.smithi084.stdout:3798: left oid 4 (ObjNum 1193 snap 355 seq_num 1193) 2024-04-02T08:34:04.330 INFO:tasks.rados.rados.0.smithi084.stdout:3798: done (1 left) 2024-04-02T08:34:04.330 INFO:tasks.rados.rados.0.smithi084.stdout:3801: done (0 left) 2024-04-02T08:34:04.330 INFO:tasks.rados.rados.0.smithi084.stdout:3802: snap_remove snap 345 2024-04-02T08:34:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:04 smithi084 ceph-mon[94794]: pgmap v837: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 op/s 2024-04-02T08:34:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:04 smithi084 ceph-mon[94794]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:34:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:04 smithi084 ceph-mon[97358]: pgmap v837: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 op/s 2024-04-02T08:34:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:04 smithi084 ceph-mon[97358]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:34:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:04 smithi132 ceph-mon[88571]: pgmap v837: 121 pgs: 121 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 op/s 2024-04-02T08:34:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:04 smithi132 ceph-mon[88571]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:34:05.321 INFO:tasks.rados.rados.0.smithi084.stdout:3802: done (0 left) 2024-04-02T08:34:05.322 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 355 2024-04-02T08:34:05.322 INFO:tasks.rados.rados.0.smithi084.stdout:3803: seq_num 1195 ranges {6324224=417792,6742016=401408} 2024-04-02T08:34:05.358 INFO:tasks.rados.rados.0.smithi084.stdout:3803: writing smithi08483026-50 from 6324224 to 6742016 tid 1 2024-04-02T08:34:05.361 INFO:tasks.rados.rados.0.smithi084.stdout:3803: writing smithi08483026-50 from 6742016 to 7143424 tid 2 2024-04-02T08:34:05.361 INFO:tasks.rados.rados.0.smithi084.stdout:3804: delete oid 42 current snap is 355 2024-04-02T08:34:05.366 INFO:tasks.rados.rados.0.smithi084.stdout:3803: finishing write tid 1 to smithi08483026-50 2024-04-02T08:34:05.368 INFO:tasks.rados.rados.0.smithi084.stdout:3803: finishing write tid 2 to smithi08483026-50 2024-04-02T08:34:05.368 INFO:tasks.rados.rados.0.smithi084.stdout:3803: finishing write tid 3 to smithi08483026-50 2024-04-02T08:34:05.370 INFO:tasks.rados.rados.0.smithi084.stdout:3803: finishing write tid 4 to smithi08483026-50 2024-04-02T08:34:05.370 INFO:tasks.rados.rados.0.smithi084.stdout:3803: oid 50 updating version 0 to 1936 2024-04-02T08:34:05.370 INFO:tasks.rados.rados.0.smithi084.stdout:3803: oid 50 updating version 1936 to 1937 2024-04-02T08:34:05.370 INFO:tasks.rados.rados.0.smithi084.stdout:3803: oid 50 updating version 1937 to 1938 2024-04-02T08:34:05.370 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1938 (ObjNum 1195 snap 355 seq_num 1195) dirty exists 2024-04-02T08:34:05.370 INFO:tasks.rados.rados.0.smithi084.stdout:3803: left oid 50 (ObjNum 1195 snap 355 seq_num 1195) 2024-04-02T08:34:05.371 INFO:tasks.rados.rados.0.smithi084.stdout:3803: done (1 left) 2024-04-02T08:34:05.371 INFO:tasks.rados.rados.0.smithi084.stdout:3804: done (0 left) 2024-04-02T08:34:05.371 INFO:tasks.rados.rados.0.smithi084.stdout:3805: snap_create 2024-04-02T08:34:06.347 INFO:tasks.rados.rados.0.smithi084.stdout:3805: done (0 left) 2024-04-02T08:34:06.347 INFO:tasks.rados.rados.0.smithi084.stdout:3806: snap_create 2024-04-02T08:34:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:06 smithi084 ceph-mon[94794]: pgmap v840: 121 pgs: 121 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:34:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:06 smithi084 ceph-mon[94794]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:34:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:06 smithi084 ceph-mon[97358]: pgmap v840: 121 pgs: 121 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:34:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:06 smithi084 ceph-mon[97358]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:34:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:06 smithi132 ceph-mon[88571]: pgmap v840: 121 pgs: 121 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:34:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:06 smithi132 ceph-mon[88571]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:34:07.349 INFO:tasks.rados.rados.0.smithi084.stdout:3806: done (0 left) 2024-04-02T08:34:07.349 INFO:tasks.rados.rados.0.smithi084.stdout:3807: rollback oid 11 current snap is 357 2024-04-02T08:34:07.349 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 354 2024-04-02T08:34:07.349 INFO:tasks.rados.rados.0.smithi084.stdout:3808: rollback oid 32 current snap is 357 2024-04-02T08:34:07.350 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 346 2024-04-02T08:34:07.350 INFO:tasks.rados.rados.0.smithi084.stdout:3809: delete oid 15 current snap is 357 2024-04-02T08:34:07.354 INFO:tasks.rados.rados.0.smithi084.stdout:3808: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:34:07.355 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1741 (ObjNum 177 snap 0 seq_num 2856299904) dirty dne 2024-04-02T08:34:07.356 INFO:tasks.rados.rados.0.smithi084.stdout:3807: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:34:07.356 INFO:tasks.rados.rados.0.smithi084.stdout:3807: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:34:07.356 INFO:tasks.rados.rados.0.smithi084.stdout:3808: done (2 left) 2024-04-02T08:34:07.356 INFO:tasks.rados.rados.0.smithi084.stdout:3809: done (1 left) 2024-04-02T08:34:07.356 INFO:tasks.rados.rados.0.smithi084.stdout:3810: rollback oid 21 current snap is 357 2024-04-02T08:34:07.356 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 353 2024-04-02T08:34:07.357 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 17 current snap is 357 2024-04-02T08:34:07.357 INFO:tasks.rados.rados.0.smithi084.stdout:3811: seq_num 1198 ranges {0=466944,466944=401408} 2024-04-02T08:34:07.359 INFO:tasks.rados.rados.0.smithi084.stdout:3811: writing smithi08483026-17 from 0 to 466944 tid 1 2024-04-02T08:34:07.362 INFO:tasks.rados.rados.0.smithi084.stdout:3811: writing smithi08483026-17 from 466944 to 868352 tid 2 2024-04-02T08:34:07.363 INFO:tasks.rados.rados.0.smithi084.stdout:3812: snap_create 2024-04-02T08:34:07.363 INFO:tasks.rados.rados.0.smithi084.stdout:3807: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:34:07.363 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1948 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:34:07.363 INFO:tasks.rados.rados.0.smithi084.stdout:3810: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:34:07.363 INFO:tasks.rados.rados.0.smithi084.stdout:3810: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:34:07.363 INFO:tasks.rados.rados.0.smithi084.stdout:3810: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:34:07.363 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1607 (ObjNum 1185 snap 351 seq_num 1185) dirty exists 2024-04-02T08:34:07.365 INFO:tasks.rados.rados.0.smithi084.stdout:3811: finishing write tid 1 to smithi08483026-17 2024-04-02T08:34:07.365 INFO:tasks.rados.rados.0.smithi084.stdout:3811: finishing write tid 2 to smithi08483026-17 2024-04-02T08:34:07.366 INFO:tasks.rados.rados.0.smithi084.stdout:3811: finishing write tid 3 to smithi08483026-17 2024-04-02T08:34:07.367 INFO:tasks.rados.rados.0.smithi084.stdout:3811: finishing write tid 4 to smithi08483026-17 2024-04-02T08:34:07.367 INFO:tasks.rados.rados.0.smithi084.stdout:3811: oid 17 updating version 0 to 1605 2024-04-02T08:34:07.367 INFO:tasks.rados.rados.0.smithi084.stdout:3811: oid 17 updating version 1605 to 1606 2024-04-02T08:34:07.367 INFO:tasks.rados.rados.0.smithi084.stdout:3811: oid 17 updating version 1606 to 1607 2024-04-02T08:34:07.367 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1607 (ObjNum 1198 snap 357 seq_num 1198) dirty exists 2024-04-02T08:34:07.368 INFO:tasks.rados.rados.0.smithi084.stdout:3811: left oid 17 (ObjNum 1198 snap 357 seq_num 1198) 2024-04-02T08:34:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:07 smithi084 ceph-mon[94794]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:34:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:07 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:07 smithi084 ceph-mon[97358]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:34:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:07 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:07.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:07 smithi132 ceph-mon[88571]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:34:07.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:07 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:08.366 INFO:tasks.rados.rados.0.smithi084.stdout:3807: done (3 left) 2024-04-02T08:34:08.366 INFO:tasks.rados.rados.0.smithi084.stdout:3810: done (2 left) 2024-04-02T08:34:08.367 INFO:tasks.rados.rados.0.smithi084.stdout:3811: done (1 left) 2024-04-02T08:34:08.367 INFO:tasks.rados.rados.0.smithi084.stdout:3812: done (0 left) 2024-04-02T08:34:08.367 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 358 2024-04-02T08:34:08.367 INFO:tasks.rados.rados.0.smithi084.stdout:3813: seq_num 1199 ranges {6225920=483328,6709248=401408} 2024-04-02T08:34:08.405 INFO:tasks.rados.rados.0.smithi084.stdout:3813: writing smithi08483026-13 from 6225920 to 6709248 tid 1 2024-04-02T08:34:08.407 INFO:tasks.rados.rados.0.smithi084.stdout:3813: writing smithi08483026-13 from 6709248 to 7110656 tid 2 2024-04-02T08:34:08.407 INFO:tasks.rados.rados.0.smithi084.stdout:3814: rollback oid 30 current snap is 358 2024-04-02T08:34:08.407 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 30 to 346 2024-04-02T08:34:08.407 INFO:tasks.rados.rados.0.smithi084.stdout:3815: snap_create 2024-04-02T08:34:08.412 INFO:tasks.rados.rados.0.smithi084.stdout:3814: finishing rollback tid 0 to smithi08483026-30 2024-04-02T08:34:08.412 INFO:tasks.rados.rados.0.smithi084.stdout:3814: finishing rollback tid 1 to smithi08483026-30 2024-04-02T08:34:08.412 INFO:tasks.rados.rados.0.smithi084.stdout:3814: finishing rollback tid 2 to smithi08483026-30 2024-04-02T08:34:08.412 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 30 v 1610 (ObjNum 1117 snap 333 seq_num 1117) dirty exists 2024-04-02T08:34:08.414 INFO:tasks.rados.rados.0.smithi084.stdout:3813: finishing write tid 1 to smithi08483026-13 2024-04-02T08:34:08.414 INFO:tasks.rados.rados.0.smithi084.stdout:3813: finishing write tid 2 to smithi08483026-13 2024-04-02T08:34:08.415 INFO:tasks.rados.rados.0.smithi084.stdout:3813: finishing write tid 3 to smithi08483026-13 2024-04-02T08:34:08.416 INFO:tasks.rados.rados.0.smithi084.stdout:3813: finishing write tid 4 to smithi08483026-13 2024-04-02T08:34:08.416 INFO:tasks.rados.rados.0.smithi084.stdout:3813: oid 13 updating version 0 to 1956 2024-04-02T08:34:08.417 INFO:tasks.rados.rados.0.smithi084.stdout:3813: oid 13 version 1956 is already newer than 1955 2024-04-02T08:34:08.417 INFO:tasks.rados.rados.0.smithi084.stdout:3813: oid 13 version 1956 is already newer than 1954 2024-04-02T08:34:08.417 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1956 (ObjNum 1199 snap 358 seq_num 1199) dirty exists 2024-04-02T08:34:08.417 INFO:tasks.rados.rados.0.smithi084.stdout:3813: left oid 13 (ObjNum 1199 snap 358 seq_num 1199) 2024-04-02T08:34:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: pgmap v843: 121 pgs: 121 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: pgmap v843: 121 pgs: 121 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: pgmap v843: 121 pgs: 121 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:34:09.371 INFO:tasks.rados.rados.0.smithi084.stdout:3813: done (2 left) 2024-04-02T08:34:09.371 INFO:tasks.rados.rados.0.smithi084.stdout:3814: done (1 left) 2024-04-02T08:34:09.371 INFO:tasks.rados.rados.0.smithi084.stdout:3815: done (0 left) 2024-04-02T08:34:09.372 INFO:tasks.rados.rados.0.smithi084.stdout:3816: read oid 41 snap -1 2024-04-02T08:34:09.372 INFO:tasks.rados.rados.0.smithi084.stdout:3816: expect deleted 2024-04-02T08:34:09.372 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 8 current snap is 359 2024-04-02T08:34:09.372 INFO:tasks.rados.rados.0.smithi084.stdout:3817: seq_num 1200 ranges {5406720=499712,5906432=401408} 2024-04-02T08:34:09.403 INFO:tasks.rados.rados.0.smithi084.stdout:3817: writing smithi08483026-8 from 5406720 to 5906432 tid 1 2024-04-02T08:34:09.406 INFO:tasks.rados.rados.0.smithi084.stdout:3817: writing smithi08483026-8 from 5906432 to 6307840 tid 2 2024-04-02T08:34:09.406 INFO:tasks.rados.rados.0.smithi084.stdout:3818: snap_create 2024-04-02T08:34:09.409 INFO:tasks.rados.rados.0.smithi084.stdout:3817: finishing write tid 1 to smithi08483026-8 2024-04-02T08:34:09.409 INFO:tasks.rados.rados.0.smithi084.stdout:3817: finishing write tid 2 to smithi08483026-8 2024-04-02T08:34:09.410 INFO:tasks.rados.rados.0.smithi084.stdout:3817: finishing write tid 3 to smithi08483026-8 2024-04-02T08:34:09.411 INFO:tasks.rados.rados.0.smithi084.stdout:3817: finishing write tid 4 to smithi08483026-8 2024-04-02T08:34:09.411 INFO:tasks.rados.rados.0.smithi084.stdout:3817: oid 8 updating version 0 to 2008 2024-04-02T08:34:09.411 INFO:tasks.rados.rados.0.smithi084.stdout:3817: oid 8 version 2008 is already newer than 2007 2024-04-02T08:34:09.412 INFO:tasks.rados.rados.0.smithi084.stdout:3817: oid 8 updating version 2008 to 2009 2024-04-02T08:34:09.412 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 2009 (ObjNum 1200 snap 359 seq_num 1200) dirty exists 2024-04-02T08:34:09.412 INFO:tasks.rados.rados.0.smithi084.stdout:3817: left oid 8 (ObjNum 1200 snap 359 seq_num 1200) 2024-04-02T08:34:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:09 smithi084 ceph-mon[94794]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:34:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:09 smithi084 ceph-mon[97358]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:34:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:09 smithi132 ceph-mon[88571]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:34:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:10.213 INFO:tasks.rados.rados.0.smithi084.stdout:3816: done (2 left) 2024-04-02T08:34:10.213 INFO:tasks.rados.rados.0.smithi084.stdout:3817: done (1 left) 2024-04-02T08:34:10.213 INFO:tasks.rados.rados.0.smithi084.stdout:3818: done (0 left) 2024-04-02T08:34:10.213 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 360 2024-04-02T08:34:10.213 INFO:tasks.rados.rados.0.smithi084.stdout:3819: seq_num 1201 ranges {786432=524288,1310720=401408} 2024-04-02T08:34:10.220 INFO:tasks.rados.rados.0.smithi084.stdout:3819: writing smithi08483026-4 from 786432 to 1310720 tid 1 2024-04-02T08:34:10.222 INFO:tasks.rados.rados.0.smithi084.stdout:3819: writing smithi08483026-4 from 1310720 to 1712128 tid 2 2024-04-02T08:34:10.223 INFO:tasks.rados.rados.0.smithi084.stdout:3820: copy_from oid 41 from oid 13 current snap is 360 2024-04-02T08:34:10.223 INFO:tasks.rados.rados.0.smithi084.stdout:3821: setattr oid 47 current snap is 360 2024-04-02T08:34:10.224 INFO:tasks.rados.rados.0.smithi084.stdout:3822: delete oid 37 current snap is 360 2024-04-02T08:34:10.227 INFO:tasks.rados.rados.0.smithi084.stdout:3822: done (3 left) 2024-04-02T08:34:10.227 INFO:tasks.rados.rados.0.smithi084.stdout:3823: delete oid 25 current snap is 360 2024-04-02T08:34:10.227 INFO:tasks.rados.rados.0.smithi084.stdout:3819: finishing write tid 1 to smithi08483026-4 2024-04-02T08:34:10.228 INFO:tasks.rados.rados.0.smithi084.stdout:3819: finishing write tid 2 to smithi08483026-4 2024-04-02T08:34:10.228 INFO:tasks.rados.rados.0.smithi084.stdout:3819: finishing write tid 3 to smithi08483026-4 2024-04-02T08:34:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:3819: finishing write tid 4 to smithi08483026-4 2024-04-02T08:34:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:3819: oid 4 updating version 0 to 1924 2024-04-02T08:34:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:3819: oid 4 updating version 1924 to 1925 2024-04-02T08:34:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:3819: oid 4 version 1925 is already newer than 1923 2024-04-02T08:34:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1925 (ObjNum 1201 snap 360 seq_num 1201) dirty exists 2024-04-02T08:34:10.229 INFO:tasks.rados.rados.0.smithi084.stdout:3819: left oid 4 (ObjNum 1201 snap 360 seq_num 1201) 2024-04-02T08:34:10.239 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1957 (ObjNum 1166 snap 346 seq_num 1166) dirty exists 2024-04-02T08:34:10.239 INFO:tasks.rados.rados.0.smithi084.stdout:3819: done (3 left) 2024-04-02T08:34:10.239 INFO:tasks.rados.rados.0.smithi084.stdout:3821: done (2 left) 2024-04-02T08:34:10.239 INFO:tasks.rados.rados.0.smithi084.stdout:3823: done (1 left) 2024-04-02T08:34:10.239 INFO:tasks.rados.rados.0.smithi084.stdout:3824: snap_remove snap 356 2024-04-02T08:34:10.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:10 smithi084 ceph-mon[94794]: pgmap v846: 121 pgs: 121 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 416 KiB/s wr, 4 op/s 2024-04-02T08:34:10.628 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:10 smithi084 ceph-mon[94794]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:34:10.628 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:10 smithi084 ceph-mon[94794]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:34:10.628 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:10 smithi084 ceph-mon[97358]: pgmap v846: 121 pgs: 121 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 416 KiB/s wr, 4 op/s 2024-04-02T08:34:10.628 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:10 smithi084 ceph-mon[97358]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:34:10.628 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:10 smithi084 ceph-mon[97358]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:34:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:10 smithi132 ceph-mon[88571]: pgmap v846: 121 pgs: 121 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 416 KiB/s wr, 4 op/s 2024-04-02T08:34:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:10 smithi132 ceph-mon[88571]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:34:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:10 smithi132 ceph-mon[88571]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:34:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:34:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:34:10] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-04-02T08:34:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:3820: finishing copy_from racing read to smithi08483026-41 2024-04-02T08:34:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:3820: finishing copy_from to smithi08483026-41 2024-04-02T08:34:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1956 (ObjNum 1199 snap 358 seq_num 1199) dirty exists 2024-04-02T08:34:11.213 INFO:tasks.rados.rados.0.smithi084.stdout:3820: done (1 left) 2024-04-02T08:34:11.214 INFO:tasks.rados.rados.0.smithi084.stdout:3824: done (0 left) 2024-04-02T08:34:11.214 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 41 current snap is 360 2024-04-02T08:34:11.214 INFO:tasks.rados.rados.0.smithi084.stdout:3825: seq_num 1204 ranges {7110656=573440,7684096=401408} 2024-04-02T08:34:11.254 INFO:tasks.rados.rados.0.smithi084.stdout:3825: writing smithi08483026-41 from 7110656 to 7684096 tid 1 2024-04-02T08:34:11.257 INFO:tasks.rados.rados.0.smithi084.stdout:3825: writing smithi08483026-41 from 7684096 to 8085504 tid 2 2024-04-02T08:34:11.257 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 27 current snap is 360 2024-04-02T08:34:11.257 INFO:tasks.rados.rados.0.smithi084.stdout:3826: seq_num 1205 ranges {10108928=589824,10698752=401408} 2024-04-02T08:34:11.315 INFO:tasks.rados.rados.0.smithi084.stdout:3826: writing smithi08483026-27 from 10108928 to 10698752 tid 1 2024-04-02T08:34:11.318 INFO:tasks.rados.rados.0.smithi084.stdout:3826: writing smithi08483026-27 from 10698752 to 11100160 tid 2 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3827: read oid 3 snap -1 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3827: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3828: read oid 6 snap -1 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3828: expect (ObjNum 1178 snap 350 seq_num 1178) 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3829: copy_from oid 22 from oid 17 current snap is 360 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3825: finishing write tid 1 to smithi08483026-41 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3825: finishing write tid 2 to smithi08483026-41 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3825: finishing write tid 3 to smithi08483026-41 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3825: finishing write tid 4 to smithi08483026-41 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3825: oid 41 updating version 0 to 1959 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3825: oid 41 version 1959 is already newer than 1957 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:3825: oid 41 version 1959 is already newer than 1958 2024-04-02T08:34:11.319 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1959 (ObjNum 1204 snap 360 seq_num 1204) dirty exists 2024-04-02T08:34:11.320 INFO:tasks.rados.rados.0.smithi084.stdout:3825: left oid 41 (ObjNum 1204 snap 360 seq_num 1204) 2024-04-02T08:34:11.320 INFO:tasks.rados.rados.0.smithi084.stdout:3825: done (4 left) 2024-04-02T08:34:11.320 INFO:tasks.rados.rados.0.smithi084.stdout:3830: read oid 8 snap -1 2024-04-02T08:34:11.320 INFO:tasks.rados.rados.0.smithi084.stdout:3830: expect (ObjNum 1200 snap 359 seq_num 1200) 2024-04-02T08:34:11.320 INFO:tasks.rados.rados.0.smithi084.stdout:3831: snap_remove snap 358 2024-04-02T08:34:12.218 INFO:tasks.rados.rados.0.smithi084.stdout:3826: finishing write tid 1 to smithi08483026-27 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3826: finishing write tid 2 to smithi08483026-27 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3826: finishing write tid 3 to smithi08483026-27 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3826: finishing write tid 4 to smithi08483026-27 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3826: oid 27 updating version 0 to 1609 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3826: oid 27 version 1609 is already newer than 1608 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3826: oid 27 updating version 1609 to 1610 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1610 (ObjNum 1205 snap 360 seq_num 1205) dirty exists 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3826: left oid 27 (ObjNum 1205 snap 360 seq_num 1205) 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3829: finishing copy_from racing read to smithi08483026-22 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3829: finishing copy_from to smithi08483026-22 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1607 (ObjNum 1198 snap 357 seq_num 1198) dirty exists 2024-04-02T08:34:12.219 INFO:tasks.rados.rados.0.smithi084.stdout:3827: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:34:12.283 INFO:tasks.rados.rados.0.smithi084.stdout:3830: expect (ObjNum 1200 snap 359 seq_num 1200) 2024-04-02T08:34:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:12 smithi084 ceph-mon[94794]: pgmap v849: 121 pgs: 121 active+clean; 324 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 627 KiB/s wr, 5 op/s 2024-04-02T08:34:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:12 smithi084 ceph-mon[94794]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:34:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:12 smithi084 ceph-mon[97358]: pgmap v849: 121 pgs: 121 active+clean; 324 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 627 KiB/s wr, 5 op/s 2024-04-02T08:34:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:12 smithi084 ceph-mon[97358]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:34:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:12 smithi132 ceph-mon[88571]: pgmap v849: 121 pgs: 121 active+clean; 324 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 627 KiB/s wr, 5 op/s 2024-04-02T08:34:12.712 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:12 smithi132 ceph-mon[88571]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:34:12.713 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:34:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:12.717 INFO:tasks.rados.rados.0.smithi084.stdout:3828: expect (ObjNum 1178 snap 350 seq_num 1178) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3826: done (5 left) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3827: done (4 left) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3828: done (3 left) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3829: done (2 left) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3830: done (1 left) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3831: done (0 left) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3832: read oid 11 snap -1 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3832: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3833: read oid 29 snap -1 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3833: expect (ObjNum 1145 snap 342 seq_num 1145) 2024-04-02T08:34:13.061 INFO:tasks.rados.rados.0.smithi084.stdout:3834: delete oid 16 current snap is 360 2024-04-02T08:34:13.064 INFO:tasks.rados.rados.0.smithi084.stdout:3834: done (2 left) 2024-04-02T08:34:13.064 INFO:tasks.rados.rados.0.smithi084.stdout:3835: read oid 7 snap 328 2024-04-02T08:34:13.064 INFO:tasks.rados.rados.0.smithi084.stdout:3835: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:34:13.064 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 1 current snap is 360 2024-04-02T08:34:13.064 INFO:tasks.rados.rados.0.smithi084.stdout:3836: seq_num 1207 ranges {434176=622592,1056768=401408} 2024-04-02T08:34:13.070 INFO:tasks.rados.rados.0.smithi084.stdout:3836: writing smithi08483026-1 from 434176 to 1056768 tid 1 2024-04-02T08:34:13.073 INFO:tasks.rados.rados.0.smithi084.stdout:3836: writing smithi08483026-1 from 1056768 to 1458176 tid 2 2024-04-02T08:34:13.074 INFO:tasks.rados.rados.0.smithi084.stdout:3837: snap_create 2024-04-02T08:34:13.079 INFO:tasks.rados.rados.0.smithi084.stdout:3835: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:34:13.183 INFO:tasks.rados.rados.0.smithi084.stdout:3832: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3836: finishing write tid 1 to smithi08483026-1 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3836: finishing write tid 2 to smithi08483026-1 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3832: done (4 left) 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3835: done (3 left) 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3837: done (2 left) 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3838: read oid 31 snap -1 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3838: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3839: snap_create 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3836: finishing write tid 3 to smithi08483026-1 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3836: finishing write tid 4 to smithi08483026-1 2024-04-02T08:34:13.314 INFO:tasks.rados.rados.0.smithi084.stdout:3836: oid 1 updating version 0 to 2015 2024-04-02T08:34:13.315 INFO:tasks.rados.rados.0.smithi084.stdout:3836: oid 1 updating version 2015 to 2017 2024-04-02T08:34:13.315 INFO:tasks.rados.rados.0.smithi084.stdout:3836: oid 1 version 2017 is already newer than 2016 2024-04-02T08:34:13.315 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 1 v 2017 (ObjNum 1207 snap 360 seq_num 1207) dirty exists 2024-04-02T08:34:13.315 INFO:tasks.rados.rados.0.smithi084.stdout:3836: left oid 1 (ObjNum 1207 snap 360 seq_num 1207) 2024-04-02T08:34:13.315 INFO:tasks.rados.rados.0.smithi084.stdout:3833: expect (ObjNum 1145 snap 342 seq_num 1145) 2024-04-02T08:34:13.591 INFO:tasks.rados.rados.0.smithi084.stdout:3838: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:13 smithi084 ceph-mon[94794]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:34:13.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:13 smithi084 ceph-mon[97358]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:34:13.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:13 smithi132 ceph-mon[88571]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:34:14.226 INFO:tasks.rados.rados.0.smithi084.stdout:3833: done (3 left) 2024-04-02T08:34:14.226 INFO:tasks.rados.rados.0.smithi084.stdout:3836: done (2 left) 2024-04-02T08:34:14.226 INFO:tasks.rados.rados.0.smithi084.stdout:3838: done (1 left) 2024-04-02T08:34:14.226 INFO:tasks.rados.rados.0.smithi084.stdout:3839: done (0 left) 2024-04-02T08:34:14.226 INFO:tasks.rados.rados.0.smithi084.stdout:3840: delete oid 49 current snap is 362 2024-04-02T08:34:14.228 INFO:tasks.rados.rados.0.smithi084.stdout:3840: done (0 left) 2024-04-02T08:34:14.228 INFO:tasks.rados.rados.0.smithi084.stdout:3841: snap_remove snap 328 2024-04-02T08:34:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:14 smithi084 ceph-mon[94794]: pgmap v852: 121 pgs: 121 active+clean; 324 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 212 KiB/s wr, 0 op/s 2024-04-02T08:34:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:14 smithi084 ceph-mon[94794]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:34:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:14 smithi084 ceph-mon[97358]: pgmap v852: 121 pgs: 121 active+clean; 324 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 212 KiB/s wr, 0 op/s 2024-04-02T08:34:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:14 smithi084 ceph-mon[97358]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:34:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:14 smithi132 ceph-mon[88571]: pgmap v852: 121 pgs: 121 active+clean; 324 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 212 KiB/s wr, 0 op/s 2024-04-02T08:34:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:14 smithi132 ceph-mon[88571]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:34:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:3841: done (0 left) 2024-04-02T08:34:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:3842: rollback oid 20 current snap is 362 2024-04-02T08:34:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 20 to 350 2024-04-02T08:34:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 362 2024-04-02T08:34:15.215 INFO:tasks.rados.rados.0.smithi084.stdout:3843: seq_num 1209 ranges {0=655360,655360=401408} 2024-04-02T08:34:15.219 INFO:tasks.rados.rados.0.smithi084.stdout:3843: writing smithi08483026-10 from 0 to 655360 tid 1 2024-04-02T08:34:15.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: writing smithi08483026-10 from 655360 to 1056768 tid 2 2024-04-02T08:34:15.222 INFO:tasks.rados.rados.0.smithi084.stdout:3844: copy_from oid 24 from oid 49 current snap is 362 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi084.stdout:3845: rollback oid 36 current snap is 362 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 36 to 346 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi084.stdout:3846: snap_remove snap 360 2024-04-02T08:34:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:15 smithi084 ceph-mon[94794]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:34:15.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:15 smithi084 ceph-mon[94794]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:34:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:15 smithi084 ceph-mon[97358]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:34:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:15 smithi084 ceph-mon[97358]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:34:15.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:15 smithi132 ceph-mon[88571]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:34:15.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:15 smithi132 ceph-mon[88571]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:3846: done (4 left) 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:3847: delete oid 43 current snap is 362 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:3842: finishing rollback tid 1 to smithi08483026-20 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 0 (ObjNum 1169 snap 0 seq_num 2856300784) dirty dne 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:3845: finishing rollback tid 1 to smithi08483026-36 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 36 v 0 (ObjNum 1073 snap 0 seq_num 621979344) dirty dne 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:3843: finishing write tid 1 to smithi08483026-10 2024-04-02T08:34:16.221 INFO:tasks.rados.rados.0.smithi084.stdout:3844: finishing copy_from to smithi08483026-24 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3844: got expected ENOENT (src dne) 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3844: finishing copy_from racing read to smithi08483026-24 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: finishing write tid 2 to smithi08483026-10 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: finishing write tid 3 to smithi08483026-10 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: finishing write tid 4 to smithi08483026-10 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: oid 10 updating version 0 to 1962 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: oid 10 version 1962 is already newer than 1960 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: oid 10 version 1962 is already newer than 1961 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1962 (ObjNum 1209 snap 362 seq_num 1209) dirty exists 2024-04-02T08:34:16.222 INFO:tasks.rados.rados.0.smithi084.stdout:3843: left oid 10 (ObjNum 1209 snap 362 seq_num 1209) 2024-04-02T08:34:16.225 INFO:tasks.rados.rados.0.smithi084.stdout:3842: done (4 left) 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3843: done (3 left) 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3844: done (2 left) 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3845: done (1 left) 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3847: done (0 left) 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3848: read oid 27 snap -1 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3848: expect (ObjNum 1205 snap 360 seq_num 1205) 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3849: copy_from oid 25 from oid 17 current snap is 362 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 362 2024-04-02T08:34:16.226 INFO:tasks.rados.rados.0.smithi084.stdout:3850: seq_num 1211 ranges {5439488=688128,6127616=401408} 2024-04-02T08:34:16.259 INFO:tasks.rados.rados.0.smithi084.stdout:3850: writing smithi08483026-19 from 5439488 to 6127616 tid 1 2024-04-02T08:34:16.262 INFO:tasks.rados.rados.0.smithi084.stdout:3850: writing smithi08483026-19 from 6127616 to 6529024 tid 2 2024-04-02T08:34:16.262 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 42 current snap is 362 2024-04-02T08:34:16.262 INFO:tasks.rados.rados.0.smithi084.stdout:3851: seq_num 1212 ranges {0=704512,704512=401408} 2024-04-02T08:34:16.266 INFO:tasks.rados.rados.0.smithi084.stdout:3851: writing smithi08483026-42 from 0 to 704512 tid 1 2024-04-02T08:34:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:3851: writing smithi08483026-42 from 704512 to 1105920 tid 2 2024-04-02T08:34:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:3852: rollback oid 10 current snap is 362 2024-04-02T08:34:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 346 2024-04-02T08:34:16.269 INFO:tasks.rados.rados.0.smithi084.stdout:3848: expect (ObjNum 1205 snap 360 seq_num 1205) 2024-04-02T08:34:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:16 smithi084 ceph-mon[97358]: pgmap v855: 121 pgs: 121 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:34:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:16 smithi084 ceph-mon[97358]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:34:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:16 smithi084 ceph-mon[94794]: pgmap v855: 121 pgs: 121 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:34:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:16 smithi084 ceph-mon[94794]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:34:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:16 smithi132 ceph-mon[88571]: pgmap v855: 121 pgs: 121 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:34:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:16 smithi132 ceph-mon[88571]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3849: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3848: done (4 left) 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3853: read oid 35 snap -1 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3853: expect deleted 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3854: delete oid 36 current snap is 362 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3849: finishing copy_from to smithi08483026-25 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1607 (ObjNum 1198 snap 357 seq_num 1198) dirty exists 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3850: finishing write tid 1 to smithi08483026-19 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3850: finishing write tid 2 to smithi08483026-19 2024-04-02T08:34:17.114 INFO:tasks.rados.rados.0.smithi084.stdout:3850: finishing write tid 3 to smithi08483026-19 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3850: finishing write tid 4 to smithi08483026-19 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3850: oid 19 updating version 0 to 1463 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3850: oid 19 updating version 1463 to 1465 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3850: oid 19 version 1465 is already newer than 1464 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 1465 (ObjNum 1211 snap 362 seq_num 1211) dirty exists 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3850: left oid 19 (ObjNum 1211 snap 362 seq_num 1211) 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3851: finishing write tid 1 to smithi08483026-42 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3851: finishing write tid 2 to smithi08483026-42 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3851: finishing write tid 3 to smithi08483026-42 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3851: finishing write tid 4 to smithi08483026-42 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3851: oid 42 updating version 0 to 1968 2024-04-02T08:34:17.115 INFO:tasks.rados.rados.0.smithi084.stdout:3851: oid 42 version 1968 is already newer than 1966 2024-04-02T08:34:17.116 INFO:tasks.rados.rados.0.smithi084.stdout:3851: oid 42 version 1968 is already newer than 1967 2024-04-02T08:34:17.116 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 42 v 1968 (ObjNum 1212 snap 362 seq_num 1212) dirty exists 2024-04-02T08:34:17.116 INFO:tasks.rados.rados.0.smithi084.stdout:3851: left oid 42 (ObjNum 1212 snap 362 seq_num 1212) 2024-04-02T08:34:17.116 INFO:tasks.rados.rados.0.smithi084.stdout:3852: finishing rollback tid 0 to smithi08483026-10 2024-04-02T08:34:17.116 INFO:tasks.rados.rados.0.smithi084.stdout:3852: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:34:17.116 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1970 (ObjNum 945 snap 0 seq_num 2882234704) dirty dne 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3849: done (5 left) 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3850: done (4 left) 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3851: done (3 left) 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3852: done (2 left) 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3853: done (1 left) 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3854: done (0 left) 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3855: rollback oid 25 current snap is 362 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 25 to 353 2024-04-02T08:34:17.117 INFO:tasks.rados.rados.0.smithi084.stdout:3856: delete oid 48 current snap is 362 2024-04-02T08:34:17.118 INFO:tasks.rados.rados.0.smithi084.stdout:3856: done (1 left) 2024-04-02T08:34:17.118 INFO:tasks.rados.rados.0.smithi084.stdout:3857: setattr oid 20 current snap is 362 2024-04-02T08:34:17.118 INFO:tasks.rados.rados.0.smithi084.stdout:3858: setattr oid 33 current snap is 362 2024-04-02T08:34:17.119 INFO:tasks.rados.rados.0.smithi084.stdout:3855: finishing rollback tid 0 to smithi08483026-25 2024-04-02T08:34:17.120 INFO:tasks.rados.rados.0.smithi084.stdout:3855: finishing rollback tid 1 to smithi08483026-25 2024-04-02T08:34:17.120 INFO:tasks.rados.rados.0.smithi084.stdout:3855: finishing rollback tid 2 to smithi08483026-25 2024-04-02T08:34:17.120 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1961 (ObjNum 1162 snap 345 seq_num 1162) dirty exists 2024-04-02T08:34:17.121 INFO:tasks.rados.rados.0.smithi084.stdout:3855: done (2 left) 2024-04-02T08:34:17.121 INFO:tasks.rados.rados.0.smithi084.stdout:3859: read oid 8 snap -1 2024-04-02T08:34:17.121 INFO:tasks.rados.rados.0.smithi084.stdout:3859: expect (ObjNum 1200 snap 359 seq_num 1200) 2024-04-02T08:34:17.121 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 28 current snap is 362 2024-04-02T08:34:17.121 INFO:tasks.rados.rados.0.smithi084.stdout:3860: seq_num 1215 ranges {0=753664,753664=401408} 2024-04-02T08:34:17.126 INFO:tasks.rados.rados.0.smithi084.stdout:3860: writing smithi08483026-28 from 0 to 753664 tid 1 2024-04-02T08:34:17.129 INFO:tasks.rados.rados.0.smithi084.stdout:3860: writing smithi08483026-28 from 753664 to 1155072 tid 2 2024-04-02T08:34:17.129 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 1972 (ObjNum 1053 snap 322 seq_num 1053) dirty exists 2024-04-02T08:34:17.129 INFO:tasks.rados.rados.0.smithi084.stdout:3858: done (3 left) 2024-04-02T08:34:17.129 INFO:tasks.rados.rados.0.smithi084.stdout:3861: copy_from oid 40 from oid 50 current snap is 362 2024-04-02T08:34:17.129 INFO:tasks.rados.rados.0.smithi084.stdout:3862: delete oid 14 current snap is 362 2024-04-02T08:34:17.134 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 20 v 2026 (ObjNum 1169 snap 0 seq_num 621532768) dirty exists 2024-04-02T08:34:17.134 INFO:tasks.rados.rados.0.smithi084.stdout:3857: done (4 left) 2024-04-02T08:34:17.134 INFO:tasks.rados.rados.0.smithi084.stdout:3862: done (3 left) 2024-04-02T08:34:17.134 INFO:tasks.rados.rados.0.smithi084.stdout:3863: read oid 32 snap -1 2024-04-02T08:34:17.134 INFO:tasks.rados.rados.0.smithi084.stdout:3863: expect deleted 2024-04-02T08:34:17.134 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 15 current snap is 362 2024-04-02T08:34:17.134 INFO:tasks.rados.rados.0.smithi084.stdout:3864: seq_num 1217 ranges {0=786432,786432=401408} 2024-04-02T08:34:17.138 INFO:tasks.rados.rados.0.smithi084.stdout:3864: writing smithi08483026-15 from 0 to 786432 tid 1 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3864: writing smithi08483026-15 from 786432 to 1187840 tid 2 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3865: rmattr oid 39 current snap is 362 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: finishing write tid 1 to smithi08483026-28 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: finishing write tid 2 to smithi08483026-28 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: finishing write tid 3 to smithi08483026-28 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: finishing write tid 4 to smithi08483026-28 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: oid 28 updating version 0 to 1466 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: oid 28 updating version 1466 to 1468 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: oid 28 version 1468 is already newer than 1467 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 1468 (ObjNum 1215 snap 362 seq_num 1215) dirty exists 2024-04-02T08:34:17.142 INFO:tasks.rados.rados.0.smithi084.stdout:3860: left oid 28 (ObjNum 1215 snap 362 seq_num 1215) 2024-04-02T08:34:17.143 INFO:tasks.rados.rados.0.smithi084.stdout:3860: done (5 left) 2024-04-02T08:34:17.143 INFO:tasks.rados.rados.0.smithi084.stdout:3863: done (4 left) 2024-04-02T08:34:17.143 INFO:tasks.rados.rados.0.smithi084.stdout:3866: delete oid 3 current snap is 362 2024-04-02T08:34:17.143 INFO:tasks.rados.rados.0.smithi084.stdout:3859: expect (ObjNum 1200 snap 359 seq_num 1200) 2024-04-02T08:34:17.580 INFO:tasks.rados.rados.0.smithi084.stdout:3864: finishing write tid 1 to smithi08483026-15 2024-04-02T08:34:17.581 INFO:tasks.rados.rados.0.smithi084.stdout:3864: finishing write tid 2 to smithi08483026-15 2024-04-02T08:34:17.581 INFO:tasks.rados.rados.0.smithi084.stdout:3864: finishing write tid 3 to smithi08483026-15 2024-04-02T08:34:17.581 INFO:tasks.rados.rados.0.smithi084.stdout:3859: done (4 left) 2024-04-02T08:34:17.581 INFO:tasks.rados.rados.0.smithi084.stdout:3866: done (3 left) 2024-04-02T08:34:17.581 INFO:tasks.rados.rados.0.smithi084.stdout:3867: rmattr oid 41 current snap is 362 2024-04-02T08:34:17.581 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1948 (ObjNum 1155 snap 343 seq_num 1155) dirty exists 2024-04-02T08:34:17.582 INFO:tasks.rados.rados.0.smithi084.stdout:3864: finishing write tid 4 to smithi08483026-15 2024-04-02T08:34:17.582 INFO:tasks.rados.rados.0.smithi084.stdout:3864: oid 15 updating version 0 to 1606 2024-04-02T08:34:17.582 INFO:tasks.rados.rados.0.smithi084.stdout:3864: oid 15 version 1606 is already newer than 1604 2024-04-02T08:34:17.582 INFO:tasks.rados.rados.0.smithi084.stdout:3864: oid 15 version 1606 is already newer than 1605 2024-04-02T08:34:17.582 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 15 v 1606 (ObjNum 1217 snap 362 seq_num 1217) dirty exists 2024-04-02T08:34:17.583 INFO:tasks.rados.rados.0.smithi084.stdout:3864: left oid 15 (ObjNum 1217 snap 362 seq_num 1217) 2024-04-02T08:34:17.583 INFO:tasks.rados.rados.0.smithi084.stdout:3861: finishing copy_from racing read to smithi08483026-40 2024-04-02T08:34:17.583 INFO:tasks.rados.rados.0.smithi084.stdout:3861: finishing copy_from to smithi08483026-40 2024-04-02T08:34:17.583 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 1938 (ObjNum 1195 snap 355 seq_num 1195) dirty exists 2024-04-02T08:34:17.583 INFO:tasks.rados.rados.0.smithi084.stdout:3861: done (3 left) 2024-04-02T08:34:17.583 INFO:tasks.rados.rados.0.smithi084.stdout:3864: done (2 left) 2024-04-02T08:34:17.583 INFO:tasks.rados.rados.0.smithi084.stdout:3865: done (1 left) 2024-04-02T08:34:17.584 INFO:tasks.rados.rados.0.smithi084.stdout:3868: copy_from oid 25 from oid 42 current snap is 362 2024-04-02T08:34:17.584 INFO:tasks.rados.rados.0.smithi084.stdout:3869: rollback oid 29 current snap is 362 2024-04-02T08:34:17.584 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 359 2024-04-02T08:34:17.584 INFO:tasks.rados.rados.0.smithi084.stdout:3870: delete oid 13 current snap is 362 2024-04-02T08:34:17.586 INFO:tasks.rados.rados.0.smithi084.stdout:3869: finishing rollback tid 0 to smithi08483026-29 2024-04-02T08:34:17.586 INFO:tasks.rados.rados.0.smithi084.stdout:3870: done (3 left) 2024-04-02T08:34:17.586 INFO:tasks.rados.rados.0.smithi084.stdout:3871: read oid 24 snap 359 2024-04-02T08:34:17.586 INFO:tasks.rados.rados.0.smithi084.stdout:3871: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:34:17.587 INFO:tasks.rados.rados.0.smithi084.stdout:3872: setattr oid 23 current snap is 362 2024-04-02T08:34:17.587 INFO:tasks.rados.rados.0.smithi084.stdout:3869: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:34:17.587 INFO:tasks.rados.rados.0.smithi084.stdout:3869: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:34:17.587 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1841 (ObjNum 1145 snap 342 seq_num 1145) dirty exists 2024-04-02T08:34:17.587 INFO:tasks.rados.rados.0.smithi084.stdout:3869: done (4 left) 2024-04-02T08:34:17.587 INFO:tasks.rados.rados.0.smithi084.stdout:3873: snap_create 2024-04-02T08:34:17.588 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1974 (ObjNum 1204 snap 360 seq_num 1204) dirty exists 2024-04-02T08:34:17.589 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1927 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-02T08:34:17.591 INFO:tasks.rados.rados.0.smithi084.stdout:3868: finishing copy_from racing read to smithi08483026-25 2024-04-02T08:34:17.592 INFO:tasks.rados.rados.0.smithi084.stdout:3868: finishing copy_from to smithi08483026-25 2024-04-02T08:34:17.592 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 25 v 1968 (ObjNum 1212 snap 362 seq_num 1212) dirty exists 2024-04-02T08:34:17.592 INFO:tasks.rados.rados.0.smithi084.stdout:3871: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:34:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:3867: done (4 left) 2024-04-02T08:34:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:3868: done (3 left) 2024-04-02T08:34:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:3871: done (2 left) 2024-04-02T08:34:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:3872: done (1 left) 2024-04-02T08:34:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:3873: done (0 left) 2024-04-02T08:34:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:3874: rmattr oid 41 current snap is 363 2024-04-02T08:34:18.244 INFO:tasks.rados.rados.0.smithi084.stdout:3875: read oid 24 snap -1 2024-04-02T08:34:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:3875: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:34:18.245 INFO:tasks.rados.rados.0.smithi084.stdout:3876: snap_remove snap 361 2024-04-02T08:34:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:18 smithi084 ceph-mon[94794]: pgmap v858: 121 pgs: 121 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:34:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:18 smithi084 ceph-mon[97358]: pgmap v858: 121 pgs: 121 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:34:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:18 smithi132 ceph-mon[88571]: pgmap v858: 121 pgs: 121 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:34:19.255 INFO:tasks.rados.rados.0.smithi084.stdout:3876: done (2 left) 2024-04-02T08:34:19.255 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 11 current snap is 363 2024-04-02T08:34:19.255 INFO:tasks.rados.rados.0.smithi084.stdout:3877: seq_num 1220 ranges {3661824=434176,4096000=442368,4538368=360448} 2024-04-02T08:34:19.277 INFO:tasks.rados.rados.0.smithi084.stdout:3877: writing smithi08483026-11 from 3661824 to 4096000 tid 1 2024-04-02T08:34:19.279 INFO:tasks.rados.rados.0.smithi084.stdout:3877: writing smithi08483026-11 from 4096000 to 4538368 tid 2 2024-04-02T08:34:19.282 INFO:tasks.rados.rados.0.smithi084.stdout:3877: writing smithi08483026-11 from 4538368 to 4898816 tid 3 2024-04-02T08:34:19.282 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 12 current snap is 363 2024-04-02T08:34:19.282 INFO:tasks.rados.rados.0.smithi084.stdout:3878: seq_num 1221 ranges {4145152=458752,4603904=729088,5332992=73728} 2024-04-02T08:34:19.307 INFO:tasks.rados.rados.0.smithi084.stdout:3878: writing smithi08483026-12 from 4145152 to 4603904 tid 1 2024-04-02T08:34:19.311 INFO:tasks.rados.rados.0.smithi084.stdout:3878: writing smithi08483026-12 from 4603904 to 5332992 tid 2 2024-04-02T08:34:19.313 INFO:tasks.rados.rados.0.smithi084.stdout:3878: writing smithi08483026-12 from 5332992 to 5406720 tid 3 2024-04-02T08:34:19.313 INFO:tasks.rados.rados.0.smithi084.stdout:3879: read oid 1 snap 355 2024-04-02T08:34:19.313 INFO:tasks.rados.rados.0.smithi084.stdout:3879: expect (ObjNum 1162 snap 345 seq_num 1162) 2024-04-02T08:34:19.313 INFO:tasks.rados.rados.0.smithi084.stdout:3880: snap_create 2024-04-02T08:34:19.313 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 41 v 1976 (ObjNum 1204 snap 360 seq_num 1204) dirty exists 2024-04-02T08:34:19.313 INFO:tasks.rados.rados.0.smithi084.stdout:3875: expect (ObjNum 1140 snap 340 seq_num 1140) 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: finishing write tid 1 to smithi08483026-11 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: finishing write tid 2 to smithi08483026-11 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: finishing write tid 3 to smithi08483026-11 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: finishing write tid 4 to smithi08483026-11 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: finishing write tid 5 to smithi08483026-11 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: oid 11 updating version 0 to 1984 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: oid 11 updating version 1984 to 1985 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: oid 11 version 1985 is already newer than 1983 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: oid 11 version 1985 is already newer than 1982 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1985 (ObjNum 1220 snap 363 seq_num 1220) dirty exists 2024-04-02T08:34:19.412 INFO:tasks.rados.rados.0.smithi084.stdout:3877: left oid 11 (ObjNum 1220 snap 363 seq_num 1220) 2024-04-02T08:34:19.413 INFO:tasks.rados.rados.0.smithi084.stdout:3878: finishing write tid 1 to smithi08483026-12 2024-04-02T08:34:19.413 INFO:tasks.rados.rados.0.smithi084.stdout:3879: expect (ObjNum 1162 snap 345 seq_num 1162) 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: finishing write tid 2 to smithi08483026-12 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: finishing write tid 3 to smithi08483026-12 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: finishing write tid 4 to smithi08483026-12 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: finishing write tid 5 to smithi08483026-12 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: oid 12 updating version 0 to 1952 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: oid 12 version 1952 is already newer than 1950 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: oid 12 version 1952 is already newer than 1949 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: oid 12 version 1952 is already newer than 1951 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 12 v 1952 (ObjNum 1221 snap 363 seq_num 1221) dirty exists 2024-04-02T08:34:19.426 INFO:tasks.rados.rados.0.smithi084.stdout:3878: left oid 12 (ObjNum 1221 snap 363 seq_num 1221) 2024-04-02T08:34:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:19 smithi084 ceph-mon[94794]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:34:19.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:19 smithi084 ceph-mon[97358]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:34:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:19 smithi132 ceph-mon[88571]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:34:20.214 INFO:tasks.rados.rados.0.smithi084.stdout:3874: done (5 left) 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3875: done (4 left) 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3877: done (3 left) 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3878: done (2 left) 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3879: done (1 left) 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3880: done (0 left) 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3881: rollback oid 22 current snap is 364 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 22 to 357 2024-04-02T08:34:20.215 INFO:tasks.rados.rados.0.smithi084.stdout:3882: snap_remove snap 355 2024-04-02T08:34:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:20 smithi084 ceph-mon[97358]: pgmap v860: 121 pgs: 121 active+clean; 305 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:34:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:20 smithi084 ceph-mon[97358]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:34:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:20 smithi084 ceph-mon[97358]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:34:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:20 smithi084 ceph-mon[94794]: pgmap v860: 121 pgs: 121 active+clean; 305 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:34:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:20 smithi084 ceph-mon[94794]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:34:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:20 smithi084 ceph-mon[94794]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:34:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:20 smithi132 ceph-mon[88571]: pgmap v860: 121 pgs: 121 active+clean; 305 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:34:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:20 smithi132 ceph-mon[88571]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:34:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:20 smithi132 ceph-mon[88571]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:34:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:34:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:34:20] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-04-02T08:34:21.218 INFO:tasks.rados.rados.0.smithi084.stdout:3882: done (1 left) 2024-04-02T08:34:21.218 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 364 2024-04-02T08:34:21.218 INFO:tasks.rados.rados.0.smithi084.stdout:3883: seq_num 1222 ranges {7143424=475136,7618560=606208,8224768=196608} 2024-04-02T08:34:21.260 INFO:tasks.rados.rados.0.smithi084.stdout:3883: writing smithi08483026-50 from 7143424 to 7618560 tid 1 2024-04-02T08:34:21.263 INFO:tasks.rados.rados.0.smithi084.stdout:3883: writing smithi08483026-50 from 7618560 to 8224768 tid 2 2024-04-02T08:34:21.265 INFO:tasks.rados.rados.0.smithi084.stdout:3883: writing smithi08483026-50 from 8224768 to 8421376 tid 3 2024-04-02T08:34:21.265 INFO:tasks.rados.rados.0.smithi084.stdout:3884: delete oid 17 current snap is 364 2024-04-02T08:34:21.265 INFO:tasks.rados.rados.0.smithi084.stdout:3881: finishing rollback tid 0 to smithi08483026-22 2024-04-02T08:34:21.265 INFO:tasks.rados.rados.0.smithi084.stdout:3881: finishing rollback tid 1 to smithi08483026-22 2024-04-02T08:34:21.265 INFO:tasks.rados.rados.0.smithi084.stdout:3881: finishing rollback tid 2 to smithi08483026-22 2024-04-02T08:34:21.265 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1610 (ObjNum 33 snap 0 seq_num 621440192) dirty exists 2024-04-02T08:34:21.265 INFO:tasks.rados.rados.0.smithi084.stdout:3883: finishing write tid 1 to smithi08483026-50 2024-04-02T08:34:21.267 INFO:tasks.rados.rados.0.smithi084.stdout:3881: done (2 left) 2024-04-02T08:34:21.267 INFO:tasks.rados.rados.0.smithi084.stdout:3884: done (1 left) 2024-04-02T08:34:21.267 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 364 2024-04-02T08:34:21.267 INFO:tasks.rados.rados.0.smithi084.stdout:3885: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-04-02T08:34:21.270 INFO:tasks.rados.rados.0.smithi084.stdout:3885: writing smithi08483026-14 from 0 to 507904 tid 1 2024-04-02T08:34:21.273 INFO:tasks.rados.rados.0.smithi084.stdout:3885: writing smithi08483026-14 from 507904 to 933888 tid 2 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3885: writing smithi08483026-14 from 933888 to 1310720 tid 3 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3886: read oid 44 snap -1 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3886: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3887: rollback oid 11 current snap is 364 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 11 to 354 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3883: finishing write tid 2 to smithi08483026-50 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3883: finishing write tid 3 to smithi08483026-50 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3883: finishing write tid 4 to smithi08483026-50 2024-04-02T08:34:21.276 INFO:tasks.rados.rados.0.smithi084.stdout:3883: finishing write tid 5 to smithi08483026-50 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3883: oid 50 updating version 0 to 1992 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3883: oid 50 updating version 1992 to 1994 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3883: oid 50 version 1994 is already newer than 1993 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3883: oid 50 version 1994 is already newer than 1991 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 1994 (ObjNum 1222 snap 364 seq_num 1222) dirty exists 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3883: left oid 50 (ObjNum 1222 snap 364 seq_num 1222) 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3885: finishing write tid 1 to smithi08483026-14 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3883: done (3 left) 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 364 2024-04-02T08:34:21.277 INFO:tasks.rados.rados.0.smithi084.stdout:3888: seq_num 1225 ranges {0=524288,524288=712704,1236992=90112} 2024-04-02T08:34:21.279 INFO:tasks.rados.rados.0.smithi084.stdout:3888: writing smithi08483026-13 from 0 to 524288 tid 1 2024-04-02T08:34:21.284 INFO:tasks.rados.rados.0.smithi084.stdout:3888: writing smithi08483026-13 from 524288 to 1236992 tid 2 2024-04-02T08:34:21.285 INFO:tasks.rados.rados.0.smithi084.stdout:3888: writing smithi08483026-13 from 1236992 to 1327104 tid 3 2024-04-02T08:34:21.285 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 16 current snap is 364 2024-04-02T08:34:21.285 INFO:tasks.rados.rados.0.smithi084.stdout:3885: finishing write tid 2 to smithi08483026-14 2024-04-02T08:34:21.285 INFO:tasks.rados.rados.0.smithi084.stdout:3889: seq_num 1226 ranges {0=540672,540672=598016,1138688=204800} 2024-04-02T08:34:21.287 INFO:tasks.rados.rados.0.smithi084.stdout:3889: writing smithi08483026-16 from 0 to 540672 tid 1 2024-04-02T08:34:21.291 INFO:tasks.rados.rados.0.smithi084.stdout:3889: writing smithi08483026-16 from 540672 to 1138688 tid 2 2024-04-02T08:34:21.293 INFO:tasks.rados.rados.0.smithi084.stdout:3889: writing smithi08483026-16 from 1138688 to 1343488 tid 3 2024-04-02T08:34:21.293 INFO:tasks.rados.rados.0.smithi084.stdout:3890: rollback oid 10 current snap is 364 2024-04-02T08:34:21.293 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 10 to 353 2024-04-02T08:34:21.293 INFO:tasks.rados.rados.0.smithi084.stdout:3891: snap_create 2024-04-02T08:34:21.293 INFO:tasks.rados.rados.0.smithi084.stdout:3888: finishing write tid 1 to smithi08483026-13 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: finishing write tid 3 to smithi08483026-14 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3887: finishing rollback tid 0 to smithi08483026-11 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: finishing write tid 4 to smithi08483026-14 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3887: finishing rollback tid 1 to smithi08483026-11 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3887: finishing rollback tid 2 to smithi08483026-11 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1998 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: finishing write tid 5 to smithi08483026-14 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: oid 14 updating version 0 to 1953 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: oid 14 updating version 1953 to 1956 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: oid 14 version 1956 is already newer than 1954 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: oid 14 version 1956 is already newer than 1955 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1956 (ObjNum 1224 snap 364 seq_num 1224) dirty exists 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3885: left oid 14 (ObjNum 1224 snap 364 seq_num 1224) 2024-04-02T08:34:21.294 INFO:tasks.rados.rados.0.smithi084.stdout:3886: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: finishing write tid 2 to smithi08483026-13 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: finishing write tid 3 to smithi08483026-13 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: finishing write tid 4 to smithi08483026-13 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3889: finishing write tid 1 to smithi08483026-16 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: finishing write tid 5 to smithi08483026-13 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: oid 13 updating version 0 to 1969 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: oid 13 updating version 1969 to 1971 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: oid 13 updating version 1971 to 1972 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:3888: oid 13 version 1972 is already newer than 1970 2024-04-02T08:34:21.412 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1972 (ObjNum 1225 snap 364 seq_num 1225) dirty exists 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3888: left oid 13 (ObjNum 1225 snap 364 seq_num 1225) 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: finishing write tid 2 to smithi08483026-16 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3890: finishing rollback tid 1 to smithi08483026-10 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 1970 (ObjNum 145 snap 0 seq_num 623359168) dirty dne 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: finishing write tid 3 to smithi08483026-16 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: finishing write tid 4 to smithi08483026-16 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: finishing write tid 5 to smithi08483026-16 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: oid 16 updating version 0 to 1931 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: oid 16 version 1931 is already newer than 1929 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: oid 16 version 1931 is already newer than 1930 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: oid 16 version 1931 is already newer than 1928 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1931 (ObjNum 1226 snap 364 seq_num 1226) dirty exists 2024-04-02T08:34:21.413 INFO:tasks.rados.rados.0.smithi084.stdout:3889: left oid 16 (ObjNum 1226 snap 364 seq_num 1226) 2024-04-02T08:34:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:3885: done (6 left) 2024-04-02T08:34:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:3886: done (5 left) 2024-04-02T08:34:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:3887: done (4 left) 2024-04-02T08:34:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:3888: done (3 left) 2024-04-02T08:34:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:3889: done (2 left) 2024-04-02T08:34:22.262 INFO:tasks.rados.rados.0.smithi084.stdout:3890: done (1 left) 2024-04-02T08:34:22.263 INFO:tasks.rados.rados.0.smithi084.stdout:3891: done (0 left) 2024-04-02T08:34:22.263 INFO:tasks.rados.rados.0.smithi084.stdout:3892: rollback oid 6 current snap is 365 2024-04-02T08:34:22.263 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 6 to 346 2024-04-02T08:34:22.263 INFO:tasks.rados.rados.0.smithi084.stdout:3893: read oid 16 snap -1 2024-04-02T08:34:22.263 INFO:tasks.rados.rados.0.smithi084.stdout:3893: expect (ObjNum 1226 snap 364 seq_num 1226) 2024-04-02T08:34:22.263 INFO:tasks.rados.rados.0.smithi084.stdout:3894: snap_remove snap 350 2024-04-02T08:34:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:22 smithi084 ceph-mon[94794]: pgmap v863: 121 pgs: 121 active+clean; 307 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:34:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:22 smithi084 ceph-mon[94794]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:34:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:22 smithi084 ceph-mon[97358]: pgmap v863: 121 pgs: 121 active+clean; 307 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:34:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:22 smithi084 ceph-mon[97358]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:34:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:22 smithi132 ceph-mon[88571]: pgmap v863: 121 pgs: 121 active+clean; 307 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:34:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:22 smithi132 ceph-mon[88571]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:34:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:34:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:3894: done (2 left) 2024-04-02T08:34:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 3 current snap is 365 2024-04-02T08:34:23.267 INFO:tasks.rados.rados.0.smithi084.stdout:3895: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2024-04-02T08:34:23.271 INFO:tasks.rados.rados.0.smithi084.stdout:3895: writing smithi08483026-3 from 0 to 557056 tid 1 2024-04-02T08:34:23.274 INFO:tasks.rados.rados.0.smithi084.stdout:3895: writing smithi08483026-3 from 557056 to 1040384 tid 2 2024-04-02T08:34:23.277 INFO:tasks.rados.rados.0.smithi084.stdout:3895: writing smithi08483026-3 from 1040384 to 1359872 tid 3 2024-04-02T08:34:23.277 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 33 current snap is 365 2024-04-02T08:34:23.277 INFO:tasks.rados.rados.0.smithi084.stdout:3896: seq_num 1228 ranges {2031616=573440,2605056=761856,3366912=40960} 2024-04-02T08:34:23.292 INFO:tasks.rados.rados.0.smithi084.stdout:3896: writing smithi08483026-33 from 2031616 to 2605056 tid 1 2024-04-02T08:34:23.297 INFO:tasks.rados.rados.0.smithi084.stdout:3896: writing smithi08483026-33 from 2605056 to 3366912 tid 2 2024-04-02T08:34:23.298 INFO:tasks.rados.rados.0.smithi084.stdout:3896: writing smithi08483026-33 from 3366912 to 3407872 tid 3 2024-04-02T08:34:23.298 INFO:tasks.rados.rados.0.smithi084.stdout:3897: rollback oid 2 current snap is 365 2024-04-02T08:34:23.298 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 2 to 359 2024-04-02T08:34:23.298 INFO:tasks.rados.rados.0.smithi084.stdout:3893: expect (ObjNum 1226 snap 364 seq_num 1226) 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3892: finishing rollback tid 0 to smithi08483026-6 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3892: finishing rollback tid 1 to smithi08483026-6 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3892: finishing rollback tid 2 to smithi08483026-6 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 6 v 1135 (ObjNum 1035 snap 316 seq_num 1035) dirty exists 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3895: finishing write tid 1 to smithi08483026-3 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3895: finishing write tid 2 to smithi08483026-3 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3892: done (4 left) 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3893: done (3 left) 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3898: snap_create 2024-04-02T08:34:23.335 INFO:tasks.rados.rados.0.smithi084.stdout:3895: finishing write tid 3 to smithi08483026-3 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3895: finishing write tid 4 to smithi08483026-3 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3895: finishing write tid 5 to smithi08483026-3 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3895: oid 3 updating version 0 to 1948 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3895: oid 3 version 1948 is already newer than 1946 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3895: oid 3 version 1948 is already newer than 1947 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3895: oid 3 version 1948 is already newer than 1945 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 1948 (ObjNum 1227 snap 365 seq_num 1227) dirty exists 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3895: left oid 3 (ObjNum 1227 snap 365 seq_num 1227) 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3896: finishing write tid 1 to smithi08483026-33 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3897: finishing rollback tid 0 to smithi08483026-2 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3897: finishing rollback tid 1 to smithi08483026-2 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3897: finishing rollback tid 2 to smithi08483026-2 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1975 (ObjNum 1163 snap 345 seq_num 1163) dirty exists 2024-04-02T08:34:23.336 INFO:tasks.rados.rados.0.smithi084.stdout:3896: finishing write tid 2 to smithi08483026-33 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: finishing write tid 3 to smithi08483026-33 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: finishing write tid 4 to smithi08483026-33 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: finishing write tid 5 to smithi08483026-33 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: oid 33 updating version 0 to 2009 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: oid 33 updating version 2009 to 2010 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: oid 33 updating version 2010 to 2012 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: oid 33 version 2012 is already newer than 2011 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 33 v 2012 (ObjNum 1228 snap 365 seq_num 1228) dirty exists 2024-04-02T08:34:23.337 INFO:tasks.rados.rados.0.smithi084.stdout:3896: left oid 33 (ObjNum 1228 snap 365 seq_num 1228) 2024-04-02T08:34:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:23 smithi084 ceph-mon[94794]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:34:23.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:23 smithi084 ceph-mon[97358]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:34:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:23 smithi132 ceph-mon[88571]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:34:23.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 08:34:23 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T08:34:23.289+0000 7fc4861fd700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a1 after trimming was started 2024-04-02T08:34:24.273 INFO:tasks.rados.rados.0.smithi084.stdout:3895: done (3 left) 2024-04-02T08:34:24.273 INFO:tasks.rados.rados.0.smithi084.stdout:3896: done (2 left) 2024-04-02T08:34:24.273 INFO:tasks.rados.rados.0.smithi084.stdout:3897: done (1 left) 2024-04-02T08:34:24.273 INFO:tasks.rados.rados.0.smithi084.stdout:3898: done (0 left) 2024-04-02T08:34:24.273 INFO:tasks.rados.rados.0.smithi084.stdout:3899: read oid 5 snap -1 2024-04-02T08:34:24.273 INFO:tasks.rados.rados.0.smithi084.stdout:3899: expect (ObjNum 1176 snap 348 seq_num 1176) 2024-04-02T08:34:24.273 INFO:tasks.rados.rados.0.smithi084.stdout:3900: snap_remove snap 364 2024-04-02T08:34:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:24 smithi084 ceph-mon[94794]: pgmap v866: 121 pgs: 121 active+clean; 307 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 548 KiB/s wr, 2 op/s 2024-04-02T08:34:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:24 smithi084 ceph-mon[94794]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:34:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:24 smithi084 ceph-mon[97358]: pgmap v866: 121 pgs: 121 active+clean; 307 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 548 KiB/s wr, 2 op/s 2024-04-02T08:34:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:24 smithi084 ceph-mon[97358]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:34:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:24 smithi132 ceph-mon[88571]: pgmap v866: 121 pgs: 121 active+clean; 307 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 548 KiB/s wr, 2 op/s 2024-04-02T08:34:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:24 smithi132 ceph-mon[88571]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:34:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:25.215 INFO:tasks.rados.rados.0.smithi084.stdout:3900: done (1 left) 2024-04-02T08:34:25.216 INFO:tasks.rados.rados.0.smithi084.stdout:3901: rollback oid 17 current snap is 366 2024-04-02T08:34:25.216 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 17 to 341 2024-04-02T08:34:25.216 INFO:tasks.rados.rados.0.smithi084.stdout:3899: expect (ObjNum 1176 snap 348 seq_num 1176) 2024-04-02T08:34:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:25 smithi084 ceph-mon[94794]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:34:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:25 smithi084 ceph-mon[94794]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:34:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:25 smithi084 ceph-mon[97358]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:34:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:25 smithi084 ceph-mon[97358]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:34:25.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:25 smithi132 ceph-mon[88571]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:34:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:25 smithi132 ceph-mon[88571]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:34:25.748 INFO:tasks.rados.rados.0.smithi084.stdout:3901: finishing rollback tid 1 to smithi08483026-17 2024-04-02T08:34:25.749 INFO:tasks.rados.rados.0.smithi084.stdout:3901: finishing rollback tid 2 to smithi08483026-17 2024-04-02T08:34:25.749 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 17 v 1613 (ObjNum 1139 snap 340 seq_num 1139) dirty exists 2024-04-02T08:34:25.749 INFO:tasks.rados.rados.0.smithi084.stdout:3899: done (1 left) 2024-04-02T08:34:25.749 INFO:tasks.rados.rados.0.smithi084.stdout:3901: done (0 left) 2024-04-02T08:34:25.749 INFO:tasks.rados.rados.0.smithi084.stdout:3902: copy_from oid 11 from oid 50 current snap is 366 2024-04-02T08:34:25.749 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 13 current snap is 366 2024-04-02T08:34:25.749 INFO:tasks.rados.rados.0.smithi084.stdout:3903: seq_num 1229 ranges {1327104=589824,1916928=647168,2564096=155648} 2024-04-02T08:34:25.759 INFO:tasks.rados.rados.0.smithi084.stdout:3903: writing smithi08483026-13 from 1327104 to 1916928 tid 1 2024-04-02T08:34:25.762 INFO:tasks.rados.rados.0.smithi084.stdout:3903: writing smithi08483026-13 from 1916928 to 2564096 tid 2 2024-04-02T08:34:25.763 INFO:tasks.rados.rados.0.smithi084.stdout:3903: writing smithi08483026-13 from 2564096 to 2719744 tid 3 2024-04-02T08:34:25.763 INFO:tasks.rados.rados.0.smithi084.stdout:3904: read oid 33 snap 341 2024-04-02T08:34:25.764 INFO:tasks.rados.rados.0.smithi084.stdout:3904: expect (ObjNum 1053 snap 322 seq_num 1053) 2024-04-02T08:34:25.764 INFO:tasks.rados.rados.0.smithi084.stdout:3905: copy_from oid 6 from oid 26 current snap is 366 2024-04-02T08:34:25.764 INFO:tasks.rados.rados.0.smithi084.stdout:3906: setattr oid 40 current snap is 366 2024-04-02T08:34:25.764 INFO:tasks.rados.rados.0.smithi084.stdout:3905: finishing copy_from to smithi08483026-6 2024-04-02T08:34:25.764 INFO:tasks.rados.rados.0.smithi084.stdout:3905: got expected ENOENT (src dne) 2024-04-02T08:34:25.765 INFO:tasks.rados.rados.0.smithi084.stdout:3905: finishing copy_from racing read to smithi08483026-6 2024-04-02T08:34:25.765 INFO:tasks.rados.rados.0.smithi084.stdout:3903: finishing write tid 1 to smithi08483026-13 2024-04-02T08:34:25.766 INFO:tasks.rados.rados.0.smithi084.stdout:3905: done (4 left) 2024-04-02T08:34:25.766 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 10 current snap is 366 2024-04-02T08:34:25.766 INFO:tasks.rados.rados.0.smithi084.stdout:3907: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2024-04-02T08:34:25.770 INFO:tasks.rados.rados.0.smithi084.stdout:3907: writing smithi08483026-10 from 0 to 606208 tid 1 2024-04-02T08:34:25.773 INFO:tasks.rados.rados.0.smithi084.stdout:3907: writing smithi08483026-10 from 606208 to 1138688 tid 2 2024-04-02T08:34:25.775 INFO:tasks.rados.rados.0.smithi084.stdout:3907: writing smithi08483026-10 from 1138688 to 1409024 tid 3 2024-04-02T08:34:25.775 INFO:tasks.rados.rados.0.smithi084.stdout:3908: snap_remove snap 363 2024-04-02T08:34:26.282 INFO:tasks.rados.rados.0.smithi084.stdout:3908: done (5 left) 2024-04-02T08:34:26.282 INFO:tasks.rados.rados.0.smithi084.stdout:3909: snap_remove snap 357 2024-04-02T08:34:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:26 smithi084 ceph-mon[94794]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:34:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:26 smithi084 ceph-mon[97358]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:34:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:26 smithi132 ceph-mon[88571]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:34:27.287 INFO:tasks.rados.rados.0.smithi084.stdout:3909: done (5 left) 2024-04-02T08:34:27.288 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 14 current snap is 366 2024-04-02T08:34:27.288 INFO:tasks.rados.rados.0.smithi084.stdout:3910: seq_num 1231 ranges {1310720=622592,1933312=417792,2351104=385024} 2024-04-02T08:34:27.299 INFO:tasks.rados.rados.0.smithi084.stdout:3910: writing smithi08483026-14 from 1310720 to 1933312 tid 1 2024-04-02T08:34:27.302 INFO:tasks.rados.rados.0.smithi084.stdout:3910: writing smithi08483026-14 from 1933312 to 2351104 tid 2 2024-04-02T08:34:27.304 INFO:tasks.rados.rados.0.smithi084.stdout:3910: writing smithi08483026-14 from 2351104 to 2736128 tid 3 2024-04-02T08:34:27.305 INFO:tasks.rados.rados.0.smithi084.stdout:3911: snap_remove snap 354 2024-04-02T08:34:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:27 smithi084 ceph-mon[94794]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:34:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:27 smithi084 ceph-mon[97358]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:34:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:27 smithi132 ceph-mon[88571]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:34:28.293 INFO:tasks.rados.rados.0.smithi084.stdout:3911: done (6 left) 2024-04-02T08:34:28.293 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 46 current snap is 366 2024-04-02T08:34:28.293 INFO:tasks.rados.rados.0.smithi084.stdout:3912: seq_num 1232 ranges {1949696=638976,2588672=753664,3342336=49152} 2024-04-02T08:34:28.308 INFO:tasks.rados.rados.0.smithi084.stdout:3912: writing smithi08483026-46 from 1949696 to 2588672 tid 1 2024-04-02T08:34:28.313 INFO:tasks.rados.rados.0.smithi084.stdout:3912: writing smithi08483026-46 from 2588672 to 3342336 tid 2 2024-04-02T08:34:28.314 INFO:tasks.rados.rados.0.smithi084.stdout:3912: writing smithi08483026-46 from 3342336 to 3391488 tid 3 2024-04-02T08:34:28.314 INFO:tasks.rados.rados.0.smithi084.stdout:3913: snap_create 2024-04-02T08:34:28.314 INFO:tasks.rados.rados.0.smithi084.stdout:3903: finishing write tid 2 to smithi08483026-13 2024-04-02T08:34:28.314 INFO:tasks.rados.rados.0.smithi084.stdout:3903: finishing write tid 3 to smithi08483026-13 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3903: finishing write tid 4 to smithi08483026-13 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 2043 (ObjNum 1195 snap 355 seq_num 1195) dirty exists 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3903: finishing write tid 5 to smithi08483026-13 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3903: oid 13 updating version 0 to 1977 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3903: oid 13 updating version 1977 to 1978 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3903: oid 13 version 1978 is already newer than 1976 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3903: oid 13 updating version 1978 to 1979 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 13 v 1979 (ObjNum 1229 snap 366 seq_num 1229) dirty exists 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3903: left oid 13 (ObjNum 1229 snap 366 seq_num 1229) 2024-04-02T08:34:28.315 INFO:tasks.rados.rados.0.smithi084.stdout:3904: expect (ObjNum 1053 snap 322 seq_num 1053) 2024-04-02T08:34:28.401 INFO:tasks.rados.rados.0.smithi084.stdout:3907: finishing write tid 1 to smithi08483026-10 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: finishing write tid 2 to smithi08483026-10 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: finishing write tid 3 to smithi08483026-10 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: finishing write tid 4 to smithi08483026-10 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3902: finishing copy_from racing read to smithi08483026-11 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3902: finishing copy_from to smithi08483026-11 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 11 v 1994 (ObjNum 1222 snap 364 seq_num 1222) dirty exists 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: finishing write tid 5 to smithi08483026-10 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: oid 10 updating version 0 to 2018 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: oid 10 version 2018 is already newer than 2017 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: oid 10 version 2018 is already newer than 2015 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:3907: oid 10 version 2018 is already newer than 2016 2024-04-02T08:34:28.402 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 10 v 2018 (ObjNum 1230 snap 366 seq_num 1230) dirty exists 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3907: left oid 10 (ObjNum 1230 snap 366 seq_num 1230) 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: finishing write tid 1 to smithi08483026-14 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: finishing write tid 2 to smithi08483026-14 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: finishing write tid 3 to smithi08483026-14 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: finishing write tid 4 to smithi08483026-14 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: finishing write tid 5 to smithi08483026-14 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: oid 14 updating version 0 to 1958 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: oid 14 updating version 1958 to 1959 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: oid 14 version 1959 is already newer than 1957 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: oid 14 updating version 1959 to 1960 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1960 (ObjNum 1231 snap 366 seq_num 1231) dirty exists 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3910: left oid 14 (ObjNum 1231 snap 366 seq_num 1231) 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3912: finishing write tid 1 to smithi08483026-46 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3912: finishing write tid 2 to smithi08483026-46 2024-04-02T08:34:28.403 INFO:tasks.rados.rados.0.smithi084.stdout:3912: finishing write tid 3 to smithi08483026-46 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:3912: finishing write tid 4 to smithi08483026-46 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:3912: finishing write tid 5 to smithi08483026-46 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:3912: oid 46 updating version 0 to 1932 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:3912: oid 46 updating version 1932 to 1934 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:3912: oid 46 version 1934 is already newer than 1933 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:3912: oid 46 updating version 1934 to 1935 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 1935 (ObjNum 1232 snap 366 seq_num 1232) dirty exists 2024-04-02T08:34:28.404 INFO:tasks.rados.rados.0.smithi084.stdout:3912: left oid 46 (ObjNum 1232 snap 366 seq_num 1232) 2024-04-02T08:34:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:28 smithi084 ceph-mon[94794]: pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:34:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:28 smithi084 ceph-mon[94794]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:34:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:28 smithi084 ceph-mon[97358]: pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:34:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:28 smithi084 ceph-mon[97358]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:34:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:28 smithi132 ceph-mon[88571]: pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:34:28.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:28 smithi132 ceph-mon[88571]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:34:29.301 INFO:tasks.rados.rados.0.smithi084.stdout:3902: done (7 left) 2024-04-02T08:34:29.301 INFO:tasks.rados.rados.0.smithi084.stdout:3903: done (6 left) 2024-04-02T08:34:29.301 INFO:tasks.rados.rados.0.smithi084.stdout:3904: done (5 left) 2024-04-02T08:34:29.301 INFO:tasks.rados.rados.0.smithi084.stdout:3906: done (4 left) 2024-04-02T08:34:29.301 INFO:tasks.rados.rados.0.smithi084.stdout:3907: done (3 left) 2024-04-02T08:34:29.302 INFO:tasks.rados.rados.0.smithi084.stdout:3910: done (2 left) 2024-04-02T08:34:29.302 INFO:tasks.rados.rados.0.smithi084.stdout:3912: done (1 left) 2024-04-02T08:34:29.302 INFO:tasks.rados.rados.0.smithi084.stdout:3913: done (0 left) 2024-04-02T08:34:29.302 INFO:tasks.rados.rados.0.smithi084.stdout:3914: snap_create 2024-04-02T08:34:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:29 smithi084 ceph-mon[94794]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:34:29.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:29 smithi084 ceph-mon[97358]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:34:29.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:29 smithi132 ceph-mon[88571]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:34:30.218 INFO:tasks.rados.rados.0.smithi084.stdout:3914: done (0 left) 2024-04-02T08:34:30.218 INFO:tasks.rados.rados.0.smithi084.stdout:3915: rollback oid 29 current snap is 368 2024-04-02T08:34:30.218 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 367 2024-04-02T08:34:30.218 INFO:tasks.rados.rados.0.smithi084.stdout:3916: rmattr oid 15 current snap is 368 2024-04-02T08:34:30.218 INFO:tasks.rados.rados.0.smithi084.stdout:3916: done (1 left) 2024-04-02T08:34:30.218 INFO:tasks.rados.rados.0.smithi084.stdout:3917: rmattr oid 40 current snap is 368 2024-04-02T08:34:30.218 INFO:tasks.rados.rados.0.smithi084.stdout:3918: snap_remove snap 366 2024-04-02T08:34:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:30 smithi084 ceph-mon[94794]: pgmap v875: 121 pgs: 121 active+clean; 322 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:30 smithi084 ceph-mon[94794]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:34:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:30 smithi084 ceph-mon[94794]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:34:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:30 smithi084 ceph-mon[97358]: pgmap v875: 121 pgs: 121 active+clean; 322 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:30 smithi084 ceph-mon[97358]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:34:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:30 smithi084 ceph-mon[97358]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:34:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:30 smithi132 ceph-mon[88571]: pgmap v875: 121 pgs: 121 active+clean; 322 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:30 smithi132 ceph-mon[88571]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:34:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:30 smithi132 ceph-mon[88571]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:34:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:34:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:34:30] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-04-02T08:34:31.218 INFO:tasks.rados.rados.0.smithi084.stdout:3915: finishing rollback tid 0 to smithi08483026-29 2024-04-02T08:34:31.218 INFO:tasks.rados.rados.0.smithi084.stdout:3915: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:34:31.218 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 2059 (ObjNum 1195 snap 355 seq_num 1195) dirty exists 2024-04-02T08:34:31.219 INFO:tasks.rados.rados.0.smithi084.stdout:3915: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:34:31.219 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1844 (ObjNum 1145 snap 342 seq_num 1145) dirty exists 2024-04-02T08:34:31.219 INFO:tasks.rados.rados.0.smithi084.stdout:3915: done (2 left) 2024-04-02T08:34:31.219 INFO:tasks.rados.rados.0.smithi084.stdout:3917: done (1 left) 2024-04-02T08:34:31.219 INFO:tasks.rados.rados.0.smithi084.stdout:3918: done (0 left) 2024-04-02T08:34:31.219 INFO:tasks.rados.rados.0.smithi084.stdout:3919: delete oid 27 current snap is 368 2024-04-02T08:34:31.223 INFO:tasks.rados.rados.0.smithi084.stdout:3919: done (0 left) 2024-04-02T08:34:31.224 INFO:tasks.rados.rados.0.smithi084.stdout:3920: snap_create 2024-04-02T08:34:32.223 INFO:tasks.rados.rados.0.smithi084.stdout:3920: done (0 left) 2024-04-02T08:34:32.223 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 19 current snap is 369 2024-04-02T08:34:32.223 INFO:tasks.rados.rados.0.smithi084.stdout:3921: seq_num 1234 ranges {6529024=671744,7200768=516096,7716864=286720} 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi084.stdout:3921: writing smithi08483026-19 from 6529024 to 7200768 tid 1 2024-04-02T08:34:32.265 INFO:tasks.rados.rados.0.smithi084.stdout:3921: writing smithi08483026-19 from 7200768 to 7716864 tid 2 2024-04-02T08:34:32.266 INFO:tasks.rados.rados.0.smithi084.stdout:3921: writing smithi08483026-19 from 7716864 to 8003584 tid 3 2024-04-02T08:34:32.267 INFO:tasks.rados.rados.0.smithi084.stdout:3922: copy_from oid 20 from oid 49 current snap is 369 2024-04-02T08:34:32.267 INFO:tasks.rados.rados.0.smithi084.stdout:3923: snap_remove snap 362 2024-04-02T08:34:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:32 smithi084 ceph-mon[94794]: pgmap v878: 121 pgs: 121 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:32 smithi084 ceph-mon[94794]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:34:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:32 smithi084 ceph-mon[97358]: pgmap v878: 121 pgs: 121 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:32 smithi084 ceph-mon[97358]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:34:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:32 smithi132 ceph-mon[88571]: pgmap v878: 121 pgs: 121 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:32 smithi132 ceph-mon[88571]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:34:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:34:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:33.230 INFO:tasks.rados.rados.0.smithi084.stdout:3923: done (2 left) 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3924: rollback oid 39 current snap is 369 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 39 to 346 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: finishing write tid 1 to smithi08483026-19 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3922: finishing copy_from to smithi08483026-20 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3922: got expected ENOENT (src dne) 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3922: finishing copy_from racing read to smithi08483026-20 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: finishing write tid 2 to smithi08483026-19 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: finishing write tid 3 to smithi08483026-19 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: finishing write tid 4 to smithi08483026-19 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: finishing write tid 5 to smithi08483026-19 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: oid 19 updating version 0 to 1471 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: oid 19 version 1471 is already newer than 1469 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: oid 19 updating version 1471 to 1472 2024-04-02T08:34:33.231 INFO:tasks.rados.rados.0.smithi084.stdout:3921: oid 19 version 1472 is already newer than 1470 2024-04-02T08:34:33.232 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 19 v 1472 (ObjNum 1234 snap 369 seq_num 1234) dirty exists 2024-04-02T08:34:33.232 INFO:tasks.rados.rados.0.smithi084.stdout:3921: left oid 19 (ObjNum 1234 snap 369 seq_num 1234) 2024-04-02T08:34:33.232 INFO:tasks.rados.rados.0.smithi084.stdout:3921: done (2 left) 2024-04-02T08:34:33.232 INFO:tasks.rados.rados.0.smithi084.stdout:3922: done (1 left) 2024-04-02T08:34:33.232 INFO:tasks.rados.rados.0.smithi084.stdout:3925: copy_from oid 27 from oid 46 current snap is 369 2024-04-02T08:34:33.232 INFO:tasks.rados.rados.0.smithi084.stdout:3926: delete oid 4 current snap is 369 2024-04-02T08:34:33.241 INFO:tasks.rados.rados.0.smithi084.stdout:3926: done (2 left) 2024-04-02T08:34:33.241 INFO:tasks.rados.rados.0.smithi084.stdout:3927: rollback oid 38 current snap is 369 2024-04-02T08:34:33.241 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 38 to 365 2024-04-02T08:34:33.241 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 369 2024-04-02T08:34:33.241 INFO:tasks.rados.rados.0.smithi084.stdout:3928: seq_num 1236 ranges {5439488=704512,6144000=688128,6832128=114688} 2024-04-02T08:34:33.275 INFO:tasks.rados.rados.0.smithi084.stdout:3928: writing smithi08483026-23 from 5439488 to 6144000 tid 1 2024-04-02T08:34:33.279 INFO:tasks.rados.rados.0.smithi084.stdout:3928: writing smithi08483026-23 from 6144000 to 6832128 tid 2 2024-04-02T08:34:33.280 INFO:tasks.rados.rados.0.smithi084.stdout:3928: writing smithi08483026-23 from 6832128 to 6946816 tid 3 2024-04-02T08:34:33.280 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 43 current snap is 369 2024-04-02T08:34:33.280 INFO:tasks.rados.rados.0.smithi084.stdout:3924: finishing rollback tid 0 to smithi08483026-39 2024-04-02T08:34:33.280 INFO:tasks.rados.rados.0.smithi084.stdout:3929: seq_num 1237 ranges {0=720896,720896=573440,1294336=229376} 2024-04-02T08:34:33.284 INFO:tasks.rados.rados.0.smithi084.stdout:3929: writing smithi08483026-43 from 0 to 720896 tid 1 2024-04-02T08:34:33.288 INFO:tasks.rados.rados.0.smithi084.stdout:3929: writing smithi08483026-43 from 720896 to 1294336 tid 2 2024-04-02T08:34:33.290 INFO:tasks.rados.rados.0.smithi084.stdout:3929: writing smithi08483026-43 from 1294336 to 1523712 tid 3 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 22 current snap is 369 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3924: finishing rollback tid 1 to smithi08483026-39 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1962 (ObjNum 305 snap 0 seq_num 2030868429) dirty dne 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3927: finishing rollback tid 0 to smithi08483026-38 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3927: finishing rollback tid 1 to smithi08483026-38 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3927: finishing rollback tid 2 to smithi08483026-38 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 38 v 1951 (ObjNum 1165 snap 345 seq_num 1165) dirty exists 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3925: finishing copy_from racing read to smithi08483026-27 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3925: finishing copy_from to smithi08483026-27 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 27 v 1935 (ObjNum 1232 snap 366 seq_num 1232) dirty exists 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3928: finishing write tid 1 to smithi08483026-23 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3928: finishing write tid 2 to smithi08483026-23 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3928: finishing write tid 3 to smithi08483026-23 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3928: finishing write tid 4 to smithi08483026-23 2024-04-02T08:34:33.291 INFO:tasks.rados.rados.0.smithi084.stdout:3928: finishing write tid 5 to smithi08483026-23 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:3928: oid 23 updating version 0 to 1937 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:3928: oid 23 updating version 1937 to 1939 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:3928: oid 23 version 1939 is already newer than 1938 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:3928: oid 23 updating version 1939 to 1940 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 1940 (ObjNum 1236 snap 369 seq_num 1236) dirty exists 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:3928: left oid 23 (ObjNum 1236 snap 369 seq_num 1236) 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:3929: finishing write tid 1 to smithi08483026-43 2024-04-02T08:34:33.292 INFO:tasks.rados.rados.0.smithi084.stdout:3930: seq_num 1238 ranges {0=737280,737280=458752,1196032=344064} 2024-04-02T08:34:33.294 INFO:tasks.rados.rados.0.smithi084.stdout:3930: writing smithi08483026-22 from 0 to 737280 tid 1 2024-04-02T08:34:33.297 INFO:tasks.rados.rados.0.smithi084.stdout:3930: writing smithi08483026-22 from 737280 to 1196032 tid 2 2024-04-02T08:34:33.299 INFO:tasks.rados.rados.0.smithi084.stdout:3930: writing smithi08483026-22 from 1196032 to 1540096 tid 3 2024-04-02T08:34:33.299 INFO:tasks.rados.rados.0.smithi084.stdout:3924: done (5 left) 2024-04-02T08:34:33.299 INFO:tasks.rados.rados.0.smithi084.stdout:3925: done (4 left) 2024-04-02T08:34:33.300 INFO:tasks.rados.rados.0.smithi084.stdout:3927: done (3 left) 2024-04-02T08:34:33.300 INFO:tasks.rados.rados.0.smithi084.stdout:3928: done (2 left) 2024-04-02T08:34:33.300 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 369 2024-04-02T08:34:33.300 INFO:tasks.rados.rados.0.smithi084.stdout:3931: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-04-02T08:34:33.303 INFO:tasks.rados.rados.0.smithi084.stdout:3931: writing smithi08483026-48 from 0 to 753664 tid 1 2024-04-02T08:34:33.311 INFO:tasks.rados.rados.0.smithi084.stdout:3931: writing smithi08483026-48 from 753664 to 1499136 tid 2 2024-04-02T08:34:33.312 INFO:tasks.rados.rados.0.smithi084.stdout:3931: writing smithi08483026-48 from 1499136 to 1556480 tid 3 2024-04-02T08:34:33.312 INFO:tasks.rados.rados.0.smithi084.stdout:3932: delete oid 9 current snap is 369 2024-04-02T08:34:33.312 INFO:tasks.rados.rados.0.smithi084.stdout:3929: finishing write tid 2 to smithi08483026-43 2024-04-02T08:34:33.312 INFO:tasks.rados.rados.0.smithi084.stdout:3929: finishing write tid 3 to smithi08483026-43 2024-04-02T08:34:33.312 INFO:tasks.rados.rados.0.smithi084.stdout:3929: finishing write tid 4 to smithi08483026-43 2024-04-02T08:34:33.312 INFO:tasks.rados.rados.0.smithi084.stdout:3929: finishing write tid 5 to smithi08483026-43 2024-04-02T08:34:33.313 INFO:tasks.rados.rados.0.smithi084.stdout:3929: oid 43 updating version 0 to 2067 2024-04-02T08:34:33.313 INFO:tasks.rados.rados.0.smithi084.stdout:3929: oid 43 version 2067 is already newer than 2064 2024-04-02T08:34:33.313 INFO:tasks.rados.rados.0.smithi084.stdout:3929: oid 43 version 2067 is already newer than 2066 2024-04-02T08:34:33.313 INFO:tasks.rados.rados.0.smithi084.stdout:3929: oid 43 version 2067 is already newer than 2065 2024-04-02T08:34:33.313 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 2067 (ObjNum 1237 snap 369 seq_num 1237) dirty exists 2024-04-02T08:34:33.313 INFO:tasks.rados.rados.0.smithi084.stdout:3929: left oid 43 (ObjNum 1237 snap 369 seq_num 1237) 2024-04-02T08:34:33.313 INFO:tasks.rados.rados.0.smithi084.stdout:3930: finishing write tid 1 to smithi08483026-22 2024-04-02T08:34:33.314 INFO:tasks.rados.rados.0.smithi084.stdout:3930: finishing write tid 2 to smithi08483026-22 2024-04-02T08:34:33.314 INFO:tasks.rados.rados.0.smithi084.stdout:3930: finishing write tid 3 to smithi08483026-22 2024-04-02T08:34:33.314 INFO:tasks.rados.rados.0.smithi084.stdout:3930: finishing write tid 4 to smithi08483026-22 2024-04-02T08:34:33.315 INFO:tasks.rados.rados.0.smithi084.stdout:3930: finishing write tid 5 to smithi08483026-22 2024-04-02T08:34:33.315 INFO:tasks.rados.rados.0.smithi084.stdout:3930: oid 22 updating version 0 to 1612 2024-04-02T08:34:33.315 INFO:tasks.rados.rados.0.smithi084.stdout:3930: oid 22 updating version 1612 to 1614 2024-04-02T08:34:33.315 INFO:tasks.rados.rados.0.smithi084.stdout:3930: oid 22 version 1614 is already newer than 1611 2024-04-02T08:34:33.316 INFO:tasks.rados.rados.0.smithi084.stdout:3930: oid 22 version 1614 is already newer than 1613 2024-04-02T08:34:33.316 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 22 v 1614 (ObjNum 1238 snap 369 seq_num 1238) dirty exists 2024-04-02T08:34:33.316 INFO:tasks.rados.rados.0.smithi084.stdout:3930: left oid 22 (ObjNum 1238 snap 369 seq_num 1238) 2024-04-02T08:34:33.316 INFO:tasks.rados.rados.0.smithi084.stdout:3931: finishing write tid 1 to smithi08483026-48 2024-04-02T08:34:33.316 INFO:tasks.rados.rados.0.smithi084.stdout:3929: done (3 left) 2024-04-02T08:34:33.317 INFO:tasks.rados.rados.0.smithi084.stdout:3930: done (2 left) 2024-04-02T08:34:33.317 INFO:tasks.rados.rados.0.smithi084.stdout:3932: done (1 left) 2024-04-02T08:34:33.317 INFO:tasks.rados.rados.0.smithi084.stdout:3933: delete oid 1 current snap is 369 2024-04-02T08:34:33.318 INFO:tasks.rados.rados.0.smithi084.stdout:3931: finishing write tid 2 to smithi08483026-48 2024-04-02T08:34:33.318 INFO:tasks.rados.rados.0.smithi084.stdout:3931: finishing write tid 3 to smithi08483026-48 2024-04-02T08:34:33.319 INFO:tasks.rados.rados.0.smithi084.stdout:3931: finishing write tid 4 to smithi08483026-48 2024-04-02T08:34:33.319 INFO:tasks.rados.rados.0.smithi084.stdout:3933: done (1 left) 2024-04-02T08:34:33.319 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 2 current snap is 369 2024-04-02T08:34:33.319 INFO:tasks.rados.rados.0.smithi084.stdout:3934: seq_num 1242 ranges {729088=409600,1138688=442368,1581056=655360,2236416=106496} 2024-04-02T08:34:33.321 INFO:tasks.rados.rados.0.smithi084.stdout:3934: writing smithi08483026-2 from 729088 to 1138688 tid 1 2024-04-02T08:34:33.323 INFO:tasks.rados.rados.0.smithi084.stdout:3934: writing smithi08483026-2 from 1138688 to 1581056 tid 2 2024-04-02T08:34:33.327 INFO:tasks.rados.rados.0.smithi084.stdout:3934: writing smithi08483026-2 from 1581056 to 2236416 tid 3 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3934: writing smithi08483026-2 from 2236416 to 2342912 tid 4 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3935: snap_create 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3931: finishing write tid 5 to smithi08483026-48 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3931: oid 48 updating version 0 to 1612 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3931: oid 48 updating version 1612 to 1613 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3931: oid 48 version 1613 is already newer than 1611 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3931: oid 48 updating version 1613 to 1614 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1614 (ObjNum 1239 snap 369 seq_num 1239) dirty exists 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3931: left oid 48 (ObjNum 1239 snap 369 seq_num 1239) 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3934: finishing write tid 1 to smithi08483026-2 2024-04-02T08:34:33.329 INFO:tasks.rados.rados.0.smithi084.stdout:3934: finishing write tid 2 to smithi08483026-2 2024-04-02T08:34:33.332 INFO:tasks.rados.rados.0.smithi084.stdout:3934: finishing write tid 3 to smithi08483026-2 2024-04-02T08:34:33.332 INFO:tasks.rados.rados.0.smithi084.stdout:3934: finishing write tid 4 to smithi08483026-2 2024-04-02T08:34:33.332 INFO:tasks.rados.rados.0.smithi084.stdout:3934: finishing write tid 5 to smithi08483026-2 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:3934: finishing write tid 6 to smithi08483026-2 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:3934: oid 2 updating version 0 to 1982 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:3934: oid 2 updating version 1982 to 1984 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:3934: oid 2 version 1984 is already newer than 1980 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:3934: oid 2 version 1984 is already newer than 1983 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:3934: oid 2 version 1984 is already newer than 1981 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 2 v 1984 (ObjNum 1242 snap 369 seq_num 1242) dirty exists 2024-04-02T08:34:33.334 INFO:tasks.rados.rados.0.smithi084.stdout:3934: left oid 2 (ObjNum 1242 snap 369 seq_num 1242) 2024-04-02T08:34:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:33 smithi084 ceph-mon[94794]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:34:33.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:33 smithi084 ceph-mon[97358]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:34:33.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:33 smithi132 ceph-mon[88571]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3931: done (2 left) 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3934: done (1 left) 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3935: done (0 left) 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3936: read oid 25 snap -1 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3936: expect (ObjNum 1212 snap 362 seq_num 1212) 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3937: rollback oid 21 current snap is 370 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 21 to 359 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3938: read oid 35 snap 359 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3938: expect deleted 2024-04-02T08:34:34.239 INFO:tasks.rados.rados.0.smithi084.stdout:3939: snap_create 2024-04-02T08:34:34.242 INFO:tasks.rados.rados.0.smithi084.stdout:3937: finishing rollback tid 0 to smithi08483026-21 2024-04-02T08:34:34.244 INFO:tasks.rados.rados.0.smithi084.stdout:3937: finishing rollback tid 1 to smithi08483026-21 2024-04-02T08:34:34.244 INFO:tasks.rados.rados.0.smithi084.stdout:3937: finishing rollback tid 2 to smithi08483026-21 2024-04-02T08:34:34.244 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 21 v 1617 (ObjNum 1185 snap 351 seq_num 1185) dirty exists 2024-04-02T08:34:34.246 INFO:tasks.rados.rados.0.smithi084.stdout:3936: expect (ObjNum 1212 snap 362 seq_num 1212) 2024-04-02T08:34:34.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:34 smithi084 ceph-mon[94794]: pgmap v881: 121 pgs: 121 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:34:34.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:34 smithi084 ceph-mon[94794]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:34:34.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:34 smithi084 ceph-mon[97358]: pgmap v881: 121 pgs: 121 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:34:34.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:34 smithi084 ceph-mon[97358]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:34:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:34 smithi132 ceph-mon[88571]: pgmap v881: 121 pgs: 121 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:34:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:34 smithi132 ceph-mon[88571]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:34:35.244 INFO:tasks.rados.rados.0.smithi084.stdout:3936: done (3 left) 2024-04-02T08:34:35.244 INFO:tasks.rados.rados.0.smithi084.stdout:3937: done (2 left) 2024-04-02T08:34:35.244 INFO:tasks.rados.rados.0.smithi084.stdout:3938: done (1 left) 2024-04-02T08:34:35.244 INFO:tasks.rados.rados.0.smithi084.stdout:3939: done (0 left) 2024-04-02T08:34:35.244 INFO:tasks.rados.rados.0.smithi084.stdout:3940: setattr oid 4 current snap is 371 2024-04-02T08:34:35.245 INFO:tasks.rados.rados.0.smithi084.stdout:3941: setattr oid 39 current snap is 371 2024-04-02T08:34:35.246 INFO:tasks.rados.rados.0.smithi084.stdout:3942: snap_create 2024-04-02T08:34:35.248 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 1941 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:35.250 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 39 v 1963 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:35 smithi084 ceph-mon[94794]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:34:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:35 smithi084 ceph-mon[97358]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:34:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:35 smithi132 ceph-mon[88571]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:34:36.253 INFO:tasks.rados.rados.0.smithi084.stdout:3940: done (2 left) 2024-04-02T08:34:36.253 INFO:tasks.rados.rados.0.smithi084.stdout:3941: done (1 left) 2024-04-02T08:34:36.253 INFO:tasks.rados.rados.0.smithi084.stdout:3942: done (0 left) 2024-04-02T08:34:36.253 INFO:tasks.rados.rados.0.smithi084.stdout:3943: rollback oid 29 current snap is 372 2024-04-02T08:34:36.253 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 29 to 371 2024-04-02T08:34:36.253 INFO:tasks.rados.rados.0.smithi084.stdout:3944: rollback oid 14 current snap is 372 2024-04-02T08:34:36.254 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 14 to 368 2024-04-02T08:34:36.254 INFO:tasks.rados.rados.0.smithi084.stdout:3945: snap_remove snap 369 2024-04-02T08:34:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:36 smithi084 ceph-mon[94794]: pgmap v884: 121 pgs: 121 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-04-02T08:34:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:36 smithi084 ceph-mon[94794]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:34:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:36 smithi084 ceph-mon[97358]: pgmap v884: 121 pgs: 121 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-04-02T08:34:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:36 smithi084 ceph-mon[97358]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:34:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:36 smithi132 ceph-mon[88571]: pgmap v884: 121 pgs: 121 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-04-02T08:34:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:36 smithi132 ceph-mon[88571]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:34:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:3945: done (2 left) 2024-04-02T08:34:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:3946: rmattr oid 3 current snap is 372 2024-04-02T08:34:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:3947: snap_create 2024-04-02T08:34:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:3943: finishing rollback tid 0 to smithi08483026-29 2024-04-02T08:34:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:3943: finishing rollback tid 1 to smithi08483026-29 2024-04-02T08:34:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:3943: finishing rollback tid 2 to smithi08483026-29 2024-04-02T08:34:37.258 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 29 v 1847 (ObjNum 1145 snap 342 seq_num 1145) dirty exists 2024-04-02T08:34:37.259 INFO:tasks.rados.rados.0.smithi084.stdout:3944: finishing rollback tid 0 to smithi08483026-14 2024-04-02T08:34:37.259 INFO:tasks.rados.rados.0.smithi084.stdout:3944: finishing rollback tid 1 to smithi08483026-14 2024-04-02T08:34:37.259 INFO:tasks.rados.rados.0.smithi084.stdout:3944: finishing rollback tid 2 to smithi08483026-14 2024-04-02T08:34:37.259 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 14 v 1966 (ObjNum 1231 snap 366 seq_num 1231) dirty exists 2024-04-02T08:34:37.260 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 3 v 0 (ObjNum 1227 snap 365 seq_num 1227) dirty exists 2024-04-02T08:34:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:37 smithi084 ceph-mon[94794]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:34:37.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:37 smithi084 ceph-mon[97358]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:34:37.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:37 smithi132 ceph-mon[88571]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:34:38.259 INFO:tasks.rados.rados.0.smithi084.stdout:3943: done (3 left) 2024-04-02T08:34:38.259 INFO:tasks.rados.rados.0.smithi084.stdout:3944: done (2 left) 2024-04-02T08:34:38.259 INFO:tasks.rados.rados.0.smithi084.stdout:3946: done (1 left) 2024-04-02T08:34:38.259 INFO:tasks.rados.rados.0.smithi084.stdout:3947: done (0 left) 2024-04-02T08:34:38.259 INFO:tasks.rados.rados.0.smithi084.stdout:3948: read oid 41 snap -1 2024-04-02T08:34:38.259 INFO:tasks.rados.rados.0.smithi084.stdout:3948: expect (ObjNum 1204 snap 360 seq_num 1204) 2024-04-02T08:34:38.260 INFO:tasks.rados.rados.0.smithi084.stdout:3949: copy_from oid 16 from oid 24 current snap is 373 2024-04-02T08:34:38.260 INFO:tasks.rados.rados.0.smithi084.stdout:3950: delete oid 25 current snap is 373 2024-04-02T08:34:38.271 INFO:tasks.rados.rados.0.smithi084.stdout:3949: finishing copy_from racing read to smithi08483026-16 2024-04-02T08:34:38.271 INFO:tasks.rados.rados.0.smithi084.stdout:3950: done (2 left) 2024-04-02T08:34:38.271 INFO:tasks.rados.rados.0.smithi084.stdout:3951: copy_from oid 46 from oid 33 current snap is 373 2024-04-02T08:34:38.272 INFO:tasks.rados.rados.0.smithi084.stdout:3952: snap_remove snap 359 2024-04-02T08:34:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:38 smithi084 ceph-mon[94794]: pgmap v887: 121 pgs: 121 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-04-02T08:34:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:38 smithi084 ceph-mon[94794]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:34:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:38 smithi084 ceph-mon[97358]: pgmap v887: 121 pgs: 121 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-04-02T08:34:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:38 smithi084 ceph-mon[97358]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:34:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:38 smithi132 ceph-mon[88571]: pgmap v887: 121 pgs: 121 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-04-02T08:34:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:38 smithi132 ceph-mon[88571]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:34:39.272 INFO:tasks.rados.rados.0.smithi084.stdout:3952: done (3 left) 2024-04-02T08:34:39.272 INFO:tasks.rados.rados.0.smithi084.stdout:3953: snap_remove snap 353 2024-04-02T08:34:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:39 smithi084 ceph-mon[94794]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:34:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:39 smithi084 ceph-mon[97358]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:34:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:39 smithi132 ceph-mon[88571]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:34:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:40.217 INFO:tasks.rados.rados.0.smithi084.stdout:3953: done (3 left) 2024-04-02T08:34:40.217 INFO:tasks.rados.rados.0.smithi084.stdout:3954: snap_create 2024-04-02T08:34:40.217 INFO:tasks.rados.rados.0.smithi084.stdout:3949: finishing copy_from to smithi08483026-16 2024-04-02T08:34:40.217 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 1600 (ObjNum 1140 snap 340 seq_num 1140) dirty exists 2024-04-02T08:34:40.217 INFO:tasks.rados.rados.0.smithi084.stdout:3948: expect (ObjNum 1204 snap 360 seq_num 1204) 2024-04-02T08:34:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:40 smithi084 ceph-mon[94794]: pgmap v890: 121 pgs: 121 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:40 smithi084 ceph-mon[94794]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:34:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:40 smithi084 ceph-mon[94794]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:34:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:40 smithi084 ceph-mon[97358]: pgmap v890: 121 pgs: 121 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:40 smithi084 ceph-mon[97358]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:34:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:40 smithi084 ceph-mon[97358]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:34:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:40 smithi132 ceph-mon[88571]: pgmap v890: 121 pgs: 121 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:40 smithi132 ceph-mon[88571]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:34:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:40 smithi132 ceph-mon[88571]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:34:40.810 INFO:tasks.rados.rados.0.smithi084.stdout:3951: finishing copy_from racing read to smithi08483026-46 2024-04-02T08:34:40.810 INFO:tasks.rados.rados.0.smithi084.stdout:3951: finishing copy_from to smithi08483026-46 2024-04-02T08:34:40.810 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 46 v 2012 (ObjNum 1228 snap 365 seq_num 1228) dirty exists 2024-04-02T08:34:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:34:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:34:40] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-02T08:34:41.224 INFO:tasks.rados.rados.0.smithi084.stdout:3948: done (3 left) 2024-04-02T08:34:41.224 INFO:tasks.rados.rados.0.smithi084.stdout:3949: done (2 left) 2024-04-02T08:34:41.225 INFO:tasks.rados.rados.0.smithi084.stdout:3951: done (1 left) 2024-04-02T08:34:41.225 INFO:tasks.rados.rados.0.smithi084.stdout:3954: done (0 left) 2024-04-02T08:34:41.225 INFO:tasks.rados.rados.0.smithi084.stdout:3955: snap_remove snap 365 2024-04-02T08:34:42.231 INFO:tasks.rados.rados.0.smithi084.stdout:3955: done (0 left) 2024-04-02T08:34:42.231 INFO:tasks.rados.rados.0.smithi084.stdout:3956: read oid 32 snap -1 2024-04-02T08:34:42.231 INFO:tasks.rados.rados.0.smithi084.stdout:3956: expect deleted 2024-04-02T08:34:42.231 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 48 current snap is 374 2024-04-02T08:34:42.231 INFO:tasks.rados.rados.0.smithi084.stdout:3957: seq_num 1244 ranges {1556480=442368,1998848=614400,2613248=589824} 2024-04-02T08:34:42.243 INFO:tasks.rados.rados.0.smithi084.stdout:3957: writing smithi08483026-48 from 1556480 to 1998848 tid 1 2024-04-02T08:34:42.247 INFO:tasks.rados.rados.0.smithi084.stdout:3957: writing smithi08483026-48 from 1998848 to 2613248 tid 2 2024-04-02T08:34:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:3957: writing smithi08483026-48 from 2613248 to 3203072 tid 3 2024-04-02T08:34:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:3958: rollback oid 43 current snap is 374 2024-04-02T08:34:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 43 to 370 2024-04-02T08:34:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:3957: finishing write tid 1 to smithi08483026-48 2024-04-02T08:34:42.251 INFO:tasks.rados.rados.0.smithi084.stdout:3957: finishing write tid 2 to smithi08483026-48 2024-04-02T08:34:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:3956: done (2 left) 2024-04-02T08:34:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:3959: rollback oid 40 current snap is 374 2024-04-02T08:34:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 40 to 373 2024-04-02T08:34:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 50 current snap is 374 2024-04-02T08:34:42.252 INFO:tasks.rados.rados.0.smithi084.stdout:3960: seq_num 1245 ranges {8421376=458752,8880128=499712,9379840=425984,9805824=278528} 2024-04-02T08:34:42.300 INFO:tasks.rados.rados.0.smithi084.stdout:3960: writing smithi08483026-50 from 8421376 to 8880128 tid 1 2024-04-02T08:34:42.302 INFO:tasks.rados.rados.0.smithi084.stdout:3960: writing smithi08483026-50 from 8880128 to 9379840 tid 2 2024-04-02T08:34:42.305 INFO:tasks.rados.rados.0.smithi084.stdout:3960: writing smithi08483026-50 from 9379840 to 9805824 tid 3 2024-04-02T08:34:42.307 INFO:tasks.rados.rados.0.smithi084.stdout:3960: writing smithi08483026-50 from 9805824 to 10084352 tid 4 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3961: rollback oid 28 current snap is 374 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 28 to 341 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: finishing write tid 3 to smithi08483026-48 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: finishing write tid 4 to smithi08483026-48 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: finishing write tid 5 to smithi08483026-48 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: oid 48 updating version 0 to 1620 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: oid 48 version 1620 is already newer than 1619 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: oid 48 updating version 1620 to 1621 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: oid 48 version 1621 is already newer than 1618 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1621 (ObjNum 1244 snap 374 seq_num 1244) dirty exists 2024-04-02T08:34:42.308 INFO:tasks.rados.rados.0.smithi084.stdout:3957: left oid 48 (ObjNum 1244 snap 374 seq_num 1244) 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3958: finishing rollback tid 0 to smithi08483026-43 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3958: finishing rollback tid 1 to smithi08483026-43 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3958: finishing rollback tid 2 to smithi08483026-43 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 43 v 2087 (ObjNum 1237 snap 369 seq_num 1237) dirty exists 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3959: finishing rollback tid 0 to smithi08483026-40 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3959: finishing rollback tid 1 to smithi08483026-40 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3957: done (4 left) 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3958: done (3 left) 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3962: setattr oid 34 current snap is 374 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3959: finishing rollback tid 2 to smithi08483026-40 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 40 v 2091 (ObjNum 1195 snap 355 seq_num 1195) dirty exists 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3960: finishing write tid 1 to smithi08483026-50 2024-04-02T08:34:42.309 INFO:tasks.rados.rados.0.smithi084.stdout:3960: finishing write tid 2 to smithi08483026-50 2024-04-02T08:34:42.310 INFO:tasks.rados.rados.0.smithi084.stdout:3959: done (3 left) 2024-04-02T08:34:42.310 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 23 current snap is 374 2024-04-02T08:34:42.310 INFO:tasks.rados.rados.0.smithi084.stdout:3963: seq_num 1246 ranges {6946816=475136,7421952=786432,8208384=417792} 2024-04-02T08:34:42.348 INFO:tasks.rados.rados.0.smithi084.stdout:3963: writing smithi08483026-23 from 6946816 to 7421952 tid 1 2024-04-02T08:34:42.353 INFO:tasks.rados.rados.0.smithi084.stdout:3963: writing smithi08483026-23 from 7421952 to 8208384 tid 2 2024-04-02T08:34:42.356 INFO:tasks.rados.rados.0.smithi084.stdout:3963: writing smithi08483026-23 from 8208384 to 8626176 tid 3 2024-04-02T08:34:42.356 INFO:tasks.rados.rados.0.smithi084.stdout:3964: read oid 44 snap 372 2024-04-02T08:34:42.356 INFO:tasks.rados.rados.0.smithi084.stdout:3964: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:42.356 INFO:tasks.rados.rados.0.smithi084.stdout:3965: rollback oid 48 current snap is 374 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 48 to 341 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3961: finishing rollback tid 0 to smithi08483026-28 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3961: finishing rollback tid 1 to smithi08483026-28 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: finishing write tid 3 to smithi08483026-50 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: finishing write tid 4 to smithi08483026-50 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: finishing write tid 5 to smithi08483026-50 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3961: finishing rollback tid 2 to smithi08483026-28 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 28 v 1475 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: finishing write tid 6 to smithi08483026-50 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: oid 50 updating version 0 to 2067 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: oid 50 updating version 2067 to 2069 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: oid 50 version 2069 is already newer than 2068 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: oid 50 version 2069 is already newer than 2066 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:3960: oid 50 updating version 2069 to 2070 2024-04-02T08:34:42.357 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 50 v 2070 (ObjNum 1245 snap 374 seq_num 1245) dirty exists 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:3960: left oid 50 (ObjNum 1245 snap 374 seq_num 1245) 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1952 (ObjNum 1155 snap 343 seq_num 1155) dirty exists 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:3963: finishing write tid 1 to smithi08483026-23 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:3960: done (5 left) 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:3961: done (4 left) 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:3962: done (3 left) 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:3966: delete oid 2 current snap is 374 2024-04-02T08:34:42.358 INFO:tasks.rados.rados.0.smithi084.stdout:3963: finishing write tid 2 to smithi08483026-23 2024-04-02T08:34:42.359 INFO:tasks.rados.rados.0.smithi084.stdout:3966: done (3 left) 2024-04-02T08:34:42.359 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 4 current snap is 374 2024-04-02T08:34:42.359 INFO:tasks.rados.rados.0.smithi084.stdout:3967: seq_num 1248 ranges {0=507904,507904=598016,1105920=606208} 2024-04-02T08:34:42.362 INFO:tasks.rados.rados.0.smithi084.stdout:3967: writing smithi08483026-4 from 0 to 507904 tid 1 2024-04-02T08:34:42.365 INFO:tasks.rados.rados.0.smithi084.stdout:3967: writing smithi08483026-4 from 507904 to 1105920 tid 2 2024-04-02T08:34:42.369 INFO:tasks.rados.rados.0.smithi084.stdout:3967: writing smithi08483026-4 from 1105920 to 1712128 tid 3 2024-04-02T08:34:42.369 INFO:tasks.rados.rados.0.smithi084.stdout:3968: rmattr oid 5 current snap is 374 2024-04-02T08:34:42.369 INFO:tasks.rados.rados.0.smithi084.stdout:3965: finishing rollback tid 0 to smithi08483026-48 2024-04-02T08:34:42.369 INFO:tasks.rados.rados.0.smithi084.stdout:3969: snap_remove snap 370 2024-04-02T08:34:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:42 smithi084 ceph-mon[97358]: pgmap v893: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:42 smithi084 ceph-mon[97358]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:34:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:42 smithi084 ceph-mon[94794]: pgmap v893: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:42 smithi084 ceph-mon[94794]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:34:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:42 smithi132 ceph-mon[88571]: pgmap v893: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:42 smithi132 ceph-mon[88571]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:34:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:34:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:34:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3965: finishing rollback tid 1 to smithi08483026-48 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3965: finishing rollback tid 2 to smithi08483026-48 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 48 v 1624 (ObjNum 1129 snap 336 seq_num 1129) dirty exists 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3963: finishing write tid 3 to smithi08483026-23 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3963: finishing write tid 4 to smithi08483026-23 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3963: finishing write tid 5 to smithi08483026-23 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3963: oid 23 updating version 0 to 2013 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3963: oid 23 updating version 2013 to 2014 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3963: oid 23 updating version 2014 to 2015 2024-04-02T08:34:43.244 INFO:tasks.rados.rados.0.smithi084.stdout:3963: oid 23 updating version 2015 to 2016 2024-04-02T08:34:43.245 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 23 v 2016 (ObjNum 1246 snap 374 seq_num 1246) dirty exists 2024-04-02T08:34:43.245 INFO:tasks.rados.rados.0.smithi084.stdout:3963: left oid 23 (ObjNum 1246 snap 374 seq_num 1246) 2024-04-02T08:34:43.245 INFO:tasks.rados.rados.0.smithi084.stdout:3964: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:43.370 INFO:tasks.rados.rados.0.smithi084.stdout:3967: finishing write tid 1 to smithi08483026-4 2024-04-02T08:34:43.408 INFO:tasks.rados.rados.0.smithi084.stdout:3963: done (5 left) 2024-04-02T08:34:43.408 INFO:tasks.rados.rados.0.smithi084.stdout:3964: done (4 left) 2024-04-02T08:34:43.408 INFO:tasks.rados.rados.0.smithi084.stdout:3965: done (3 left) 2024-04-02T08:34:43.408 INFO:tasks.rados.rados.0.smithi084.stdout:3969: done (2 left) 2024-04-02T08:34:43.409 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 374 2024-04-02T08:34:43.409 INFO:tasks.rados.rados.0.smithi084.stdout:3967: finishing write tid 2 to smithi08483026-4 2024-04-02T08:34:43.409 INFO:tasks.rados.rados.0.smithi084.stdout:3970: seq_num 1249 ranges {3661824=524288,4186112=483328,4669440=409600,5079040=311296} 2024-04-02T08:34:43.411 INFO:tasks.rados.rados.0.smithi084.stdout:3970: writing smithi08483026-31 from 3661824 to 4186112 tid 1 2024-04-02T08:34:43.411 INFO:tasks.rados.rados.0.smithi084.stdout:3970: writing smithi08483026-31 from 4186112 to 4669440 tid 2 2024-04-02T08:34:43.411 INFO:tasks.rados.rados.0.smithi084.stdout:3970: writing smithi08483026-31 from 4669440 to 5079040 tid 3 2024-04-02T08:34:43.411 INFO:tasks.rados.rados.0.smithi084.stdout:3970: writing smithi08483026-31 from 5079040 to 5390336 tid 4 2024-04-02T08:34:43.411 INFO:tasks.rados.rados.0.smithi084.stdout:3971: snap_remove snap 372 2024-04-02T08:34:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:43 smithi084 ceph-mon[94794]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:34:43.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:43 smithi084 ceph-mon[97358]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:34:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:43 smithi132 ceph-mon[88571]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3971: done (3 left) 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3972: delete oid 48 current snap is 374 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 5 v 1953 (ObjNum 1176 snap 348 seq_num 1176) dirty exists 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3967: finishing write tid 3 to smithi08483026-4 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3967: finishing write tid 4 to smithi08483026-4 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3967: finishing write tid 5 to smithi08483026-4 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3967: oid 4 updating version 0 to 2019 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3967: oid 4 version 2019 is already newer than 2018 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi084.stdout:3967: oid 4 version 2019 is already newer than 2017 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3967: oid 4 updating version 2019 to 2020 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 4 v 2020 (ObjNum 1248 snap 374 seq_num 1248) dirty exists 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3967: left oid 4 (ObjNum 1248 snap 374 seq_num 1248) 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: finishing write tid 1 to smithi08483026-31 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: finishing write tid 2 to smithi08483026-31 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: finishing write tid 3 to smithi08483026-31 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: finishing write tid 4 to smithi08483026-31 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: finishing write tid 5 to smithi08483026-31 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: finishing write tid 6 to smithi08483026-31 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: oid 31 updating version 0 to 1938 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: oid 31 updating version 1938 to 1939 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: oid 31 version 1939 is already newer than 1936 2024-04-02T08:34:44.249 INFO:tasks.rados.rados.0.smithi084.stdout:3970: oid 31 version 1939 is already newer than 1937 2024-04-02T08:34:44.250 INFO:tasks.rados.rados.0.smithi084.stdout:3970: oid 31 updating version 1939 to 1940 2024-04-02T08:34:44.250 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1940 (ObjNum 1249 snap 374 seq_num 1249) dirty exists 2024-04-02T08:34:44.250 INFO:tasks.rados.rados.0.smithi084.stdout:3970: left oid 31 (ObjNum 1249 snap 374 seq_num 1249) 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3967: done (3 left) 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3968: done (2 left) 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3970: done (1 left) 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3972: done (0 left) 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3973: rollback oid 8 current snap is 374 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 8 to 368 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3974: read oid 28 snap -1 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3974: expect (ObjNum 1069 snap 322 seq_num 1069) 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi084.stdout:3975: delete oid 43 current snap is 374 2024-04-02T08:34:44.265 INFO:tasks.rados.rados.0.smithi084.stdout:3973: finishing rollback tid 0 to smithi08483026-8 2024-04-02T08:34:44.266 INFO:tasks.rados.rados.0.smithi084.stdout:3973: finishing rollback tid 1 to smithi08483026-8 2024-04-02T08:34:44.266 INFO:tasks.rados.rados.0.smithi084.stdout:3974: expect (ObjNum 1069 snap 322 seq_num 1069) 2024-04-02T08:34:44.330 INFO:tasks.rados.rados.0.smithi084.stdout:3973: finishing rollback tid 2 to smithi08483026-8 2024-04-02T08:34:44.330 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 8 v 2103 (ObjNum 1200 snap 359 seq_num 1200) dirty exists 2024-04-02T08:34:44.330 INFO:tasks.rados.rados.0.smithi084.stdout:3973: done (2 left) 2024-04-02T08:34:44.330 INFO:tasks.rados.rados.0.smithi084.stdout:3974: done (1 left) 2024-04-02T08:34:44.330 INFO:tasks.rados.rados.0.smithi084.stdout:3975: done (0 left) 2024-04-02T08:34:44.330 INFO:tasks.rados.rados.0.smithi084.stdout:3976: snap_remove snap 367 2024-04-02T08:34:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:44 smithi084 ceph-mon[94794]: pgmap v896: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:34:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:44 smithi084 ceph-mon[94794]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:34:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:44 smithi084 ceph-mon[97358]: pgmap v896: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:34:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:44 smithi084 ceph-mon[97358]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:34:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:44 smithi132 ceph-mon[88571]: pgmap v896: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:34:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:44 smithi132 ceph-mon[88571]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:34:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:3976: done (0 left) 2024-04-02T08:34:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:3977: rollback oid 16 current snap is 374 2024-04-02T08:34:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 16 to 346 2024-04-02T08:34:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:3978: rollback oid 7 current snap is 374 2024-04-02T08:34:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 7 to 346 2024-04-02T08:34:45.261 INFO:tasks.rados.rados.0.smithi084.stdout:3979: rollback oid 32 current snap is 374 2024-04-02T08:34:45.262 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 32 to 373 2024-04-02T08:34:45.262 INFO:tasks.rados.rados.0.smithi084.stdout:3980: delete oid 46 current snap is 374 2024-04-02T08:34:45.272 INFO:tasks.rados.rados.0.smithi084.stdout:3977: finishing rollback tid 0 to smithi08483026-16 2024-04-02T08:34:45.273 INFO:tasks.rados.rados.0.smithi084.stdout:3979: finishing rollback tid 1 to smithi08483026-32 2024-04-02T08:34:45.273 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 32 v 1741 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:34:45.274 INFO:tasks.rados.rados.0.smithi084.stdout:3978: finishing rollback tid 0 to smithi08483026-7 2024-04-02T08:34:45.275 INFO:tasks.rados.rados.0.smithi084.stdout:3977: finishing rollback tid 1 to smithi08483026-16 2024-04-02T08:34:45.275 INFO:tasks.rados.rados.0.smithi084.stdout:3978: finishing rollback tid 1 to smithi08483026-7 2024-04-02T08:34:45.275 INFO:tasks.rados.rados.0.smithi084.stdout:3978: finishing rollback tid 2 to smithi08483026-7 2024-04-02T08:34:45.276 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 7 v 1478 (ObjNum 1014 snap 306 seq_num 1014) dirty exists 2024-04-02T08:34:45.276 INFO:tasks.rados.rados.0.smithi084.stdout:3977: finishing rollback tid 2 to smithi08483026-16 2024-04-02T08:34:45.276 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 16 v 2023 (ObjNum 1137 snap 339 seq_num 1137) dirty exists 2024-04-02T08:34:45.276 INFO:tasks.rados.rados.0.smithi084.stdout:3977: done (3 left) 2024-04-02T08:34:45.277 INFO:tasks.rados.rados.0.smithi084.stdout:3978: done (2 left) 2024-04-02T08:34:45.277 INFO:tasks.rados.rados.0.smithi084.stdout:3979: done (1 left) 2024-04-02T08:34:45.277 INFO:tasks.rados.rados.0.smithi084.stdout:3980: done (0 left) 2024-04-02T08:34:45.277 INFO:tasks.rados.rados.0.smithi084.stdout:3981: delete oid 28 current snap is 374 2024-04-02T08:34:45.279 INFO:tasks.rados.rados.0.smithi084.stdout:3981: done (0 left) 2024-04-02T08:34:45.279 INFO:tasks.rados.rados.0.smithi084.stdout:3982: rmattr oid 44 current snap is 374 2024-04-02T08:34:45.279 INFO:tasks.rados.rados.0.smithi084.stdout:3982: done (0 left) 2024-04-02T08:34:45.279 INFO:tasks.rados.rados.0.smithi084.stdout:3983: read oid 7 snap -1 2024-04-02T08:34:45.279 INFO:tasks.rados.rados.0.smithi084.stdout:3983: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:34:45.279 INFO:tasks.rados.rados.0.smithi084.stdout:3984: snap_create 2024-04-02T08:34:45.288 INFO:tasks.rados.rados.0.smithi084.stdout:3983: expect (ObjNum 1014 snap 306 seq_num 1014) 2024-04-02T08:34:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:45 smithi084 ceph-mon[94794]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:34:45.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:45 smithi084 ceph-mon[97358]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:34:45.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:45 smithi132 ceph-mon[88571]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:34:46.263 INFO:tasks.rados.rados.0.smithi084.stdout:3983: done (1 left) 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:3984: done (0 left) 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:3985: rollback oid 49 current snap is 375 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 49 to 346 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:3986: read oid 42 snap -1 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:3986: expect (ObjNum 1212 snap 362 seq_num 1212) 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:3987: snap_create 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:3985: finishing rollback tid 1 to smithi08483026-49 2024-04-02T08:34:46.264 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 49 v 0 (ObjNum 225 snap 0 seq_num 622330944) dirty dne 2024-04-02T08:34:46.269 INFO:tasks.rados.rados.0.smithi084.stdout:3986: expect (ObjNum 1212 snap 362 seq_num 1212) 2024-04-02T08:34:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:46 smithi084 ceph-mon[94794]: pgmap v899: 121 pgs: 121 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:34:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:46 smithi084 ceph-mon[94794]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:34:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:46 smithi084 ceph-mon[97358]: pgmap v899: 121 pgs: 121 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:34:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:46 smithi084 ceph-mon[97358]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:34:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:46 smithi132 ceph-mon[88571]: pgmap v899: 121 pgs: 121 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:34:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:46 smithi132 ceph-mon[88571]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:34:47.270 INFO:tasks.rados.rados.0.smithi084.stdout:3985: done (2 left) 2024-04-02T08:34:47.270 INFO:tasks.rados.rados.0.smithi084.stdout:3986: done (1 left) 2024-04-02T08:34:47.271 INFO:tasks.rados.rados.0.smithi084.stdout:3987: done (0 left) 2024-04-02T08:34:47.271 INFO:tasks.rados.rados.0.smithi084.stdout:3988: read oid 49 snap 374 2024-04-02T08:34:47.271 INFO:tasks.rados.rados.0.smithi084.stdout:3988: expect deleted 2024-04-02T08:34:47.271 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 26 current snap is 376 2024-04-02T08:34:47.271 INFO:tasks.rados.rados.0.smithi084.stdout:3989: seq_num 1254 ranges {0=606208,606208=704512,1310720=499712} 2024-04-02T08:34:47.274 INFO:tasks.rados.rados.0.smithi084.stdout:3989: writing smithi08483026-26 from 0 to 606208 tid 1 2024-04-02T08:34:47.279 INFO:tasks.rados.rados.0.smithi084.stdout:3989: writing smithi08483026-26 from 606208 to 1310720 tid 2 2024-04-02T08:34:47.282 INFO:tasks.rados.rados.0.smithi084.stdout:3989: writing smithi08483026-26 from 1310720 to 1810432 tid 3 2024-04-02T08:34:47.282 INFO:tasks.rados.rados.0.smithi084.stdout:3990: rollback oid 34 current snap is 376 2024-04-02T08:34:47.283 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 34 to 341 2024-04-02T08:34:47.283 INFO:tasks.rados.rados.0.smithi084.stdout:3989: finishing write tid 1 to smithi08483026-26 2024-04-02T08:34:47.283 INFO:tasks.rados.rados.0.smithi084.stdout:3989: finishing write tid 2 to smithi08483026-26 2024-04-02T08:34:47.283 INFO:tasks.rados.rados.0.smithi084.stdout:3988: done (2 left) 2024-04-02T08:34:47.283 INFO:tasks.rados.rados.0.smithi084.stdout:3991: delete oid 8 current snap is 376 2024-04-02T08:34:47.287 INFO:tasks.rados.rados.0.smithi084.stdout:3991: done (2 left) 2024-04-02T08:34:47.287 INFO:tasks.rados.rados.0.smithi084.stdout:3992: read oid 45 snap -1 2024-04-02T08:34:47.287 INFO:tasks.rados.rados.0.smithi084.stdout:3992: expect (ObjNum 1113 snap 332 seq_num 1113) 2024-04-02T08:34:47.287 INFO:tasks.rados.rados.0.smithi084.stdout:3993: copy_from oid 47 from oid 18 current snap is 376 2024-04-02T08:34:47.287 INFO:tasks.rados.rados.0.smithi084.stdout:3989: finishing write tid 3 to smithi08483026-26 2024-04-02T08:34:47.287 INFO:tasks.rados.rados.0.smithi084.stdout:3989: finishing write tid 4 to smithi08483026-26 2024-04-02T08:34:47.287 INFO:tasks.rados.rados.0.smithi084.stdout:3994: snap_remove snap 375 2024-04-02T08:34:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:47 smithi084 ceph-mon[94794]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:34:47.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:47 smithi084 ceph-mon[97358]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:34:47.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:47 smithi132 ceph-mon[88571]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:34:48.277 INFO:tasks.rados.rados.0.smithi084.stdout:3994: done (4 left) 2024-04-02T08:34:48.277 INFO:tasks.rados.rados.0.smithi084.stdout:3995: snap_remove snap 371 2024-04-02T08:34:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:48 smithi084 ceph-mon[94794]: pgmap v902: 121 pgs: 121 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:34:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:48 smithi084 ceph-mon[94794]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:34:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:48 smithi084 ceph-mon[97358]: pgmap v902: 121 pgs: 121 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:34:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:48 smithi084 ceph-mon[97358]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:34:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:48 smithi132 ceph-mon[88571]: pgmap v902: 121 pgs: 121 active+clean; 332 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:34:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:48 smithi132 ceph-mon[88571]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:34:49.280 INFO:tasks.rados.rados.0.smithi084.stdout:3995: done (4 left) 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3996: rollback oid 24 current snap is 376 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:rollback oid 24 to 374 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3990: finishing rollback tid 0 to smithi08483026-34 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3990: finishing rollback tid 1 to smithi08483026-34 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3990: finishing rollback tid 2 to smithi08483026-34 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 34 v 1956 (ObjNum 1069 snap 322 seq_num 1069) dirty exists 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3989: finishing write tid 5 to smithi08483026-26 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3989: oid 26 updating version 0 to 1970 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3989: oid 26 version 1970 is already newer than 1967 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3989: oid 26 version 1970 is already newer than 1969 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3989: oid 26 version 1970 is already newer than 1968 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 26 v 1970 (ObjNum 1254 snap 376 seq_num 1254) dirty exists 2024-04-02T08:34:49.281 INFO:tasks.rados.rados.0.smithi084.stdout:3989: left oid 26 (ObjNum 1254 snap 376 seq_num 1254) 2024-04-02T08:34:49.282 INFO:tasks.rados.rados.0.smithi084.stdout:3993: finishing copy_from racing read to smithi08483026-47 2024-04-02T08:34:49.282 INFO:tasks.rados.rados.0.smithi084.stdout:3993: finishing copy_from to smithi08483026-47 2024-04-02T08:34:49.282 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 47 v 1577 (ObjNum 1126 snap 336 seq_num 1126) dirty exists 2024-04-02T08:34:49.282 INFO:tasks.rados.rados.0.smithi084.stdout:3992: expect (ObjNum 1113 snap 332 seq_num 1113) 2024-04-02T08:34:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:49 smithi084 ceph-mon[94794]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:34:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:49 smithi084 ceph-mon[97358]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:34:49.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:49 smithi132 ceph-mon[88571]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3996: finishing rollback tid 0 to smithi08483026-24 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3996: finishing rollback tid 1 to smithi08483026-24 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3989: done (4 left) 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3990: done (3 left) 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3992: done (2 left) 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3993: done (1 left) 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3997: delete oid 21 current snap is 376 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:3996: finishing rollback tid 2 to smithi08483026-24 2024-04-02T08:34:49.730 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 24 v 1850 (ObjNum 1140 snap 340 seq_num 1140) dirty exists 2024-04-02T08:34:49.732 INFO:tasks.rados.rados.0.smithi084.stdout:3996: done (1 left) 2024-04-02T08:34:49.732 INFO:tasks.rados.rados.0.smithi084.stdout:3997: done (0 left) 2024-04-02T08:34:49.732 INFO:tasks.rados.rados.0.smithi084.stdout:3998: snap_create 2024-04-02T08:34:50.223 INFO:tasks.rados.rados.0.smithi084.stdout:3998: done (0 left) 2024-04-02T08:34:50.223 INFO:tasks.rados.rados.0.smithi084.stdout:append oid 31 current snap is 377 2024-04-02T08:34:50.223 INFO:tasks.rados.rados.0.smithi084.stdout:3999: seq_num 1257 ranges {5390336=655360,6045696=409600,6455296=770048,7225344=24576} 2024-04-02T08:34:50.255 INFO:tasks.rados.rados.0.smithi084.stdout:3999: writing smithi08483026-31 from 5390336 to 6045696 tid 1 2024-04-02T08:34:50.258 INFO:tasks.rados.rados.0.smithi084.stdout:3999: writing smithi08483026-31 from 6045696 to 6455296 tid 2 2024-04-02T08:34:50.264 INFO:tasks.rados.rados.0.smithi084.stdout:3999: writing smithi08483026-31 from 6455296 to 7225344 tid 3 2024-04-02T08:34:50.264 INFO:tasks.rados.rados.0.smithi084.stdout:3999: writing smithi08483026-31 from 7225344 to 7249920 tid 4 2024-04-02T08:34:50.264 INFO:tasks.rados.rados.0.smithi084.stdout: waiting on 1 2024-04-02T08:34:50.264 INFO:tasks.rados.rados.0.smithi084.stdout:3999: finishing write tid 1 to smithi08483026-31 2024-04-02T08:34:50.264 INFO:tasks.rados.rados.0.smithi084.stdout:3999: finishing write tid 2 to smithi08483026-31 2024-04-02T08:34:50.267 INFO:tasks.rados.rados.0.smithi084.stdout:3999: finishing write tid 3 to smithi08483026-31 2024-04-02T08:34:50.267 INFO:tasks.rados.rados.0.smithi084.stdout:3999: finishing write tid 4 to smithi08483026-31 2024-04-02T08:34:50.268 INFO:tasks.rados.rados.0.smithi084.stdout:3999: finishing write tid 5 to smithi08483026-31 2024-04-02T08:34:50.269 INFO:tasks.rados.rados.0.smithi084.stdout:3999: finishing write tid 6 to smithi08483026-31 2024-04-02T08:34:50.269 INFO:tasks.rados.rados.0.smithi084.stdout:3999: oid 31 updating version 0 to 1943 2024-04-02T08:34:50.270 INFO:tasks.rados.rados.0.smithi084.stdout:3999: oid 31 updating version 1943 to 1945 2024-04-02T08:34:50.270 INFO:tasks.rados.rados.0.smithi084.stdout:3999: oid 31 version 1945 is already newer than 1941 2024-04-02T08:34:50.270 INFO:tasks.rados.rados.0.smithi084.stdout:3999: oid 31 version 1945 is already newer than 1944 2024-04-02T08:34:50.270 INFO:tasks.rados.rados.0.smithi084.stdout:3999: oid 31 version 1945 is already newer than 1942 2024-04-02T08:34:50.270 INFO:tasks.rados.rados.0.smithi084.stdout:update_object_version oid 31 v 1945 (ObjNum 1257 snap 377 seq_num 1257) dirty exists 2024-04-02T08:34:50.270 INFO:tasks.rados.rados.0.smithi084.stdout:3999: left oid 31 (ObjNum 1257 snap 377 seq_num 1257) 2024-04-02T08:34:50.270 INFO:tasks.rados.rados.0.smithi084.stdout:3999: done (0 left) 2024-04-02T08:34:50.272 INFO:tasks.rados.rados.0.smithi084.stderr:0 errors. 2024-04-02T08:34:50.272 INFO:tasks.rados.rados.0.smithi084.stderr: 2024-04-02T08:34:50.275 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:34:50.521 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:34:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:50 smithi084 ceph-mon[94794]: pgmap v905: 121 pgs: 121 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:34:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:50 smithi084 ceph-mon[94794]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:34:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:50 smithi084 ceph-mon[94794]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:34:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:50 smithi084 ceph-mon[97358]: pgmap v905: 121 pgs: 121 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:34:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:50 smithi084 ceph-mon[97358]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:34:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:50 smithi084 ceph-mon[97358]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:34:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:50 smithi132 ceph-mon[88571]: pgmap v905: 121 pgs: 121 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:34:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:50 smithi132 ceph-mon[88571]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:34:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:50 smithi132 ceph-mon[88571]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:34:50.964 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:34:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:34:50] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-02T08:34:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:52 smithi084 ceph-mon[94794]: pgmap v908: 121 pgs: 121 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-02T08:34:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:52 smithi084 ceph-mon[97358]: pgmap v908: 121 pgs: 121 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-02T08:34:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:52 smithi132 ceph-mon[88571]: pgmap v908: 121 pgs: 121 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-02T08:34:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:34:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:52.802 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:34:52.802 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":829,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T08:34:50.217248+0000","last_up_change":"2024-04-02T08:30:09.242309+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:18:19.184948+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-02T08:21:58.033888+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"829","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":443,"snap_epoch":829,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":295,"up_from":307,"up_thru":550,"down_at":297,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6803","nonce":3476452135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6805","nonce":3476452135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6809","nonce":3476452135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6807","nonce":3476452135}]},"public_addr":"172.21.15.84:6803/3476452135","cluster_addr":"172.21.15.84:6805/3476452135","heartbeat_back_addr":"172.21.15.84:6809/3476452135","heartbeat_front_addr":"172.21.15.84:6807/3476452135","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":330,"up_from":341,"up_thru":550,"down_at":331,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6811","nonce":378820007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6813","nonce":378820007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6817","nonce":378820007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6815","nonce":378820007}]},"public_addr":"172.21.15.84:6811/378820007","cluster_addr":"172.21.15.84:6813/378820007","heartbeat_back_addr":"172.21.15.84:6817/378820007","heartbeat_front_addr":"172.21.15.84:6815/378820007","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":365,"up_from":376,"up_thru":550,"down_at":366,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6819","nonce":778684951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6821","nonce":778684951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6825","nonce":778684951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6823","nonce":778684951}]},"public_addr":"172.21.15.84:6819/778684951","cluster_addr":"172.21.15.84:6821/778684951","heartbeat_back_addr":"172.21.15.84:6825/778684951","heartbeat_front_addr":"172.21.15.84:6823/778684951","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":399,"up_from":410,"up_thru":550,"down_at":400,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6827","nonce":3037188652}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6829","nonce":3037188652}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6833","nonce":3037188652}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6831","nonce":3037188652}]},"public_addr":"172.21.15.84:6827/3037188652","cluster_addr":"172.21.15.84:6829/3037188652","heartbeat_back_addr":"172.21.15.84:6833/3037188652","heartbeat_front_addr":"172.21.15.84:6831/3037188652","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":434,"up_from":445,"up_thru":550,"down_at":435,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6801","nonce":4209248573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6803","nonce":4209248573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6807","nonce":4209248573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6805","nonce":4209248573}]},"public_addr":"172.21.15.132:6801/4209248573","cluster_addr":"172.21.15.132:6803/4209248573","heartbeat_back_addr":"172.21.15.132:6807/4209248573","heartbeat_front_addr":"172.21.15.132:6805/4209248573","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":469,"up_from":480,"up_thru":550,"down_at":470,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6809","nonce":4161561520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6811","nonce":4161561520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6815","nonce":4161561520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6813","nonce":4161561520}]},"public_addr":"172.21.15.132:6809/4161561520","cluster_addr":"172.21.15.132:6811/4161561520","heartbeat_back_addr":"172.21.15.132:6815/4161561520","heartbeat_front_addr":"172.21.15.132:6813/4161561520","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":504,"up_from":515,"up_thru":550,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6817","nonce":93758926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6819","nonce":93758926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6823","nonce":93758926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6821","nonce":93758926}]},"public_addr":"172.21.15.132:6817/93758926","cluster_addr":"172.21.15.132:6819/93758926","heartbeat_back_addr":"172.21.15.132:6823/93758926","heartbeat_front_addr":"172.21.15.132:6821/93758926","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":539,"up_from":550,"up_thru":550,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6825","nonce":125816745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6827","nonce":125816745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6831","nonce":125816745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6829","nonce":125816745}]},"public_addr":"172.21.15.132:6825/125816745","cluster_addr":"172.21.15.132:6827/125816745","heartbeat_back_addr":"172.21.15.132:6831/125816745","heartbeat_front_addr":"172.21.15.132:6829/125816745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":295},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":330},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":365},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":399},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":434},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":469},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:6833/1033372047":"2024-04-03T08:30:35.929840+0000","172.21.15.84:6801/1681632239":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/3175560562":"2024-04-03T08:24:38.560283+0000","172.21.15.132:6835/917978556":"2024-04-03T08:23:53.628083+0000","172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:6800/1681632239":"2024-04-03T08:24:38.560283+0000","172.21.15.84:6801/2668802202":"2024-04-03T08:23:18.209117+0000","172.21.15.84:0/2357179428":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2489929840":"2024-04-03T08:23:18.209117+0000","172.21.15.132:0/2150990010":"2024-04-03T08:23:53.628083+0000","172.21.15.84:0/3620464928":"2024-04-03T08:24:38.560283+0000","172.21.15.132:0/2059408718":"2024-04-03T08:23:53.628083+0000","172.21.15.84:0/2181459132":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/1682783219":"2024-04-03T08:23:18.209117+0000","172.21.15.132:6834/917978556":"2024-04-03T08:23:53.628083+0000","172.21.15.84:0/4008537474":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/451077821":"2024-04-03T08:23:18.209117+0000","172.21.15.84:0/2524672797":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.132:0/2394746031":"2024-04-03T08:23:53.628083+0000","172.21.15.84:0/2941153299":"2024-04-03T08:23:18.209117+0000","172.21.15.84:0/3189600847":"2024-04-03T08:18:17.794396+0000","172.21.15.132:0/1573189323":"2024-04-03T08:23:53.628083+0000","172.21.15.132:0/988322383":"2024-04-03T08:23:53.628083+0000","172.21.15.132:6832/1033372047":"2024-04-03T08:30:35.929840+0000","172.21.15.132:0/1701196287":"2024-04-03T08:23:53.628083+0000","172.21.15.84:6800/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6800/2668802202":"2024-04-03T08:23:18.209117+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3882478028":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/164409064":"2024-04-03T08:23:18.209117+0000","172.21.15.84:0/196271912":"2024-04-03T08:24:38.560283+0000","172.21.15.84:6801/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/778334522":"2024-04-03T08:24:38.560283+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":434,"length":1},{"begin":438,"length":1},{"begin":442,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":420,"length":1},{"begin":426,"length":1},{"begin":432,"length":1},{"begin":436,"length":2},{"begin":439,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:34:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:53 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3981961335' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:53 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3981961335' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:34:53.403 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:34:53.613 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:34:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:53 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3981961335' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:34:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:54 smithi084 ceph-mon[94794]: pgmap v909: 121 pgs: 121 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 938 KiB/s wr, 6 op/s 2024-04-02T08:34:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:54 smithi084 ceph-mon[97358]: pgmap v909: 121 pgs: 121 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 938 KiB/s wr, 6 op/s 2024-04-02T08:34:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:54 smithi132 ceph-mon[88571]: pgmap v909: 121 pgs: 121 active+clean; 334 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 938 KiB/s wr, 6 op/s 2024-04-02T08:34:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:55.547 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T08:34:55.549 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-02T08:34:56.413 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":910,"stamp":"2024-04-02T08:34:54.709281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":351853566,"num_objects":160,"num_object_clones":88,"num_object_copies":480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":13,"num_read":4769,"num_read_kb":5276052,"num_write":8723,"num_write_kb":1844924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":138,"num_bytes_recovered":364897888,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17601,"ondisk_log_size":17601,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2513848,"kb_used_data":544956,"kb_used_omap":244,"kb_used_meta":1968523,"kb_avail":747447368,"statfs":{"total":767960285184,"available":765386104832,"internally_reserved":0,"allocated":558034944,"data_stored":849696256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":250239,"internal_metadata":2015768193},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3686400,"num_objects":9,"num_object_clones":8,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":6,"num_read":17,"num_read_kb":33562,"num_write":26,"num_write_kb":6920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.433010"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1051,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.225092+0000","last_change":"2024-04-02T08:30:10.189425+0000","last_active":"2024-04-02T08:34:50.225092+0000","last_peered":"2024-04-02T08:34:50.225092+0000","last_clean":"2024-04-02T08:34:50.225092+0000","last_became_active":"2024-04-02T08:30:10.189119+0000","last_became_peered":"2024-04-02T08:30:10.189119+0000","last_unstale":"2024-04-02T08:34:50.225092+0000","last_undegraded":"2024-04-02T08:34:50.225092+0000","last_fullsized":"2024-04-02T08:34:50.225092+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:26.431391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1262,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224859+0000","last_change":"2024-04-02T08:29:35.242753+0000","last_active":"2024-04-02T08:34:50.224859+0000","last_peered":"2024-04-02T08:34:50.224859+0000","last_clean":"2024-04-02T08:34:50.224859+0000","last_became_active":"2024-04-02T08:29:35.242291+0000","last_became_peered":"2024-04-02T08:29:35.242291+0000","last_unstale":"2024-04-02T08:34:50.224859+0000","last_undegraded":"2024-04-02T08:34:50.224859+0000","last_fullsized":"2024-04-02T08:34:50.224859+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:30.126985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1284,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260157+0000","last_change":"2024-04-02T08:27:15.145053+0000","last_active":"2024-04-02T08:34:50.260157+0000","last_peered":"2024-04-02T08:34:50.260157+0000","last_clean":"2024-04-02T08:34:50.260157+0000","last_became_active":"2024-04-02T08:27:15.144693+0000","last_became_peered":"2024-04-02T08:27:15.144693+0000","last_unstale":"2024-04-02T08:34:50.260157+0000","last_undegraded":"2024-04-02T08:34:50.260157+0000","last_fullsized":"2024-04-02T08:34:50.260157+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:32.005025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1131,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468872+0000","last_change":"2024-04-02T08:30:10.173923+0000","last_active":"2024-04-02T08:34:50.468872+0000","last_peered":"2024-04-02T08:34:50.468872+0000","last_clean":"2024-04-02T08:34:50.468872+0000","last_became_active":"2024-04-02T08:30:10.173364+0000","last_became_peered":"2024-04-02T08:30:10.173364+0000","last_unstale":"2024-04-02T08:34:50.468872+0000","last_undegraded":"2024-04-02T08:34:50.468872+0000","last_fullsized":"2024-04-02T08:34:50.468872+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:35:22.126134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1062,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224149+0000","last_change":"2024-04-02T08:30:10.189931+0000","last_active":"2024-04-02T08:34:50.224149+0000","last_peered":"2024-04-02T08:34:50.224149+0000","last_clean":"2024-04-02T08:34:50.224149+0000","last_became_active":"2024-04-02T08:30:10.189586+0000","last_became_peered":"2024-04-02T08:30:10.189586+0000","last_unstale":"2024-04-02T08:34:50.224149+0000","last_undegraded":"2024-04-02T08:34:50.224149+0000","last_fullsized":"2024-04-02T08:34:50.224149+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:18.675091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1149,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468509+0000","last_change":"2024-04-02T08:29:00.170863+0000","last_active":"2024-04-02T08:34:50.468509+0000","last_peered":"2024-04-02T08:34:50.468509+0000","last_clean":"2024-04-02T08:34:50.468509+0000","last_became_active":"2024-04-02T08:29:00.169930+0000","last_became_peered":"2024-04-02T08:29:00.169930+0000","last_unstale":"2024-04-02T08:34:50.468509+0000","last_undegraded":"2024-04-02T08:34:50.468509+0000","last_fullsized":"2024-04-02T08:34:50.468509+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:11:38.550676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1062,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223886+0000","last_change":"2024-04-02T08:30:10.190105+0000","last_active":"2024-04-02T08:34:50.223886+0000","last_peered":"2024-04-02T08:34:50.223886+0000","last_clean":"2024-04-02T08:34:50.223886+0000","last_became_active":"2024-04-02T08:30:10.189593+0000","last_became_peered":"2024-04-02T08:30:10.189593+0000","last_unstale":"2024-04-02T08:34:50.223886+0000","last_undegraded":"2024-04-02T08:34:50.223886+0000","last_fullsized":"2024-04-02T08:34:50.223886+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:52.266747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1201,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223020+0000","last_change":"2024-04-02T08:29:35.231025+0000","last_active":"2024-04-02T08:34:50.223020+0000","last_peered":"2024-04-02T08:34:50.223020+0000","last_clean":"2024-04-02T08:34:50.223020+0000","last_became_active":"2024-04-02T08:29:35.230607+0000","last_became_peered":"2024-04-02T08:29:35.230607+0000","last_unstale":"2024-04-02T08:34:50.223020+0000","last_undegraded":"2024-04-02T08:34:50.223020+0000","last_fullsized":"2024-04-02T08:34:50.223020+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:57:11.055605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1056,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224887+0000","last_change":"2024-04-02T08:30:10.182498+0000","last_active":"2024-04-02T08:34:50.224887+0000","last_peered":"2024-04-02T08:34:50.224887+0000","last_clean":"2024-04-02T08:34:50.224887+0000","last_became_active":"2024-04-02T08:30:10.181391+0000","last_became_peered":"2024-04-02T08:30:10.181391+0000","last_unstale":"2024-04-02T08:34:50.224887+0000","last_undegraded":"2024-04-02T08:34:50.224887+0000","last_fullsized":"2024-04-02T08:34:50.224887+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:15.061734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1085,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264286+0000","last_change":"2024-04-02T08:29:35.246214+0000","last_active":"2024-04-02T08:34:50.264286+0000","last_peered":"2024-04-02T08:34:50.264286+0000","last_clean":"2024-04-02T08:34:50.264286+0000","last_became_active":"2024-04-02T08:29:35.245228+0000","last_became_peered":"2024-04-02T08:29:35.245228+0000","last_unstale":"2024-04-02T08:34:50.264286+0000","last_undegraded":"2024-04-02T08:34:50.264286+0000","last_fullsized":"2024-04-02T08:34:50.264286+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:56:32.026199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1085,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264147+0000","last_change":"2024-04-02T08:29:35.243062+0000","last_active":"2024-04-02T08:34:50.264147+0000","last_peered":"2024-04-02T08:34:50.264147+0000","last_clean":"2024-04-02T08:34:50.264147+0000","last_became_active":"2024-04-02T08:29:35.242653+0000","last_became_peered":"2024-04-02T08:29:35.242653+0000","last_unstale":"2024-04-02T08:34:50.264147+0000","last_undegraded":"2024-04-02T08:34:50.264147+0000","last_fullsized":"2024-04-02T08:34:50.264147+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:29:29.971132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1183,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.467800+0000","last_change":"2024-04-02T08:29:35.238244+0000","last_active":"2024-04-02T08:34:50.467800+0000","last_peered":"2024-04-02T08:34:50.467800+0000","last_clean":"2024-04-02T08:34:50.467800+0000","last_became_active":"2024-04-02T08:29:35.237906+0000","last_became_peered":"2024-04-02T08:29:35.237906+0000","last_unstale":"2024-04-02T08:34:50.467800+0000","last_undegraded":"2024-04-02T08:34:50.467800+0000","last_fullsized":"2024-04-02T08:34:50.467800+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:14:36.967406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1200,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224172+0000","last_change":"2024-04-02T08:29:35.233705+0000","last_active":"2024-04-02T08:34:50.224172+0000","last_peered":"2024-04-02T08:34:50.224172+0000","last_clean":"2024-04-02T08:34:50.224172+0000","last_became_active":"2024-04-02T08:29:35.230952+0000","last_became_peered":"2024-04-02T08:29:35.230952+0000","last_unstale":"2024-04-02T08:34:50.224172+0000","last_undegraded":"2024-04-02T08:34:50.224172+0000","last_fullsized":"2024-04-02T08:34:50.224172+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:26.099542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1283,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.259785+0000","last_change":"2024-04-02T08:29:00.157981+0000","last_active":"2024-04-02T08:34:50.259785+0000","last_peered":"2024-04-02T08:34:50.259785+0000","last_clean":"2024-04-02T08:34:50.259785+0000","last_became_active":"2024-04-02T08:29:00.157663+0000","last_became_peered":"2024-04-02T08:29:00.157663+0000","last_unstale":"2024-04-02T08:34:50.259785+0000","last_undegraded":"2024-04-02T08:34:50.259785+0000","last_fullsized":"2024-04-02T08:34:50.259785+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:32.025960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223669+0000","last_change":"2024-04-02T08:29:00.159763+0000","last_active":"2024-04-02T08:34:50.223669+0000","last_peered":"2024-04-02T08:34:50.223669+0000","last_clean":"2024-04-02T08:34:50.223669+0000","last_became_active":"2024-04-02T08:29:00.158938+0000","last_became_peered":"2024-04-02T08:29:00.158938+0000","last_unstale":"2024-04-02T08:34:50.223669+0000","last_undegraded":"2024-04-02T08:34:50.223669+0000","last_fullsized":"2024-04-02T08:34:50.223669+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:34:46.225425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1110,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.467619+0000","last_change":"2024-04-02T08:30:10.176199+0000","last_active":"2024-04-02T08:34:50.467619+0000","last_peered":"2024-04-02T08:34:50.467619+0000","last_clean":"2024-04-02T08:34:50.467619+0000","last_became_active":"2024-04-02T08:30:10.175885+0000","last_became_peered":"2024-04-02T08:30:10.175885+0000","last_unstale":"2024-04-02T08:34:50.467619+0000","last_undegraded":"2024-04-02T08:34:50.467619+0000","last_fullsized":"2024-04-02T08:34:50.467619+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:15.570078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1123,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469888+0000","last_change":"2024-04-02T08:30:10.183132+0000","last_active":"2024-04-02T08:34:50.469888+0000","last_peered":"2024-04-02T08:34:50.469888+0000","last_clean":"2024-04-02T08:34:50.469888+0000","last_became_active":"2024-04-02T08:30:10.181771+0000","last_became_peered":"2024-04-02T08:30:10.181771+0000","last_unstale":"2024-04-02T08:34:50.469888+0000","last_undegraded":"2024-04-02T08:34:50.469888+0000","last_fullsized":"2024-04-02T08:34:50.469888+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:33:10.224529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1234,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426958+0000","last_change":"2024-04-02T08:30:10.175782+0000","last_active":"2024-04-02T08:34:50.426958+0000","last_peered":"2024-04-02T08:34:50.426958+0000","last_clean":"2024-04-02T08:34:50.426958+0000","last_became_active":"2024-04-02T08:30:10.175025+0000","last_became_peered":"2024-04-02T08:30:10.175025+0000","last_unstale":"2024-04-02T08:34:50.426958+0000","last_undegraded":"2024-04-02T08:34:50.426958+0000","last_fullsized":"2024-04-02T08:34:50.426958+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:33.148615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1051,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.225007+0000","last_change":"2024-04-02T08:30:10.190989+0000","last_active":"2024-04-02T08:34:50.225007+0000","last_peered":"2024-04-02T08:34:50.225007+0000","last_clean":"2024-04-02T08:34:50.225007+0000","last_became_active":"2024-04-02T08:30:10.190439+0000","last_became_peered":"2024-04-02T08:30:10.190439+0000","last_unstale":"2024-04-02T08:34:50.225007+0000","last_undegraded":"2024-04-02T08:34:50.225007+0000","last_fullsized":"2024-04-02T08:34:50.225007+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:18:27.268204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"577'5","reported_seq":1292,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260982+0000","last_change":"2024-04-02T08:30:10.181484+0000","last_active":"2024-04-02T08:34:50.260982+0000","last_peered":"2024-04-02T08:34:50.260982+0000","last_clean":"2024-04-02T08:34:50.260982+0000","last_became_active":"2024-04-02T08:30:10.181148+0000","last_became_peered":"2024-04-02T08:30:10.181148+0000","last_unstale":"2024-04-02T08:34:50.260982+0000","last_undegraded":"2024-04-02T08:34:50.260982+0000","last_fullsized":"2024-04-02T08:34:50.260982+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:36.409339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1195,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223974+0000","last_change":"2024-04-02T08:29:35.248511+0000","last_active":"2024-04-02T08:34:50.223974+0000","last_peered":"2024-04-02T08:34:50.223974+0000","last_clean":"2024-04-02T08:34:50.223974+0000","last_became_active":"2024-04-02T08:29:35.248125+0000","last_became_peered":"2024-04-02T08:29:35.248125+0000","last_unstale":"2024-04-02T08:34:50.223974+0000","last_undegraded":"2024-04-02T08:34:50.223974+0000","last_fullsized":"2024-04-02T08:34:50.223974+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:27:36.545175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"577'2","reported_seq":1212,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224162+0000","last_change":"2024-04-02T08:29:00.156145+0000","last_active":"2024-04-02T08:34:50.224162+0000","last_peered":"2024-04-02T08:34:50.224162+0000","last_clean":"2024-04-02T08:34:50.224162+0000","last_became_active":"2024-04-02T08:29:00.155574+0000","last_became_peered":"2024-04-02T08:29:00.155574+0000","last_unstale":"2024-04-02T08:34:50.224162+0000","last_undegraded":"2024-04-02T08:34:50.224162+0000","last_fullsized":"2024-04-02T08:34:50.224162+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:52:39.644345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1258,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223795+0000","last_change":"2024-04-02T08:29:00.166048+0000","last_active":"2024-04-02T08:34:50.223795+0000","last_peered":"2024-04-02T08:34:50.223795+0000","last_clean":"2024-04-02T08:34:50.223795+0000","last_became_active":"2024-04-02T08:29:00.165414+0000","last_became_peered":"2024-04-02T08:29:00.165414+0000","last_unstale":"2024-04-02T08:34:50.223795+0000","last_undegraded":"2024-04-02T08:34:50.223795+0000","last_fullsized":"2024-04-02T08:34:50.223795+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:43:35.380966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1054,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224892+0000","last_change":"2024-04-02T08:30:10.191258+0000","last_active":"2024-04-02T08:34:50.224892+0000","last_peered":"2024-04-02T08:34:50.224892+0000","last_clean":"2024-04-02T08:34:50.224892+0000","last_became_active":"2024-04-02T08:30:10.190568+0000","last_became_peered":"2024-04-02T08:30:10.190568+0000","last_unstale":"2024-04-02T08:34:50.224892+0000","last_undegraded":"2024-04-02T08:34:50.224892+0000","last_fullsized":"2024-04-02T08:34:50.224892+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:26:22.880906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1129,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469441+0000","last_change":"2024-04-02T08:29:00.171071+0000","last_active":"2024-04-02T08:34:50.469441+0000","last_peered":"2024-04-02T08:34:50.469441+0000","last_clean":"2024-04-02T08:34:50.469441+0000","last_became_active":"2024-04-02T08:29:00.169954+0000","last_became_peered":"2024-04-02T08:29:00.169954+0000","last_unstale":"2024-04-02T08:34:50.469441+0000","last_undegraded":"2024-04-02T08:34:50.469441+0000","last_fullsized":"2024-04-02T08:34:50.469441+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:12:58.454204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1061,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224587+0000","last_change":"2024-04-02T08:30:10.181480+0000","last_active":"2024-04-02T08:34:50.224587+0000","last_peered":"2024-04-02T08:34:50.224587+0000","last_clean":"2024-04-02T08:34:50.224587+0000","last_became_active":"2024-04-02T08:30:10.181122+0000","last_became_peered":"2024-04-02T08:30:10.181122+0000","last_unstale":"2024-04-02T08:34:50.224587+0000","last_undegraded":"2024-04-02T08:34:50.224587+0000","last_fullsized":"2024-04-02T08:34:50.224587+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:12:12.870339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1123,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468956+0000","last_change":"2024-04-02T08:29:35.243681+0000","last_active":"2024-04-02T08:34:50.468956+0000","last_peered":"2024-04-02T08:34:50.468956+0000","last_clean":"2024-04-02T08:34:50.468956+0000","last_became_active":"2024-04-02T08:29:35.243362+0000","last_became_peered":"2024-04-02T08:29:35.243362+0000","last_unstale":"2024-04-02T08:34:50.468956+0000","last_undegraded":"2024-04-02T08:34:50.468956+0000","last_fullsized":"2024-04-02T08:34:50.468956+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:13.437853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"577'2","reported_seq":1204,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224493+0000","last_change":"2024-04-02T08:30:10.162884+0000","last_active":"2024-04-02T08:34:50.224493+0000","last_peered":"2024-04-02T08:34:50.224493+0000","last_clean":"2024-04-02T08:34:50.224493+0000","last_became_active":"2024-04-02T08:30:10.162501+0000","last_became_peered":"2024-04-02T08:30:10.162501+0000","last_unstale":"2024-04-02T08:34:50.224493+0000","last_undegraded":"2024-04-02T08:34:50.224493+0000","last_fullsized":"2024-04-02T08:34:50.224493+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:36.896470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1176,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.467905+0000","last_change":"2024-04-02T08:28:25.297486+0000","last_active":"2024-04-02T08:34:50.467905+0000","last_peered":"2024-04-02T08:34:50.467905+0000","last_clean":"2024-04-02T08:34:50.467905+0000","last_became_active":"2024-04-02T08:28:25.297167+0000","last_became_peered":"2024-04-02T08:28:25.297167+0000","last_unstale":"2024-04-02T08:34:50.467905+0000","last_undegraded":"2024-04-02T08:34:50.467905+0000","last_fullsized":"2024-04-02T08:34:50.467905+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:10:33.517162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"577'2","reported_seq":1089,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264110+0000","last_change":"2024-04-02T08:30:10.166385+0000","last_active":"2024-04-02T08:34:50.264110+0000","last_peered":"2024-04-02T08:34:50.264110+0000","last_clean":"2024-04-02T08:34:50.264110+0000","last_became_active":"2024-04-02T08:30:10.165930+0000","last_became_peered":"2024-04-02T08:30:10.165930+0000","last_unstale":"2024-04-02T08:34:50.264110+0000","last_undegraded":"2024-04-02T08:34:50.264110+0000","last_fullsized":"2024-04-02T08:34:50.264110+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:27:15.707959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1283,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260560+0000","last_change":"2024-04-02T08:30:10.192280+0000","last_active":"2024-04-02T08:34:50.260560+0000","last_peered":"2024-04-02T08:34:50.260560+0000","last_clean":"2024-04-02T08:34:50.260560+0000","last_became_active":"2024-04-02T08:30:10.191976+0000","last_became_peered":"2024-04-02T08:30:10.191976+0000","last_unstale":"2024-04-02T08:34:50.260560+0000","last_undegraded":"2024-04-02T08:34:50.260560+0000","last_fullsized":"2024-04-02T08:34:50.260560+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:38:38.034382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1208,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223495+0000","last_change":"2024-04-02T08:29:35.230935+0000","last_active":"2024-04-02T08:34:50.223495+0000","last_peered":"2024-04-02T08:34:50.223495+0000","last_clean":"2024-04-02T08:34:50.223495+0000","last_became_active":"2024-04-02T08:29:35.230560+0000","last_became_peered":"2024-04-02T08:29:35.230560+0000","last_unstale":"2024-04-02T08:34:50.223495+0000","last_undegraded":"2024-04-02T08:34:50.223495+0000","last_fullsized":"2024-04-02T08:34:50.223495+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:33.288265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1206,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223265+0000","last_change":"2024-04-02T08:27:50.156332+0000","last_active":"2024-04-02T08:34:50.223265+0000","last_peered":"2024-04-02T08:34:50.223265+0000","last_clean":"2024-04-02T08:34:50.223265+0000","last_became_active":"2024-04-02T08:27:50.153196+0000","last_became_peered":"2024-04-02T08:27:50.153196+0000","last_unstale":"2024-04-02T08:34:50.223265+0000","last_undegraded":"2024-04-02T08:34:50.223265+0000","last_fullsized":"2024-04-02T08:34:50.223265+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:11:59.108219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1124,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.467983+0000","last_change":"2024-04-02T08:30:10.174397+0000","last_active":"2024-04-02T08:34:50.467983+0000","last_peered":"2024-04-02T08:34:50.467983+0000","last_clean":"2024-04-02T08:34:50.467983+0000","last_became_active":"2024-04-02T08:30:10.173898+0000","last_became_peered":"2024-04-02T08:30:10.173898+0000","last_unstale":"2024-04-02T08:34:50.467983+0000","last_undegraded":"2024-04-02T08:34:50.467983+0000","last_fullsized":"2024-04-02T08:34:50.467983+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:21.276978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224040+0000","last_change":"2024-04-02T08:28:25.294381+0000","last_active":"2024-04-02T08:34:50.224040+0000","last_peered":"2024-04-02T08:34:50.224040+0000","last_clean":"2024-04-02T08:34:50.224040+0000","last_became_active":"2024-04-02T08:28:25.293717+0000","last_became_peered":"2024-04-02T08:28:25.293717+0000","last_unstale":"2024-04-02T08:34:50.224040+0000","last_undegraded":"2024-04-02T08:34:50.224040+0000","last_fullsized":"2024-04-02T08:34:50.224040+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:53.600241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1086,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264734+0000","last_change":"2024-04-02T08:29:35.244209+0000","last_active":"2024-04-02T08:34:50.264734+0000","last_peered":"2024-04-02T08:34:50.264734+0000","last_clean":"2024-04-02T08:34:50.264734+0000","last_became_active":"2024-04-02T08:29:35.243921+0000","last_became_peered":"2024-04-02T08:29:35.243921+0000","last_unstale":"2024-04-02T08:34:50.264734+0000","last_undegraded":"2024-04-02T08:34:50.264734+0000","last_fullsized":"2024-04-02T08:34:50.264734+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:00.291271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1143,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469550+0000","last_change":"2024-04-02T08:30:10.176901+0000","last_active":"2024-04-02T08:34:50.469550+0000","last_peered":"2024-04-02T08:34:50.469550+0000","last_clean":"2024-04-02T08:34:50.469550+0000","last_became_active":"2024-04-02T08:30:10.176432+0000","last_became_peered":"2024-04-02T08:30:10.176432+0000","last_unstale":"2024-04-02T08:34:50.469550+0000","last_undegraded":"2024-04-02T08:34:50.469550+0000","last_fullsized":"2024-04-02T08:34:50.469550+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:47:38.304817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1138,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469361+0000","last_change":"2024-04-02T08:29:35.245675+0000","last_active":"2024-04-02T08:34:50.469361+0000","last_peered":"2024-04-02T08:34:50.469361+0000","last_clean":"2024-04-02T08:34:50.469361+0000","last_became_active":"2024-04-02T08:29:35.245187+0000","last_became_peered":"2024-04-02T08:29:35.245187+0000","last_unstale":"2024-04-02T08:34:50.469361+0000","last_undegraded":"2024-04-02T08:34:50.469361+0000","last_fullsized":"2024-04-02T08:34:50.469361+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:12.758417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1283,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260652+0000","last_change":"2024-04-02T08:29:00.158316+0000","last_active":"2024-04-02T08:34:50.260652+0000","last_peered":"2024-04-02T08:34:50.260652+0000","last_clean":"2024-04-02T08:34:50.260652+0000","last_became_active":"2024-04-02T08:29:00.157985+0000","last_became_peered":"2024-04-02T08:29:00.157985+0000","last_unstale":"2024-04-02T08:34:50.260652+0000","last_undegraded":"2024-04-02T08:34:50.260652+0000","last_fullsized":"2024-04-02T08:34:50.260652+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:20:08.149572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1269,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224547+0000","last_change":"2024-04-02T08:29:00.166040+0000","last_active":"2024-04-02T08:34:50.224547+0000","last_peered":"2024-04-02T08:34:50.224547+0000","last_clean":"2024-04-02T08:34:50.224547+0000","last_became_active":"2024-04-02T08:29:00.165591+0000","last_became_peered":"2024-04-02T08:29:00.165591+0000","last_unstale":"2024-04-02T08:34:50.224547+0000","last_undegraded":"2024-04-02T08:34:50.224547+0000","last_fullsized":"2024-04-02T08:34:50.224547+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:41:57.098368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1177,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468921+0000","last_change":"2024-04-02T08:30:10.165905+0000","last_active":"2024-04-02T08:34:50.468921+0000","last_peered":"2024-04-02T08:34:50.468921+0000","last_clean":"2024-04-02T08:34:50.468921+0000","last_became_active":"2024-04-02T08:30:10.165561+0000","last_became_peered":"2024-04-02T08:30:10.165561+0000","last_unstale":"2024-04-02T08:34:50.468921+0000","last_undegraded":"2024-04-02T08:34:50.468921+0000","last_fullsized":"2024-04-02T08:34:50.468921+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:07:51.183561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"577'29","reported_seq":1121,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264564+0000","last_change":"2024-04-02T08:29:35.230924+0000","last_active":"2024-04-02T08:34:50.264564+0000","last_peered":"2024-04-02T08:34:50.264564+0000","last_clean":"2024-04-02T08:34:50.264564+0000","last_became_active":"2024-04-02T08:29:35.230567+0000","last_became_peered":"2024-04-02T08:29:35.230567+0000","last_unstale":"2024-04-02T08:34:50.264564+0000","last_undegraded":"2024-04-02T08:34:50.264564+0000","last_fullsized":"2024-04-02T08:34:50.264564+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:45.970825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1062,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224636+0000","last_change":"2024-04-02T08:30:10.180292+0000","last_active":"2024-04-02T08:34:50.224636+0000","last_peered":"2024-04-02T08:34:50.224636+0000","last_clean":"2024-04-02T08:34:50.224636+0000","last_became_active":"2024-04-02T08:30:10.179156+0000","last_became_peered":"2024-04-02T08:30:10.179156+0000","last_unstale":"2024-04-02T08:34:50.224636+0000","last_undegraded":"2024-04-02T08:34:50.224636+0000","last_fullsized":"2024-04-02T08:34:50.224636+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:50.718427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1288,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.261117+0000","last_change":"2024-04-02T08:28:25.304032+0000","last_active":"2024-04-02T08:34:50.261117+0000","last_peered":"2024-04-02T08:34:50.261117+0000","last_clean":"2024-04-02T08:34:50.261117+0000","last_became_active":"2024-04-02T08:28:25.300812+0000","last_became_peered":"2024-04-02T08:28:25.300812+0000","last_unstale":"2024-04-02T08:34:50.261117+0000","last_undegraded":"2024-04-02T08:34:50.261117+0000","last_fullsized":"2024-04-02T08:34:50.261117+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:08:09.682003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1283,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.259947+0000","last_change":"2024-04-02T08:30:10.181368+0000","last_active":"2024-04-02T08:34:50.259947+0000","last_peered":"2024-04-02T08:34:50.259947+0000","last_clean":"2024-04-02T08:34:50.259947+0000","last_became_active":"2024-04-02T08:30:10.181048+0000","last_became_peered":"2024-04-02T08:30:10.181048+0000","last_unstale":"2024-04-02T08:34:50.259947+0000","last_undegraded":"2024-04-02T08:34:50.259947+0000","last_fullsized":"2024-04-02T08:34:50.259947+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:44:00.456435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1131,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468362+0000","last_change":"2024-04-02T08:30:10.174096+0000","last_active":"2024-04-02T08:34:50.468362+0000","last_peered":"2024-04-02T08:34:50.468362+0000","last_clean":"2024-04-02T08:34:50.468362+0000","last_became_active":"2024-04-02T08:30:10.173552+0000","last_became_peered":"2024-04-02T08:30:10.173552+0000","last_unstale":"2024-04-02T08:34:50.468362+0000","last_undegraded":"2024-04-02T08:34:50.468362+0000","last_fullsized":"2024-04-02T08:34:50.468362+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:21:17.068523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1064,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224317+0000","last_change":"2024-04-02T08:30:10.186589+0000","last_active":"2024-04-02T08:34:50.224317+0000","last_peered":"2024-04-02T08:34:50.224317+0000","last_clean":"2024-04-02T08:34:50.224317+0000","last_became_active":"2024-04-02T08:30:10.186161+0000","last_became_peered":"2024-04-02T08:30:10.186161+0000","last_unstale":"2024-04-02T08:34:50.224317+0000","last_undegraded":"2024-04-02T08:34:50.224317+0000","last_fullsized":"2024-04-02T08:34:50.224317+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:35.396794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1093,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.263918+0000","last_change":"2024-04-02T08:29:35.229601+0000","last_active":"2024-04-02T08:34:50.263918+0000","last_peered":"2024-04-02T08:34:50.263918+0000","last_clean":"2024-04-02T08:34:50.263918+0000","last_became_active":"2024-04-02T08:29:35.229224+0000","last_became_peered":"2024-04-02T08:29:35.229224+0000","last_unstale":"2024-04-02T08:34:50.263918+0000","last_undegraded":"2024-04-02T08:34:50.263918+0000","last_fullsized":"2024-04-02T08:34:50.263918+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:33:23.443659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1085,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.263883+0000","last_change":"2024-04-02T08:29:35.235961+0000","last_active":"2024-04-02T08:34:50.263883+0000","last_peered":"2024-04-02T08:34:50.263883+0000","last_clean":"2024-04-02T08:34:50.263883+0000","last_became_active":"2024-04-02T08:29:35.231180+0000","last_became_peered":"2024-04-02T08:29:35.231180+0000","last_unstale":"2024-04-02T08:34:50.263883+0000","last_undegraded":"2024-04-02T08:34:50.263883+0000","last_fullsized":"2024-04-02T08:34:50.263883+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:55.439367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1255,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426353+0000","last_change":"2024-04-02T08:27:15.155017+0000","last_active":"2024-04-02T08:34:50.426353+0000","last_peered":"2024-04-02T08:34:50.426353+0000","last_clean":"2024-04-02T08:34:50.426353+0000","last_became_active":"2024-04-02T08:27:15.154721+0000","last_became_peered":"2024-04-02T08:27:15.154721+0000","last_unstale":"2024-04-02T08:34:50.426353+0000","last_undegraded":"2024-04-02T08:34:50.426353+0000","last_fullsized":"2024-04-02T08:34:50.426353+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:50.586092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1051,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223914+0000","last_change":"2024-04-02T08:30:10.170971+0000","last_active":"2024-04-02T08:34:50.223914+0000","last_peered":"2024-04-02T08:34:50.223914+0000","last_clean":"2024-04-02T08:34:50.223914+0000","last_became_active":"2024-04-02T08:30:10.169244+0000","last_became_peered":"2024-04-02T08:30:10.169244+0000","last_unstale":"2024-04-02T08:34:50.223914+0000","last_undegraded":"2024-04-02T08:34:50.223914+0000","last_fullsized":"2024-04-02T08:34:50.223914+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:31.334193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"733'370","reported_seq":3620,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426493+0000","last_change":"2024-04-02T08:34:49.475901+0000","last_active":"2024-04-02T08:34:50.426493+0000","last_peered":"2024-04-02T08:34:50.426493+0000","last_clean":"2024-04-02T08:34:50.426493+0000","last_became_active":"2024-04-02T08:27:15.154791+0000","last_became_peered":"2024-04-02T08:27:15.154791+0000","last_unstale":"2024-04-02T08:34:50.426493+0000","last_undegraded":"2024-04-02T08:34:50.426493+0000","last_fullsized":"2024-04-02T08:34:50.426493+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":370,"log_dups_size":0,"ondisk_log_size":370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:17:31.913079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063904800000000002,"stat_sum":{"num_bytes":3661824,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":85,"num_read_kb":128876,"num_write":159,"num_write_kb":29648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4513792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.f","version":"62'1","reported_seq":1192,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469278+0000","last_change":"2024-04-02T08:28:25.293261+0000","last_active":"2024-04-02T08:34:50.469278+0000","last_peered":"2024-04-02T08:34:50.469278+0000","last_clean":"2024-04-02T08:34:50.469278+0000","last_became_active":"2024-04-02T08:28:25.292935+0000","last_became_peered":"2024-04-02T08:28:25.292935+0000","last_unstale":"2024-04-02T08:34:50.469278+0000","last_undegraded":"2024-04-02T08:34:50.469278+0000","last_fullsized":"2024-04-02T08:34:50.469278+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:30.183430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1064,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224982+0000","last_change":"2024-04-02T08:30:10.172986+0000","last_active":"2024-04-02T08:34:50.224982+0000","last_peered":"2024-04-02T08:34:50.224982+0000","last_clean":"2024-04-02T08:34:50.224982+0000","last_became_active":"2024-04-02T08:30:10.172281+0000","last_became_peered":"2024-04-02T08:30:10.172281+0000","last_unstale":"2024-04-02T08:34:50.224982+0000","last_undegraded":"2024-04-02T08:34:50.224982+0000","last_fullsized":"2024-04-02T08:34:50.224982+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:50:46.483147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"829'1166","reported_seq":4501,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.270433+0000","last_change":"2024-04-02T08:34:49.290394+0000","last_active":"2024-04-02T08:34:50.270433+0000","last_peered":"2024-04-02T08:34:50.270433+0000","last_clean":"2024-04-02T08:34:50.270433+0000","last_became_active":"2024-04-02T08:29:35.231002+0000","last_became_peered":"2024-04-02T08:29:35.231002+0000","last_unstale":"2024-04-02T08:34:50.270433+0000","last_undegraded":"2024-04-02T08:34:50.270433+0000","last_fullsized":"2024-04-02T08:34:50.270433+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":1166,"log_dups_size":0,"ondisk_log_size":1166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:44.729945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.007286481,"stat_sum":{"num_bytes":48955392,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":276,"num_read_kb":376634,"num_write":471,"num_write_kb":119784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":23035904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223591+0000","last_change":"2024-04-02T08:29:00.165958+0000","last_active":"2024-04-02T08:34:50.223591+0000","last_peered":"2024-04-02T08:34:50.223591+0000","last_clean":"2024-04-02T08:34:50.223591+0000","last_became_active":"2024-04-02T08:29:00.165559+0000","last_became_peered":"2024-04-02T08:29:00.165559+0000","last_unstale":"2024-04-02T08:34:50.223591+0000","last_undegraded":"2024-04-02T08:34:50.223591+0000","last_fullsized":"2024-04-02T08:34:50.223591+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:44.905224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1263,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224081+0000","last_change":"2024-04-02T08:30:10.172515+0000","last_active":"2024-04-02T08:34:50.224081+0000","last_peered":"2024-04-02T08:34:50.224081+0000","last_clean":"2024-04-02T08:34:50.224081+0000","last_became_active":"2024-04-02T08:30:10.172189+0000","last_became_peered":"2024-04-02T08:30:10.172189+0000","last_unstale":"2024-04-02T08:34:50.224081+0000","last_undegraded":"2024-04-02T08:34:50.224081+0000","last_fullsized":"2024-04-02T08:34:50.224081+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:50:11.605270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1137,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469053+0000","last_change":"2024-04-02T08:29:00.165507+0000","last_active":"2024-04-02T08:34:50.469053+0000","last_peered":"2024-04-02T08:34:50.469053+0000","last_clean":"2024-04-02T08:34:50.469053+0000","last_became_active":"2024-04-02T08:29:00.165185+0000","last_became_peered":"2024-04-02T08:29:00.165185+0000","last_unstale":"2024-04-02T08:34:50.469053+0000","last_undegraded":"2024-04-02T08:34:50.469053+0000","last_fullsized":"2024-04-02T08:34:50.469053+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:47.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"828'1065","reported_seq":4419,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260677+0000","last_change":"2024-04-02T08:34:49.290986+0000","last_active":"2024-04-02T08:34:50.260677+0000","last_peered":"2024-04-02T08:34:50.260677+0000","last_clean":"2024-04-02T08:34:50.260677+0000","last_became_active":"2024-04-02T08:28:25.303124+0000","last_became_peered":"2024-04-02T08:28:25.303124+0000","last_unstale":"2024-04-02T08:34:50.260677+0000","last_undegraded":"2024-04-02T08:34:50.260677+0000","last_fullsized":"2024-04-02T08:34:50.260677+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":1065,"log_dups_size":0,"ondisk_log_size":1065,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:21:23.113614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0081149559999999996,"stat_sum":{"num_bytes":13434880,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":259,"num_read_kb":375858,"num_write":515,"num_write_kb":91688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":22675456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224659+0000","last_change":"2024-04-02T08:27:50.140395+0000","last_active":"2024-04-02T08:34:50.224659+0000","last_peered":"2024-04-02T08:34:50.224659+0000","last_clean":"2024-04-02T08:34:50.224659+0000","last_became_active":"2024-04-02T08:27:50.140082+0000","last_became_peered":"2024-04-02T08:27:50.140082+0000","last_unstale":"2024-04-02T08:34:50.224659+0000","last_undegraded":"2024-04-02T08:34:50.224659+0000","last_fullsized":"2024-04-02T08:34:50.224659+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:52:02.147251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1145,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468204+0000","last_change":"2024-04-02T08:29:35.230866+0000","last_active":"2024-04-02T08:34:50.468204+0000","last_peered":"2024-04-02T08:34:50.468204+0000","last_clean":"2024-04-02T08:34:50.468204+0000","last_became_active":"2024-04-02T08:29:35.230569+0000","last_became_peered":"2024-04-02T08:29:35.230569+0000","last_unstale":"2024-04-02T08:34:50.468204+0000","last_undegraded":"2024-04-02T08:34:50.468204+0000","last_fullsized":"2024-04-02T08:34:50.468204+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:58:34.104020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1233,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.427375+0000","last_change":"2024-04-02T08:29:35.232836+0000","last_active":"2024-04-02T08:34:50.427375+0000","last_peered":"2024-04-02T08:34:50.427375+0000","last_clean":"2024-04-02T08:34:50.427375+0000","last_became_active":"2024-04-02T08:29:35.231968+0000","last_became_peered":"2024-04-02T08:29:35.231968+0000","last_unstale":"2024-04-02T08:34:50.427375+0000","last_undegraded":"2024-04-02T08:34:50.427375+0000","last_fullsized":"2024-04-02T08:34:50.427375+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:27.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"828'1916","reported_seq":5104,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.427412+0000","last_change":"2024-04-02T08:34:49.488394+0000","last_active":"2024-04-02T08:34:50.427412+0000","last_peered":"2024-04-02T08:34:50.427412+0000","last_clean":"2024-04-02T08:34:50.427412+0000","last_became_active":"2024-04-02T08:29:00.176475+0000","last_became_peered":"2024-04-02T08:29:00.176475+0000","last_unstale":"2024-04-02T08:34:50.427412+0000","last_undegraded":"2024-04-02T08:34:50.427412+0000","last_fullsized":"2024-04-02T08:34:50.427412+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":1916,"log_dups_size":0,"ondisk_log_size":1916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:08:55.776611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012478713000000001,"stat_sum":{"num_bytes":26419200,"num_objects":12,"num_object_clones":7,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":382,"num_read_kb":542127,"num_write":1001,"num_write_kb":214248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":67321856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1258,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223887+0000","last_change":"2024-04-02T08:29:00.167180+0000","last_active":"2024-04-02T08:34:50.223887+0000","last_peered":"2024-04-02T08:34:50.223887+0000","last_clean":"2024-04-02T08:34:50.223887+0000","last_became_active":"2024-04-02T08:29:00.166587+0000","last_became_peered":"2024-04-02T08:29:00.166587+0000","last_unstale":"2024-04-02T08:34:50.223887+0000","last_undegraded":"2024-04-02T08:34:50.223887+0000","last_fullsized":"2024-04-02T08:34:50.223887+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:30:22.110902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1259,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223027+0000","last_change":"2024-04-02T08:29:35.229639+0000","last_active":"2024-04-02T08:34:50.223027+0000","last_peered":"2024-04-02T08:34:50.223027+0000","last_clean":"2024-04-02T08:34:50.223027+0000","last_became_active":"2024-04-02T08:29:35.229334+0000","last_became_peered":"2024-04-02T08:29:35.229334+0000","last_unstale":"2024-04-02T08:34:50.223027+0000","last_undegraded":"2024-04-02T08:34:50.223027+0000","last_fullsized":"2024-04-02T08:34:50.223027+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:07:46.579863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1242,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426343+0000","last_change":"2024-04-02T08:27:50.151885+0000","last_active":"2024-04-02T08:34:50.426343+0000","last_peered":"2024-04-02T08:34:50.426343+0000","last_clean":"2024-04-02T08:34:50.426343+0000","last_became_active":"2024-04-02T08:27:50.151579+0000","last_became_peered":"2024-04-02T08:27:50.151579+0000","last_unstale":"2024-04-02T08:34:50.426343+0000","last_undegraded":"2024-04-02T08:34:50.426343+0000","last_fullsized":"2024-04-02T08:34:50.426343+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:49:28.583284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"828'1147","reported_seq":4024,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.225083+0000","last_change":"2024-04-02T08:34:49.492193+0000","last_active":"2024-04-02T08:34:50.225083+0000","last_peered":"2024-04-02T08:34:50.225083+0000","last_clean":"2024-04-02T08:34:50.225083+0000","last_became_active":"2024-04-02T08:30:10.184791+0000","last_became_peered":"2024-04-02T08:30:10.184791+0000","last_unstale":"2024-04-02T08:34:50.225083+0000","last_undegraded":"2024-04-02T08:34:50.225083+0000","last_fullsized":"2024-04-02T08:34:50.225083+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:47.625145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0040695999999999996,"stat_sum":{"num_bytes":30031872,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":223,"num_read_kb":335052,"num_write":656,"num_write_kb":121336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":24977408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1083,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264358+0000","last_change":"2024-04-02T08:30:10.178647+0000","last_active":"2024-04-02T08:34:50.264358+0000","last_peered":"2024-04-02T08:34:50.264358+0000","last_clean":"2024-04-02T08:34:50.264358+0000","last_became_active":"2024-04-02T08:30:10.178294+0000","last_became_peered":"2024-04-02T08:30:10.178294+0000","last_unstale":"2024-04-02T08:34:50.264358+0000","last_undegraded":"2024-04-02T08:34:50.264358+0000","last_fullsized":"2024-04-02T08:34:50.264358+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:57:47.084368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1203,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224184+0000","last_change":"2024-04-02T08:29:35.239857+0000","last_active":"2024-04-02T08:34:50.224184+0000","last_peered":"2024-04-02T08:34:50.224184+0000","last_clean":"2024-04-02T08:34:50.224184+0000","last_became_active":"2024-04-02T08:29:35.239391+0000","last_became_peered":"2024-04-02T08:29:35.239391+0000","last_unstale":"2024-04-02T08:34:50.224184+0000","last_undegraded":"2024-04-02T08:34:50.224184+0000","last_fullsized":"2024-04-02T08:34:50.224184+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:13.232164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1139,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468736+0000","last_change":"2024-04-02T08:30:10.173576+0000","last_active":"2024-04-02T08:34:50.468736+0000","last_peered":"2024-04-02T08:34:50.468736+0000","last_clean":"2024-04-02T08:34:50.468736+0000","last_became_active":"2024-04-02T08:30:10.173232+0000","last_became_peered":"2024-04-02T08:30:10.173232+0000","last_unstale":"2024-04-02T08:34:50.468736+0000","last_undegraded":"2024-04-02T08:34:50.468736+0000","last_fullsized":"2024-04-02T08:34:50.468736+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:49:40.095086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"232'197","reported_seq":1544,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223839+0000","last_change":"2024-04-02T08:30:10.183484+0000","last_active":"2024-04-02T08:34:50.223839+0000","last_peered":"2024-04-02T08:34:50.223839+0000","last_clean":"2024-04-02T08:34:50.223839+0000","last_became_active":"2024-04-02T08:30:10.180179+0000","last_became_peered":"2024-04-02T08:30:10.180179+0000","last_unstale":"2024-04-02T08:34:50.223839+0000","last_undegraded":"2024-04-02T08:34:50.223839+0000","last_fullsized":"2024-04-02T08:34:50.223839+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:15:28.286960+0000","last_clean_scrub_stamp":"2024-04-02T08:15:28.286960+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:37.450489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"824'351","reported_seq":3428,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.470159+0000","last_change":"2024-04-02T08:34:49.288075+0000","last_active":"2024-04-02T08:34:50.470159+0000","last_peered":"2024-04-02T08:34:50.470159+0000","last_clean":"2024-04-02T08:34:50.470159+0000","last_became_active":"2024-04-02T08:29:00.169494+0000","last_became_peered":"2024-04-02T08:29:00.169494+0000","last_unstale":"2024-04-02T08:34:50.470159+0000","last_undegraded":"2024-04-02T08:34:50.470159+0000","last_fullsized":"2024-04-02T08:34:50.470159+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":351,"log_dups_size":0,"ondisk_log_size":351,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:28.690618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012737,"stat_sum":{"num_bytes":5439488,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":112,"num_read_kb":301501,"num_write":177,"num_write_kb":39424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9936896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1284,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260599+0000","last_change":"2024-04-02T08:27:15.149280+0000","last_active":"2024-04-02T08:34:50.260599+0000","last_peered":"2024-04-02T08:34:50.260599+0000","last_clean":"2024-04-02T08:34:50.260599+0000","last_became_active":"2024-04-02T08:27:15.148981+0000","last_became_peered":"2024-04-02T08:27:15.148981+0000","last_unstale":"2024-04-02T08:34:50.260599+0000","last_undegraded":"2024-04-02T08:34:50.260599+0000","last_fullsized":"2024-04-02T08:34:50.260599+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:21:16.955365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1284,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.259754+0000","last_change":"2024-04-02T08:28:25.291446+0000","last_active":"2024-04-02T08:34:50.259754+0000","last_peered":"2024-04-02T08:34:50.259754+0000","last_clean":"2024-04-02T08:34:50.259754+0000","last_became_active":"2024-04-02T08:28:25.290977+0000","last_became_peered":"2024-04-02T08:28:25.290977+0000","last_unstale":"2024-04-02T08:34:50.259754+0000","last_undegraded":"2024-04-02T08:34:50.259754+0000","last_fullsized":"2024-04-02T08:34:50.259754+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:41.060938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1044,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223839+0000","last_change":"2024-04-02T08:30:10.184268+0000","last_active":"2024-04-02T08:34:50.223839+0000","last_peered":"2024-04-02T08:34:50.223839+0000","last_clean":"2024-04-02T08:34:50.223839+0000","last_became_active":"2024-04-02T08:30:10.183142+0000","last_became_peered":"2024-04-02T08:30:10.183142+0000","last_unstale":"2024-04-02T08:34:50.223839+0000","last_undegraded":"2024-04-02T08:34:50.223839+0000","last_fullsized":"2024-04-02T08:34:50.223839+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:58.165294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"802'268","reported_seq":3248,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264629+0000","last_change":"2024-04-02T08:34:49.289721+0000","last_active":"2024-04-02T08:34:50.264629+0000","last_peered":"2024-04-02T08:34:50.264629+0000","last_clean":"2024-04-02T08:34:50.264629+0000","last_became_active":"2024-04-02T08:29:35.238920+0000","last_became_peered":"2024-04-02T08:29:35.238920+0000","last_unstale":"2024-04-02T08:34:50.264629+0000","last_undegraded":"2024-04-02T08:34:50.264629+0000","last_fullsized":"2024-04-02T08:34:50.264629+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":268,"log_dups_size":0,"ondisk_log_size":268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:26.002572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068539499999999999,"stat_sum":{"num_bytes":6356992,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":90,"num_read_kb":147124,"num_write":146,"num_write_kb":30416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1284,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260471+0000","last_change":"2024-04-02T08:30:10.182551+0000","last_active":"2024-04-02T08:34:50.260471+0000","last_peered":"2024-04-02T08:34:50.260471+0000","last_clean":"2024-04-02T08:34:50.260471+0000","last_became_active":"2024-04-02T08:30:10.182257+0000","last_became_peered":"2024-04-02T08:30:10.182257+0000","last_unstale":"2024-04-02T08:34:50.260471+0000","last_undegraded":"2024-04-02T08:34:50.260471+0000","last_fullsized":"2024-04-02T08:34:50.260471+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:58.046533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1065,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224784+0000","last_change":"2024-04-02T08:30:10.183530+0000","last_active":"2024-04-02T08:34:50.224784+0000","last_peered":"2024-04-02T08:34:50.224784+0000","last_clean":"2024-04-02T08:34:50.224784+0000","last_became_active":"2024-04-02T08:30:10.183067+0000","last_became_peered":"2024-04-02T08:30:10.183067+0000","last_unstale":"2024-04-02T08:34:50.224784+0000","last_undegraded":"2024-04-02T08:34:50.224784+0000","last_fullsized":"2024-04-02T08:34:50.224784+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:13.878090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224562+0000","last_change":"2024-04-02T08:29:00.166031+0000","last_active":"2024-04-02T08:34:50.224562+0000","last_peered":"2024-04-02T08:34:50.224562+0000","last_clean":"2024-04-02T08:34:50.224562+0000","last_became_active":"2024-04-02T08:29:00.165698+0000","last_became_peered":"2024-04-02T08:29:00.165698+0000","last_unstale":"2024-04-02T08:34:50.224562+0000","last_undegraded":"2024-04-02T08:34:50.224562+0000","last_fullsized":"2024-04-02T08:34:50.224562+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:57:32.471215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"824'687","reported_seq":3772,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468105+0000","last_change":"2024-04-02T08:34:49.284254+0000","last_active":"2024-04-02T08:34:50.468105+0000","last_peered":"2024-04-02T08:34:50.468105+0000","last_clean":"2024-04-02T08:34:50.468105+0000","last_became_active":"2024-04-02T08:30:10.164616+0000","last_became_peered":"2024-04-02T08:30:10.164616+0000","last_unstale":"2024-04-02T08:34:50.468105+0000","last_undegraded":"2024-04-02T08:34:50.468105+0000","last_fullsized":"2024-04-02T08:34:50.468105+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":687,"log_dups_size":0,"ondisk_log_size":687,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:01:54.347833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000733948,"stat_sum":{"num_bytes":4956160,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":114,"num_read_kb":116191,"num_write":353,"num_write_kb":57232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1925120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1205,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223721+0000","last_change":"2024-04-02T08:30:10.172294+0000","last_active":"2024-04-02T08:34:50.223721+0000","last_peered":"2024-04-02T08:34:50.223721+0000","last_clean":"2024-04-02T08:34:50.223721+0000","last_became_active":"2024-04-02T08:30:10.171796+0000","last_became_peered":"2024-04-02T08:30:10.171796+0000","last_unstale":"2024-04-02T08:34:50.223721+0000","last_undegraded":"2024-04-02T08:34:50.223721+0000","last_fullsized":"2024-04-02T08:34:50.223721+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:51:56.126802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"580'2","reported_seq":1262,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224886+0000","last_change":"2024-04-02T08:29:35.242931+0000","last_active":"2024-04-02T08:34:50.224886+0000","last_peered":"2024-04-02T08:34:50.224886+0000","last_clean":"2024-04-02T08:34:50.224886+0000","last_became_active":"2024-04-02T08:29:35.242365+0000","last_became_peered":"2024-04-02T08:29:35.242365+0000","last_unstale":"2024-04-02T08:34:50.224886+0000","last_undegraded":"2024-04-02T08:34:50.224886+0000","last_fullsized":"2024-04-02T08:34:50.224886+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:51:09.294833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1209,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224271+0000","last_change":"2024-04-02T08:30:10.169949+0000","last_active":"2024-04-02T08:34:50.224271+0000","last_peered":"2024-04-02T08:34:50.224271+0000","last_clean":"2024-04-02T08:34:50.224271+0000","last_became_active":"2024-04-02T08:30:10.169631+0000","last_became_peered":"2024-04-02T08:30:10.169631+0000","last_unstale":"2024-04-02T08:34:50.224271+0000","last_undegraded":"2024-04-02T08:34:50.224271+0000","last_fullsized":"2024-04-02T08:34:50.224271+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:37.683280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"828'802","reported_seq":3961,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223554+0000","last_change":"2024-04-02T08:34:49.290576+0000","last_active":"2024-04-02T08:34:50.223554+0000","last_peered":"2024-04-02T08:34:50.223554+0000","last_clean":"2024-04-02T08:34:50.223554+0000","last_became_active":"2024-04-02T08:28:25.294368+0000","last_became_peered":"2024-04-02T08:28:25.294368+0000","last_unstale":"2024-04-02T08:34:50.223554+0000","last_undegraded":"2024-04-02T08:34:50.223554+0000","last_fullsized":"2024-04-02T08:34:50.223554+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":802,"log_dups_size":0,"ondisk_log_size":802,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:45.105401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082866350000000005,"stat_sum":{"num_bytes":8847360,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":155,"num_read_kb":172787,"num_write":311,"num_write_kb":74928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":10117120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1137,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.467636+0000","last_change":"2024-04-02T08:29:35.231138+0000","last_active":"2024-04-02T08:34:50.467636+0000","last_peered":"2024-04-02T08:34:50.467636+0000","last_clean":"2024-04-02T08:34:50.467636+0000","last_became_active":"2024-04-02T08:29:35.230775+0000","last_became_peered":"2024-04-02T08:29:35.230775+0000","last_unstale":"2024-04-02T08:34:50.467636+0000","last_undegraded":"2024-04-02T08:34:50.467636+0000","last_fullsized":"2024-04-02T08:34:50.467636+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:19.915320+0000","last_clean_scrub_stamp":"2024-04-02T08:18:19.915320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:16.639181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1105,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264755+0000","last_change":"2024-04-02T08:30:10.175155+0000","last_active":"2024-04-02T08:34:50.264755+0000","last_peered":"2024-04-02T08:34:50.264755+0000","last_clean":"2024-04-02T08:34:50.264755+0000","last_became_active":"2024-04-02T08:30:10.174827+0000","last_became_peered":"2024-04-02T08:30:10.174827+0000","last_unstale":"2024-04-02T08:34:50.264755+0000","last_undegraded":"2024-04-02T08:34:50.264755+0000","last_fullsized":"2024-04-02T08:34:50.264755+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:43.841098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1225,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426957+0000","last_change":"2024-04-02T08:28:25.302409+0000","last_active":"2024-04-02T08:34:50.426957+0000","last_peered":"2024-04-02T08:34:50.426957+0000","last_clean":"2024-04-02T08:34:50.426957+0000","last_became_active":"2024-04-02T08:28:25.302060+0000","last_became_peered":"2024-04-02T08:28:25.302060+0000","last_unstale":"2024-04-02T08:34:50.426957+0000","last_undegraded":"2024-04-02T08:34:50.426957+0000","last_fullsized":"2024-04-02T08:34:50.426957+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:57.241284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"828'1712","reported_seq":4749,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469775+0000","last_change":"2024-04-02T08:34:49.295583+0000","last_active":"2024-04-02T08:34:50.469775+0000","last_peered":"2024-04-02T08:34:50.469775+0000","last_clean":"2024-04-02T08:34:50.469775+0000","last_became_active":"2024-04-02T08:29:35.231623+0000","last_became_peered":"2024-04-02T08:29:35.231623+0000","last_unstale":"2024-04-02T08:34:50.469775+0000","last_undegraded":"2024-04-02T08:34:50.469775+0000","last_fullsized":"2024-04-02T08:34:50.469775+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":1712,"log_dups_size":0,"ondisk_log_size":1712,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:49:01.538001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0096714109999999995,"stat_sum":{"num_bytes":21544960,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":2,"num_read":395,"num_read_kb":491295,"num_write":799,"num_write_kb":175096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":50511872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1044,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224100+0000","last_change":"2024-04-02T08:30:10.183742+0000","last_active":"2024-04-02T08:34:50.224100+0000","last_peered":"2024-04-02T08:34:50.224100+0000","last_clean":"2024-04-02T08:34:50.224100+0000","last_became_active":"2024-04-02T08:30:10.182853+0000","last_became_peered":"2024-04-02T08:30:10.182853+0000","last_unstale":"2024-04-02T08:34:50.224100+0000","last_undegraded":"2024-04-02T08:34:50.224100+0000","last_fullsized":"2024-04-02T08:34:50.224100+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:30.605531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1171,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.467664+0000","last_change":"2024-04-02T08:30:10.167340+0000","last_active":"2024-04-02T08:34:50.467664+0000","last_peered":"2024-04-02T08:34:50.467664+0000","last_clean":"2024-04-02T08:34:50.467664+0000","last_became_active":"2024-04-02T08:30:10.166893+0000","last_became_peered":"2024-04-02T08:30:10.166893+0000","last_unstale":"2024-04-02T08:34:50.467664+0000","last_undegraded":"2024-04-02T08:34:50.467664+0000","last_fullsized":"2024-04-02T08:34:50.467664+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:02.752891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"819'988","reported_seq":4114,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468949+0000","last_change":"2024-04-02T08:34:49.286993+0000","last_active":"2024-04-02T08:34:50.468949+0000","last_peered":"2024-04-02T08:34:50.468949+0000","last_clean":"2024-04-02T08:34:50.468949+0000","last_became_active":"2024-04-02T08:29:00.156586+0000","last_became_peered":"2024-04-02T08:29:00.156586+0000","last_unstale":"2024-04-02T08:34:50.468949+0000","last_undegraded":"2024-04-02T08:34:50.468949+0000","last_fullsized":"2024-04-02T08:34:50.468949+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:54.436395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021065419999999999,"stat_sum":{"num_bytes":16859136,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":255,"num_read_kb":347889,"num_write":463,"num_write_kb":105096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":36265984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223782+0000","last_change":"2024-04-02T08:30:10.180105+0000","last_active":"2024-04-02T08:34:50.223782+0000","last_peered":"2024-04-02T08:34:50.223782+0000","last_clean":"2024-04-02T08:34:50.223782+0000","last_became_active":"2024-04-02T08:30:10.179685+0000","last_became_peered":"2024-04-02T08:30:10.179685+0000","last_unstale":"2024-04-02T08:34:50.223782+0000","last_undegraded":"2024-04-02T08:34:50.223782+0000","last_fullsized":"2024-04-02T08:34:50.223782+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:50:23.944239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1202,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223803+0000","last_change":"2024-04-02T08:30:10.172983+0000","last_active":"2024-04-02T08:34:50.223803+0000","last_peered":"2024-04-02T08:34:50.223803+0000","last_clean":"2024-04-02T08:34:50.223803+0000","last_became_active":"2024-04-02T08:30:10.172626+0000","last_became_peered":"2024-04-02T08:30:10.172626+0000","last_unstale":"2024-04-02T08:34:50.223803+0000","last_undegraded":"2024-04-02T08:34:50.223803+0000","last_fullsized":"2024-04-02T08:34:50.223803+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:49.728189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"828'2078","reported_seq":5318,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426792+0000","last_change":"2024-04-02T08:34:49.488190+0000","last_active":"2024-04-02T08:34:50.426792+0000","last_peered":"2024-04-02T08:34:50.426792+0000","last_clean":"2024-04-02T08:34:50.426792+0000","last_became_active":"2024-04-02T08:30:10.181826+0000","last_became_peered":"2024-04-02T08:30:10.181826+0000","last_unstale":"2024-04-02T08:34:50.426792+0000","last_undegraded":"2024-04-02T08:34:50.426792+0000","last_fullsized":"2024-04-02T08:34:50.426792+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":2078,"log_dups_size":0,"ondisk_log_size":2078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:04.387178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012614851,"stat_sum":{"num_bytes":58359808,"num_objects":15,"num_object_clones":9,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":528,"num_read_kb":764041,"num_write":915,"num_write_kb":258976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":51511296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223460+0000","last_change":"2024-04-02T08:30:10.172744+0000","last_active":"2024-04-02T08:34:50.223460+0000","last_peered":"2024-04-02T08:34:50.223460+0000","last_clean":"2024-04-02T08:34:50.223460+0000","last_became_active":"2024-04-02T08:30:10.172429+0000","last_became_peered":"2024-04-02T08:30:10.172429+0000","last_unstale":"2024-04-02T08:34:50.223460+0000","last_undegraded":"2024-04-02T08:34:50.223460+0000","last_fullsized":"2024-04-02T08:34:50.223460+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:24:11.354451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1209,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224071+0000","last_change":"2024-04-02T08:28:25.294348+0000","last_active":"2024-04-02T08:34:50.224071+0000","last_peered":"2024-04-02T08:34:50.224071+0000","last_clean":"2024-04-02T08:34:50.224071+0000","last_became_active":"2024-04-02T08:28:25.293785+0000","last_became_peered":"2024-04-02T08:28:25.293785+0000","last_unstale":"2024-04-02T08:34:50.224071+0000","last_undegraded":"2024-04-02T08:34:50.224071+0000","last_fullsized":"2024-04-02T08:34:50.224071+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:13:33.933931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"828'916","reported_seq":4232,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224389+0000","last_change":"2024-04-02T08:34:49.285154+0000","last_active":"2024-04-02T08:34:50.224389+0000","last_peered":"2024-04-02T08:34:50.224389+0000","last_clean":"2024-04-02T08:34:50.224389+0000","last_became_active":"2024-04-02T08:28:25.303715+0000","last_became_peered":"2024-04-02T08:28:25.303715+0000","last_unstale":"2024-04-02T08:34:50.224389+0000","last_undegraded":"2024-04-02T08:34:50.224389+0000","last_fullsized":"2024-04-02T08:34:50.224389+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":916,"log_dups_size":0,"ondisk_log_size":916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:22.510838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049420139999999998,"stat_sum":{"num_bytes":23044096,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":232,"num_read_kb":222300,"num_write":469,"num_write_kb":100792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":25370624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.b","version":"577'3","reported_seq":1063,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224123+0000","last_change":"2024-04-02T08:30:10.175195+0000","last_active":"2024-04-02T08:34:50.224123+0000","last_peered":"2024-04-02T08:34:50.224123+0000","last_clean":"2024-04-02T08:34:50.224123+0000","last_became_active":"2024-04-02T08:30:10.173379+0000","last_became_peered":"2024-04-02T08:30:10.173379+0000","last_unstale":"2024-04-02T08:34:50.224123+0000","last_undegraded":"2024-04-02T08:34:50.224123+0000","last_fullsized":"2024-04-02T08:34:50.224123+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:41.682745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1093,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264067+0000","last_change":"2024-04-02T08:29:35.239026+0000","last_active":"2024-04-02T08:34:50.264067+0000","last_peered":"2024-04-02T08:34:50.264067+0000","last_clean":"2024-04-02T08:34:50.264067+0000","last_became_active":"2024-04-02T08:29:35.237448+0000","last_became_peered":"2024-04-02T08:29:35.237448+0000","last_unstale":"2024-04-02T08:34:50.264067+0000","last_undegraded":"2024-04-02T08:34:50.264067+0000","last_fullsized":"2024-04-02T08:34:50.264067+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:25.870475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"828'1345","reported_seq":4538,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.427538+0000","last_change":"2024-04-02T08:34:49.484582+0000","last_active":"2024-04-02T08:34:50.427538+0000","last_peered":"2024-04-02T08:34:50.427538+0000","last_clean":"2024-04-02T08:34:50.427538+0000","last_became_active":"2024-04-02T08:29:00.174528+0000","last_became_peered":"2024-04-02T08:29:00.174528+0000","last_unstale":"2024-04-02T08:34:50.427538+0000","last_undegraded":"2024-04-02T08:34:50.427538+0000","last_fullsized":"2024-04-02T08:34:50.427538+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":1345,"log_dups_size":0,"ondisk_log_size":1345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:27:27.296439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091798590000000003,"stat_sum":{"num_bytes":47054848,"num_objects":17,"num_object_clones":13,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":257,"num_read_kb":216947,"num_write":659,"num_write_kb":155288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":23707648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1241,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426611+0000","last_change":"2024-04-02T08:29:00.159315+0000","last_active":"2024-04-02T08:34:50.426611+0000","last_peered":"2024-04-02T08:34:50.426611+0000","last_clean":"2024-04-02T08:34:50.426611+0000","last_became_active":"2024-04-02T08:29:00.158927+0000","last_became_peered":"2024-04-02T08:29:00.158927+0000","last_unstale":"2024-04-02T08:34:50.426611+0000","last_undegraded":"2024-04-02T08:34:50.426611+0000","last_fullsized":"2024-04-02T08:34:50.426611+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:03.187360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1060,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224917+0000","last_change":"2024-04-02T08:30:10.191520+0000","last_active":"2024-04-02T08:34:50.224917+0000","last_peered":"2024-04-02T08:34:50.224917+0000","last_clean":"2024-04-02T08:34:50.224917+0000","last_became_active":"2024-04-02T08:30:10.191127+0000","last_became_peered":"2024-04-02T08:30:10.191127+0000","last_unstale":"2024-04-02T08:34:50.224917+0000","last_undegraded":"2024-04-02T08:34:50.224917+0000","last_fullsized":"2024-04-02T08:34:50.224917+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:28:04.999218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"828'2120","reported_seq":5273,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426587+0000","last_change":"2024-04-02T08:34:49.484648+0000","last_active":"2024-04-02T08:34:50.426587+0000","last_peered":"2024-04-02T08:34:50.426587+0000","last_clean":"2024-04-02T08:34:50.426587+0000","last_became_active":"2024-04-02T08:28:25.301114+0000","last_became_peered":"2024-04-02T08:28:25.301114+0000","last_unstale":"2024-04-02T08:34:50.426587+0000","last_undegraded":"2024-04-02T08:34:50.426587+0000","last_fullsized":"2024-04-02T08:34:50.426587+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":2120,"log_dups_size":0,"ondisk_log_size":2120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:15:59.920599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0095923410000000008,"stat_sum":{"num_bytes":31080448,"num_objects":17,"num_object_clones":11,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":4,"num_read":446,"num_read_kb":601729,"num_write":1080,"num_write_kb":235568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5013504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.d","version":"62'1","reported_seq":1260,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224266+0000","last_change":"2024-04-02T08:28:25.302726+0000","last_active":"2024-04-02T08:34:50.224266+0000","last_peered":"2024-04-02T08:34:50.224266+0000","last_clean":"2024-04-02T08:34:50.224266+0000","last_became_active":"2024-04-02T08:28:25.302288+0000","last_became_peered":"2024-04-02T08:28:25.302288+0000","last_unstale":"2024-04-02T08:34:50.224266+0000","last_undegraded":"2024-04-02T08:34:50.224266+0000","last_fullsized":"2024-04-02T08:34:50.224266+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:36:14.294881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1130,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.469200+0000","last_change":"2024-04-02T08:29:35.242885+0000","last_active":"2024-04-02T08:34:50.469200+0000","last_peered":"2024-04-02T08:34:50.469200+0000","last_clean":"2024-04-02T08:34:50.469200+0000","last_became_active":"2024-04-02T08:29:35.242584+0000","last_became_peered":"2024-04-02T08:29:35.242584+0000","last_unstale":"2024-04-02T08:34:50.469200+0000","last_undegraded":"2024-04-02T08:34:50.469200+0000","last_fullsized":"2024-04-02T08:34:50.469200+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:29.159237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"819'405","reported_seq":3297,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224573+0000","last_change":"2024-04-02T08:34:49.487726+0000","last_active":"2024-04-02T08:34:50.224573+0000","last_peered":"2024-04-02T08:34:50.224573+0000","last_clean":"2024-04-02T08:34:50.224573+0000","last_became_active":"2024-04-02T08:30:10.171851+0000","last_became_peered":"2024-04-02T08:30:10.171851+0000","last_unstale":"2024-04-02T08:34:50.224573+0000","last_undegraded":"2024-04-02T08:34:50.224573+0000","last_fullsized":"2024-04-02T08:34:50.224573+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:58.785381+0000","last_clean_scrub_stamp":"2024-04-02T08:21:58.785381+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:00:02.814794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063535399999999998,"stat_sum":{"num_bytes":5210112,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":69,"num_read_kb":134304,"num_write":170,"num_write_kb":32952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6242304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1239,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.427128+0000","last_change":"2024-04-02T08:30:10.175054+0000","last_active":"2024-04-02T08:34:50.427128+0000","last_peered":"2024-04-02T08:34:50.427128+0000","last_clean":"2024-04-02T08:34:50.427128+0000","last_became_active":"2024-04-02T08:30:10.174595+0000","last_became_peered":"2024-04-02T08:30:10.174595+0000","last_unstale":"2024-04-02T08:34:50.427128+0000","last_undegraded":"2024-04-02T08:34:50.427128+0000","last_fullsized":"2024-04-02T08:34:50.427128+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:44.071361+0000","last_clean_scrub_stamp":"2024-04-02T08:17:44.071361+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:27:49.970854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1052,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.225257+0000","last_change":"2024-04-02T08:30:10.183747+0000","last_active":"2024-04-02T08:34:50.225257+0000","last_peered":"2024-04-02T08:34:50.225257+0000","last_clean":"2024-04-02T08:34:50.225257+0000","last_became_active":"2024-04-02T08:30:10.181779+0000","last_became_peered":"2024-04-02T08:30:10.181779+0000","last_unstale":"2024-04-02T08:34:50.225257+0000","last_undegraded":"2024-04-02T08:34:50.225257+0000","last_fullsized":"2024-04-02T08:34:50.225257+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:30.422212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1086,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.263848+0000","last_change":"2024-04-02T08:29:35.238982+0000","last_active":"2024-04-02T08:34:50.263848+0000","last_peered":"2024-04-02T08:34:50.263848+0000","last_clean":"2024-04-02T08:34:50.263848+0000","last_became_active":"2024-04-02T08:29:35.231609+0000","last_became_peered":"2024-04-02T08:29:35.231609+0000","last_unstale":"2024-04-02T08:34:50.263848+0000","last_undegraded":"2024-04-02T08:34:50.263848+0000","last_fullsized":"2024-04-02T08:34:50.263848+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:38.656190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1235,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.426474+0000","last_change":"2024-04-02T08:29:35.231908+0000","last_active":"2024-04-02T08:34:50.426474+0000","last_peered":"2024-04-02T08:34:50.426474+0000","last_clean":"2024-04-02T08:34:50.426474+0000","last_became_active":"2024-04-02T08:29:35.231542+0000","last_became_peered":"2024-04-02T08:29:35.231542+0000","last_unstale":"2024-04-02T08:34:50.426474+0000","last_undegraded":"2024-04-02T08:34:50.426474+0000","last_fullsized":"2024-04-02T08:34:50.426474+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:42.946295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1137,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468398+0000","last_change":"2024-04-02T08:29:00.168209+0000","last_active":"2024-04-02T08:34:50.468398+0000","last_peered":"2024-04-02T08:34:50.468398+0000","last_clean":"2024-04-02T08:34:50.468398+0000","last_became_active":"2024-04-02T08:29:00.166285+0000","last_became_peered":"2024-04-02T08:29:00.166285+0000","last_unstale":"2024-04-02T08:34:50.468398+0000","last_undegraded":"2024-04-02T08:34:50.468398+0000","last_fullsized":"2024-04-02T08:34:50.468398+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:25:37.745415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1284,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.260000+0000","last_change":"2024-04-02T08:28:25.305147+0000","last_active":"2024-04-02T08:34:50.260000+0000","last_peered":"2024-04-02T08:34:50.260000+0000","last_clean":"2024-04-02T08:34:50.260000+0000","last_became_active":"2024-04-02T08:28:25.303411+0000","last_became_peered":"2024-04-02T08:28:25.303411+0000","last_unstale":"2024-04-02T08:34:50.260000+0000","last_undegraded":"2024-04-02T08:34:50.260000+0000","last_fullsized":"2024-04-02T08:34:50.260000+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:01.529551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1209,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223170+0000","last_change":"2024-04-02T08:28:25.294262+0000","last_active":"2024-04-02T08:34:50.223170+0000","last_peered":"2024-04-02T08:34:50.223170+0000","last_clean":"2024-04-02T08:34:50.223170+0000","last_became_active":"2024-04-02T08:28:25.293836+0000","last_became_peered":"2024-04-02T08:28:25.293836+0000","last_unstale":"2024-04-02T08:34:50.223170+0000","last_undegraded":"2024-04-02T08:34:50.223170+0000","last_fullsized":"2024-04-02T08:34:50.223170+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:37.496797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1257,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224362+0000","last_change":"2024-04-02T08:27:50.141076+0000","last_active":"2024-04-02T08:34:50.224362+0000","last_peered":"2024-04-02T08:34:50.224362+0000","last_clean":"2024-04-02T08:34:50.224362+0000","last_became_active":"2024-04-02T08:27:50.140639+0000","last_became_peered":"2024-04-02T08:27:50.140639+0000","last_unstale":"2024-04-02T08:34:50.224362+0000","last_undegraded":"2024-04-02T08:34:50.224362+0000","last_fullsized":"2024-04-02T08:34:50.224362+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:07:05.384275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1087,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264660+0000","last_change":"2024-04-02T08:30:10.174360+0000","last_active":"2024-04-02T08:34:50.264660+0000","last_peered":"2024-04-02T08:34:50.264660+0000","last_clean":"2024-04-02T08:34:50.264660+0000","last_became_active":"2024-04-02T08:30:10.173865+0000","last_became_peered":"2024-04-02T08:30:10.173865+0000","last_unstale":"2024-04-02T08:34:50.264660+0000","last_undegraded":"2024-04-02T08:34:50.264660+0000","last_fullsized":"2024-04-02T08:34:50.264660+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:58.752992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1195,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.224429+0000","last_change":"2024-04-02T08:28:25.294195+0000","last_active":"2024-04-02T08:34:50.224429+0000","last_peered":"2024-04-02T08:34:50.224429+0000","last_clean":"2024-04-02T08:34:50.224429+0000","last_became_active":"2024-04-02T08:28:25.293781+0000","last_became_peered":"2024-04-02T08:28:25.293781+0000","last_unstale":"2024-04-02T08:34:50.224429+0000","last_undegraded":"2024-04-02T08:34:50.224429+0000","last_fullsized":"2024-04-02T08:34:50.224429+0000","mapping_epoch":445,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:20:52.133283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1136,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.467818+0000","last_change":"2024-04-02T08:29:00.167889+0000","last_active":"2024-04-02T08:34:50.467818+0000","last_peered":"2024-04-02T08:34:50.467818+0000","last_clean":"2024-04-02T08:34:50.467818+0000","last_became_active":"2024-04-02T08:29:00.165837+0000","last_became_peered":"2024-04-02T08:29:00.165837+0000","last_unstale":"2024-04-02T08:34:50.467818+0000","last_undegraded":"2024-04-02T08:34:50.467818+0000","last_fullsized":"2024-04-02T08:34:50.467818+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:55:20.626142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1210,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.223881+0000","last_change":"2024-04-02T08:27:50.136418+0000","last_active":"2024-04-02T08:34:50.223881+0000","last_peered":"2024-04-02T08:34:50.223881+0000","last_clean":"2024-04-02T08:34:50.223881+0000","last_became_active":"2024-04-02T08:27:50.136092+0000","last_became_peered":"2024-04-02T08:27:50.136092+0000","last_unstale":"2024-04-02T08:34:50.223881+0000","last_undegraded":"2024-04-02T08:34:50.223881+0000","last_fullsized":"2024-04-02T08:34:50.223881+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:01:30.018806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1104,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.468137+0000","last_change":"2024-04-02T08:30:10.173870+0000","last_active":"2024-04-02T08:34:50.468137+0000","last_peered":"2024-04-02T08:34:50.468137+0000","last_clean":"2024-04-02T08:34:50.468137+0000","last_became_active":"2024-04-02T08:30:10.173080+0000","last_became_peered":"2024-04-02T08:30:10.173080+0000","last_unstale":"2024-04-02T08:34:50.468137+0000","last_undegraded":"2024-04-02T08:34:50.468137+0000","last_fullsized":"2024-04-02T08:34:50.468137+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:40:34.407475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1283,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.259914+0000","last_change":"2024-04-02T08:30:10.191608+0000","last_active":"2024-04-02T08:34:50.259914+0000","last_peered":"2024-04-02T08:34:50.259914+0000","last_clean":"2024-04-02T08:34:50.259914+0000","last_became_active":"2024-04-02T08:30:10.191311+0000","last_became_peered":"2024-04-02T08:30:10.191311+0000","last_unstale":"2024-04-02T08:34:50.259914+0000","last_undegraded":"2024-04-02T08:34:50.259914+0000","last_fullsized":"2024-04-02T08:34:50.259914+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:42.432917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1092,"reported_epoch":829,"state":"active+clean","last_fresh":"2024-04-02T08:34:50.264342+0000","last_change":"2024-04-02T08:29:35.243167+0000","last_active":"2024-04-02T08:34:50.264342+0000","last_peered":"2024-04-02T08:34:50.264342+0000","last_clean":"2024-04-02T08:34:50.264342+0000","last_became_active":"2024-04-02T08:29:35.242852+0000","last_became_peered":"2024-04-02T08:29:35.242852+0000","last_unstale":"2024-04-02T08:34:50.264342+0000","last_undegraded":"2024-04-02T08:34:50.264342+0000","last_fullsized":"2024-04-02T08:34:50.264342+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:17:45.077887+0000","last_clean_scrub_stamp":"2024-04-02T08:17:45.077887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:26.475649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":351256576,"num_objects":136,"num_object_clones":88,"num_object_copies":408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":136,"num_whiteouts":13,"num_read":3878,"num_read_kb":5274655,"num_write":8344,"num_write_kb":1842472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":132,"num_bytes_recovered":363126784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":480190464,"data_stored":804372480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17336,"ondisk_log_size":17336,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44281,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":550,"seq":2362232012858,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":180288,"kb_used_data":50804,"kb_used_omap":26,"kb_used_meta":129445,"kb_avail":93564864,"statfs":{"total":95995035648,"available":95810420736,"internally_reserved":0,"allocated":52023296,"data_stored":81993106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27142,"internal_metadata":132552186},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":515,"seq":2211908157505,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":136860,"kb_used_data":45000,"kb_used_omap":22,"kb_used_meta":91817,"kb_avail":93608292,"statfs":{"total":95995035648,"available":95854891008,"internally_reserved":0,"allocated":46080000,"data_stored":59755186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22774,"internal_metadata":94021386},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":341,"seq":1464583848036,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":326200,"kb_used_data":51300,"kb_used_omap":24,"kb_used_meta":274855,"kb_avail":93418952,"statfs":{"total":95995035648,"available":95661006848,"internally_reserved":0,"allocated":52531200,"data_stored":90991052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24737,"internal_metadata":281452383},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":307,"seq":1318554959979,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":377304,"kb_used_data":82316,"kb_used_omap":27,"kb_used_meta":294948,"kb_avail":93367848,"statfs":{"total":95995035648,"available":95608676352,"internally_reserved":0,"allocated":84291584,"data_stored":127475236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28635,"internal_metadata":302026789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":376,"seq":1614907703389,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":446000,"kb_used_data":95012,"kb_used_omap":33,"kb_used_meta":350942,"kb_avail":93299152,"statfs":{"total":95995035648,"available":95538331648,"internally_reserved":0,"allocated":97292288,"data_stored":150989122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34373,"internal_metadata":359365051},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":410,"seq":1760936591446,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":242772,"kb_used_data":50180,"kb_used_omap":23,"kb_used_meta":192552,"kb_avail":93502380,"statfs":{"total":95995035648,"available":95746437120,"internally_reserved":0,"allocated":51384320,"data_stored":79638612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23646,"internal_metadata":197174178},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":445,"seq":1911260446799,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":381196,"kb_used_data":67768,"kb_used_omap":36,"kb_used_meta":313371,"kb_avail":93363956,"statfs":{"total":95995035648,"available":95604690944,"internally_reserved":0,"allocated":69394432,"data_stored":104713200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37686,"internal_metadata":320892106},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":480,"seq":2061584302152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":423228,"kb_used_data":102576,"kb_used_omap":50,"kb_used_meta":320589,"kb_avail":93321924,"statfs":{"total":95995035648,"available":95561650176,"internally_reserved":0,"allocated":105037824,"data_stored":154140742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51246,"internal_metadata":328284114},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6163,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4421,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5740,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5668,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6168,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4854,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6169,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5098,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":74186752,"data_stored":121442304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":43028480,"data_stored":85549056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":87793664,"data_stored":145547264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":41865216,"data_stored":74190848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":59883520,"data_stored":99270656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":95522816,"data_stored":148692992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":35979264,"data_stored":53719040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":41930752,"data_stored":75960320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:34:56.419 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-02T08:34:56.419 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-02T08:34:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:56 smithi084 ceph-mon[94794]: pgmap v910: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-02T08:34:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:56 smithi084 ceph-mon[94794]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:34:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:56 smithi084 ceph-mon[97358]: pgmap v910: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-02T08:34:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:56 smithi084 ceph-mon[97358]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:34:56.630 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:34:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:56 smithi132 ceph-mon[88571]: pgmap v910: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-02T08:34:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:56 smithi132 ceph-mon[88571]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:34:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:58 smithi084 ceph-mon[94794]: pgmap v911: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 886 KiB/s rd, 227 KiB/s wr, 2 op/s 2024-04-02T08:34:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:58 smithi084 ceph-mon[97358]: pgmap v911: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 886 KiB/s rd, 227 KiB/s wr, 2 op/s 2024-04-02T08:34:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:58 smithi132 ceph-mon[88571]: pgmap v911: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 886 KiB/s rd, 227 KiB/s wr, 2 op/s 2024-04-02T08:34:59.305 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'unique_pool_0' removed 2024-04-02T08:34:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:34:59 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4014488962' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:34:59.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:34:59 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4014488962' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:34:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:34:59 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4014488962' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:34:59.958 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:34:59.958 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-02T08:34:59.959 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:34:59.959 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-02T08:34:59.959 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:34:59.959 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:34:59.960 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:34:59.960 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:34:59.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:34:59.975 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:34:59.976 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:35:00.031 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:35:00.031 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:35:00.085 INFO:tasks.workunit:timeout=3h 2024-04-02T08:35:00.085 INFO:tasks.workunit:cleanup=True 2024-04-02T08:35:00.086 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:35:00.141 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:35:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:00 smithi084 ceph-mon[94794]: pgmap v912: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 751 KiB/s rd, 193 KiB/s wr, 1 op/s 2024-04-02T08:35:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:00 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4014488962' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:35:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:00 smithi084 ceph-mon[94794]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:35:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:00 smithi084 ceph-mon[97358]: pgmap v912: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 751 KiB/s rd, 193 KiB/s wr, 1 op/s 2024-04-02T08:35:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:00 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4014488962' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:35:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:00 smithi084 ceph-mon[97358]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:35:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:00 smithi132 ceph-mon[88571]: pgmap v912: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 751 KiB/s rd, 193 KiB/s wr, 1 op/s 2024-04-02T08:35:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:00 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4014488962' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:35:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:00 smithi132 ceph-mon[88571]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:35:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:35:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:35:00] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:35:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:02 smithi084 ceph-mon[94794]: pgmap v914: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:02 smithi084 ceph-mon[97358]: pgmap v914: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:02 smithi132 ceph-mon[88571]: pgmap v914: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:35:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:35:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:04 smithi084 ceph-mon[94794]: pgmap v915: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:04 smithi084 ceph-mon[97358]: pgmap v915: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:04 smithi132 ceph-mon[88571]: pgmap v915: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:05.757 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:35:05.811 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:35:05.813 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:35:05.813 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:35:05.866 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:35:05.916 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:35:05.962 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:35:05.963 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:35:05.963 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:35:06.005 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:35:06.008 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:35:06.008 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:35:06.066 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-02T08:35:06.067 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-02T08:35:06.067 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-02T08:35:06.135 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:35:06.135 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-02T08:35:06.135 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:35:06.135 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-02T08:35:06.135 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-02T08:35:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:06 smithi084 ceph-mon[94794]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:06 smithi084 ceph-mon[97358]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:06 smithi132 ceph-mon[88571]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[94794]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:35:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4036237195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4036237195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[94794]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[97358]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4036237195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4036237195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:07 smithi084 ceph-mon[97358]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:35:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:07 smithi132 ceph-mon[88571]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:35:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4036237195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4036237195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:07 smithi132 ceph-mon[88571]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:35:08.338 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2203 ms) 2024-04-02T08:35:08.339 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-02T08:35:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:08 smithi084 ceph-mon[94794]: pgmap v918: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:08 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:08 smithi084 ceph-mon[97358]: pgmap v918: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:08 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:08 smithi132 ceph-mon[88571]: pgmap v918: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:08 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[97358]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[94794]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:09.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:09 smithi132 ceph-mon[88571]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:35:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[94794]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[94794]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2509414084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[97358]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[97358]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2509414084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:10 smithi132 ceph-mon[88571]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:10 smithi132 ceph-mon[88571]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:35:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:10 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2509414084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:10 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:10.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:10 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:10.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:10 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:35:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:35:10] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-02T08:35:11.371 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3032 ms) 2024-04-02T08:35:11.372 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-02T08:35:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:11 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:11 smithi084 ceph-mon[94794]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:35:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:11 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:11 smithi084 ceph-mon[97358]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:35:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:11 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:11 smithi132 ceph-mon[88571]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:35:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:12 smithi084 ceph-mon[94794]: pgmap v924: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:12 smithi084 ceph-mon[94794]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:35:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:12 smithi084 ceph-mon[97358]: pgmap v924: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:12 smithi084 ceph-mon[97358]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:35:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:12 smithi132 ceph-mon[88571]: pgmap v924: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:12 smithi132 ceph-mon[88571]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:35:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:35:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:35:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:13.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:13 smithi132 ceph-mon[88571]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:35:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:13 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1191792851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:13 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:13 smithi084 ceph-mon[94794]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:35:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:13 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1191792851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:13.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:13 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:13 smithi084 ceph-mon[97358]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:35:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:13 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1191792851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:13 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:14.393 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Reserve (3022 ms) 2024-04-02T08:35:14.394 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-02T08:35:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:14 smithi132 ceph-mon[88571]: pgmap v927: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:14 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:14 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:14 smithi132 ceph-mon[88571]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:35:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[94794]: pgmap v927: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[94794]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:35:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[97358]: pgmap v927: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:14 smithi084 ceph-mon[97358]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:35:15.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:15 smithi132 ceph-mon[88571]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:35:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:15 smithi084 ceph-mon[94794]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:35:15.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:15 smithi084 ceph-mon[97358]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:35:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[94794]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[94794]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4450018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[97358]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[97358]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4450018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:16 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:16 smithi132 ceph-mon[88571]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:16 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:16 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:16 smithi132 ceph-mon[88571]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:35:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:16 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4450018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:16 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:17.407 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3014 ms) 2024-04-02T08:35:17.408 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-02T08:35:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:17 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:17 smithi132 ceph-mon[88571]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:35:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:17 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:17 smithi084 ceph-mon[94794]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:35:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:17 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:17 smithi084 ceph-mon[97358]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:35:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:18 smithi132 ceph-mon[88571]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:18 smithi132 ceph-mon[88571]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:35:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:18 smithi084 ceph-mon[94794]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:18 smithi084 ceph-mon[94794]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:35:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:18 smithi084 ceph-mon[97358]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:18 smithi084 ceph-mon[97358]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:35:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:19 smithi084 ceph-mon[94794]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:35:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:19 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/217896954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:19 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:19 smithi084 ceph-mon[97358]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:35:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:19 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/217896954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:19 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:19 smithi132 ceph-mon[88571]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:35:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:19 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/217896954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:19.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:19 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:20.427 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Commit (3020 ms) 2024-04-02T08:35:20.428 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-02T08:35:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[94794]: pgmap v936: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[94794]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:35:20] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[97358]: pgmap v936: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:20 smithi084 ceph-mon[97358]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:35:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:20 smithi132 ceph-mon[88571]: pgmap v936: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:20 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:20 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:20 smithi132 ceph-mon[88571]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:35:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:21 smithi084 ceph-mon[94794]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:35:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:21 smithi084 ceph-mon[97358]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:35:21.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:21 smithi132 ceph-mon[88571]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:35:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:35:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:35:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:22 smithi132 ceph-mon[88571]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:22 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:22 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:22 smithi132 ceph-mon[88571]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:35:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:22 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1472702889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:22.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:22 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[97358]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[97358]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1472702889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[94794]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[94794]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1472702889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:22 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:23.452 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Abort (3024 ms) 2024-04-02T08:35:23.452 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-02T08:35:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:23 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:23 smithi084 ceph-mon[94794]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:35:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:23 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:23 smithi084 ceph-mon[97358]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:35:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:23 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:23.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:23 smithi132 ceph-mon[88571]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:35:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[94794]: pgmap v942: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[94794]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:35:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[97358]: pgmap v942: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[97358]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:35:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:24 smithi132 ceph-mon[88571]: pgmap v942: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:24 smithi132 ceph-mon[88571]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:35:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:25 smithi084 ceph-mon[94794]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:35:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:25 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/127794115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:25.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:25 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:25 smithi084 ceph-mon[97358]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:35:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:25 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/127794115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:25 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:25 smithi132 ceph-mon[88571]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:35:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:25 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/127794115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:25 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:26.470 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveError (3018 ms) 2024-04-02T08:35:26.470 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-02T08:35:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[97358]: pgmap v945: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[97358]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:35:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[94794]: pgmap v945: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:26 smithi084 ceph-mon[94794]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:35:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:26 smithi132 ceph-mon[88571]: pgmap v945: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:26 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:26 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:26 smithi132 ceph-mon[88571]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:35:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:27 smithi084 ceph-mon[94794]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:35:27.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:27 smithi084 ceph-mon[97358]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:35:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:27 smithi132 ceph-mon[88571]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:35:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[94794]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[94794]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/470211344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[97358]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[97358]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/470211344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:28 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:28 smithi132 ceph-mon[88571]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:28 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:28 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:28 smithi132 ceph-mon[88571]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:35:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:28 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/470211344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:28 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:29.486 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.CommitError (3016 ms) 2024-04-02T08:35:29.486 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-02T08:35:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:29 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:29 smithi084 ceph-mon[94794]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:35:29.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:29 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:29.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:29 smithi084 ceph-mon[97358]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:35:29.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:29 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:29.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:29 smithi132 ceph-mon[88571]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:35:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:30 smithi084 ceph-mon[94794]: pgmap v951: 137 pgs: 25 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:30 smithi084 ceph-mon[94794]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:35:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:35:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:35:30] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:35:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:30 smithi084 ceph-mon[97358]: pgmap v951: 137 pgs: 25 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:30 smithi084 ceph-mon[97358]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:35:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:30 smithi132 ceph-mon[88571]: pgmap v951: 137 pgs: 25 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:30 smithi132 ceph-mon[88571]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:35:31.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[97358]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:35:31.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/140700131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[97358]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[94794]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/140700131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:31 smithi084 ceph-mon[94794]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:35:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:31 smithi132 ceph-mon[88571]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:35:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:31 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/140700131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:31 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:31 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:31 smithi132 ceph-mon[88571]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:35:32.489 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AbortError (3003 ms) 2024-04-02T08:35:32.489 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-02T08:35:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:32 smithi132 ceph-mon[88571]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:32 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:32 smithi132 ceph-mon[88571]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:35:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:35:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:32 smithi084 ceph-mon[94794]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:32 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:32 smithi084 ceph-mon[94794]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:35:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:32 smithi084 ceph-mon[97358]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:32 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:32 smithi084 ceph-mon[97358]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:35:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[94794]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3267314953' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[97358]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3267314953' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:33 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:33 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:33 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:33 smithi132 ceph-mon[88571]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:35:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:33 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3267314953' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:33 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:34 smithi084 ceph-mon[94794]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:34 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:34 smithi084 ceph-mon[94794]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:35:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:34 smithi084 ceph-mon[97358]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:34 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:34 smithi084 ceph-mon[97358]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:35:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:34 smithi132 ceph-mon[88571]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:34 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:34 smithi132 ceph-mon[88571]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:35:35.518 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3029 ms) 2024-04-02T08:35:35.518 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-02T08:35:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:36 smithi084 ceph-mon[94794]: pgmap v960: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:36 smithi084 ceph-mon[94794]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:35:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:36 smithi084 ceph-mon[97358]: pgmap v960: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:36 smithi084 ceph-mon[97358]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:35:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:36 smithi132 ceph-mon[88571]: pgmap v960: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:36 smithi132 ceph-mon[88571]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:35:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:37 smithi084 ceph-mon[94794]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:35:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:37 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/585678159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:37 smithi084 ceph-mon[97358]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:35:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:37 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/585678159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:37 smithi132 ceph-mon[88571]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:35:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:37 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/585678159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:38.536 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2024-04-02T08:35:38.536 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-02T08:35:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[94794]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/585678159' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[94794]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:35:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[97358]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/585678159' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:38 smithi084 ceph-mon[97358]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:35:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:38 smithi132 ceph-mon[88571]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:38 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:38 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/585678159' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:38 smithi132 ceph-mon[88571]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:35:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:39 smithi084 ceph-mon[94794]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:35:39.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:39.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:39 smithi084 ceph-mon[97358]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:35:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:39 smithi132 ceph-mon[88571]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:35:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:40.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[94794]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:40.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[94794]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:35:40.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/373965489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:40.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:40.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:40.558 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:40.558 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[97358]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:35:40] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T08:35:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[97358]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:35:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/373965489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:40 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:40 smithi132 ceph-mon[88571]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:40 smithi132 ceph-mon[88571]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:35:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/373965489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:40 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:40 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:41.573 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3037 ms) 2024-04-02T08:35:41.573 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-02T08:35:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:41 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:41 smithi084 ceph-mon[94794]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:35:41.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:41 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:41.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:41 smithi084 ceph-mon[97358]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:35:41.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:41 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:41.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:41 smithi132 ceph-mon[88571]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:35:42.561 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:35:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:35:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:42 smithi084 ceph-mon[94794]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:42 smithi084 ceph-mon[94794]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:35:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:42 smithi084 ceph-mon[97358]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:42 smithi084 ceph-mon[97358]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:35:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:42 smithi132 ceph-mon[88571]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:42 smithi132 ceph-mon[88571]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:35:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:43 smithi084 ceph-mon[94794]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:35:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:43 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4021101507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:43.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:43 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:43 smithi084 ceph-mon[97358]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:35:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:43 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4021101507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:43 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:43 smithi132 ceph-mon[88571]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:35:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:43 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4021101507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:43 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:44.581 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3008 ms) 2024-04-02T08:35:44.581 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-02T08:35:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[94794]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:44.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:44.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:44.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[94794]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:35:44.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[97358]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:44.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:44.874 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:44.875 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:44 smithi084 ceph-mon[97358]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:35:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:44 smithi132 ceph-mon[88571]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:44 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:44 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:44 smithi132 ceph-mon[88571]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:35:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:45 smithi084 ceph-mon[94794]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:35:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:45 smithi084 ceph-mon[97358]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:35:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:45 smithi132 ceph-mon[88571]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:35:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[97358]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[97358]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2172676871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[94794]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[94794]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2172676871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:46 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:46 smithi132 ceph-mon[88571]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:46 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:46 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:46 smithi132 ceph-mon[88571]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:35:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:46 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2172676871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:46 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:47.595 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3014 ms) 2024-04-02T08:35:47.595 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-02T08:35:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:47 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:47 smithi084 ceph-mon[94794]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:35:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:47 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:47 smithi084 ceph-mon[97358]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:35:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:47 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:47.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:47 smithi132 ceph-mon[88571]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:35:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:48 smithi084 ceph-mon[94794]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:48 smithi084 ceph-mon[94794]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:35:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:48 smithi084 ceph-mon[97358]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:48 smithi084 ceph-mon[97358]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:35:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:48 smithi132 ceph-mon[88571]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:48 smithi132 ceph-mon[88571]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:35:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:49 smithi084 ceph-mon[94794]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:35:49.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:49 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1371016824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:49 smithi084 ceph-mon[97358]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:35:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:49 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1371016824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:49 smithi132 ceph-mon[88571]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:35:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:49 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1371016824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:50.613 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3018 ms) 2024-04-02T08:35:50.613 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-02T08:35:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:35:50] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[94794]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1371016824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[94794]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[97358]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1371016824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:50 smithi084 ceph-mon[97358]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:35:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:50 smithi132 ceph-mon[88571]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:50 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:50 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1371016824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:50 smithi132 ceph-mon[88571]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:35:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:51 smithi132 ceph-mon[88571]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:35:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:51 smithi084 ceph-mon[94794]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:35:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:51 smithi084 ceph-mon[97358]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:35:52.618 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:35:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:35:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:52 smithi132 ceph-mon[88571]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:52 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:52 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:52 smithi132 ceph-mon[88571]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:35:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:52 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1753660067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:52 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[94794]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[94794]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1753660067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[97358]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[97358]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:35:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1753660067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:53.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:52 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:53.633 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Cleanup (3020 ms) 2024-04-02T08:35:53.633 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-02T08:35:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:53 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:53.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:53 smithi132 ceph-mon[88571]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:35:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:53 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:53 smithi084 ceph-mon[94794]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:35:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:53 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:53 smithi084 ceph-mon[97358]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:35:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:54 smithi132 ceph-mon[88571]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:54 smithi132 ceph-mon[88571]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:35:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[94794]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[94794]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:35:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[97358]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[97358]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:35:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:35:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:55 smithi132 ceph-mon[88571]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:35:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:55 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3852680033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:55 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:55 smithi084 ceph-mon[94794]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:35:56.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:55 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3852680033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:56.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:55 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:55 smithi084 ceph-mon[97358]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:35:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:55 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3852680033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:55 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:35:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:56 smithi132 ceph-mon[88571]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:56 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:56 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:56 smithi132 ceph-mon[88571]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:35:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[94794]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[94794]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:35:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[97358]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:35:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:35:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:56 smithi084 ceph-mon[97358]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:35:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:57 smithi132 ceph-mon[88571]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:35:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:57 smithi084 ceph-mon[94794]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:35:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:57 smithi084 ceph-mon[97358]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:35:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:58 smithi132 ceph-mon[88571]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:58 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:35:58 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:35:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:58 smithi084 ceph-mon[94794]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:59.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:58 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:59.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:35:58 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:35:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:58 smithi084 ceph-mon[97358]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:35:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:58 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:35:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:35:58 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:36:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:00 smithi132 ceph-mon[88571]: pgmap v994: 137 pgs: 1 unknown, 136 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.1 MiB/s wr, 6.89k op/s 2024-04-02T08:36:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:00 smithi084 ceph-mon[94794]: pgmap v994: 137 pgs: 1 unknown, 136 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.1 MiB/s wr, 6.89k op/s 2024-04-02T08:36:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:36:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:36:00] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-02T08:36:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:00 smithi084 ceph-mon[97358]: pgmap v994: 137 pgs: 1 unknown, 136 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.1 MiB/s wr, 6.89k op/s 2024-04-02T08:36:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:01 smithi084 ceph-mon[94794]: pgmap v995: 137 pgs: 137 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 5.77k op/s 2024-04-02T08:36:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:01 smithi084 ceph-mon[97358]: pgmap v995: 137 pgs: 137 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 5.77k op/s 2024-04-02T08:36:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:01 smithi132 ceph-mon[88571]: pgmap v995: 137 pgs: 137 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 5.77k op/s 2024-04-02T08:36:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:36:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:04.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:03 smithi084 ceph-mon[94794]: pgmap v996: 137 pgs: 137 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 4.38k op/s 2024-04-02T08:36:04.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:03 smithi084 ceph-mon[97358]: pgmap v996: 137 pgs: 137 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 4.38k op/s 2024-04-02T08:36:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:03 smithi132 ceph-mon[88571]: pgmap v996: 137 pgs: 137 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 4.38k op/s 2024-04-02T08:36:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:05 smithi084 ceph-mon[94794]: pgmap v997: 137 pgs: 137 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 42 MiB/s rd, 7.5 MiB/s wr, 8.45k op/s 2024-04-02T08:36:06.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:05 smithi084 ceph-mon[97358]: pgmap v997: 137 pgs: 137 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 42 MiB/s rd, 7.5 MiB/s wr, 8.45k op/s 2024-04-02T08:36:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:05 smithi132 ceph-mon[88571]: pgmap v997: 137 pgs: 137 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 42 MiB/s rd, 7.5 MiB/s wr, 8.45k op/s 2024-04-02T08:36:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:07 smithi084 ceph-mon[94794]: pgmap v998: 137 pgs: 137 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 6.8 MiB/s wr, 7.62k op/s 2024-04-02T08:36:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:07 smithi084 ceph-mon[97358]: pgmap v998: 137 pgs: 137 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 6.8 MiB/s wr, 7.62k op/s 2024-04-02T08:36:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:07 smithi132 ceph-mon[88571]: pgmap v998: 137 pgs: 137 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 6.8 MiB/s wr, 7.62k op/s 2024-04-02T08:36:08.788 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15155 ms) 2024-04-02T08:36:08.788 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-02T08:36:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[94794]: pgmap v999: 137 pgs: 137 active+clean; 2.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 198 MiB/s rd, 6.2 MiB/s wr, 7.57k op/s 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[94794]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[97358]: pgmap v999: 137 pgs: 137 active+clean; 2.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 198 MiB/s rd, 6.2 MiB/s wr, 7.57k op/s 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[97358]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:36:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:09 smithi132 ceph-mon[88571]: pgmap v999: 137 pgs: 137 active+clean; 2.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 198 MiB/s rd, 6.2 MiB/s wr, 7.57k op/s 2024-04-02T08:36:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:09 smithi132 ceph-mon[88571]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:36:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:36:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:10 smithi084 ceph-mon[94794]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:36:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:10 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/764188459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:10 smithi084 ceph-mon[97358]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:36:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:10 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/764188459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:11.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:36:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:36:10] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-02T08:36:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:10 smithi132 ceph-mon[88571]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:36:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:10 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/764188459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[94794]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:12.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/764188459' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:12.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[94794]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:36:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[97358]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/764188459' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:11 smithi084 ceph-mon[97358]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:36:12.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:11 smithi132 ceph-mon[88571]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:12.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:11 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:12.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/764188459' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:12.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:11 smithi132 ceph-mon[88571]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:36:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:36:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:12 smithi084 ceph-mon[94794]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:36:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:12 smithi084 ceph-mon[97358]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:36:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:12 smithi132 ceph-mon[88571]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:36:13.812 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5024 ms) 2024-04-02T08:36:13.812 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-02T08:36:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:13 smithi084 ceph-mon[94794]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:13 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:13 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:36:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:13 smithi084 ceph-mon[97358]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:13 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:13 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:36:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:13 smithi132 ceph-mon[88571]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:13 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:13 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:36:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:14 smithi084 ceph-mon[94794]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:36:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:14 smithi084 ceph-mon[97358]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:36:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:14 smithi132 ceph-mon[88571]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:36:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[97358]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[97358]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:36:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3546017195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:16.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[94794]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:16.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[94794]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:36:16.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3546017195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:16.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:15 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:15 smithi132 ceph-mon[88571]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:16.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:15 smithi132 ceph-mon[88571]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:36:16.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:15 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3546017195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:16.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:15 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:16 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:16 smithi084 ceph-mon[94794]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:36:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:16 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:16 smithi084 ceph-mon[97358]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:36:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:16 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:16 smithi132 ceph-mon[88571]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:36:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:17 smithi084 ceph-mon[94794]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:17 smithi084 ceph-mon[94794]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:36:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:17 smithi084 ceph-mon[97358]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:17 smithi084 ceph-mon[97358]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:36:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:17 smithi132 ceph-mon[88571]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:17 smithi132 ceph-mon[88571]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:36:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:19 smithi084 ceph-mon[94794]: pgmap v1012: 137 pgs: 3 unknown, 134 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 4.91k op/s 2024-04-02T08:36:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:19 smithi084 ceph-mon[97358]: pgmap v1012: 137 pgs: 3 unknown, 134 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 4.91k op/s 2024-04-02T08:36:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:19 smithi132 ceph-mon[88571]: pgmap v1012: 137 pgs: 3 unknown, 134 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 4.91k op/s 2024-04-02T08:36:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:36:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:36:20] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-02T08:36:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:21 smithi084 ceph-mon[94794]: pgmap v1013: 137 pgs: 137 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 4.02k op/s 2024-04-02T08:36:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:21 smithi084 ceph-mon[97358]: pgmap v1013: 137 pgs: 137 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 4.02k op/s 2024-04-02T08:36:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:21 smithi132 ceph-mon[88571]: pgmap v1013: 137 pgs: 137 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 4.02k op/s 2024-04-02T08:36:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:36:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:23 smithi084 ceph-mon[94794]: pgmap v1014: 137 pgs: 137 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.05k op/s 2024-04-02T08:36:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:23 smithi084 ceph-mon[97358]: pgmap v1014: 137 pgs: 137 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.05k op/s 2024-04-02T08:36:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:23 smithi132 ceph-mon[88571]: pgmap v1014: 137 pgs: 137 active+clean; 1.1 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.05k op/s 2024-04-02T08:36:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:25 smithi084 ceph-mon[94794]: pgmap v1015: 137 pgs: 137 active+clean; 1.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s rd, 5.6 MiB/s wr, 6.64k op/s 2024-04-02T08:36:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:25 smithi084 ceph-mon[97358]: pgmap v1015: 137 pgs: 137 active+clean; 1.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s rd, 5.6 MiB/s wr, 6.64k op/s 2024-04-02T08:36:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:25 smithi132 ceph-mon[88571]: pgmap v1015: 137 pgs: 137 active+clean; 1.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s rd, 5.6 MiB/s wr, 6.64k op/s 2024-04-02T08:36:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:27 smithi084 ceph-mon[94794]: pgmap v1016: 137 pgs: 137 active+clean; 1.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 5.0 MiB/s wr, 5.91k op/s 2024-04-02T08:36:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:27 smithi084 ceph-mon[97358]: pgmap v1016: 137 pgs: 137 active+clean; 1.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 5.0 MiB/s wr, 5.91k op/s 2024-04-02T08:36:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:27 smithi132 ceph-mon[88571]: pgmap v1016: 137 pgs: 137 active+clean; 1.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 5.0 MiB/s wr, 5.91k op/s 2024-04-02T08:36:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:29 smithi084 ceph-mon[94794]: pgmap v1017: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 67 MiB/s rd, 5.2 MiB/s wr, 6.32k op/s 2024-04-02T08:36:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:29 smithi084 ceph-mon[97358]: pgmap v1017: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 67 MiB/s rd, 5.2 MiB/s wr, 6.32k op/s 2024-04-02T08:36:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:29 smithi132 ceph-mon[88571]: pgmap v1017: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 67 MiB/s rd, 5.2 MiB/s wr, 6.32k op/s 2024-04-02T08:36:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:36:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:36:30] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-04-02T08:36:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:31 smithi084 ceph-mon[94794]: pgmap v1018: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 58 MiB/s rd, 3.5 MiB/s wr, 4.25k op/s 2024-04-02T08:36:32.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:31 smithi084 ceph-mon[97358]: pgmap v1018: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 58 MiB/s rd, 3.5 MiB/s wr, 4.25k op/s 2024-04-02T08:36:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:31 smithi132 ceph-mon[88571]: pgmap v1018: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 58 MiB/s rd, 3.5 MiB/s wr, 4.25k op/s 2024-04-02T08:36:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:36:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:33 smithi084 ceph-mon[94794]: pgmap v1019: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 58 MiB/s rd, 3.5 MiB/s wr, 4.25k op/s 2024-04-02T08:36:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:33 smithi084 ceph-mon[97358]: pgmap v1019: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 58 MiB/s rd, 3.5 MiB/s wr, 4.25k op/s 2024-04-02T08:36:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:33 smithi132 ceph-mon[88571]: pgmap v1019: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 58 MiB/s rd, 3.5 MiB/s wr, 4.25k op/s 2024-04-02T08:36:35.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (22056 ms) 2024-04-02T08:36:35.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-02T08:36:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:35 smithi132 ceph-mon[88571]: pgmap v1020: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 92 MiB/s rd, 4.4 MiB/s wr, 5.47k op/s 2024-04-02T08:36:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:35 smithi084 ceph-mon[94794]: pgmap v1020: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 92 MiB/s rd, 4.4 MiB/s wr, 5.47k op/s 2024-04-02T08:36:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:35 smithi084 ceph-mon[97358]: pgmap v1020: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 92 MiB/s rd, 4.4 MiB/s wr, 5.47k op/s 2024-04-02T08:36:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:36 smithi132 ceph-mon[88571]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:36:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:36 smithi084 ceph-mon[97358]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:36:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:36 smithi084 ceph-mon[94794]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:36:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:37 smithi132 ceph-mon[88571]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:37 smithi132 ceph-mon[88571]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:36:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:37 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2821935766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:37 smithi084 ceph-mon[94794]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:37 smithi084 ceph-mon[94794]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:36:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:37 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2821935766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:37 smithi084 ceph-mon[97358]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:37 smithi084 ceph-mon[97358]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:36:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:37 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2821935766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:38 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2821935766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:38 smithi132 ceph-mon[88571]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:36:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:38 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2821935766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:38 smithi084 ceph-mon[94794]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:36:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:38 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2821935766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:38 smithi084 ceph-mon[97358]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:36:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:39.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4037 ms) 2024-04-02T08:36:39.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-02T08:36:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:39 smithi132 ceph-mon[88571]: pgmap v1025: 137 pgs: 8 unknown, 129 active+clean; 596 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:39 smithi132 ceph-mon[88571]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:36:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:39 smithi084 ceph-mon[94794]: pgmap v1025: 137 pgs: 8 unknown, 129 active+clean; 596 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:39 smithi084 ceph-mon[94794]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:36:40.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:39 smithi084 ceph-mon[97358]: pgmap v1025: 137 pgs: 8 unknown, 129 active+clean; 596 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:40.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:39 smithi084 ceph-mon[97358]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:36:40.911 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:36:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:36:40] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-02T08:36:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:40 smithi132 ceph-mon[88571]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:36:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:40 smithi084 ceph-mon[94794]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:36:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:40 smithi084 ceph-mon[97358]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:36:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:41 smithi132 ceph-mon[88571]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:41 smithi132 ceph-mon[88571]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:36:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:41 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/37635927' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:41 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[94794]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[94794]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:36:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/37635927' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[97358]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[97358]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:36:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/37635927' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:41 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:36:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:36:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:42 smithi084 ceph-mon[94794]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:36:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:42 smithi084 ceph-mon[97358]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:36:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:42 smithi132 ceph-mon[88571]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:36:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:43 smithi084 ceph-mon[94794]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:44.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:43 smithi084 ceph-mon[94794]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:36:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:43 smithi084 ceph-mon[97358]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:43 smithi084 ceph-mon[97358]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:36:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:43 smithi132 ceph-mon[88571]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:43 smithi132 ceph-mon[88571]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:36:44.932 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5027 ms) 2024-04-02T08:36:44.932 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-02T08:36:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:45 smithi084 ceph-mon[94794]: pgmap v1033: 137 pgs: 137 active+clean; 617 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 962 op/s 2024-04-02T08:36:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:45 smithi084 ceph-mon[94794]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:36:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:45 smithi084 ceph-mon[97358]: pgmap v1033: 137 pgs: 137 active+clean; 617 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 962 op/s 2024-04-02T08:36:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:45 smithi084 ceph-mon[97358]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:36:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:45 smithi132 ceph-mon[88571]: pgmap v1033: 137 pgs: 137 active+clean; 617 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 962 op/s 2024-04-02T08:36:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:45 smithi132 ceph-mon[88571]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:36:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:46 smithi084 ceph-mon[94794]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:36:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:46 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3291250913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:46 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:46 smithi084 ceph-mon[97358]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:36:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:46 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3291250913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:46 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:46 smithi132 ceph-mon[88571]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:36:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:46 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3291250913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:46 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[94794]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:48.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:48.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[94794]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:36:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[97358]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:47 smithi084 ceph-mon[97358]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:36:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:47 smithi132 ceph-mon[88571]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:47 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:48.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:47 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-138242-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:48.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:47 smithi132 ceph-mon[88571]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:36:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:48 smithi084 ceph-mon[94794]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:36:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:48 smithi084 ceph-mon[97358]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:36:49.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:48 smithi132 ceph-mon[88571]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:36:49.974 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5042 ms) 2024-04-02T08:36:49.974 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 22 tests from TestCls2PCQueue (103839 ms total) 2024-04-02T08:36:49.974 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:36:49.974 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:36:49.974 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 22 tests from 1 test suite ran. (103839 ms total) 2024-04-02T08:36:49.974 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 22 tests. 2024-04-02T08:36:49.978 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:36:49.978 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:36:50.012 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-02T08:36:50.012 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-02T08:36:50.080 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:36:50.080 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-02T08:36:50.080 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:36:50.080 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 5 tests from cls_cas 2024-04-02T08:36:50.080 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_cas.get_put 2024-04-02T08:36:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:49 smithi084 ceph-mon[97358]: pgmap v1039: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:49 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:49 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:36:50.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:49 smithi084 ceph-mon[94794]: pgmap v1039: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:50.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:49 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:50.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:49 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:36:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:49 smithi132 ceph-mon[88571]: pgmap v1039: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:36:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:49 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:49 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:36:50.974 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:36:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:36:50] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-02T08:36:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:50 smithi084 ceph-mon[94794]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:36:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:50 smithi084 ceph-mon[97358]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:36:51.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:50 smithi132 ceph-mon[88571]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:36:52.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:51 smithi132 ceph-mon[88571]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:52.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:51 smithi132 ceph-mon[88571]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:36:52.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:51 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/258875885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:51 smithi084 ceph-mon[94794]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:51 smithi084 ceph-mon[94794]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:36:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:51 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/258875885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:51 smithi084 ceph-mon[97358]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:51 smithi084 ceph-mon[97358]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:36:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:51 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/258875885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:36:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:52.995 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_cas.get_put (2915 ms) 2024-04-02T08:36:52.995 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_cas.wrong_put 2024-04-02T08:36:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:52 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/258875885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:52 smithi084 ceph-mon[94794]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:52 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/258875885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:52 smithi084 ceph-mon[97358]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:36:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:52 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/258875885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:52 smithi132 ceph-mon[88571]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:36:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:53 smithi084 ceph-mon[94794]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:53 smithi084 ceph-mon[94794]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:36:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:53 smithi084 ceph-mon[97358]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:53 smithi084 ceph-mon[97358]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:36:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:53 smithi132 ceph-mon[88571]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:53 smithi132 ceph-mon[88571]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:36:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:55 smithi084 ceph-mon[94794]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:36:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:55 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1036561875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:55 smithi084 ceph-mon[97358]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:36:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:55 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1036561875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:55 smithi132 ceph-mon[88571]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:36:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:55 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1036561875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:56.017 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_cas.wrong_put (3022 ms) 2024-04-02T08:36:56.018 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_cas.dup_get 2024-04-02T08:36:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[94794]: pgmap v1047: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1036561875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[94794]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:36:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[97358]: pgmap v1047: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1036561875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:56 smithi084 ceph-mon[97358]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:36:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:56 smithi132 ceph-mon[88571]: pgmap v1047: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:56 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:36:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:56 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1036561875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:56 smithi132 ceph-mon[88571]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:36:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:57 smithi084 ceph-mon[94794]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:36:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:57 smithi084 ceph-mon[97358]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:36:57.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:57 smithi132 ceph-mon[88571]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:36:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[94794]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[94794]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3101679151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[97358]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:36:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[97358]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:36:58.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3101679151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:58.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:58 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:58 smithi132 ceph-mon[88571]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:36:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:58 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:36:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:58 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:36:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:58 smithi132 ceph-mon[88571]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:36:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:58 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3101679151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:58 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:36:59.041 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_cas.dup_get (3024 ms) 2024-04-02T08:36:59.041 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_cas.dup_put 2024-04-02T08:36:59.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:59 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:59.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:36:59 smithi084 ceph-mon[94794]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:36:59.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:59 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:59.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:36:59 smithi084 ceph-mon[97358]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:36:59.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:59 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:36:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:36:59 smithi132 ceph-mon[88571]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:37:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:00 smithi084 ceph-mon[94794]: pgmap v1053: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T08:37:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:00 smithi084 ceph-mon[94794]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:37:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:00 smithi084 ceph-mon[97358]: pgmap v1053: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T08:37:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:00 smithi084 ceph-mon[97358]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:37:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:00 smithi132 ceph-mon[88571]: pgmap v1053: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T08:37:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:00 smithi132 ceph-mon[88571]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:37:01.059 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:37:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:37:00] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:37:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[94794]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:37:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3747812151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[94794]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[97358]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3747812151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:01 smithi084 ceph-mon[97358]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:37:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:01 smithi132 ceph-mon[88571]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:37:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:01 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3747812151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:01 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:01 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:01 smithi132 ceph-mon[88571]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:37:02.042 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_cas.dup_put (3001 ms) 2024-04-02T08:37:02.042 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-02T08:37:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:02 smithi132 ceph-mon[88571]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:02 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:02 smithi132 ceph-mon[88571]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:37:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:02 smithi084 ceph-mon[94794]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:02 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:02 smithi084 ceph-mon[94794]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:37:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:02 smithi084 ceph-mon[97358]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:02 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:02 smithi084 ceph-mon[97358]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:37:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:37:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[97358]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2614890640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[94794]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2614890640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:03 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:03 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:03 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:03 smithi132 ceph-mon[88571]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:37:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:03 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2614890640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:03 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:04 smithi084 ceph-mon[94794]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:04 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:04 smithi084 ceph-mon[94794]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:37:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:04 smithi084 ceph-mon[97358]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:04 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:04 smithi084 ceph-mon[97358]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:37:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:04 smithi132 ceph-mon[88571]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:04 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139015-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:04 smithi132 ceph-mon[88571]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:37:05.073 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_cas.get_wrong_data (3031 ms) 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 5 tests from cls_cas (14993 ms total) 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from chunk_refs_t 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] chunk_refs_t.size 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:1 60 by_object 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:2 103 by_object 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:4 189 by_object 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:8 361 by_object 2024-04-02T08:37:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:16 112 by_hash(32 bits) 2024-04-02T08:37:05.075 INFO:tasks.workunit.client.0.smithi084.stdout:32 208 by_hash(32 bits) 2024-04-02T08:37:05.075 INFO:tasks.workunit.client.0.smithi084.stdout:64 400 by_hash(32 bits) 2024-04-02T08:37:05.075 INFO:tasks.workunit.client.0.smithi084.stdout:128 509 by_hash(10 bits) 2024-04-02T08:37:05.075 INFO:tasks.workunit.client.0.smithi084.stdout:256 499 by_hash(7 bits) 2024-04-02T08:37:05.076 INFO:tasks.workunit.client.0.smithi084.stdout:512 462 by_hash(5 bits) 2024-04-02T08:37:05.076 INFO:tasks.workunit.client.0.smithi084.stdout:1024 466 by_hash(5 bits) 2024-04-02T08:37:05.076 INFO:tasks.workunit.client.0.smithi084.stdout:2048 466 by_hash(5 bits) 2024-04-02T08:37:05.077 INFO:tasks.workunit.client.0.smithi084.stdout:4096 470 by_hash(5 bits) 2024-04-02T08:37:05.078 INFO:tasks.workunit.client.0.smithi084.stdout:8192 498 by_hash(4 bits) 2024-04-02T08:37:05.081 INFO:tasks.workunit.client.0.smithi084.stdout:16384 278 by_hash(3 bits) 2024-04-02T08:37:05.083 INFO:tasks.workunit.client.0.smithi084.stdout:32768 337 by_hash(2 bits) 2024-04-02T08:37:05.089 INFO:tasks.workunit.client.0.smithi084.stdout:65536 367 by_hash(2 bits) 2024-04-02T08:37:05.097 INFO:tasks.workunit.client.0.smithi084.stdout:131072 387 by_hash(1 bits) 2024-04-02T08:37:05.112 INFO:tasks.workunit.client.0.smithi084.stdout:262144 331 by_pool 2024-04-02T08:37:05.141 INFO:tasks.workunit.client.0.smithi084.stdout:524288 21 count 2024-04-02T08:37:05.192 INFO:tasks.workunit.client.0.smithi084.stdout:1048576 21 count 2024-04-02T08:37:05.289 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] chunk_refs_t.size (216 ms) 2024-04-02T08:37:05.290 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from chunk_refs_t (216 ms total) 2024-04-02T08:37:05.290 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:37:05.290 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:37:05.290 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 6 tests from 2 test suites ran. (15209 ms total) 2024-04-02T08:37:05.290 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 6 tests. 2024-04-02T08:37:05.292 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:37:05.292 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:37:05.359 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-02T08:37:05.359 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-02T08:37:05.428 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:37:05.428 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-02T08:37:05.428 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:37:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:06 smithi084 ceph-mon[94794]: pgmap v1062: 137 pgs: 29 creating+peering, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T08:37:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:06 smithi084 ceph-mon[94794]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:37:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:06 smithi084 ceph-mon[97358]: pgmap v1062: 137 pgs: 29 creating+peering, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T08:37:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:06 smithi084 ceph-mon[97358]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:37:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:06 smithi132 ceph-mon[88571]: pgmap v1062: 137 pgs: 29 creating+peering, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T08:37:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:06 smithi132 ceph-mon[88571]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:37:07.134 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 31 tests from CmpOmap 2024-04-02T08:37:07.134 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-02T08:37:07.145 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (14 ms) 2024-04-02T08:37:07.145 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-02T08:37:07.149 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-04-02T08:37:07.149 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-02T08:37:07.152 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-02T08:37:07.152 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-02T08:37:07.155 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-02T08:37:07.155 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-02T08:37:07.161 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-02T08:37:07.161 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-02T08:37:07.167 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-04-02T08:37:07.168 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-02T08:37:07.171 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-02T08:37:07.171 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-02T08:37:07.173 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-02T08:37:07.173 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-02T08:37:07.175 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-02T08:37:07.176 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-02T08:37:07.180 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-02T08:37:07.180 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-02T08:37:07.181 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-02T08:37:07.181 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-02T08:37:07.181 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-04-02T08:37:07.181 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-02T08:37:07.187 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-02T08:37:07.187 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-02T08:37:07.193 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-02T08:37:07.193 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-02T08:37:07.199 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-02T08:37:07.199 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-02T08:37:07.206 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-02T08:37:07.206 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-02T08:37:07.213 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-02T08:37:07.213 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-02T08:37:07.220 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-02T08:37:07.220 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-02T08:37:07.222 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-02T08:37:07.222 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-02T08:37:07.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-02T08:37:07.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-02T08:37:07.225 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-02T08:37:07.225 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-02T08:37:07.226 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-02T08:37:07.226 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-02T08:37:07.232 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-02T08:37:07.232 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-02T08:37:07.238 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-04-02T08:37:07.238 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-02T08:37:07.245 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-02T08:37:07.245 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-02T08:37:07.253 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-02T08:37:07.253 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-02T08:37:07.255 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-02T08:37:07.255 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-02T08:37:07.257 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-02T08:37:07.257 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-02T08:37:07.258 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-02T08:37:07.258 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-02T08:37:07.259 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-02T08:37:07.259 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-02T08:37:07.267 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-04-02T08:37:07.267 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 31 tests from CmpOmap (137 ms total) 2024-04-02T08:37:07.267 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:37:07.267 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:37:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:07 smithi132 ceph-mon[88571]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:37:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2228336768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:07 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:07 smithi084 ceph-mon[94794]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:37:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2228336768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:07 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:07 smithi084 ceph-mon[97358]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:37:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2228336768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:07 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:08.140 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 31 tests from 1 test suite ran. (2712 ms total) 2024-04-02T08:37:08.140 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 31 tests. 2024-04-02T08:37:08.142 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:37:08.143 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:37:08.210 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-02T08:37:08.210 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-02T08:37:08.279 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:37:08.279 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-02T08:37:08.279 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:37:08.279 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 6 tests from ClsHello 2024-04-02T08:37:08.280 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsHello.SayHello 2024-04-02T08:37:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:08 smithi132 ceph-mon[88571]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:08 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:08 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:08 smithi132 ceph-mon[88571]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:37:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[94794]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[94794]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:37:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[97358]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139138-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:08 smithi084 ceph-mon[97358]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:37:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:09 smithi132 ceph-mon[88571]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:09 smithi084 ceph-mon[94794]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:37:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:09 smithi084 ceph-mon[97358]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:37:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:10 smithi132 ceph-mon[88571]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:10 smithi132 ceph-mon[88571]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:37:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:10 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3541891747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:10 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:10 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[94794]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[94794]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3541891747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[97358]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[97358]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3541891747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:10.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:37:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:37:10] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-02T08:37:11.151 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsHello.SayHello (2871 ms) 2024-04-02T08:37:11.151 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsHello.RecordHello 2024-04-02T08:37:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3541891747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:11 smithi132 ceph-mon[88571]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:11 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:11 smithi132 ceph-mon[88571]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:37:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3541891747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[94794]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[94794]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3541891747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[97358]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:11 smithi084 ceph-mon[97358]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:12 smithi084 ceph-mon[94794]: pgmap v1071: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:12 smithi084 ceph-mon[94794]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:12 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3856250519' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:12 smithi084 ceph-mon[97358]: pgmap v1071: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:12 smithi084 ceph-mon[97358]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:12 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3856250519' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:12 smithi132 ceph-mon[88571]: pgmap v1071: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:12 smithi132 ceph-mon[88571]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:37:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:12 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3856250519' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:37:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:14.175 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsHello.RecordHello (3025 ms) 2024-04-02T08:37:14.175 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-02T08:37:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[94794]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3856250519' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[94794]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[97358]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3856250519' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[97358]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:14 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:14 smithi132 ceph-mon[88571]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:14 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3856250519' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:14 smithi132 ceph-mon[88571]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:37:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:14 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:15 smithi084 ceph-mon[94794]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:37:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:15 smithi084 ceph-mon[97358]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:37:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:15 smithi132 ceph-mon[88571]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:37:16.192 INFO:tasks.workunit.client.0.smithi084.stdout:require_osd_release = squid 2024-04-02T08:37:16.203 INFO:tasks.workunit.client.0.smithi084.stdout:0 2024-04-02T08:37:16.205 INFO:tasks.workunit.client.0.smithi084.stdout:1 2024-04-02T08:37:16.206 INFO:tasks.workunit.client.0.smithi084.stdout:2 2024-04-02T08:37:16.207 INFO:tasks.workunit.client.0.smithi084.stdout:3 2024-04-02T08:37:16.207 INFO:tasks.workunit.client.0.smithi084.stdout:4 2024-04-02T08:37:16.208 INFO:tasks.workunit.client.0.smithi084.stdout:5 2024-04-02T08:37:16.209 INFO:tasks.workunit.client.0.smithi084.stdout:6 2024-04-02T08:37:16.210 INFO:tasks.workunit.client.0.smithi084.stdout:7 2024-04-02T08:37:16.211 INFO:tasks.workunit.client.0.smithi084.stdout:8 2024-04-02T08:37:16.212 INFO:tasks.workunit.client.0.smithi084.stdout:9 2024-04-02T08:37:16.212 INFO:tasks.workunit.client.0.smithi084.stdout:10 2024-04-02T08:37:16.213 INFO:tasks.workunit.client.0.smithi084.stdout:11 2024-04-02T08:37:16.214 INFO:tasks.workunit.client.0.smithi084.stdout:12 2024-04-02T08:37:16.215 INFO:tasks.workunit.client.0.smithi084.stdout:13 2024-04-02T08:37:16.216 INFO:tasks.workunit.client.0.smithi084.stdout:14 2024-04-02T08:37:16.217 INFO:tasks.workunit.client.0.smithi084.stdout:15 2024-04-02T08:37:16.217 INFO:tasks.workunit.client.0.smithi084.stdout:16 2024-04-02T08:37:16.218 INFO:tasks.workunit.client.0.smithi084.stdout:17 2024-04-02T08:37:16.219 INFO:tasks.workunit.client.0.smithi084.stdout:18 2024-04-02T08:37:16.220 INFO:tasks.workunit.client.0.smithi084.stdout:19 2024-04-02T08:37:16.221 INFO:tasks.workunit.client.0.smithi084.stdout:20 2024-04-02T08:37:16.222 INFO:tasks.workunit.client.0.smithi084.stdout:21 2024-04-02T08:37:16.223 INFO:tasks.workunit.client.0.smithi084.stdout:22 2024-04-02T08:37:16.223 INFO:tasks.workunit.client.0.smithi084.stdout:23 2024-04-02T08:37:16.224 INFO:tasks.workunit.client.0.smithi084.stdout:24 2024-04-02T08:37:16.225 INFO:tasks.workunit.client.0.smithi084.stdout:25 2024-04-02T08:37:16.226 INFO:tasks.workunit.client.0.smithi084.stdout:26 2024-04-02T08:37:16.227 INFO:tasks.workunit.client.0.smithi084.stdout:27 2024-04-02T08:37:16.227 INFO:tasks.workunit.client.0.smithi084.stdout:28 2024-04-02T08:37:16.228 INFO:tasks.workunit.client.0.smithi084.stdout:29 2024-04-02T08:37:16.229 INFO:tasks.workunit.client.0.smithi084.stdout:30 2024-04-02T08:37:16.230 INFO:tasks.workunit.client.0.smithi084.stdout:31 2024-04-02T08:37:16.231 INFO:tasks.workunit.client.0.smithi084.stdout:32 2024-04-02T08:37:16.231 INFO:tasks.workunit.client.0.smithi084.stdout:33 2024-04-02T08:37:16.232 INFO:tasks.workunit.client.0.smithi084.stdout:34 2024-04-02T08:37:16.233 INFO:tasks.workunit.client.0.smithi084.stdout:35 2024-04-02T08:37:16.234 INFO:tasks.workunit.client.0.smithi084.stdout:36 2024-04-02T08:37:16.235 INFO:tasks.workunit.client.0.smithi084.stdout:37 2024-04-02T08:37:16.236 INFO:tasks.workunit.client.0.smithi084.stdout:38 2024-04-02T08:37:16.237 INFO:tasks.workunit.client.0.smithi084.stdout:39 2024-04-02T08:37:16.238 INFO:tasks.workunit.client.0.smithi084.stdout:40 2024-04-02T08:37:16.238 INFO:tasks.workunit.client.0.smithi084.stdout:41 2024-04-02T08:37:16.239 INFO:tasks.workunit.client.0.smithi084.stdout:42 2024-04-02T08:37:16.240 INFO:tasks.workunit.client.0.smithi084.stdout:43 2024-04-02T08:37:16.241 INFO:tasks.workunit.client.0.smithi084.stdout:44 2024-04-02T08:37:16.242 INFO:tasks.workunit.client.0.smithi084.stdout:45 2024-04-02T08:37:16.243 INFO:tasks.workunit.client.0.smithi084.stdout:46 2024-04-02T08:37:16.243 INFO:tasks.workunit.client.0.smithi084.stdout:47 2024-04-02T08:37:16.244 INFO:tasks.workunit.client.0.smithi084.stdout:48 2024-04-02T08:37:16.245 INFO:tasks.workunit.client.0.smithi084.stdout:49 2024-04-02T08:37:16.246 INFO:tasks.workunit.client.0.smithi084.stdout:50 2024-04-02T08:37:16.247 INFO:tasks.workunit.client.0.smithi084.stdout:51 2024-04-02T08:37:16.248 INFO:tasks.workunit.client.0.smithi084.stdout:52 2024-04-02T08:37:16.249 INFO:tasks.workunit.client.0.smithi084.stdout:53 2024-04-02T08:37:16.249 INFO:tasks.workunit.client.0.smithi084.stdout:54 2024-04-02T08:37:16.250 INFO:tasks.workunit.client.0.smithi084.stdout:55 2024-04-02T08:37:16.251 INFO:tasks.workunit.client.0.smithi084.stdout:56 2024-04-02T08:37:16.252 INFO:tasks.workunit.client.0.smithi084.stdout:57 2024-04-02T08:37:16.253 INFO:tasks.workunit.client.0.smithi084.stdout:58 2024-04-02T08:37:16.254 INFO:tasks.workunit.client.0.smithi084.stdout:59 2024-04-02T08:37:16.255 INFO:tasks.workunit.client.0.smithi084.stdout:60 2024-04-02T08:37:16.256 INFO:tasks.workunit.client.0.smithi084.stdout:61 2024-04-02T08:37:16.256 INFO:tasks.workunit.client.0.smithi084.stdout:62 2024-04-02T08:37:16.257 INFO:tasks.workunit.client.0.smithi084.stdout:63 2024-04-02T08:37:16.258 INFO:tasks.workunit.client.0.smithi084.stdout:64 2024-04-02T08:37:16.259 INFO:tasks.workunit.client.0.smithi084.stdout:65 2024-04-02T08:37:16.260 INFO:tasks.workunit.client.0.smithi084.stdout:66 2024-04-02T08:37:16.261 INFO:tasks.workunit.client.0.smithi084.stdout:67 2024-04-02T08:37:16.261 INFO:tasks.workunit.client.0.smithi084.stdout:68 2024-04-02T08:37:16.262 INFO:tasks.workunit.client.0.smithi084.stdout:69 2024-04-02T08:37:16.263 INFO:tasks.workunit.client.0.smithi084.stdout:70 2024-04-02T08:37:16.264 INFO:tasks.workunit.client.0.smithi084.stdout:71 2024-04-02T08:37:16.265 INFO:tasks.workunit.client.0.smithi084.stdout:72 2024-04-02T08:37:16.266 INFO:tasks.workunit.client.0.smithi084.stdout:73 2024-04-02T08:37:16.267 INFO:tasks.workunit.client.0.smithi084.stdout:74 2024-04-02T08:37:16.268 INFO:tasks.workunit.client.0.smithi084.stdout:75 2024-04-02T08:37:16.269 INFO:tasks.workunit.client.0.smithi084.stdout:76 2024-04-02T08:37:16.270 INFO:tasks.workunit.client.0.smithi084.stdout:77 2024-04-02T08:37:16.270 INFO:tasks.workunit.client.0.smithi084.stdout:78 2024-04-02T08:37:16.271 INFO:tasks.workunit.client.0.smithi084.stdout:79 2024-04-02T08:37:16.272 INFO:tasks.workunit.client.0.smithi084.stdout:80 2024-04-02T08:37:16.273 INFO:tasks.workunit.client.0.smithi084.stdout:81 2024-04-02T08:37:16.274 INFO:tasks.workunit.client.0.smithi084.stdout:82 2024-04-02T08:37:16.275 INFO:tasks.workunit.client.0.smithi084.stdout:83 2024-04-02T08:37:16.276 INFO:tasks.workunit.client.0.smithi084.stdout:84 2024-04-02T08:37:16.277 INFO:tasks.workunit.client.0.smithi084.stdout:85 2024-04-02T08:37:16.277 INFO:tasks.workunit.client.0.smithi084.stdout:86 2024-04-02T08:37:16.278 INFO:tasks.workunit.client.0.smithi084.stdout:87 2024-04-02T08:37:16.279 INFO:tasks.workunit.client.0.smithi084.stdout:88 2024-04-02T08:37:16.280 INFO:tasks.workunit.client.0.smithi084.stdout:89 2024-04-02T08:37:16.281 INFO:tasks.workunit.client.0.smithi084.stdout:90 2024-04-02T08:37:16.282 INFO:tasks.workunit.client.0.smithi084.stdout:91 2024-04-02T08:37:16.283 INFO:tasks.workunit.client.0.smithi084.stdout:92 2024-04-02T08:37:16.284 INFO:tasks.workunit.client.0.smithi084.stdout:93 2024-04-02T08:37:16.285 INFO:tasks.workunit.client.0.smithi084.stdout:94 2024-04-02T08:37:16.285 INFO:tasks.workunit.client.0.smithi084.stdout:95 2024-04-02T08:37:16.286 INFO:tasks.workunit.client.0.smithi084.stdout:96 2024-04-02T08:37:16.287 INFO:tasks.workunit.client.0.smithi084.stdout:97 2024-04-02T08:37:16.288 INFO:tasks.workunit.client.0.smithi084.stdout:98 2024-04-02T08:37:16.289 INFO:tasks.workunit.client.0.smithi084.stdout:99 2024-04-02T08:37:16.290 INFO:tasks.workunit.client.0.smithi084.stdout:100 2024-04-02T08:37:16.291 INFO:tasks.workunit.client.0.smithi084.stdout:101 2024-04-02T08:37:16.292 INFO:tasks.workunit.client.0.smithi084.stdout:102 2024-04-02T08:37:16.292 INFO:tasks.workunit.client.0.smithi084.stdout:103 2024-04-02T08:37:16.293 INFO:tasks.workunit.client.0.smithi084.stdout:104 2024-04-02T08:37:16.294 INFO:tasks.workunit.client.0.smithi084.stdout:105 2024-04-02T08:37:16.295 INFO:tasks.workunit.client.0.smithi084.stdout:106 2024-04-02T08:37:16.296 INFO:tasks.workunit.client.0.smithi084.stdout:107 2024-04-02T08:37:16.297 INFO:tasks.workunit.client.0.smithi084.stdout:108 2024-04-02T08:37:16.298 INFO:tasks.workunit.client.0.smithi084.stdout:109 2024-04-02T08:37:16.299 INFO:tasks.workunit.client.0.smithi084.stdout:110 2024-04-02T08:37:16.300 INFO:tasks.workunit.client.0.smithi084.stdout:111 2024-04-02T08:37:16.301 INFO:tasks.workunit.client.0.smithi084.stdout:112 2024-04-02T08:37:16.301 INFO:tasks.workunit.client.0.smithi084.stdout:113 2024-04-02T08:37:16.302 INFO:tasks.workunit.client.0.smithi084.stdout:114 2024-04-02T08:37:16.303 INFO:tasks.workunit.client.0.smithi084.stdout:115 2024-04-02T08:37:16.304 INFO:tasks.workunit.client.0.smithi084.stdout:116 2024-04-02T08:37:16.305 INFO:tasks.workunit.client.0.smithi084.stdout:117 2024-04-02T08:37:16.306 INFO:tasks.workunit.client.0.smithi084.stdout:118 2024-04-02T08:37:16.307 INFO:tasks.workunit.client.0.smithi084.stdout:119 2024-04-02T08:37:16.308 INFO:tasks.workunit.client.0.smithi084.stdout:120 2024-04-02T08:37:16.309 INFO:tasks.workunit.client.0.smithi084.stdout:121 2024-04-02T08:37:16.310 INFO:tasks.workunit.client.0.smithi084.stdout:122 2024-04-02T08:37:16.311 INFO:tasks.workunit.client.0.smithi084.stdout:123 2024-04-02T08:37:16.312 INFO:tasks.workunit.client.0.smithi084.stdout:124 2024-04-02T08:37:16.313 INFO:tasks.workunit.client.0.smithi084.stdout:125 2024-04-02T08:37:16.314 INFO:tasks.workunit.client.0.smithi084.stdout:126 2024-04-02T08:37:16.315 INFO:tasks.workunit.client.0.smithi084.stdout:127 2024-04-02T08:37:16.316 INFO:tasks.workunit.client.0.smithi084.stdout:128 2024-04-02T08:37:16.317 INFO:tasks.workunit.client.0.smithi084.stdout:129 2024-04-02T08:37:16.318 INFO:tasks.workunit.client.0.smithi084.stdout:130 2024-04-02T08:37:16.322 INFO:tasks.workunit.client.0.smithi084.stdout:131 2024-04-02T08:37:16.322 INFO:tasks.workunit.client.0.smithi084.stdout:132 2024-04-02T08:37:16.322 INFO:tasks.workunit.client.0.smithi084.stdout:133 2024-04-02T08:37:16.322 INFO:tasks.workunit.client.0.smithi084.stdout:134 2024-04-02T08:37:16.322 INFO:tasks.workunit.client.0.smithi084.stdout:135 2024-04-02T08:37:16.323 INFO:tasks.workunit.client.0.smithi084.stdout:136 2024-04-02T08:37:16.323 INFO:tasks.workunit.client.0.smithi084.stdout:137 2024-04-02T08:37:16.324 INFO:tasks.workunit.client.0.smithi084.stdout:138 2024-04-02T08:37:16.325 INFO:tasks.workunit.client.0.smithi084.stdout:139 2024-04-02T08:37:16.326 INFO:tasks.workunit.client.0.smithi084.stdout:140 2024-04-02T08:37:16.327 INFO:tasks.workunit.client.0.smithi084.stdout:141 2024-04-02T08:37:16.327 INFO:tasks.workunit.client.0.smithi084.stdout:142 2024-04-02T08:37:16.328 INFO:tasks.workunit.client.0.smithi084.stdout:143 2024-04-02T08:37:16.329 INFO:tasks.workunit.client.0.smithi084.stdout:144 2024-04-02T08:37:16.330 INFO:tasks.workunit.client.0.smithi084.stdout:145 2024-04-02T08:37:16.330 INFO:tasks.workunit.client.0.smithi084.stdout:146 2024-04-02T08:37:16.331 INFO:tasks.workunit.client.0.smithi084.stdout:147 2024-04-02T08:37:16.332 INFO:tasks.workunit.client.0.smithi084.stdout:148 2024-04-02T08:37:16.333 INFO:tasks.workunit.client.0.smithi084.stdout:149 2024-04-02T08:37:16.333 INFO:tasks.workunit.client.0.smithi084.stdout:150 2024-04-02T08:37:16.334 INFO:tasks.workunit.client.0.smithi084.stdout:151 2024-04-02T08:37:16.336 INFO:tasks.workunit.client.0.smithi084.stdout:152 2024-04-02T08:37:16.336 INFO:tasks.workunit.client.0.smithi084.stdout:153 2024-04-02T08:37:16.337 INFO:tasks.workunit.client.0.smithi084.stdout:154 2024-04-02T08:37:16.338 INFO:tasks.workunit.client.0.smithi084.stdout:155 2024-04-02T08:37:16.338 INFO:tasks.workunit.client.0.smithi084.stdout:156 2024-04-02T08:37:16.339 INFO:tasks.workunit.client.0.smithi084.stdout:157 2024-04-02T08:37:16.340 INFO:tasks.workunit.client.0.smithi084.stdout:158 2024-04-02T08:37:16.341 INFO:tasks.workunit.client.0.smithi084.stdout:159 2024-04-02T08:37:16.342 INFO:tasks.workunit.client.0.smithi084.stdout:160 2024-04-02T08:37:16.343 INFO:tasks.workunit.client.0.smithi084.stdout:161 2024-04-02T08:37:16.343 INFO:tasks.workunit.client.0.smithi084.stdout:162 2024-04-02T08:37:16.344 INFO:tasks.workunit.client.0.smithi084.stdout:163 2024-04-02T08:37:16.345 INFO:tasks.workunit.client.0.smithi084.stdout:164 2024-04-02T08:37:16.346 INFO:tasks.workunit.client.0.smithi084.stdout:165 2024-04-02T08:37:16.347 INFO:tasks.workunit.client.0.smithi084.stdout:166 2024-04-02T08:37:16.348 INFO:tasks.workunit.client.0.smithi084.stdout:167 2024-04-02T08:37:16.349 INFO:tasks.workunit.client.0.smithi084.stdout:168 2024-04-02T08:37:16.350 INFO:tasks.workunit.client.0.smithi084.stdout:169 2024-04-02T08:37:16.351 INFO:tasks.workunit.client.0.smithi084.stdout:170 2024-04-02T08:37:16.351 INFO:tasks.workunit.client.0.smithi084.stdout:171 2024-04-02T08:37:16.352 INFO:tasks.workunit.client.0.smithi084.stdout:172 2024-04-02T08:37:16.353 INFO:tasks.workunit.client.0.smithi084.stdout:173 2024-04-02T08:37:16.354 INFO:tasks.workunit.client.0.smithi084.stdout:174 2024-04-02T08:37:16.355 INFO:tasks.workunit.client.0.smithi084.stdout:175 2024-04-02T08:37:16.356 INFO:tasks.workunit.client.0.smithi084.stdout:176 2024-04-02T08:37:16.356 INFO:tasks.workunit.client.0.smithi084.stdout:177 2024-04-02T08:37:16.357 INFO:tasks.workunit.client.0.smithi084.stdout:178 2024-04-02T08:37:16.358 INFO:tasks.workunit.client.0.smithi084.stdout:179 2024-04-02T08:37:16.359 INFO:tasks.workunit.client.0.smithi084.stdout:180 2024-04-02T08:37:16.360 INFO:tasks.workunit.client.0.smithi084.stdout:181 2024-04-02T08:37:16.361 INFO:tasks.workunit.client.0.smithi084.stdout:182 2024-04-02T08:37:16.362 INFO:tasks.workunit.client.0.smithi084.stdout:183 2024-04-02T08:37:16.363 INFO:tasks.workunit.client.0.smithi084.stdout:184 2024-04-02T08:37:16.364 INFO:tasks.workunit.client.0.smithi084.stdout:185 2024-04-02T08:37:16.364 INFO:tasks.workunit.client.0.smithi084.stdout:186 2024-04-02T08:37:16.366 INFO:tasks.workunit.client.0.smithi084.stdout:187 2024-04-02T08:37:16.366 INFO:tasks.workunit.client.0.smithi084.stdout:188 2024-04-02T08:37:16.367 INFO:tasks.workunit.client.0.smithi084.stdout:189 2024-04-02T08:37:16.368 INFO:tasks.workunit.client.0.smithi084.stdout:190 2024-04-02T08:37:16.369 INFO:tasks.workunit.client.0.smithi084.stdout:191 2024-04-02T08:37:16.370 INFO:tasks.workunit.client.0.smithi084.stdout:192 2024-04-02T08:37:16.371 INFO:tasks.workunit.client.0.smithi084.stdout:193 2024-04-02T08:37:16.371 INFO:tasks.workunit.client.0.smithi084.stdout:194 2024-04-02T08:37:16.372 INFO:tasks.workunit.client.0.smithi084.stdout:195 2024-04-02T08:37:16.373 INFO:tasks.workunit.client.0.smithi084.stdout:196 2024-04-02T08:37:16.374 INFO:tasks.workunit.client.0.smithi084.stdout:197 2024-04-02T08:37:16.375 INFO:tasks.workunit.client.0.smithi084.stdout:198 2024-04-02T08:37:16.376 INFO:tasks.workunit.client.0.smithi084.stdout:199 2024-04-02T08:37:16.377 INFO:tasks.workunit.client.0.smithi084.stdout:200 2024-04-02T08:37:16.378 INFO:tasks.workunit.client.0.smithi084.stdout:201 2024-04-02T08:37:16.379 INFO:tasks.workunit.client.0.smithi084.stdout:202 2024-04-02T08:37:16.380 INFO:tasks.workunit.client.0.smithi084.stdout:203 2024-04-02T08:37:16.380 INFO:tasks.workunit.client.0.smithi084.stdout:204 2024-04-02T08:37:16.381 INFO:tasks.workunit.client.0.smithi084.stdout:205 2024-04-02T08:37:16.382 INFO:tasks.workunit.client.0.smithi084.stdout:206 2024-04-02T08:37:16.383 INFO:tasks.workunit.client.0.smithi084.stdout:207 2024-04-02T08:37:16.384 INFO:tasks.workunit.client.0.smithi084.stdout:208 2024-04-02T08:37:16.384 INFO:tasks.workunit.client.0.smithi084.stdout:209 2024-04-02T08:37:16.386 INFO:tasks.workunit.client.0.smithi084.stdout:210 2024-04-02T08:37:16.386 INFO:tasks.workunit.client.0.smithi084.stdout:211 2024-04-02T08:37:16.387 INFO:tasks.workunit.client.0.smithi084.stdout:212 2024-04-02T08:37:16.388 INFO:tasks.workunit.client.0.smithi084.stdout:213 2024-04-02T08:37:16.389 INFO:tasks.workunit.client.0.smithi084.stdout:214 2024-04-02T08:37:16.390 INFO:tasks.workunit.client.0.smithi084.stdout:215 2024-04-02T08:37:16.391 INFO:tasks.workunit.client.0.smithi084.stdout:216 2024-04-02T08:37:16.391 INFO:tasks.workunit.client.0.smithi084.stdout:217 2024-04-02T08:37:16.392 INFO:tasks.workunit.client.0.smithi084.stdout:218 2024-04-02T08:37:16.393 INFO:tasks.workunit.client.0.smithi084.stdout:219 2024-04-02T08:37:16.394 INFO:tasks.workunit.client.0.smithi084.stdout:220 2024-04-02T08:37:16.394 INFO:tasks.workunit.client.0.smithi084.stdout:221 2024-04-02T08:37:16.395 INFO:tasks.workunit.client.0.smithi084.stdout:222 2024-04-02T08:37:16.396 INFO:tasks.workunit.client.0.smithi084.stdout:223 2024-04-02T08:37:16.397 INFO:tasks.workunit.client.0.smithi084.stdout:224 2024-04-02T08:37:16.397 INFO:tasks.workunit.client.0.smithi084.stdout:225 2024-04-02T08:37:16.398 INFO:tasks.workunit.client.0.smithi084.stdout:226 2024-04-02T08:37:16.399 INFO:tasks.workunit.client.0.smithi084.stdout:227 2024-04-02T08:37:16.400 INFO:tasks.workunit.client.0.smithi084.stdout:228 2024-04-02T08:37:16.401 INFO:tasks.workunit.client.0.smithi084.stdout:229 2024-04-02T08:37:16.401 INFO:tasks.workunit.client.0.smithi084.stdout:230 2024-04-02T08:37:16.402 INFO:tasks.workunit.client.0.smithi084.stdout:231 2024-04-02T08:37:16.403 INFO:tasks.workunit.client.0.smithi084.stdout:232 2024-04-02T08:37:16.404 INFO:tasks.workunit.client.0.smithi084.stdout:233 2024-04-02T08:37:16.405 INFO:tasks.workunit.client.0.smithi084.stdout:234 2024-04-02T08:37:16.405 INFO:tasks.workunit.client.0.smithi084.stdout:235 2024-04-02T08:37:16.406 INFO:tasks.workunit.client.0.smithi084.stdout:236 2024-04-02T08:37:16.407 INFO:tasks.workunit.client.0.smithi084.stdout:237 2024-04-02T08:37:16.408 INFO:tasks.workunit.client.0.smithi084.stdout:238 2024-04-02T08:37:16.408 INFO:tasks.workunit.client.0.smithi084.stdout:239 2024-04-02T08:37:16.409 INFO:tasks.workunit.client.0.smithi084.stdout:240 2024-04-02T08:37:16.410 INFO:tasks.workunit.client.0.smithi084.stdout:241 2024-04-02T08:37:16.411 INFO:tasks.workunit.client.0.smithi084.stdout:242 2024-04-02T08:37:16.412 INFO:tasks.workunit.client.0.smithi084.stdout:243 2024-04-02T08:37:16.413 INFO:tasks.workunit.client.0.smithi084.stdout:244 2024-04-02T08:37:16.413 INFO:tasks.workunit.client.0.smithi084.stdout:245 2024-04-02T08:37:16.414 INFO:tasks.workunit.client.0.smithi084.stdout:246 2024-04-02T08:37:16.415 INFO:tasks.workunit.client.0.smithi084.stdout:247 2024-04-02T08:37:16.416 INFO:tasks.workunit.client.0.smithi084.stdout:248 2024-04-02T08:37:16.423 INFO:tasks.workunit.client.0.smithi084.stdout:249 2024-04-02T08:37:16.424 INFO:tasks.workunit.client.0.smithi084.stdout:250 2024-04-02T08:37:16.425 INFO:tasks.workunit.client.0.smithi084.stdout:251 2024-04-02T08:37:16.426 INFO:tasks.workunit.client.0.smithi084.stdout:252 2024-04-02T08:37:16.427 INFO:tasks.workunit.client.0.smithi084.stdout:253 2024-04-02T08:37:16.428 INFO:tasks.workunit.client.0.smithi084.stdout:254 2024-04-02T08:37:16.428 INFO:tasks.workunit.client.0.smithi084.stdout:255 2024-04-02T08:37:16.430 INFO:tasks.workunit.client.0.smithi084.stdout:256 2024-04-02T08:37:16.430 INFO:tasks.workunit.client.0.smithi084.stdout:257 2024-04-02T08:37:16.431 INFO:tasks.workunit.client.0.smithi084.stdout:258 2024-04-02T08:37:16.432 INFO:tasks.workunit.client.0.smithi084.stdout:259 2024-04-02T08:37:16.433 INFO:tasks.workunit.client.0.smithi084.stdout:260 2024-04-02T08:37:16.434 INFO:tasks.workunit.client.0.smithi084.stdout:261 2024-04-02T08:37:16.435 INFO:tasks.workunit.client.0.smithi084.stdout:262 2024-04-02T08:37:16.436 INFO:tasks.workunit.client.0.smithi084.stdout:263 2024-04-02T08:37:16.437 INFO:tasks.workunit.client.0.smithi084.stdout:264 2024-04-02T08:37:16.438 INFO:tasks.workunit.client.0.smithi084.stdout:265 2024-04-02T08:37:16.439 INFO:tasks.workunit.client.0.smithi084.stdout:266 2024-04-02T08:37:16.439 INFO:tasks.workunit.client.0.smithi084.stdout:267 2024-04-02T08:37:16.441 INFO:tasks.workunit.client.0.smithi084.stdout:268 2024-04-02T08:37:16.441 INFO:tasks.workunit.client.0.smithi084.stdout:269 2024-04-02T08:37:16.442 INFO:tasks.workunit.client.0.smithi084.stdout:270 2024-04-02T08:37:16.443 INFO:tasks.workunit.client.0.smithi084.stdout:271 2024-04-02T08:37:16.444 INFO:tasks.workunit.client.0.smithi084.stdout:272 2024-04-02T08:37:16.445 INFO:tasks.workunit.client.0.smithi084.stdout:273 2024-04-02T08:37:16.446 INFO:tasks.workunit.client.0.smithi084.stdout:274 2024-04-02T08:37:16.447 INFO:tasks.workunit.client.0.smithi084.stdout:275 2024-04-02T08:37:16.448 INFO:tasks.workunit.client.0.smithi084.stdout:276 2024-04-02T08:37:16.449 INFO:tasks.workunit.client.0.smithi084.stdout:277 2024-04-02T08:37:16.450 INFO:tasks.workunit.client.0.smithi084.stdout:278 2024-04-02T08:37:16.451 INFO:tasks.workunit.client.0.smithi084.stdout:279 2024-04-02T08:37:16.451 INFO:tasks.workunit.client.0.smithi084.stdout:280 2024-04-02T08:37:16.452 INFO:tasks.workunit.client.0.smithi084.stdout:281 2024-04-02T08:37:16.453 INFO:tasks.workunit.client.0.smithi084.stdout:282 2024-04-02T08:37:16.454 INFO:tasks.workunit.client.0.smithi084.stdout:283 2024-04-02T08:37:16.455 INFO:tasks.workunit.client.0.smithi084.stdout:284 2024-04-02T08:37:16.456 INFO:tasks.workunit.client.0.smithi084.stdout:285 2024-04-02T08:37:16.457 INFO:tasks.workunit.client.0.smithi084.stdout:286 2024-04-02T08:37:16.457 INFO:tasks.workunit.client.0.smithi084.stdout:287 2024-04-02T08:37:16.458 INFO:tasks.workunit.client.0.smithi084.stdout:288 2024-04-02T08:37:16.459 INFO:tasks.workunit.client.0.smithi084.stdout:289 2024-04-02T08:37:16.460 INFO:tasks.workunit.client.0.smithi084.stdout:290 2024-04-02T08:37:16.461 INFO:tasks.workunit.client.0.smithi084.stdout:291 2024-04-02T08:37:16.461 INFO:tasks.workunit.client.0.smithi084.stdout:292 2024-04-02T08:37:16.462 INFO:tasks.workunit.client.0.smithi084.stdout:293 2024-04-02T08:37:16.463 INFO:tasks.workunit.client.0.smithi084.stdout:294 2024-04-02T08:37:16.464 INFO:tasks.workunit.client.0.smithi084.stdout:295 2024-04-02T08:37:16.465 INFO:tasks.workunit.client.0.smithi084.stdout:296 2024-04-02T08:37:16.466 INFO:tasks.workunit.client.0.smithi084.stdout:297 2024-04-02T08:37:16.467 INFO:tasks.workunit.client.0.smithi084.stdout:298 2024-04-02T08:37:16.468 INFO:tasks.workunit.client.0.smithi084.stdout:299 2024-04-02T08:37:16.469 INFO:tasks.workunit.client.0.smithi084.stdout:300 2024-04-02T08:37:16.470 INFO:tasks.workunit.client.0.smithi084.stdout:301 2024-04-02T08:37:16.470 INFO:tasks.workunit.client.0.smithi084.stdout:302 2024-04-02T08:37:16.471 INFO:tasks.workunit.client.0.smithi084.stdout:303 2024-04-02T08:37:16.472 INFO:tasks.workunit.client.0.smithi084.stdout:304 2024-04-02T08:37:16.473 INFO:tasks.workunit.client.0.smithi084.stdout:305 2024-04-02T08:37:16.474 INFO:tasks.workunit.client.0.smithi084.stdout:306 2024-04-02T08:37:16.475 INFO:tasks.workunit.client.0.smithi084.stdout:307 2024-04-02T08:37:16.476 INFO:tasks.workunit.client.0.smithi084.stdout:308 2024-04-02T08:37:16.477 INFO:tasks.workunit.client.0.smithi084.stdout:309 2024-04-02T08:37:16.478 INFO:tasks.workunit.client.0.smithi084.stdout:310 2024-04-02T08:37:16.478 INFO:tasks.workunit.client.0.smithi084.stdout:311 2024-04-02T08:37:16.479 INFO:tasks.workunit.client.0.smithi084.stdout:312 2024-04-02T08:37:16.480 INFO:tasks.workunit.client.0.smithi084.stdout:313 2024-04-02T08:37:16.481 INFO:tasks.workunit.client.0.smithi084.stdout:314 2024-04-02T08:37:16.482 INFO:tasks.workunit.client.0.smithi084.stdout:315 2024-04-02T08:37:16.483 INFO:tasks.workunit.client.0.smithi084.stdout:316 2024-04-02T08:37:16.484 INFO:tasks.workunit.client.0.smithi084.stdout:317 2024-04-02T08:37:16.484 INFO:tasks.workunit.client.0.smithi084.stdout:318 2024-04-02T08:37:16.485 INFO:tasks.workunit.client.0.smithi084.stdout:319 2024-04-02T08:37:16.486 INFO:tasks.workunit.client.0.smithi084.stdout:320 2024-04-02T08:37:16.487 INFO:tasks.workunit.client.0.smithi084.stdout:321 2024-04-02T08:37:16.488 INFO:tasks.workunit.client.0.smithi084.stdout:322 2024-04-02T08:37:16.489 INFO:tasks.workunit.client.0.smithi084.stdout:323 2024-04-02T08:37:16.490 INFO:tasks.workunit.client.0.smithi084.stdout:324 2024-04-02T08:37:16.490 INFO:tasks.workunit.client.0.smithi084.stdout:325 2024-04-02T08:37:16.491 INFO:tasks.workunit.client.0.smithi084.stdout:326 2024-04-02T08:37:16.492 INFO:tasks.workunit.client.0.smithi084.stdout:327 2024-04-02T08:37:16.493 INFO:tasks.workunit.client.0.smithi084.stdout:328 2024-04-02T08:37:16.494 INFO:tasks.workunit.client.0.smithi084.stdout:329 2024-04-02T08:37:16.495 INFO:tasks.workunit.client.0.smithi084.stdout:330 2024-04-02T08:37:16.496 INFO:tasks.workunit.client.0.smithi084.stdout:331 2024-04-02T08:37:16.497 INFO:tasks.workunit.client.0.smithi084.stdout:332 2024-04-02T08:37:16.498 INFO:tasks.workunit.client.0.smithi084.stdout:333 2024-04-02T08:37:16.499 INFO:tasks.workunit.client.0.smithi084.stdout:334 2024-04-02T08:37:16.500 INFO:tasks.workunit.client.0.smithi084.stdout:335 2024-04-02T08:37:16.501 INFO:tasks.workunit.client.0.smithi084.stdout:336 2024-04-02T08:37:16.502 INFO:tasks.workunit.client.0.smithi084.stdout:337 2024-04-02T08:37:16.503 INFO:tasks.workunit.client.0.smithi084.stdout:338 2024-04-02T08:37:16.504 INFO:tasks.workunit.client.0.smithi084.stdout:339 2024-04-02T08:37:16.505 INFO:tasks.workunit.client.0.smithi084.stdout:340 2024-04-02T08:37:16.506 INFO:tasks.workunit.client.0.smithi084.stdout:341 2024-04-02T08:37:16.507 INFO:tasks.workunit.client.0.smithi084.stdout:342 2024-04-02T08:37:16.508 INFO:tasks.workunit.client.0.smithi084.stdout:343 2024-04-02T08:37:16.509 INFO:tasks.workunit.client.0.smithi084.stdout:344 2024-04-02T08:37:16.511 INFO:tasks.workunit.client.0.smithi084.stdout:345 2024-04-02T08:37:16.512 INFO:tasks.workunit.client.0.smithi084.stdout:346 2024-04-02T08:37:16.513 INFO:tasks.workunit.client.0.smithi084.stdout:347 2024-04-02T08:37:16.514 INFO:tasks.workunit.client.0.smithi084.stdout:348 2024-04-02T08:37:16.515 INFO:tasks.workunit.client.0.smithi084.stdout:349 2024-04-02T08:37:16.516 INFO:tasks.workunit.client.0.smithi084.stdout:350 2024-04-02T08:37:16.517 INFO:tasks.workunit.client.0.smithi084.stdout:351 2024-04-02T08:37:16.518 INFO:tasks.workunit.client.0.smithi084.stdout:352 2024-04-02T08:37:16.519 INFO:tasks.workunit.client.0.smithi084.stdout:353 2024-04-02T08:37:16.520 INFO:tasks.workunit.client.0.smithi084.stdout:354 2024-04-02T08:37:16.521 INFO:tasks.workunit.client.0.smithi084.stdout:355 2024-04-02T08:37:16.522 INFO:tasks.workunit.client.0.smithi084.stdout:356 2024-04-02T08:37:16.523 INFO:tasks.workunit.client.0.smithi084.stdout:357 2024-04-02T08:37:16.526 INFO:tasks.workunit.client.0.smithi084.stdout:358 2024-04-02T08:37:16.526 INFO:tasks.workunit.client.0.smithi084.stdout:359 2024-04-02T08:37:16.526 INFO:tasks.workunit.client.0.smithi084.stdout:360 2024-04-02T08:37:16.527 INFO:tasks.workunit.client.0.smithi084.stdout:361 2024-04-02T08:37:16.527 INFO:tasks.workunit.client.0.smithi084.stdout:362 2024-04-02T08:37:16.528 INFO:tasks.workunit.client.0.smithi084.stdout:363 2024-04-02T08:37:16.529 INFO:tasks.workunit.client.0.smithi084.stdout:364 2024-04-02T08:37:16.530 INFO:tasks.workunit.client.0.smithi084.stdout:365 2024-04-02T08:37:16.531 INFO:tasks.workunit.client.0.smithi084.stdout:366 2024-04-02T08:37:16.531 INFO:tasks.workunit.client.0.smithi084.stdout:367 2024-04-02T08:37:16.532 INFO:tasks.workunit.client.0.smithi084.stdout:368 2024-04-02T08:37:16.533 INFO:tasks.workunit.client.0.smithi084.stdout:369 2024-04-02T08:37:16.534 INFO:tasks.workunit.client.0.smithi084.stdout:370 2024-04-02T08:37:16.535 INFO:tasks.workunit.client.0.smithi084.stdout:371 2024-04-02T08:37:16.536 INFO:tasks.workunit.client.0.smithi084.stdout:372 2024-04-02T08:37:16.537 INFO:tasks.workunit.client.0.smithi084.stdout:373 2024-04-02T08:37:16.538 INFO:tasks.workunit.client.0.smithi084.stdout:374 2024-04-02T08:37:16.539 INFO:tasks.workunit.client.0.smithi084.stdout:375 2024-04-02T08:37:16.540 INFO:tasks.workunit.client.0.smithi084.stdout:376 2024-04-02T08:37:16.541 INFO:tasks.workunit.client.0.smithi084.stdout:377 2024-04-02T08:37:16.542 INFO:tasks.workunit.client.0.smithi084.stdout:378 2024-04-02T08:37:16.543 INFO:tasks.workunit.client.0.smithi084.stdout:379 2024-04-02T08:37:16.544 INFO:tasks.workunit.client.0.smithi084.stdout:380 2024-04-02T08:37:16.545 INFO:tasks.workunit.client.0.smithi084.stdout:381 2024-04-02T08:37:16.546 INFO:tasks.workunit.client.0.smithi084.stdout:382 2024-04-02T08:37:16.548 INFO:tasks.workunit.client.0.smithi084.stdout:383 2024-04-02T08:37:16.549 INFO:tasks.workunit.client.0.smithi084.stdout:384 2024-04-02T08:37:16.550 INFO:tasks.workunit.client.0.smithi084.stdout:385 2024-04-02T08:37:16.551 INFO:tasks.workunit.client.0.smithi084.stdout:386 2024-04-02T08:37:16.552 INFO:tasks.workunit.client.0.smithi084.stdout:387 2024-04-02T08:37:16.553 INFO:tasks.workunit.client.0.smithi084.stdout:388 2024-04-02T08:37:16.554 INFO:tasks.workunit.client.0.smithi084.stdout:389 2024-04-02T08:37:16.555 INFO:tasks.workunit.client.0.smithi084.stdout:390 2024-04-02T08:37:16.555 INFO:tasks.workunit.client.0.smithi084.stdout:391 2024-04-02T08:37:16.556 INFO:tasks.workunit.client.0.smithi084.stdout:392 2024-04-02T08:37:16.557 INFO:tasks.workunit.client.0.smithi084.stdout:393 2024-04-02T08:37:16.558 INFO:tasks.workunit.client.0.smithi084.stdout:394 2024-04-02T08:37:16.560 INFO:tasks.workunit.client.0.smithi084.stdout:395 2024-04-02T08:37:16.561 INFO:tasks.workunit.client.0.smithi084.stdout:396 2024-04-02T08:37:16.562 INFO:tasks.workunit.client.0.smithi084.stdout:397 2024-04-02T08:37:16.563 INFO:tasks.workunit.client.0.smithi084.stdout:398 2024-04-02T08:37:16.564 INFO:tasks.workunit.client.0.smithi084.stdout:399 2024-04-02T08:37:16.565 INFO:tasks.workunit.client.0.smithi084.stdout:400 2024-04-02T08:37:16.566 INFO:tasks.workunit.client.0.smithi084.stdout:401 2024-04-02T08:37:16.567 INFO:tasks.workunit.client.0.smithi084.stdout:402 2024-04-02T08:37:16.568 INFO:tasks.workunit.client.0.smithi084.stdout:403 2024-04-02T08:37:16.569 INFO:tasks.workunit.client.0.smithi084.stdout:404 2024-04-02T08:37:16.570 INFO:tasks.workunit.client.0.smithi084.stdout:405 2024-04-02T08:37:16.571 INFO:tasks.workunit.client.0.smithi084.stdout:406 2024-04-02T08:37:16.572 INFO:tasks.workunit.client.0.smithi084.stdout:407 2024-04-02T08:37:16.573 INFO:tasks.workunit.client.0.smithi084.stdout:408 2024-04-02T08:37:16.574 INFO:tasks.workunit.client.0.smithi084.stdout:409 2024-04-02T08:37:16.575 INFO:tasks.workunit.client.0.smithi084.stdout:410 2024-04-02T08:37:16.576 INFO:tasks.workunit.client.0.smithi084.stdout:411 2024-04-02T08:37:16.577 INFO:tasks.workunit.client.0.smithi084.stdout:412 2024-04-02T08:37:16.578 INFO:tasks.workunit.client.0.smithi084.stdout:413 2024-04-02T08:37:16.579 INFO:tasks.workunit.client.0.smithi084.stdout:414 2024-04-02T08:37:16.580 INFO:tasks.workunit.client.0.smithi084.stdout:415 2024-04-02T08:37:16.581 INFO:tasks.workunit.client.0.smithi084.stdout:416 2024-04-02T08:37:16.582 INFO:tasks.workunit.client.0.smithi084.stdout:417 2024-04-02T08:37:16.583 INFO:tasks.workunit.client.0.smithi084.stdout:418 2024-04-02T08:37:16.583 INFO:tasks.workunit.client.0.smithi084.stdout:419 2024-04-02T08:37:16.584 INFO:tasks.workunit.client.0.smithi084.stdout:420 2024-04-02T08:37:16.585 INFO:tasks.workunit.client.0.smithi084.stdout:421 2024-04-02T08:37:16.586 INFO:tasks.workunit.client.0.smithi084.stdout:422 2024-04-02T08:37:16.587 INFO:tasks.workunit.client.0.smithi084.stdout:423 2024-04-02T08:37:16.588 INFO:tasks.workunit.client.0.smithi084.stdout:424 2024-04-02T08:37:16.589 INFO:tasks.workunit.client.0.smithi084.stdout:425 2024-04-02T08:37:16.590 INFO:tasks.workunit.client.0.smithi084.stdout:426 2024-04-02T08:37:16.591 INFO:tasks.workunit.client.0.smithi084.stdout:427 2024-04-02T08:37:16.592 INFO:tasks.workunit.client.0.smithi084.stdout:428 2024-04-02T08:37:16.593 INFO:tasks.workunit.client.0.smithi084.stdout:429 2024-04-02T08:37:16.594 INFO:tasks.workunit.client.0.smithi084.stdout:430 2024-04-02T08:37:16.595 INFO:tasks.workunit.client.0.smithi084.stdout:431 2024-04-02T08:37:16.596 INFO:tasks.workunit.client.0.smithi084.stdout:432 2024-04-02T08:37:16.597 INFO:tasks.workunit.client.0.smithi084.stdout:433 2024-04-02T08:37:16.598 INFO:tasks.workunit.client.0.smithi084.stdout:434 2024-04-02T08:37:16.599 INFO:tasks.workunit.client.0.smithi084.stdout:435 2024-04-02T08:37:16.600 INFO:tasks.workunit.client.0.smithi084.stdout:436 2024-04-02T08:37:16.601 INFO:tasks.workunit.client.0.smithi084.stdout:437 2024-04-02T08:37:16.602 INFO:tasks.workunit.client.0.smithi084.stdout:438 2024-04-02T08:37:16.603 INFO:tasks.workunit.client.0.smithi084.stdout:439 2024-04-02T08:37:16.604 INFO:tasks.workunit.client.0.smithi084.stdout:440 2024-04-02T08:37:16.605 INFO:tasks.workunit.client.0.smithi084.stdout:441 2024-04-02T08:37:16.606 INFO:tasks.workunit.client.0.smithi084.stdout:442 2024-04-02T08:37:16.607 INFO:tasks.workunit.client.0.smithi084.stdout:443 2024-04-02T08:37:16.608 INFO:tasks.workunit.client.0.smithi084.stdout:444 2024-04-02T08:37:16.609 INFO:tasks.workunit.client.0.smithi084.stdout:445 2024-04-02T08:37:16.610 INFO:tasks.workunit.client.0.smithi084.stdout:446 2024-04-02T08:37:16.611 INFO:tasks.workunit.client.0.smithi084.stdout:447 2024-04-02T08:37:16.612 INFO:tasks.workunit.client.0.smithi084.stdout:448 2024-04-02T08:37:16.613 INFO:tasks.workunit.client.0.smithi084.stdout:449 2024-04-02T08:37:16.614 INFO:tasks.workunit.client.0.smithi084.stdout:450 2024-04-02T08:37:16.615 INFO:tasks.workunit.client.0.smithi084.stdout:451 2024-04-02T08:37:16.616 INFO:tasks.workunit.client.0.smithi084.stdout:452 2024-04-02T08:37:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[97358]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[97358]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:37:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[94794]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[94794]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:37:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:16 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:16.618 INFO:tasks.workunit.client.0.smithi084.stdout:453 2024-04-02T08:37:16.619 INFO:tasks.workunit.client.0.smithi084.stdout:454 2024-04-02T08:37:16.620 INFO:tasks.workunit.client.0.smithi084.stdout:455 2024-04-02T08:37:16.621 INFO:tasks.workunit.client.0.smithi084.stdout:456 2024-04-02T08:37:16.622 INFO:tasks.workunit.client.0.smithi084.stdout:457 2024-04-02T08:37:16.623 INFO:tasks.workunit.client.0.smithi084.stdout:458 2024-04-02T08:37:16.624 INFO:tasks.workunit.client.0.smithi084.stdout:459 2024-04-02T08:37:16.625 INFO:tasks.workunit.client.0.smithi084.stdout:460 2024-04-02T08:37:16.626 INFO:tasks.workunit.client.0.smithi084.stdout:461 2024-04-02T08:37:16.627 INFO:tasks.workunit.client.0.smithi084.stdout:462 2024-04-02T08:37:16.628 INFO:tasks.workunit.client.0.smithi084.stdout:463 2024-04-02T08:37:16.629 INFO:tasks.workunit.client.0.smithi084.stdout:464 2024-04-02T08:37:16.629 INFO:tasks.workunit.client.0.smithi084.stdout:465 2024-04-02T08:37:16.630 INFO:tasks.workunit.client.0.smithi084.stdout:466 2024-04-02T08:37:16.631 INFO:tasks.workunit.client.0.smithi084.stdout:467 2024-04-02T08:37:16.632 INFO:tasks.workunit.client.0.smithi084.stdout:468 2024-04-02T08:37:16.633 INFO:tasks.workunit.client.0.smithi084.stdout:469 2024-04-02T08:37:16.634 INFO:tasks.workunit.client.0.smithi084.stdout:470 2024-04-02T08:37:16.635 INFO:tasks.workunit.client.0.smithi084.stdout:471 2024-04-02T08:37:16.636 INFO:tasks.workunit.client.0.smithi084.stdout:472 2024-04-02T08:37:16.637 INFO:tasks.workunit.client.0.smithi084.stdout:473 2024-04-02T08:37:16.638 INFO:tasks.workunit.client.0.smithi084.stdout:474 2024-04-02T08:37:16.639 INFO:tasks.workunit.client.0.smithi084.stdout:475 2024-04-02T08:37:16.640 INFO:tasks.workunit.client.0.smithi084.stdout:476 2024-04-02T08:37:16.641 INFO:tasks.workunit.client.0.smithi084.stdout:477 2024-04-02T08:37:16.642 INFO:tasks.workunit.client.0.smithi084.stdout:478 2024-04-02T08:37:16.643 INFO:tasks.workunit.client.0.smithi084.stdout:479 2024-04-02T08:37:16.644 INFO:tasks.workunit.client.0.smithi084.stdout:480 2024-04-02T08:37:16.645 INFO:tasks.workunit.client.0.smithi084.stdout:481 2024-04-02T08:37:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:482 2024-04-02T08:37:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:483 2024-04-02T08:37:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:484 2024-04-02T08:37:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:485 2024-04-02T08:37:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:486 2024-04-02T08:37:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:487 2024-04-02T08:37:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:488 2024-04-02T08:37:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:489 2024-04-02T08:37:16.653 INFO:tasks.workunit.client.0.smithi084.stdout:490 2024-04-02T08:37:16.654 INFO:tasks.workunit.client.0.smithi084.stdout:491 2024-04-02T08:37:16.655 INFO:tasks.workunit.client.0.smithi084.stdout:492 2024-04-02T08:37:16.656 INFO:tasks.workunit.client.0.smithi084.stdout:493 2024-04-02T08:37:16.657 INFO:tasks.workunit.client.0.smithi084.stdout:494 2024-04-02T08:37:16.658 INFO:tasks.workunit.client.0.smithi084.stdout:495 2024-04-02T08:37:16.659 INFO:tasks.workunit.client.0.smithi084.stdout:496 2024-04-02T08:37:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:16 smithi132 ceph-mon[88571]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:16 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:16 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:16 smithi132 ceph-mon[88571]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:37:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:16 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:16.661 INFO:tasks.workunit.client.0.smithi084.stdout:497 2024-04-02T08:37:16.661 INFO:tasks.workunit.client.0.smithi084.stdout:498 2024-04-02T08:37:16.662 INFO:tasks.workunit.client.0.smithi084.stdout:499 2024-04-02T08:37:16.663 INFO:tasks.workunit.client.0.smithi084.stdout:500 2024-04-02T08:37:16.664 INFO:tasks.workunit.client.0.smithi084.stdout:501 2024-04-02T08:37:16.665 INFO:tasks.workunit.client.0.smithi084.stdout:502 2024-04-02T08:37:16.667 INFO:tasks.workunit.client.0.smithi084.stdout:503 2024-04-02T08:37:16.667 INFO:tasks.workunit.client.0.smithi084.stdout:504 2024-04-02T08:37:16.668 INFO:tasks.workunit.client.0.smithi084.stdout:505 2024-04-02T08:37:16.670 INFO:tasks.workunit.client.0.smithi084.stdout:506 2024-04-02T08:37:16.671 INFO:tasks.workunit.client.0.smithi084.stdout:507 2024-04-02T08:37:16.672 INFO:tasks.workunit.client.0.smithi084.stdout:508 2024-04-02T08:37:16.672 INFO:tasks.workunit.client.0.smithi084.stdout:509 2024-04-02T08:37:16.674 INFO:tasks.workunit.client.0.smithi084.stdout:510 2024-04-02T08:37:16.674 INFO:tasks.workunit.client.0.smithi084.stdout:511 2024-04-02T08:37:16.675 INFO:tasks.workunit.client.0.smithi084.stdout:512 2024-04-02T08:37:16.676 INFO:tasks.workunit.client.0.smithi084.stdout:513 2024-04-02T08:37:16.677 INFO:tasks.workunit.client.0.smithi084.stdout:514 2024-04-02T08:37:16.678 INFO:tasks.workunit.client.0.smithi084.stdout:515 2024-04-02T08:37:16.679 INFO:tasks.workunit.client.0.smithi084.stdout:516 2024-04-02T08:37:16.680 INFO:tasks.workunit.client.0.smithi084.stdout:517 2024-04-02T08:37:16.681 INFO:tasks.workunit.client.0.smithi084.stdout:518 2024-04-02T08:37:16.682 INFO:tasks.workunit.client.0.smithi084.stdout:519 2024-04-02T08:37:16.684 INFO:tasks.workunit.client.0.smithi084.stdout:520 2024-04-02T08:37:16.685 INFO:tasks.workunit.client.0.smithi084.stdout:521 2024-04-02T08:37:16.685 INFO:tasks.workunit.client.0.smithi084.stdout:522 2024-04-02T08:37:16.686 INFO:tasks.workunit.client.0.smithi084.stdout:523 2024-04-02T08:37:16.687 INFO:tasks.workunit.client.0.smithi084.stdout:524 2024-04-02T08:37:16.689 INFO:tasks.workunit.client.0.smithi084.stdout:525 2024-04-02T08:37:16.689 INFO:tasks.workunit.client.0.smithi084.stdout:526 2024-04-02T08:37:16.691 INFO:tasks.workunit.client.0.smithi084.stdout:527 2024-04-02T08:37:16.692 INFO:tasks.workunit.client.0.smithi084.stdout:528 2024-04-02T08:37:16.693 INFO:tasks.workunit.client.0.smithi084.stdout:529 2024-04-02T08:37:16.694 INFO:tasks.workunit.client.0.smithi084.stdout:530 2024-04-02T08:37:16.695 INFO:tasks.workunit.client.0.smithi084.stdout:531 2024-04-02T08:37:16.696 INFO:tasks.workunit.client.0.smithi084.stdout:532 2024-04-02T08:37:16.697 INFO:tasks.workunit.client.0.smithi084.stdout:533 2024-04-02T08:37:16.698 INFO:tasks.workunit.client.0.smithi084.stdout:534 2024-04-02T08:37:16.699 INFO:tasks.workunit.client.0.smithi084.stdout:535 2024-04-02T08:37:16.700 INFO:tasks.workunit.client.0.smithi084.stdout:536 2024-04-02T08:37:16.701 INFO:tasks.workunit.client.0.smithi084.stdout:537 2024-04-02T08:37:16.702 INFO:tasks.workunit.client.0.smithi084.stdout:538 2024-04-02T08:37:16.703 INFO:tasks.workunit.client.0.smithi084.stdout:539 2024-04-02T08:37:16.703 INFO:tasks.workunit.client.0.smithi084.stdout:540 2024-04-02T08:37:16.705 INFO:tasks.workunit.client.0.smithi084.stdout:541 2024-04-02T08:37:16.705 INFO:tasks.workunit.client.0.smithi084.stdout:542 2024-04-02T08:37:16.707 INFO:tasks.workunit.client.0.smithi084.stdout:543 2024-04-02T08:37:16.708 INFO:tasks.workunit.client.0.smithi084.stdout:544 2024-04-02T08:37:16.709 INFO:tasks.workunit.client.0.smithi084.stdout:545 2024-04-02T08:37:16.710 INFO:tasks.workunit.client.0.smithi084.stdout:546 2024-04-02T08:37:16.710 INFO:tasks.workunit.client.0.smithi084.stdout:547 2024-04-02T08:37:16.711 INFO:tasks.workunit.client.0.smithi084.stdout:548 2024-04-02T08:37:16.713 INFO:tasks.workunit.client.0.smithi084.stdout:549 2024-04-02T08:37:16.714 INFO:tasks.workunit.client.0.smithi084.stdout:550 2024-04-02T08:37:16.714 INFO:tasks.workunit.client.0.smithi084.stdout:551 2024-04-02T08:37:16.715 INFO:tasks.workunit.client.0.smithi084.stdout:552 2024-04-02T08:37:16.717 INFO:tasks.workunit.client.0.smithi084.stdout:553 2024-04-02T08:37:16.718 INFO:tasks.workunit.client.0.smithi084.stdout:554 2024-04-02T08:37:16.719 INFO:tasks.workunit.client.0.smithi084.stdout:555 2024-04-02T08:37:16.720 INFO:tasks.workunit.client.0.smithi084.stdout:556 2024-04-02T08:37:16.721 INFO:tasks.workunit.client.0.smithi084.stdout:557 2024-04-02T08:37:16.722 INFO:tasks.workunit.client.0.smithi084.stdout:558 2024-04-02T08:37:16.724 INFO:tasks.workunit.client.0.smithi084.stdout:559 2024-04-02T08:37:16.725 INFO:tasks.workunit.client.0.smithi084.stdout:560 2024-04-02T08:37:16.726 INFO:tasks.workunit.client.0.smithi084.stdout:561 2024-04-02T08:37:16.727 INFO:tasks.workunit.client.0.smithi084.stdout:562 2024-04-02T08:37:16.728 INFO:tasks.workunit.client.0.smithi084.stdout:563 2024-04-02T08:37:16.729 INFO:tasks.workunit.client.0.smithi084.stdout:564 2024-04-02T08:37:16.734 INFO:tasks.workunit.client.0.smithi084.stdout:565 2024-04-02T08:37:16.734 INFO:tasks.workunit.client.0.smithi084.stdout:566 2024-04-02T08:37:16.734 INFO:tasks.workunit.client.0.smithi084.stdout:567 2024-04-02T08:37:16.735 INFO:tasks.workunit.client.0.smithi084.stdout:568 2024-04-02T08:37:16.736 INFO:tasks.workunit.client.0.smithi084.stdout:569 2024-04-02T08:37:16.737 INFO:tasks.workunit.client.0.smithi084.stdout:570 2024-04-02T08:37:16.737 INFO:tasks.workunit.client.0.smithi084.stdout:571 2024-04-02T08:37:16.738 INFO:tasks.workunit.client.0.smithi084.stdout:572 2024-04-02T08:37:16.740 INFO:tasks.workunit.client.0.smithi084.stdout:573 2024-04-02T08:37:16.741 INFO:tasks.workunit.client.0.smithi084.stdout:574 2024-04-02T08:37:16.742 INFO:tasks.workunit.client.0.smithi084.stdout:575 2024-04-02T08:37:16.742 INFO:tasks.workunit.client.0.smithi084.stdout:576 2024-04-02T08:37:16.744 INFO:tasks.workunit.client.0.smithi084.stdout:577 2024-04-02T08:37:16.744 INFO:tasks.workunit.client.0.smithi084.stdout:578 2024-04-02T08:37:16.745 INFO:tasks.workunit.client.0.smithi084.stdout:579 2024-04-02T08:37:16.746 INFO:tasks.workunit.client.0.smithi084.stdout:580 2024-04-02T08:37:16.748 INFO:tasks.workunit.client.0.smithi084.stdout:581 2024-04-02T08:37:16.749 INFO:tasks.workunit.client.0.smithi084.stdout:582 2024-04-02T08:37:16.749 INFO:tasks.workunit.client.0.smithi084.stdout:583 2024-04-02T08:37:16.750 INFO:tasks.workunit.client.0.smithi084.stdout:584 2024-04-02T08:37:16.752 INFO:tasks.workunit.client.0.smithi084.stdout:585 2024-04-02T08:37:16.752 INFO:tasks.workunit.client.0.smithi084.stdout:586 2024-04-02T08:37:16.753 INFO:tasks.workunit.client.0.smithi084.stdout:587 2024-04-02T08:37:16.754 INFO:tasks.workunit.client.0.smithi084.stdout:588 2024-04-02T08:37:16.755 INFO:tasks.workunit.client.0.smithi084.stdout:589 2024-04-02T08:37:16.757 INFO:tasks.workunit.client.0.smithi084.stdout:590 2024-04-02T08:37:16.758 INFO:tasks.workunit.client.0.smithi084.stdout:591 2024-04-02T08:37:16.759 INFO:tasks.workunit.client.0.smithi084.stdout:592 2024-04-02T08:37:16.760 INFO:tasks.workunit.client.0.smithi084.stdout:593 2024-04-02T08:37:16.761 INFO:tasks.workunit.client.0.smithi084.stdout:594 2024-04-02T08:37:16.762 INFO:tasks.workunit.client.0.smithi084.stdout:595 2024-04-02T08:37:16.763 INFO:tasks.workunit.client.0.smithi084.stdout:596 2024-04-02T08:37:16.764 INFO:tasks.workunit.client.0.smithi084.stdout:597 2024-04-02T08:37:16.766 INFO:tasks.workunit.client.0.smithi084.stdout:598 2024-04-02T08:37:16.767 INFO:tasks.workunit.client.0.smithi084.stdout:599 2024-04-02T08:37:16.768 INFO:tasks.workunit.client.0.smithi084.stdout:600 2024-04-02T08:37:16.769 INFO:tasks.workunit.client.0.smithi084.stdout:601 2024-04-02T08:37:16.770 INFO:tasks.workunit.client.0.smithi084.stdout:602 2024-04-02T08:37:16.771 INFO:tasks.workunit.client.0.smithi084.stdout:603 2024-04-02T08:37:16.772 INFO:tasks.workunit.client.0.smithi084.stdout:604 2024-04-02T08:37:16.773 INFO:tasks.workunit.client.0.smithi084.stdout:605 2024-04-02T08:37:16.774 INFO:tasks.workunit.client.0.smithi084.stdout:606 2024-04-02T08:37:16.775 INFO:tasks.workunit.client.0.smithi084.stdout:607 2024-04-02T08:37:16.776 INFO:tasks.workunit.client.0.smithi084.stdout:608 2024-04-02T08:37:16.777 INFO:tasks.workunit.client.0.smithi084.stdout:609 2024-04-02T08:37:16.778 INFO:tasks.workunit.client.0.smithi084.stdout:610 2024-04-02T08:37:16.779 INFO:tasks.workunit.client.0.smithi084.stdout:611 2024-04-02T08:37:16.780 INFO:tasks.workunit.client.0.smithi084.stdout:612 2024-04-02T08:37:16.781 INFO:tasks.workunit.client.0.smithi084.stdout:613 2024-04-02T08:37:16.782 INFO:tasks.workunit.client.0.smithi084.stdout:614 2024-04-02T08:37:16.783 INFO:tasks.workunit.client.0.smithi084.stdout:615 2024-04-02T08:37:16.784 INFO:tasks.workunit.client.0.smithi084.stdout:616 2024-04-02T08:37:16.785 INFO:tasks.workunit.client.0.smithi084.stdout:617 2024-04-02T08:37:16.786 INFO:tasks.workunit.client.0.smithi084.stdout:618 2024-04-02T08:37:16.787 INFO:tasks.workunit.client.0.smithi084.stdout:619 2024-04-02T08:37:16.788 INFO:tasks.workunit.client.0.smithi084.stdout:620 2024-04-02T08:37:16.789 INFO:tasks.workunit.client.0.smithi084.stdout:621 2024-04-02T08:37:16.790 INFO:tasks.workunit.client.0.smithi084.stdout:622 2024-04-02T08:37:16.791 INFO:tasks.workunit.client.0.smithi084.stdout:623 2024-04-02T08:37:16.792 INFO:tasks.workunit.client.0.smithi084.stdout:624 2024-04-02T08:37:16.793 INFO:tasks.workunit.client.0.smithi084.stdout:625 2024-04-02T08:37:16.794 INFO:tasks.workunit.client.0.smithi084.stdout:626 2024-04-02T08:37:16.795 INFO:tasks.workunit.client.0.smithi084.stdout:627 2024-04-02T08:37:16.796 INFO:tasks.workunit.client.0.smithi084.stdout:628 2024-04-02T08:37:16.797 INFO:tasks.workunit.client.0.smithi084.stdout:629 2024-04-02T08:37:16.798 INFO:tasks.workunit.client.0.smithi084.stdout:630 2024-04-02T08:37:16.799 INFO:tasks.workunit.client.0.smithi084.stdout:631 2024-04-02T08:37:16.800 INFO:tasks.workunit.client.0.smithi084.stdout:632 2024-04-02T08:37:16.801 INFO:tasks.workunit.client.0.smithi084.stdout:633 2024-04-02T08:37:16.802 INFO:tasks.workunit.client.0.smithi084.stdout:634 2024-04-02T08:37:16.803 INFO:tasks.workunit.client.0.smithi084.stdout:635 2024-04-02T08:37:16.804 INFO:tasks.workunit.client.0.smithi084.stdout:636 2024-04-02T08:37:16.805 INFO:tasks.workunit.client.0.smithi084.stdout:637 2024-04-02T08:37:16.806 INFO:tasks.workunit.client.0.smithi084.stdout:638 2024-04-02T08:37:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:639 2024-04-02T08:37:16.808 INFO:tasks.workunit.client.0.smithi084.stdout:640 2024-04-02T08:37:16.809 INFO:tasks.workunit.client.0.smithi084.stdout:641 2024-04-02T08:37:16.810 INFO:tasks.workunit.client.0.smithi084.stdout:642 2024-04-02T08:37:16.811 INFO:tasks.workunit.client.0.smithi084.stdout:643 2024-04-02T08:37:16.812 INFO:tasks.workunit.client.0.smithi084.stdout:644 2024-04-02T08:37:16.813 INFO:tasks.workunit.client.0.smithi084.stdout:645 2024-04-02T08:37:16.814 INFO:tasks.workunit.client.0.smithi084.stdout:646 2024-04-02T08:37:16.815 INFO:tasks.workunit.client.0.smithi084.stdout:647 2024-04-02T08:37:16.816 INFO:tasks.workunit.client.0.smithi084.stdout:648 2024-04-02T08:37:16.817 INFO:tasks.workunit.client.0.smithi084.stdout:649 2024-04-02T08:37:16.818 INFO:tasks.workunit.client.0.smithi084.stdout:650 2024-04-02T08:37:16.819 INFO:tasks.workunit.client.0.smithi084.stdout:651 2024-04-02T08:37:16.820 INFO:tasks.workunit.client.0.smithi084.stdout:652 2024-04-02T08:37:16.821 INFO:tasks.workunit.client.0.smithi084.stdout:653 2024-04-02T08:37:16.822 INFO:tasks.workunit.client.0.smithi084.stdout:654 2024-04-02T08:37:16.823 INFO:tasks.workunit.client.0.smithi084.stdout:655 2024-04-02T08:37:16.824 INFO:tasks.workunit.client.0.smithi084.stdout:656 2024-04-02T08:37:16.825 INFO:tasks.workunit.client.0.smithi084.stdout:657 2024-04-02T08:37:16.826 INFO:tasks.workunit.client.0.smithi084.stdout:658 2024-04-02T08:37:16.827 INFO:tasks.workunit.client.0.smithi084.stdout:659 2024-04-02T08:37:16.828 INFO:tasks.workunit.client.0.smithi084.stdout:660 2024-04-02T08:37:16.829 INFO:tasks.workunit.client.0.smithi084.stdout:661 2024-04-02T08:37:16.830 INFO:tasks.workunit.client.0.smithi084.stdout:662 2024-04-02T08:37:16.831 INFO:tasks.workunit.client.0.smithi084.stdout:663 2024-04-02T08:37:16.832 INFO:tasks.workunit.client.0.smithi084.stdout:664 2024-04-02T08:37:16.833 INFO:tasks.workunit.client.0.smithi084.stdout:665 2024-04-02T08:37:16.834 INFO:tasks.workunit.client.0.smithi084.stdout:666 2024-04-02T08:37:16.835 INFO:tasks.workunit.client.0.smithi084.stdout:667 2024-04-02T08:37:16.836 INFO:tasks.workunit.client.0.smithi084.stdout:668 2024-04-02T08:37:16.837 INFO:tasks.workunit.client.0.smithi084.stdout:669 2024-04-02T08:37:16.838 INFO:tasks.workunit.client.0.smithi084.stdout:670 2024-04-02T08:37:16.839 INFO:tasks.workunit.client.0.smithi084.stdout:671 2024-04-02T08:37:16.840 INFO:tasks.workunit.client.0.smithi084.stdout:672 2024-04-02T08:37:16.841 INFO:tasks.workunit.client.0.smithi084.stdout:673 2024-04-02T08:37:16.842 INFO:tasks.workunit.client.0.smithi084.stdout:674 2024-04-02T08:37:16.843 INFO:tasks.workunit.client.0.smithi084.stdout:675 2024-04-02T08:37:16.844 INFO:tasks.workunit.client.0.smithi084.stdout:676 2024-04-02T08:37:16.845 INFO:tasks.workunit.client.0.smithi084.stdout:677 2024-04-02T08:37:16.846 INFO:tasks.workunit.client.0.smithi084.stdout:678 2024-04-02T08:37:16.847 INFO:tasks.workunit.client.0.smithi084.stdout:679 2024-04-02T08:37:16.848 INFO:tasks.workunit.client.0.smithi084.stdout:680 2024-04-02T08:37:16.849 INFO:tasks.workunit.client.0.smithi084.stdout:681 2024-04-02T08:37:16.850 INFO:tasks.workunit.client.0.smithi084.stdout:682 2024-04-02T08:37:16.851 INFO:tasks.workunit.client.0.smithi084.stdout:683 2024-04-02T08:37:16.852 INFO:tasks.workunit.client.0.smithi084.stdout:684 2024-04-02T08:37:16.853 INFO:tasks.workunit.client.0.smithi084.stdout:685 2024-04-02T08:37:16.854 INFO:tasks.workunit.client.0.smithi084.stdout:686 2024-04-02T08:37:16.855 INFO:tasks.workunit.client.0.smithi084.stdout:687 2024-04-02T08:37:16.856 INFO:tasks.workunit.client.0.smithi084.stdout:688 2024-04-02T08:37:16.857 INFO:tasks.workunit.client.0.smithi084.stdout:689 2024-04-02T08:37:16.858 INFO:tasks.workunit.client.0.smithi084.stdout:690 2024-04-02T08:37:16.859 INFO:tasks.workunit.client.0.smithi084.stdout:691 2024-04-02T08:37:16.860 INFO:tasks.workunit.client.0.smithi084.stdout:692 2024-04-02T08:37:16.861 INFO:tasks.workunit.client.0.smithi084.stdout:693 2024-04-02T08:37:16.862 INFO:tasks.workunit.client.0.smithi084.stdout:694 2024-04-02T08:37:16.863 INFO:tasks.workunit.client.0.smithi084.stdout:695 2024-04-02T08:37:16.864 INFO:tasks.workunit.client.0.smithi084.stdout:696 2024-04-02T08:37:16.865 INFO:tasks.workunit.client.0.smithi084.stdout:697 2024-04-02T08:37:16.866 INFO:tasks.workunit.client.0.smithi084.stdout:698 2024-04-02T08:37:16.867 INFO:tasks.workunit.client.0.smithi084.stdout:699 2024-04-02T08:37:16.868 INFO:tasks.workunit.client.0.smithi084.stdout:700 2024-04-02T08:37:16.869 INFO:tasks.workunit.client.0.smithi084.stdout:701 2024-04-02T08:37:16.870 INFO:tasks.workunit.client.0.smithi084.stdout:702 2024-04-02T08:37:16.871 INFO:tasks.workunit.client.0.smithi084.stdout:703 2024-04-02T08:37:16.872 INFO:tasks.workunit.client.0.smithi084.stdout:704 2024-04-02T08:37:16.873 INFO:tasks.workunit.client.0.smithi084.stdout:705 2024-04-02T08:37:16.874 INFO:tasks.workunit.client.0.smithi084.stdout:706 2024-04-02T08:37:16.875 INFO:tasks.workunit.client.0.smithi084.stdout:707 2024-04-02T08:37:16.877 INFO:tasks.workunit.client.0.smithi084.stdout:708 2024-04-02T08:37:16.877 INFO:tasks.workunit.client.0.smithi084.stdout:709 2024-04-02T08:37:16.879 INFO:tasks.workunit.client.0.smithi084.stdout:710 2024-04-02T08:37:16.880 INFO:tasks.workunit.client.0.smithi084.stdout:711 2024-04-02T08:37:16.881 INFO:tasks.workunit.client.0.smithi084.stdout:712 2024-04-02T08:37:16.882 INFO:tasks.workunit.client.0.smithi084.stdout:713 2024-04-02T08:37:16.883 INFO:tasks.workunit.client.0.smithi084.stdout:714 2024-04-02T08:37:16.884 INFO:tasks.workunit.client.0.smithi084.stdout:715 2024-04-02T08:37:16.885 INFO:tasks.workunit.client.0.smithi084.stdout:716 2024-04-02T08:37:16.886 INFO:tasks.workunit.client.0.smithi084.stdout:717 2024-04-02T08:37:16.887 INFO:tasks.workunit.client.0.smithi084.stdout:718 2024-04-02T08:37:16.888 INFO:tasks.workunit.client.0.smithi084.stdout:719 2024-04-02T08:37:16.889 INFO:tasks.workunit.client.0.smithi084.stdout:720 2024-04-02T08:37:16.890 INFO:tasks.workunit.client.0.smithi084.stdout:721 2024-04-02T08:37:16.891 INFO:tasks.workunit.client.0.smithi084.stdout:722 2024-04-02T08:37:16.892 INFO:tasks.workunit.client.0.smithi084.stdout:723 2024-04-02T08:37:16.893 INFO:tasks.workunit.client.0.smithi084.stdout:724 2024-04-02T08:37:16.894 INFO:tasks.workunit.client.0.smithi084.stdout:725 2024-04-02T08:37:16.895 INFO:tasks.workunit.client.0.smithi084.stdout:726 2024-04-02T08:37:16.896 INFO:tasks.workunit.client.0.smithi084.stdout:727 2024-04-02T08:37:16.897 INFO:tasks.workunit.client.0.smithi084.stdout:728 2024-04-02T08:37:16.898 INFO:tasks.workunit.client.0.smithi084.stdout:729 2024-04-02T08:37:16.900 INFO:tasks.workunit.client.0.smithi084.stdout:730 2024-04-02T08:37:16.900 INFO:tasks.workunit.client.0.smithi084.stdout:731 2024-04-02T08:37:16.902 INFO:tasks.workunit.client.0.smithi084.stdout:732 2024-04-02T08:37:16.903 INFO:tasks.workunit.client.0.smithi084.stdout:733 2024-04-02T08:37:16.904 INFO:tasks.workunit.client.0.smithi084.stdout:734 2024-04-02T08:37:16.905 INFO:tasks.workunit.client.0.smithi084.stdout:735 2024-04-02T08:37:16.907 INFO:tasks.workunit.client.0.smithi084.stdout:736 2024-04-02T08:37:16.908 INFO:tasks.workunit.client.0.smithi084.stdout:737 2024-04-02T08:37:16.909 INFO:tasks.workunit.client.0.smithi084.stdout:738 2024-04-02T08:37:16.910 INFO:tasks.workunit.client.0.smithi084.stdout:739 2024-04-02T08:37:16.912 INFO:tasks.workunit.client.0.smithi084.stdout:740 2024-04-02T08:37:16.912 INFO:tasks.workunit.client.0.smithi084.stdout:741 2024-04-02T08:37:16.914 INFO:tasks.workunit.client.0.smithi084.stdout:742 2024-04-02T08:37:16.915 INFO:tasks.workunit.client.0.smithi084.stdout:743 2024-04-02T08:37:16.916 INFO:tasks.workunit.client.0.smithi084.stdout:744 2024-04-02T08:37:16.917 INFO:tasks.workunit.client.0.smithi084.stdout:745 2024-04-02T08:37:16.918 INFO:tasks.workunit.client.0.smithi084.stdout:746 2024-04-02T08:37:16.919 INFO:tasks.workunit.client.0.smithi084.stdout:747 2024-04-02T08:37:16.920 INFO:tasks.workunit.client.0.smithi084.stdout:748 2024-04-02T08:37:16.921 INFO:tasks.workunit.client.0.smithi084.stdout:749 2024-04-02T08:37:16.922 INFO:tasks.workunit.client.0.smithi084.stdout:750 2024-04-02T08:37:16.923 INFO:tasks.workunit.client.0.smithi084.stdout:751 2024-04-02T08:37:16.924 INFO:tasks.workunit.client.0.smithi084.stdout:752 2024-04-02T08:37:16.926 INFO:tasks.workunit.client.0.smithi084.stdout:753 2024-04-02T08:37:16.927 INFO:tasks.workunit.client.0.smithi084.stdout:754 2024-04-02T08:37:16.928 INFO:tasks.workunit.client.0.smithi084.stdout:755 2024-04-02T08:37:16.929 INFO:tasks.workunit.client.0.smithi084.stdout:756 2024-04-02T08:37:16.930 INFO:tasks.workunit.client.0.smithi084.stdout:757 2024-04-02T08:37:16.931 INFO:tasks.workunit.client.0.smithi084.stdout:758 2024-04-02T08:37:16.932 INFO:tasks.workunit.client.0.smithi084.stdout:759 2024-04-02T08:37:16.933 INFO:tasks.workunit.client.0.smithi084.stdout:760 2024-04-02T08:37:16.934 INFO:tasks.workunit.client.0.smithi084.stdout:761 2024-04-02T08:37:16.938 INFO:tasks.workunit.client.0.smithi084.stdout:762 2024-04-02T08:37:16.938 INFO:tasks.workunit.client.0.smithi084.stdout:763 2024-04-02T08:37:16.938 INFO:tasks.workunit.client.0.smithi084.stdout:764 2024-04-02T08:37:16.939 INFO:tasks.workunit.client.0.smithi084.stdout:765 2024-04-02T08:37:16.940 INFO:tasks.workunit.client.0.smithi084.stdout:766 2024-04-02T08:37:16.942 INFO:tasks.workunit.client.0.smithi084.stdout:767 2024-04-02T08:37:16.943 INFO:tasks.workunit.client.0.smithi084.stdout:768 2024-04-02T08:37:16.944 INFO:tasks.workunit.client.0.smithi084.stdout:769 2024-04-02T08:37:16.945 INFO:tasks.workunit.client.0.smithi084.stdout:770 2024-04-02T08:37:16.946 INFO:tasks.workunit.client.0.smithi084.stdout:771 2024-04-02T08:37:16.947 INFO:tasks.workunit.client.0.smithi084.stdout:772 2024-04-02T08:37:16.949 INFO:tasks.workunit.client.0.smithi084.stdout:773 2024-04-02T08:37:16.950 INFO:tasks.workunit.client.0.smithi084.stdout:774 2024-04-02T08:37:16.951 INFO:tasks.workunit.client.0.smithi084.stdout:775 2024-04-02T08:37:16.952 INFO:tasks.workunit.client.0.smithi084.stdout:776 2024-04-02T08:37:16.953 INFO:tasks.workunit.client.0.smithi084.stdout:777 2024-04-02T08:37:16.954 INFO:tasks.workunit.client.0.smithi084.stdout:778 2024-04-02T08:37:16.955 INFO:tasks.workunit.client.0.smithi084.stdout:779 2024-04-02T08:37:16.956 INFO:tasks.workunit.client.0.smithi084.stdout:780 2024-04-02T08:37:16.957 INFO:tasks.workunit.client.0.smithi084.stdout:781 2024-04-02T08:37:16.959 INFO:tasks.workunit.client.0.smithi084.stdout:782 2024-04-02T08:37:16.960 INFO:tasks.workunit.client.0.smithi084.stdout:783 2024-04-02T08:37:16.961 INFO:tasks.workunit.client.0.smithi084.stdout:784 2024-04-02T08:37:16.962 INFO:tasks.workunit.client.0.smithi084.stdout:785 2024-04-02T08:37:16.963 INFO:tasks.workunit.client.0.smithi084.stdout:786 2024-04-02T08:37:16.964 INFO:tasks.workunit.client.0.smithi084.stdout:787 2024-04-02T08:37:16.966 INFO:tasks.workunit.client.0.smithi084.stdout:788 2024-04-02T08:37:16.967 INFO:tasks.workunit.client.0.smithi084.stdout:789 2024-04-02T08:37:16.968 INFO:tasks.workunit.client.0.smithi084.stdout:790 2024-04-02T08:37:16.969 INFO:tasks.workunit.client.0.smithi084.stdout:791 2024-04-02T08:37:16.970 INFO:tasks.workunit.client.0.smithi084.stdout:792 2024-04-02T08:37:16.971 INFO:tasks.workunit.client.0.smithi084.stdout:793 2024-04-02T08:37:16.972 INFO:tasks.workunit.client.0.smithi084.stdout:794 2024-04-02T08:37:16.974 INFO:tasks.workunit.client.0.smithi084.stdout:795 2024-04-02T08:37:16.975 INFO:tasks.workunit.client.0.smithi084.stdout:796 2024-04-02T08:37:16.977 INFO:tasks.workunit.client.0.smithi084.stdout:797 2024-04-02T08:37:16.978 INFO:tasks.workunit.client.0.smithi084.stdout:798 2024-04-02T08:37:16.979 INFO:tasks.workunit.client.0.smithi084.stdout:799 2024-04-02T08:37:16.980 INFO:tasks.workunit.client.0.smithi084.stdout:800 2024-04-02T08:37:16.981 INFO:tasks.workunit.client.0.smithi084.stdout:801 2024-04-02T08:37:16.982 INFO:tasks.workunit.client.0.smithi084.stdout:802 2024-04-02T08:37:16.983 INFO:tasks.workunit.client.0.smithi084.stdout:803 2024-04-02T08:37:16.985 INFO:tasks.workunit.client.0.smithi084.stdout:804 2024-04-02T08:37:16.986 INFO:tasks.workunit.client.0.smithi084.stdout:805 2024-04-02T08:37:16.987 INFO:tasks.workunit.client.0.smithi084.stdout:806 2024-04-02T08:37:16.988 INFO:tasks.workunit.client.0.smithi084.stdout:807 2024-04-02T08:37:16.990 INFO:tasks.workunit.client.0.smithi084.stdout:808 2024-04-02T08:37:16.991 INFO:tasks.workunit.client.0.smithi084.stdout:809 2024-04-02T08:37:16.992 INFO:tasks.workunit.client.0.smithi084.stdout:810 2024-04-02T08:37:16.993 INFO:tasks.workunit.client.0.smithi084.stdout:811 2024-04-02T08:37:16.994 INFO:tasks.workunit.client.0.smithi084.stdout:812 2024-04-02T08:37:16.995 INFO:tasks.workunit.client.0.smithi084.stdout:813 2024-04-02T08:37:16.997 INFO:tasks.workunit.client.0.smithi084.stdout:814 2024-04-02T08:37:16.998 INFO:tasks.workunit.client.0.smithi084.stdout:815 2024-04-02T08:37:16.999 INFO:tasks.workunit.client.0.smithi084.stdout:816 2024-04-02T08:37:17.000 INFO:tasks.workunit.client.0.smithi084.stdout:817 2024-04-02T08:37:17.001 INFO:tasks.workunit.client.0.smithi084.stdout:818 2024-04-02T08:37:17.002 INFO:tasks.workunit.client.0.smithi084.stdout:819 2024-04-02T08:37:17.004 INFO:tasks.workunit.client.0.smithi084.stdout:820 2024-04-02T08:37:17.004 INFO:tasks.workunit.client.0.smithi084.stdout:821 2024-04-02T08:37:17.006 INFO:tasks.workunit.client.0.smithi084.stdout:822 2024-04-02T08:37:17.007 INFO:tasks.workunit.client.0.smithi084.stdout:823 2024-04-02T08:37:17.008 INFO:tasks.workunit.client.0.smithi084.stdout:824 2024-04-02T08:37:17.009 INFO:tasks.workunit.client.0.smithi084.stdout:825 2024-04-02T08:37:17.010 INFO:tasks.workunit.client.0.smithi084.stdout:826 2024-04-02T08:37:17.011 INFO:tasks.workunit.client.0.smithi084.stdout:827 2024-04-02T08:37:17.013 INFO:tasks.workunit.client.0.smithi084.stdout:828 2024-04-02T08:37:17.014 INFO:tasks.workunit.client.0.smithi084.stdout:829 2024-04-02T08:37:17.015 INFO:tasks.workunit.client.0.smithi084.stdout:830 2024-04-02T08:37:17.016 INFO:tasks.workunit.client.0.smithi084.stdout:831 2024-04-02T08:37:17.017 INFO:tasks.workunit.client.0.smithi084.stdout:832 2024-04-02T08:37:17.018 INFO:tasks.workunit.client.0.smithi084.stdout:833 2024-04-02T08:37:17.019 INFO:tasks.workunit.client.0.smithi084.stdout:834 2024-04-02T08:37:17.020 INFO:tasks.workunit.client.0.smithi084.stdout:835 2024-04-02T08:37:17.021 INFO:tasks.workunit.client.0.smithi084.stdout:836 2024-04-02T08:37:17.022 INFO:tasks.workunit.client.0.smithi084.stdout:837 2024-04-02T08:37:17.023 INFO:tasks.workunit.client.0.smithi084.stdout:838 2024-04-02T08:37:17.024 INFO:tasks.workunit.client.0.smithi084.stdout:839 2024-04-02T08:37:17.025 INFO:tasks.workunit.client.0.smithi084.stdout:840 2024-04-02T08:37:17.027 INFO:tasks.workunit.client.0.smithi084.stdout:841 2024-04-02T08:37:17.028 INFO:tasks.workunit.client.0.smithi084.stdout:842 2024-04-02T08:37:17.029 INFO:tasks.workunit.client.0.smithi084.stdout:843 2024-04-02T08:37:17.030 INFO:tasks.workunit.client.0.smithi084.stdout:844 2024-04-02T08:37:17.031 INFO:tasks.workunit.client.0.smithi084.stdout:845 2024-04-02T08:37:17.032 INFO:tasks.workunit.client.0.smithi084.stdout:846 2024-04-02T08:37:17.034 INFO:tasks.workunit.client.0.smithi084.stdout:847 2024-04-02T08:37:17.035 INFO:tasks.workunit.client.0.smithi084.stdout:848 2024-04-02T08:37:17.036 INFO:tasks.workunit.client.0.smithi084.stdout:849 2024-04-02T08:37:17.037 INFO:tasks.workunit.client.0.smithi084.stdout:850 2024-04-02T08:37:17.038 INFO:tasks.workunit.client.0.smithi084.stdout:851 2024-04-02T08:37:17.039 INFO:tasks.workunit.client.0.smithi084.stdout:852 2024-04-02T08:37:17.041 INFO:tasks.workunit.client.0.smithi084.stdout:853 2024-04-02T08:37:17.042 INFO:tasks.workunit.client.0.smithi084.stdout:854 2024-04-02T08:37:17.043 INFO:tasks.workunit.client.0.smithi084.stdout:855 2024-04-02T08:37:17.044 INFO:tasks.workunit.client.0.smithi084.stdout:856 2024-04-02T08:37:17.045 INFO:tasks.workunit.client.0.smithi084.stdout:857 2024-04-02T08:37:17.046 INFO:tasks.workunit.client.0.smithi084.stdout:858 2024-04-02T08:37:17.047 INFO:tasks.workunit.client.0.smithi084.stdout:859 2024-04-02T08:37:17.049 INFO:tasks.workunit.client.0.smithi084.stdout:860 2024-04-02T08:37:17.050 INFO:tasks.workunit.client.0.smithi084.stdout:861 2024-04-02T08:37:17.051 INFO:tasks.workunit.client.0.smithi084.stdout:862 2024-04-02T08:37:17.052 INFO:tasks.workunit.client.0.smithi084.stdout:863 2024-04-02T08:37:17.053 INFO:tasks.workunit.client.0.smithi084.stdout:864 2024-04-02T08:37:17.055 INFO:tasks.workunit.client.0.smithi084.stdout:865 2024-04-02T08:37:17.056 INFO:tasks.workunit.client.0.smithi084.stdout:866 2024-04-02T08:37:17.057 INFO:tasks.workunit.client.0.smithi084.stdout:867 2024-04-02T08:37:17.058 INFO:tasks.workunit.client.0.smithi084.stdout:868 2024-04-02T08:37:17.059 INFO:tasks.workunit.client.0.smithi084.stdout:869 2024-04-02T08:37:17.060 INFO:tasks.workunit.client.0.smithi084.stdout:870 2024-04-02T08:37:17.062 INFO:tasks.workunit.client.0.smithi084.stdout:871 2024-04-02T08:37:17.063 INFO:tasks.workunit.client.0.smithi084.stdout:872 2024-04-02T08:37:17.064 INFO:tasks.workunit.client.0.smithi084.stdout:873 2024-04-02T08:37:17.066 INFO:tasks.workunit.client.0.smithi084.stdout:874 2024-04-02T08:37:17.067 INFO:tasks.workunit.client.0.smithi084.stdout:875 2024-04-02T08:37:17.068 INFO:tasks.workunit.client.0.smithi084.stdout:876 2024-04-02T08:37:17.069 INFO:tasks.workunit.client.0.smithi084.stdout:877 2024-04-02T08:37:17.070 INFO:tasks.workunit.client.0.smithi084.stdout:878 2024-04-02T08:37:17.071 INFO:tasks.workunit.client.0.smithi084.stdout:879 2024-04-02T08:37:17.073 INFO:tasks.workunit.client.0.smithi084.stdout:880 2024-04-02T08:37:17.074 INFO:tasks.workunit.client.0.smithi084.stdout:881 2024-04-02T08:37:17.075 INFO:tasks.workunit.client.0.smithi084.stdout:882 2024-04-02T08:37:17.076 INFO:tasks.workunit.client.0.smithi084.stdout:883 2024-04-02T08:37:17.077 INFO:tasks.workunit.client.0.smithi084.stdout:884 2024-04-02T08:37:17.078 INFO:tasks.workunit.client.0.smithi084.stdout:885 2024-04-02T08:37:17.079 INFO:tasks.workunit.client.0.smithi084.stdout:886 2024-04-02T08:37:17.081 INFO:tasks.workunit.client.0.smithi084.stdout:887 2024-04-02T08:37:17.082 INFO:tasks.workunit.client.0.smithi084.stdout:888 2024-04-02T08:37:17.083 INFO:tasks.workunit.client.0.smithi084.stdout:889 2024-04-02T08:37:17.084 INFO:tasks.workunit.client.0.smithi084.stdout:890 2024-04-02T08:37:17.085 INFO:tasks.workunit.client.0.smithi084.stdout:891 2024-04-02T08:37:17.087 INFO:tasks.workunit.client.0.smithi084.stdout:892 2024-04-02T08:37:17.088 INFO:tasks.workunit.client.0.smithi084.stdout:893 2024-04-02T08:37:17.089 INFO:tasks.workunit.client.0.smithi084.stdout:894 2024-04-02T08:37:17.090 INFO:tasks.workunit.client.0.smithi084.stdout:895 2024-04-02T08:37:17.091 INFO:tasks.workunit.client.0.smithi084.stdout:896 2024-04-02T08:37:17.092 INFO:tasks.workunit.client.0.smithi084.stdout:897 2024-04-02T08:37:17.094 INFO:tasks.workunit.client.0.smithi084.stdout:898 2024-04-02T08:37:17.095 INFO:tasks.workunit.client.0.smithi084.stdout:899 2024-04-02T08:37:17.096 INFO:tasks.workunit.client.0.smithi084.stdout:900 2024-04-02T08:37:17.098 INFO:tasks.workunit.client.0.smithi084.stdout:901 2024-04-02T08:37:17.099 INFO:tasks.workunit.client.0.smithi084.stdout:902 2024-04-02T08:37:17.100 INFO:tasks.workunit.client.0.smithi084.stdout:903 2024-04-02T08:37:17.102 INFO:tasks.workunit.client.0.smithi084.stdout:904 2024-04-02T08:37:17.103 INFO:tasks.workunit.client.0.smithi084.stdout:905 2024-04-02T08:37:17.104 INFO:tasks.workunit.client.0.smithi084.stdout:906 2024-04-02T08:37:17.105 INFO:tasks.workunit.client.0.smithi084.stdout:907 2024-04-02T08:37:17.106 INFO:tasks.workunit.client.0.smithi084.stdout:908 2024-04-02T08:37:17.108 INFO:tasks.workunit.client.0.smithi084.stdout:909 2024-04-02T08:37:17.109 INFO:tasks.workunit.client.0.smithi084.stdout:910 2024-04-02T08:37:17.111 INFO:tasks.workunit.client.0.smithi084.stdout:911 2024-04-02T08:37:17.112 INFO:tasks.workunit.client.0.smithi084.stdout:912 2024-04-02T08:37:17.113 INFO:tasks.workunit.client.0.smithi084.stdout:913 2024-04-02T08:37:17.114 INFO:tasks.workunit.client.0.smithi084.stdout:914 2024-04-02T08:37:17.115 INFO:tasks.workunit.client.0.smithi084.stdout:915 2024-04-02T08:37:17.116 INFO:tasks.workunit.client.0.smithi084.stdout:916 2024-04-02T08:37:17.117 INFO:tasks.workunit.client.0.smithi084.stdout:917 2024-04-02T08:37:17.119 INFO:tasks.workunit.client.0.smithi084.stdout:918 2024-04-02T08:37:17.120 INFO:tasks.workunit.client.0.smithi084.stdout:919 2024-04-02T08:37:17.121 INFO:tasks.workunit.client.0.smithi084.stdout:920 2024-04-02T08:37:17.122 INFO:tasks.workunit.client.0.smithi084.stdout:921 2024-04-02T08:37:17.123 INFO:tasks.workunit.client.0.smithi084.stdout:922 2024-04-02T08:37:17.124 INFO:tasks.workunit.client.0.smithi084.stdout:923 2024-04-02T08:37:17.125 INFO:tasks.workunit.client.0.smithi084.stdout:924 2024-04-02T08:37:17.126 INFO:tasks.workunit.client.0.smithi084.stdout:925 2024-04-02T08:37:17.128 INFO:tasks.workunit.client.0.smithi084.stdout:926 2024-04-02T08:37:17.129 INFO:tasks.workunit.client.0.smithi084.stdout:927 2024-04-02T08:37:17.130 INFO:tasks.workunit.client.0.smithi084.stdout:928 2024-04-02T08:37:17.131 INFO:tasks.workunit.client.0.smithi084.stdout:929 2024-04-02T08:37:17.133 INFO:tasks.workunit.client.0.smithi084.stdout:930 2024-04-02T08:37:17.134 INFO:tasks.workunit.client.0.smithi084.stdout:931 2024-04-02T08:37:17.135 INFO:tasks.workunit.client.0.smithi084.stdout:932 2024-04-02T08:37:17.136 INFO:tasks.workunit.client.0.smithi084.stdout:933 2024-04-02T08:37:17.138 INFO:tasks.workunit.client.0.smithi084.stdout:934 2024-04-02T08:37:17.142 INFO:tasks.workunit.client.0.smithi084.stdout:935 2024-04-02T08:37:17.142 INFO:tasks.workunit.client.0.smithi084.stdout:936 2024-04-02T08:37:17.142 INFO:tasks.workunit.client.0.smithi084.stdout:937 2024-04-02T08:37:17.142 INFO:tasks.workunit.client.0.smithi084.stdout:938 2024-04-02T08:37:17.143 INFO:tasks.workunit.client.0.smithi084.stdout:939 2024-04-02T08:37:17.144 INFO:tasks.workunit.client.0.smithi084.stdout:940 2024-04-02T08:37:17.145 INFO:tasks.workunit.client.0.smithi084.stdout:941 2024-04-02T08:37:17.146 INFO:tasks.workunit.client.0.smithi084.stdout:942 2024-04-02T08:37:17.147 INFO:tasks.workunit.client.0.smithi084.stdout:943 2024-04-02T08:37:17.148 INFO:tasks.workunit.client.0.smithi084.stdout:944 2024-04-02T08:37:17.149 INFO:tasks.workunit.client.0.smithi084.stdout:945 2024-04-02T08:37:17.151 INFO:tasks.workunit.client.0.smithi084.stdout:946 2024-04-02T08:37:17.152 INFO:tasks.workunit.client.0.smithi084.stdout:947 2024-04-02T08:37:17.153 INFO:tasks.workunit.client.0.smithi084.stdout:948 2024-04-02T08:37:17.154 INFO:tasks.workunit.client.0.smithi084.stdout:949 2024-04-02T08:37:17.155 INFO:tasks.workunit.client.0.smithi084.stdout:950 2024-04-02T08:37:17.156 INFO:tasks.workunit.client.0.smithi084.stdout:951 2024-04-02T08:37:17.157 INFO:tasks.workunit.client.0.smithi084.stdout:952 2024-04-02T08:37:17.159 INFO:tasks.workunit.client.0.smithi084.stdout:953 2024-04-02T08:37:17.160 INFO:tasks.workunit.client.0.smithi084.stdout:954 2024-04-02T08:37:17.161 INFO:tasks.workunit.client.0.smithi084.stdout:955 2024-04-02T08:37:17.163 INFO:tasks.workunit.client.0.smithi084.stdout:956 2024-04-02T08:37:17.164 INFO:tasks.workunit.client.0.smithi084.stdout:957 2024-04-02T08:37:17.165 INFO:tasks.workunit.client.0.smithi084.stdout:958 2024-04-02T08:37:17.167 INFO:tasks.workunit.client.0.smithi084.stdout:959 2024-04-02T08:37:17.168 INFO:tasks.workunit.client.0.smithi084.stdout:960 2024-04-02T08:37:17.169 INFO:tasks.workunit.client.0.smithi084.stdout:961 2024-04-02T08:37:17.170 INFO:tasks.workunit.client.0.smithi084.stdout:962 2024-04-02T08:37:17.171 INFO:tasks.workunit.client.0.smithi084.stdout:963 2024-04-02T08:37:17.172 INFO:tasks.workunit.client.0.smithi084.stdout:964 2024-04-02T08:37:17.173 INFO:tasks.workunit.client.0.smithi084.stdout:965 2024-04-02T08:37:17.174 INFO:tasks.workunit.client.0.smithi084.stdout:966 2024-04-02T08:37:17.175 INFO:tasks.workunit.client.0.smithi084.stdout:967 2024-04-02T08:37:17.177 INFO:tasks.workunit.client.0.smithi084.stdout:968 2024-04-02T08:37:17.178 INFO:tasks.workunit.client.0.smithi084.stdout:969 2024-04-02T08:37:17.179 INFO:tasks.workunit.client.0.smithi084.stdout:970 2024-04-02T08:37:17.180 INFO:tasks.workunit.client.0.smithi084.stdout:971 2024-04-02T08:37:17.183 INFO:tasks.workunit.client.0.smithi084.stdout:972 2024-04-02T08:37:17.184 INFO:tasks.workunit.client.0.smithi084.stdout:973 2024-04-02T08:37:17.185 INFO:tasks.workunit.client.0.smithi084.stdout:974 2024-04-02T08:37:17.187 INFO:tasks.workunit.client.0.smithi084.stdout:975 2024-04-02T08:37:17.189 INFO:tasks.workunit.client.0.smithi084.stdout:976 2024-04-02T08:37:17.192 INFO:tasks.workunit.client.0.smithi084.stdout:977 2024-04-02T08:37:17.195 INFO:tasks.workunit.client.0.smithi084.stdout:978 2024-04-02T08:37:17.196 INFO:tasks.workunit.client.0.smithi084.stdout:979 2024-04-02T08:37:17.197 INFO:tasks.workunit.client.0.smithi084.stdout:980 2024-04-02T08:37:17.198 INFO:tasks.workunit.client.0.smithi084.stdout:981 2024-04-02T08:37:17.199 INFO:tasks.workunit.client.0.smithi084.stdout:982 2024-04-02T08:37:17.201 INFO:tasks.workunit.client.0.smithi084.stdout:983 2024-04-02T08:37:17.202 INFO:tasks.workunit.client.0.smithi084.stdout:984 2024-04-02T08:37:17.203 INFO:tasks.workunit.client.0.smithi084.stdout:985 2024-04-02T08:37:17.204 INFO:tasks.workunit.client.0.smithi084.stdout:986 2024-04-02T08:37:17.205 INFO:tasks.workunit.client.0.smithi084.stdout:987 2024-04-02T08:37:17.207 INFO:tasks.workunit.client.0.smithi084.stdout:988 2024-04-02T08:37:17.208 INFO:tasks.workunit.client.0.smithi084.stdout:989 2024-04-02T08:37:17.209 INFO:tasks.workunit.client.0.smithi084.stdout:990 2024-04-02T08:37:17.210 INFO:tasks.workunit.client.0.smithi084.stdout:991 2024-04-02T08:37:17.211 INFO:tasks.workunit.client.0.smithi084.stdout:992 2024-04-02T08:37:17.212 INFO:tasks.workunit.client.0.smithi084.stdout:993 2024-04-02T08:37:17.213 INFO:tasks.workunit.client.0.smithi084.stdout:994 2024-04-02T08:37:17.215 INFO:tasks.workunit.client.0.smithi084.stdout:995 2024-04-02T08:37:17.216 INFO:tasks.workunit.client.0.smithi084.stdout:996 2024-04-02T08:37:17.217 INFO:tasks.workunit.client.0.smithi084.stdout:997 2024-04-02T08:37:17.218 INFO:tasks.workunit.client.0.smithi084.stdout:998 2024-04-02T08:37:17.219 INFO:tasks.workunit.client.0.smithi084.stdout:999 2024-04-02T08:37:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:17 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:17 smithi084 ceph-mon[94794]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:37:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:17 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:37:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:17 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:17 smithi084 ceph-mon[97358]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:37:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:17 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:37:17.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:17 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:17.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:17 smithi132 ceph-mon[88571]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:37:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:17 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/622782887' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:37:18.199 INFO:tasks.workunit.client.0.smithi084.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:37:18.200 INFO:tasks.workunit.client.0.smithi084.stdout:00000010 69 73 |is| 2024-04-02T08:37:18.200 INFO:tasks.workunit.client.0.smithi084.stdout:00000012 2024-04-02T08:37:18.200 INFO:tasks.workunit.client.0.smithi084.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:37:18.200 INFO:tasks.workunit.client.0.smithi084.stdout:00000010 69 73 |is| 2024-04-02T08:37:18.200 INFO:tasks.workunit.client.0.smithi084.stdout:00000012 2024-04-02T08:37:18.200 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsHello.WriteReturnData (4023 ms) 2024-04-02T08:37:18.200 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsHello.Loud 2024-04-02T08:37:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:18 smithi084 ceph-mon[94794]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:18 smithi084 ceph-mon[94794]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:37:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:18 smithi084 ceph-mon[97358]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:18 smithi084 ceph-mon[97358]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:37:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:18 smithi132 ceph-mon[88571]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:18 smithi132 ceph-mon[88571]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:37:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:19 smithi084 ceph-mon[94794]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:37:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:19 smithi084 ceph-mon[97358]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:37:19.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:19 smithi132 ceph-mon[88571]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:37:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[94794]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[94794]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/281643404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[97358]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[97358]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/281643404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:20 smithi132 ceph-mon[88571]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:20 smithi132 ceph-mon[88571]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:37:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:20 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/281643404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:20.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:20 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:37:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:37:20] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-02T08:37:21.229 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsHello.Loud (3031 ms) 2024-04-02T08:37:21.230 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsHello.BadMethods 2024-04-02T08:37:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:21 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:21.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:21 smithi084 ceph-mon[94794]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:37:21.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:21 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:21.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:21 smithi084 ceph-mon[97358]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:37:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:21 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:21 smithi132 ceph-mon[88571]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:37:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:22 smithi084 ceph-mon[94794]: pgmap v1086: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:22 smithi084 ceph-mon[94794]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:37:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:22 smithi084 ceph-mon[97358]: pgmap v1086: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:22 smithi084 ceph-mon[97358]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:37:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:22 smithi132 ceph-mon[88571]: pgmap v1086: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:22 smithi132 ceph-mon[88571]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:37:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:37:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-mon[94794]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:37:23.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2834605370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:23.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:23.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T08:37:23.260+0000 7f55b3aca700 -1 osd.3 pg_epoch: 935 pg[38.2( v 935'1 (0'0,935'1] local-lis/les=934/935 n=1 ec=934/934 lis/c=934/934 les/c/f=935/935/0 sis=934) [3,7,5] r=0 lpr=934 crt=935'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-02T08:37:23.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T08:37:23.262+0000 7f55b3aca700 -1 osd.3 pg_epoch: 935 pg[38.2( v 935'2 (0'0,935'2] local-lis/les=934/935 n=1 ec=934/934 lis/c=934/934 les/c/f=935/935/0 sis=934) [3,7,5] r=0 lpr=934 crt=935'1 lcod 935'1 mlcod 935'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-02T08:37:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-mon[97358]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:37:23.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2834605370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:23.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:23 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:23 smithi132 ceph-mon[88571]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:37:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:23 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2834605370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:23 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:24.255 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsHello.BadMethods (3025 ms) 2024-04-02T08:37:24.255 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsHello.Filter 2024-04-02T08:37:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[94794]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[94794]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[97358]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[97358]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:24 smithi132 ceph-mon[88571]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:24 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:24 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:24 smithi132 ceph-mon[88571]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:37:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:25.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:25 smithi084 ceph-mon[94794]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:37:25.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:25 smithi084 ceph-mon[97358]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:37:25.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:25 smithi132 ceph-mon[88571]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:37:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[97358]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[97358]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3692722531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[94794]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[94794]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:26 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3692722531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:26 smithi132 ceph-mon[88571]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:26 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:26 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:26 smithi132 ceph-mon[88571]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:37:26.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:26 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3692722531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:27.266 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsHello.Filter (3011 ms) 2024-04-02T08:37:27.266 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 6 tests from ClsHello (18987 ms total) 2024-04-02T08:37:27.266 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:37:27.267 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:37:27.267 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 6 tests from 1 test suite ran. (18987 ms total) 2024-04-02T08:37:27.267 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 6 tests. 2024-04-02T08:37:27.270 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:37:27.270 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:37:27.338 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-02T08:37:27.338 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-02T08:37:27.407 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:37:27.407 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-02T08:37:27.407 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:37:27.407 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 27 tests from TestClsJournal 2024-04-02T08:37:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:27 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3692722531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:27 smithi084 ceph-mon[94794]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:27 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3692722531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:27 smithi084 ceph-mon[97358]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:37:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:27 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3692722531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139193-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:27.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:27 smithi132 ceph-mon[88571]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:37:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:28 smithi084 ceph-mon[94794]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:28.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:28 smithi084 ceph-mon[94794]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:37:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:28 smithi084 ceph-mon[97358]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:28 smithi084 ceph-mon[97358]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:37:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:28 smithi132 ceph-mon[88571]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:28 smithi132 ceph-mon[88571]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:37:29.277 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.Create 2024-04-02T08:37:29.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.Create (15 ms) 2024-04-02T08:37:29.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-02T08:37:29.298 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2024-04-02T08:37:29.298 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-02T08:37:29.303 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-02T08:37:29.303 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-02T08:37:29.306 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-02T08:37:29.306 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-02T08:37:29.308 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-02T08:37:29.309 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-02T08:37:29.313 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-02T08:37:29.313 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-02T08:37:29.315 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-02T08:37:29.315 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-02T08:37:29.317 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-04-02T08:37:29.317 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-02T08:37:29.320 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-02T08:37:29.320 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-02T08:37:29.323 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-04-02T08:37:29.323 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-02T08:37:29.327 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-04-02T08:37:29.327 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-02T08:37:29.332 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientUpdateState (4 ms) 2024-04-02T08:37:29.332 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-02T08:37:29.335 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientUnregister (4 ms) 2024-04-02T08:37:29.335 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-02T08:37:29.339 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (3 ms) 2024-04-02T08:37:29.340 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-02T08:37:29.446 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (106 ms) 2024-04-02T08:37:29.446 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-02T08:37:29.450 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-02T08:37:29.450 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-02T08:37:29.453 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (4 ms) 2024-04-02T08:37:29.453 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-02T08:37:29.454 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-02T08:37:29.454 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-02T08:37:29.494 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.ClientList (40 ms) 2024-04-02T08:37:29.495 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-02T08:37:29.498 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-02T08:37:29.499 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-02T08:37:29.508 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-02T08:37:29.508 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-02T08:37:29.515 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-02T08:37:29.515 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.TagList 2024-04-02T08:37:29.610 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.TagList (96 ms) 2024-04-02T08:37:29.611 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-02T08:37:29.613 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-02T08:37:29.613 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-02T08:37:29.614 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-02T08:37:29.614 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-02T08:37:29.616 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-02T08:37:29.616 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsJournal.Append 2024-04-02T08:37:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:29 smithi084 ceph-mon[94794]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:37:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:29 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/340637329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:29.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:29 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:29 smithi084 ceph-mon[97358]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:37:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:29 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/340637329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:29.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:29 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:29.626 INFO:tasks.workunit.client.0.smithi084.stdout:padding is not enabled 2024-04-02T08:37:29.626 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-04-02T08:37:29.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:29 smithi132 ceph-mon[88571]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:37:29.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:29 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/340637329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:29.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:29 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:30.282 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 27 tests from TestClsJournal (349 ms total) 2024-04-02T08:37:30.282 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:37:30.283 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:37:30.283 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 27 tests from 1 test suite ran. (2875 ms total) 2024-04-02T08:37:30.283 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 27 tests. 2024-04-02T08:37:30.286 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:37:30.286 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:37:30.352 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-02T08:37:30.352 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-02T08:37:30.421 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:37:30.421 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-02T08:37:30.421 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:37:30.421 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from ClsLock 2024-04-02T08:37:30.421 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-02T08:37:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[97358]: pgmap v1098: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[97358]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[94794]: pgmap v1098: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-mon[94794]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:37:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:30 smithi132 ceph-mon[88571]: pgmap v1098: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:30 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:30 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139464-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:30.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:30 smithi132 ceph-mon[88571]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:37:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:37:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:37:30] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-02T08:37:31.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:31 smithi084 ceph-mon[94794]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:37:31.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:31 smithi084 ceph-mon[97358]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:37:31.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:31 smithi132 ceph-mon[88571]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:37:32.327 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-04-02T08:37:32.327 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: exclusive 2024-04-02T08:37:32.327 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-04-02T08:37:32.327 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-04-02T08:37:32.327 INFO:tasks.workunit.client.0.smithi084.stdout: client.44666 expiration=2024-04-02T08:39:32.325618+0000 addr=v1:172.21.15.84:0/4249462105 cookie= 2024-04-02T08:37:32.330 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-04-02T08:37:32.330 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-04-02T08:37:32.331 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-04-02T08:37:32.331 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-04-02T08:37:32.331 INFO:tasks.workunit.client.0.smithi084.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.84:0/2343292372 cookie= 2024-04-02T08:37:32.331 INFO:tasks.workunit.client.0.smithi084.stdout: client.44666 expiration=2024-04-02T08:39:32.331809+0000 addr=v1:172.21.15.84:0/4249462105 cookie= 2024-04-02T08:37:32.332 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-04-02T08:37:32.332 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-04-02T08:37:32.332 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-04-02T08:37:32.332 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-04-02T08:37:32.332 INFO:tasks.workunit.client.0.smithi084.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.84:0/2343292372 cookie= 2024-04-02T08:37:32.562 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:32 smithi132 ceph-mon[88571]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:32.562 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:32 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:32.562 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:32 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:32.562 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:32 smithi132 ceph-mon[88571]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:37:32.563 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:32 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4249462105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:32.563 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:32 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:32.563 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:37:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:37:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[94794]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[94794]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4249462105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[97358]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[97358]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4249462105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:32 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:33.303 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestMultiLocking (2882 ms) 2024-04-02T08:37:33.303 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestMeta 2024-04-02T08:37:33.582 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:33 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:33.582 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:33 smithi132 ceph-mon[88571]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:37:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:33 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:33 smithi084 ceph-mon[94794]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:37:33.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:33 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:33 smithi084 ceph-mon[97358]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:37:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:34 smithi084 ceph-mon[94794]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:34 smithi084 ceph-mon[94794]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:37:34.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:34 smithi084 ceph-mon[97358]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:34.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:34 smithi084 ceph-mon[97358]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:37:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:34 smithi132 ceph-mon[88571]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:34 smithi132 ceph-mon[88571]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:37:35.339 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-04-02T08:37:35.340 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-04-02T08:37:35.340 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-04-02T08:37:35.340 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-04-02T08:37:35.340 INFO:tasks.workunit.client.0.smithi084.stdout: client.34746 expiration=0.000000 addr=v1:172.21.15.84:0/1747615936 cookie= 2024-04-02T08:37:35.342 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-04-02T08:37:35.342 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: exclusive 2024-04-02T08:37:35.342 INFO:tasks.workunit.client.0.smithi084.stdout: tag: new_tag 2024-04-02T08:37:35.342 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-04-02T08:37:35.342 INFO:tasks.workunit.client.0.smithi084.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.84:0/2791174905 cookie= 2024-04-02T08:37:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:35 smithi084 ceph-mon[94794]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:37:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2791174905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:35 smithi084 ceph-mon[97358]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:37:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2791174905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:35 smithi132 ceph-mon[88571]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:37:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2791174905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:36.317 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestMeta (3014 ms) 2024-04-02T08:37:36.317 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestCookie 2024-04-02T08:37:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[94794]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2791174905' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:36.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[94794]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:37:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[97358]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2791174905' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:36 smithi084 ceph-mon[97358]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:37:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:36 smithi132 ceph-mon[88571]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:36 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:36 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2791174905' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:36 smithi132 ceph-mon[88571]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:37:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:37 smithi084 ceph-mon[94794]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:37:37.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:37 smithi084 ceph-mon[97358]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:37:37.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:37 smithi132 ceph-mon[88571]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:37:38.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[97358]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[97358]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:37:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/367159919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:38.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[94794]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:38.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:38.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:38.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[94794]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:37:38.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/367159919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:38.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:38 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:38 smithi132 ceph-mon[88571]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:38 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:38 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:38 smithi132 ceph-mon[88571]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:37:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:38 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/367159919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:38 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:39.075 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-04-02T08:37:39.075 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: exclusive 2024-04-02T08:37:39.075 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-04-02T08:37:39.075 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-04-02T08:37:39.077 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-04-02T08:37:39.077 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-04-02T08:37:39.077 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-04-02T08:37:39.078 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-04-02T08:37:39.078 INFO:tasks.workunit.client.0.smithi084.stdout: client.44690 expiration=0.000000 addr=v1:172.21.15.84:0/367159919 cookie= 2024-04-02T08:37:39.078 INFO:tasks.workunit.client.0.smithi084.stdout: client.44690 expiration=0.000000 addr=v1:172.21.15.84:0/367159919 cookie=new cookie 2024-04-02T08:37:39.329 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestCookie (3012 ms) 2024-04-02T08:37:39.329 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-02T08:37:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[97358]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:37:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[94794]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:37:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:39 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:39 smithi132 ceph-mon[88571]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:37:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:37:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:40 smithi084 ceph-mon[94794]: pgmap v1113: 137 pgs: 4 creating+activating, 19 creating+peering, 114 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:40 smithi084 ceph-mon[94794]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:37:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:40 smithi084 ceph-mon[97358]: pgmap v1113: 137 pgs: 4 creating+activating, 19 creating+peering, 114 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:40 smithi084 ceph-mon[97358]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:37:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:40 smithi132 ceph-mon[88571]: pgmap v1113: 137 pgs: 4 creating+activating, 19 creating+peering, 114 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:40 smithi132 ceph-mon[88571]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:37:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:37:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:37:40] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-02T08:37:41.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:41 smithi084 ceph-mon[94794]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:37:41.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:41 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2047032716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:41.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:41 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:41 smithi084 ceph-mon[97358]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:37:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:41 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2047032716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:41 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:41.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:41 smithi132 ceph-mon[88571]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:37:41.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:41 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2047032716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:41.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:41 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:42.351 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestMultipleLocks (3022 ms) 2024-04-02T08:37:42.352 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-02T08:37:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[94794]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[94794]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[97358]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:42 smithi084 ceph-mon[97358]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:37:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:42 smithi132 ceph-mon[88571]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:42 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:42 smithi132 ceph-mon[88571]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:37:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:37:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:43 smithi084 ceph-mon[94794]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:37:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:43 smithi084 ceph-mon[97358]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:37:43.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:43 smithi132 ceph-mon[88571]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:37:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[94794]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[94794]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3901789349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[97358]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[97358]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3901789349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:44 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:44 smithi132 ceph-mon[88571]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:44 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:44 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:44 smithi132 ceph-mon[88571]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:37:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:44 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3901789349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:44 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:45 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:45 smithi132 ceph-mon[88571]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:37:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:45 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:45 smithi084 ceph-mon[94794]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:37:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:45 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:45 smithi084 ceph-mon[97358]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:37:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:46 smithi132 ceph-mon[88571]: pgmap v1122: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:46 smithi132 ceph-mon[88571]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:37:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:46 smithi084 ceph-mon[94794]: pgmap v1122: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:46 smithi084 ceph-mon[94794]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:37:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:46 smithi084 ceph-mon[97358]: pgmap v1122: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:46 smithi084 ceph-mon[97358]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:37:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:48 smithi132 ceph-mon[88571]: pgmap v1124: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:48 smithi084 ceph-mon[94794]: pgmap v1124: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:48 smithi084 ceph-mon[97358]: pgmap v1124: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:50.389 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestLockDuration (8037 ms) 2024-04-02T08:37:50.389 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-02T08:37:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:50 smithi132 ceph-mon[88571]: pgmap v1125: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:37:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:50 smithi084 ceph-mon[94794]: pgmap v1125: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:37:50.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:37:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:37:50] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-02T08:37:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:50 smithi084 ceph-mon[97358]: pgmap v1125: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:37:51.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:51 smithi132 ceph-mon[88571]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:37:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:51 smithi084 ceph-mon[94794]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:37:51.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:51 smithi084 ceph-mon[97358]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:37:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:52 smithi132 ceph-mon[88571]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:52 smithi132 ceph-mon[88571]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:37:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:52 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3387231026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:52 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:52.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:37:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:52.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[97358]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:52.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[97358]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:37:52.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3387231026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:52.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:52.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[94794]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:52.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[94794]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:37:52.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3387231026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:52.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:52 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:53.416 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestAssertLocked (3027 ms) 2024-04-02T08:37:53.416 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-02T08:37:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:53 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:53 smithi084 ceph-mon[94794]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:37:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:53 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:53 smithi084 ceph-mon[97358]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:37:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:53 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:53.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:53 smithi132 ceph-mon[88571]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:37:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:54 smithi084 ceph-mon[94794]: pgmap v1130: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:54 smithi084 ceph-mon[94794]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:37:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:54 smithi084 ceph-mon[97358]: pgmap v1130: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:54 smithi084 ceph-mon[97358]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:37:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:54 smithi132 ceph-mon[88571]: pgmap v1130: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:54 smithi132 ceph-mon[88571]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:37:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:55 smithi084 ceph-mon[94794]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:37:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:55 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1976338382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:55 smithi084 ceph-mon[97358]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:37:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:55 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1976338382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:55 smithi132 ceph-mon[88571]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:37:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:55 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1976338382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:56.430 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestSetCookie (3014 ms) 2024-04-02T08:37:56.430 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestRenew 2024-04-02T08:37:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[97358]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1976338382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[97358]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[97358]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[94794]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1976338382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[94794]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:56 smithi084 ceph-mon[94794]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:37:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:56 smithi132 ceph-mon[88571]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:56 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1976338382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:56 smithi132 ceph-mon[88571]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:37:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:56 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:56 smithi132 ceph-mon[88571]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:37:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:37:57.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[94794]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:37:57.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3955885511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:57.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:57.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:37:57.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[97358]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:37:57.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:57 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3955885511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:57 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:57.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:57 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:37:57.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:57 smithi132 ceph-mon[88571]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:37:57.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:57 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3955885511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:58 smithi084 ceph-mon[94794]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:58.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:58 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3955885511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:58.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:37:58 smithi084 ceph-mon[94794]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:37:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:58 smithi084 ceph-mon[97358]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:58 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3955885511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:37:58 smithi084 ceph-mon[97358]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:37:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:58 smithi132 ceph-mon[88571]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:58 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3955885511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:37:58 smithi132 ceph-mon[88571]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:38:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:00 smithi084 ceph-mon[94794]: pgmap v1139: 137 pgs: 21 creating+peering, 3 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:00 smithi084 ceph-mon[94794]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:38:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:38:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:38:00] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:38:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:00 smithi084 ceph-mon[97358]: pgmap v1139: 137 pgs: 21 creating+peering, 3 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:00 smithi084 ceph-mon[97358]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:38:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:00 smithi132 ceph-mon[88571]: pgmap v1139: 137 pgs: 21 creating+peering, 3 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:00 smithi132 ceph-mon[88571]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:38:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:02 smithi132 ceph-mon[88571]: pgmap v1141: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:38:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:02 smithi084 ceph-mon[94794]: pgmap v1141: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:02 smithi084 ceph-mon[97358]: pgmap v1141: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:04 smithi084 ceph-mon[94794]: pgmap v1142: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:04 smithi084 ceph-mon[97358]: pgmap v1142: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:04 smithi132 ceph-mon[88571]: pgmap v1142: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:06 smithi084 ceph-mon[94794]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:06 smithi084 ceph-mon[97358]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:06 smithi132 ceph-mon[88571]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:08 smithi084 ceph-mon[94794]: pgmap v1144: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:08 smithi084 ceph-mon[97358]: pgmap v1144: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:08 smithi132 ceph-mon[88571]: pgmap v1144: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:38:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:38:10] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-02T08:38:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:10 smithi084 ceph-mon[94794]: pgmap v1145: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:10 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:10 smithi084 ceph-mon[97358]: pgmap v1145: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:10 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:10 smithi132 ceph-mon[88571]: pgmap v1145: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:10 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:11.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:11.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:11 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:38:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:11.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:11 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:38:11.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:11.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:11.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:11 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:38:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:12 smithi132 ceph-mon[88571]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 271 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:38:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:12 smithi084 ceph-mon[94794]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 271 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:12 smithi084 ceph-mon[97358]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 271 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:14 smithi084 ceph-mon[94794]: pgmap v1147: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:14 smithi084 ceph-mon[97358]: pgmap v1147: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:14 smithi132 ceph-mon[88571]: pgmap v1147: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:16 smithi084 ceph-mon[94794]: pgmap v1148: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:16 smithi084 ceph-mon[97358]: pgmap v1148: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:16 smithi132 ceph-mon[88571]: pgmap v1148: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:17.485 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestRenew (21055 ms) 2024-04-02T08:38:17.485 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-02T08:38:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:18 smithi084 ceph-mon[94794]: pgmap v1149: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:18.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:18 smithi084 ceph-mon[94794]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:38:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:18 smithi084 ceph-mon[97358]: pgmap v1149: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:18 smithi084 ceph-mon[97358]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:38:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:18 smithi132 ceph-mon[88571]: pgmap v1149: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:18 smithi132 ceph-mon[88571]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:38:19.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:19 smithi084 ceph-mon[97358]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:38:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:19 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/349884361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:19 smithi084 ceph-mon[94794]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:38:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:19 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/349884361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:19 smithi132 ceph-mon[88571]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:38:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:19 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/349884361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:38:20] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-02T08:38:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[94794]: pgmap v1152: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/349884361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[94794]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:38:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[97358]: pgmap v1152: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/349884361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:20.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:20 smithi084 ceph-mon[97358]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:38:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:20 smithi132 ceph-mon[88571]: pgmap v1152: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:20 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:20 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/349884361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:20 smithi132 ceph-mon[88571]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:38:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:21 smithi084 ceph-mon[94794]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:38:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:21 smithi084 ceph-mon[97358]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:38:21.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:21 smithi132 ceph-mon[88571]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:38:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:22 smithi132 ceph-mon[88571]: pgmap v1155: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:22 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:22 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:38:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:38:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:38:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:22 smithi084 ceph-mon[94794]: pgmap v1155: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:22 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:22 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:38:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:22 smithi084 ceph-mon[97358]: pgmap v1155: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:22 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:22 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:38:24.524 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7039 ms) 2024-04-02T08:38:24.525 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-02T08:38:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:24 smithi084 ceph-mon[94794]: pgmap v1156: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:24 smithi084 ceph-mon[97358]: pgmap v1156: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:24 smithi132 ceph-mon[88571]: pgmap v1156: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:25 smithi084 ceph-mon[94794]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:38:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:25 smithi084 ceph-mon[97358]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:38:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:25 smithi132 ceph-mon[88571]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:38:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[94794]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[94794]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:38:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3873828498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[97358]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[97358]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:38:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3873828498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:26 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:26 smithi132 ceph-mon[88571]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:26 smithi132 ceph-mon[88571]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:38:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:26 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3873828498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:26 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:27 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:27.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:27 smithi084 ceph-mon[94794]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:38:27.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:27 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:27.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:27 smithi084 ceph-mon[97358]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:38:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:27 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:27.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:27 smithi132 ceph-mon[88571]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:38:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:28 smithi084 ceph-mon[94794]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:28 smithi084 ceph-mon[94794]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:38:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:28 smithi084 ceph-mon[97358]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:28 smithi084 ceph-mon[97358]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:38:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:28 smithi132 ceph-mon[88571]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:28 smithi132 ceph-mon[88571]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:38:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:30 smithi084 ceph-mon[94794]: pgmap v1163: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:38:30] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-04-02T08:38:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:30 smithi084 ceph-mon[97358]: pgmap v1163: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:30 smithi132 ceph-mon[88571]: pgmap v1163: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:32.557 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8033 ms) 2024-04-02T08:38:32.557 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-02T08:38:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:32 smithi132 ceph-mon[88571]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:38:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:32 smithi084 ceph-mon[94794]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:32 smithi084 ceph-mon[97358]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:33 smithi084 ceph-mon[94794]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:38:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:33 smithi084 ceph-mon[97358]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:38:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:33 smithi132 ceph-mon[88571]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:38:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:34 smithi084 ceph-mon[94794]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:34.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:34 smithi084 ceph-mon[94794]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:38:34.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:34 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/514903902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:34 smithi084 ceph-mon[97358]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:34 smithi084 ceph-mon[97358]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:38:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:34 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/514903902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:34 smithi132 ceph-mon[88571]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:34 smithi132 ceph-mon[88571]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:38:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:34 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/514903902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/514903902' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:35 smithi084 ceph-mon[94794]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:38:35.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:35 smithi084 ceph-mon[94794]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:38:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/514903902' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:35 smithi084 ceph-mon[97358]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:38:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:35 smithi084 ceph-mon[97358]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:38:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/514903902' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139519-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:35.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:35 smithi132 ceph-mon[88571]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:38:35.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:35 smithi132 ceph-mon[88571]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:38:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:36 smithi084 ceph-mon[94794]: pgmap v1169: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:36.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:36 smithi084 ceph-mon[97358]: pgmap v1169: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:36 smithi132 ceph-mon[88571]: pgmap v1169: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:38 smithi084 ceph-mon[94794]: pgmap v1171: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:38 smithi084 ceph-mon[97358]: pgmap v1171: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:38 smithi132 ceph-mon[88571]: pgmap v1171: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8041 ms) 2024-04-02T08:38:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from ClsLock (70177 ms total) 2024-04-02T08:38:40.598 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:38:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:38:40.599 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 11 tests from 1 test suite ran. (70177 ms total) 2024-04-02T08:38:40.599 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 11 tests. 2024-04-02T08:38:40.602 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:38:40.602 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:38:40.637 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-02T08:38:40.637 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-02T08:38:40.705 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:38:40.705 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:38:40.705 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:38:40.706 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from cls_log 2024-04-02T08:38:40.706 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-02T08:38:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:40 smithi084 ceph-mon[94794]: pgmap v1172: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:40.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:40 smithi084 ceph-mon[97358]: pgmap v1172: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:38:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:38:40] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-02T08:38:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:40 smithi132 ceph-mon[88571]: pgmap v1172: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:41 smithi084 ceph-mon[94794]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:38:41.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:41 smithi084 ceph-mon[97358]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:38:41.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:41 smithi132 ceph-mon[88571]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:38:42.618 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:38:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:38:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[94794]: pgmap v1174: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[94794]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:38:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2632623778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[97358]: pgmap v1174: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[97358]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:38:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2632623778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:42 smithi132 ceph-mon[88571]: pgmap v1174: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:42 smithi132 ceph-mon[88571]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:38:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:42 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2632623778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:43.633 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.test_log_add_same_time (2928 ms) 2024-04-02T08:38:43.633 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-02T08:38:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:43 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:43 smithi132 ceph-mon[88571]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:38:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:43 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:43 smithi084 ceph-mon[97358]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:38:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:43 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:43 smithi084 ceph-mon[94794]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:38:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:44 smithi132 ceph-mon[88571]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:44 smithi132 ceph-mon[88571]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:38:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:44 smithi084 ceph-mon[94794]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:44 smithi084 ceph-mon[94794]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:38:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:44 smithi084 ceph-mon[97358]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:44 smithi084 ceph-mon[97358]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:38:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:45 smithi132 ceph-mon[88571]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:38:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:45 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/587196239' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:45 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:45 smithi084 ceph-mon[94794]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:38:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:45 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/587196239' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:45 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:45 smithi084 ceph-mon[97358]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:38:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:45 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/587196239' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:45 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.650 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.test_log_add_different_time (3017 ms) 2024-04-02T08:38:46.650 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.trim_by_time 2024-04-02T08:38:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:46 smithi132 ceph-mon[88571]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:46 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:46 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:46 smithi132 ceph-mon[88571]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:38:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[94794]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[94794]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:38:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[97358]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:46 smithi084 ceph-mon[97358]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:38:47.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:47 smithi132 ceph-mon[88571]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:38:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:47 smithi084 ceph-mon[94794]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:38:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:47 smithi084 ceph-mon[97358]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:38:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:48 smithi132 ceph-mon[88571]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:48 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:48 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:38:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:48 smithi132 ceph-mon[88571]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:38:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:48 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1602515822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[94794]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[94794]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1602515822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[97358]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[97358]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:38:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:48 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1602515822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:49.671 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.trim_by_time (3021 ms) 2024-04-02T08:38:49.671 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-02T08:38:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:49 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1602515822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:50.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:49 smithi084 ceph-mon[94794]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:38:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:49 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1602515822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:49 smithi084 ceph-mon[97358]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:38:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:49 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1602515822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:49 smithi132 ceph-mon[88571]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:38:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:50 smithi084 ceph-mon[94794]: pgmap v1186: 137 pgs: 30 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:50 smithi084 ceph-mon[94794]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:38:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:38:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:38:50] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-02T08:38:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:50 smithi084 ceph-mon[97358]: pgmap v1186: 137 pgs: 30 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:50 smithi084 ceph-mon[97358]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:38:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:50 smithi132 ceph-mon[88571]: pgmap v1186: 137 pgs: 30 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:50 smithi132 ceph-mon[88571]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:38:52.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:51 smithi084 ceph-mon[94794]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:38:52.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:51 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1997796657' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:52.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:51 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:51 smithi084 ceph-mon[97358]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:38:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:51 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1997796657' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:52.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:51 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:51 smithi132 ceph-mon[88571]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:38:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:51 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1997796657' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:51 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:38:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:52.686 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.trim_by_marker (3015 ms) 2024-04-02T08:38:52.686 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from cls_log (11981 ms total) 2024-04-02T08:38:52.686 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:38:52.686 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:38:52.686 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 4 tests from 1 test suite ran. (11981 ms total) 2024-04-02T08:38:52.686 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 4 tests. 2024-04-02T08:38:52.689 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:38:52.689 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:38:52.756 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-02T08:38:52.756 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-02T08:38:52.825 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:38:52.825 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:38:52.825 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:38:52.825 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from ClsNumOps 2024-04-02T08:38:52.825 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsNumOps.Add 2024-04-02T08:38:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[94794]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[94794]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:38:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[97358]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:52 smithi084 ceph-mon[97358]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:38:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:52 smithi132 ceph-mon[88571]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:52 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:52 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-139903-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:52 smithi132 ceph-mon[88571]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:38:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:53 smithi084 ceph-mon[94794]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:38:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:53 smithi084 ceph-mon[94794]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:53 smithi084 ceph-mon[97358]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:38:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:53 smithi084 ceph-mon[97358]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:53 smithi132 ceph-mon[88571]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:38:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:53 smithi132 ceph-mon[88571]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[94794]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2989618124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[97358]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2989618124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:54 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:54 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:54 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:38:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:54 smithi132 ceph-mon[88571]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:38:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:54 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2989618124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:54 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:55.710 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsNumOps.Add (2885 ms) 2024-04-02T08:38:55.711 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsNumOps.Sub 2024-04-02T08:38:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:55 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:56.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:55 smithi084 ceph-mon[94794]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:38:56.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:55 smithi084 ceph-mon[94794]: pgmap v1195: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:55 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:55 smithi084 ceph-mon[97358]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:38:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:55 smithi084 ceph-mon[97358]: pgmap v1195: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:55 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:56.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:55 smithi132 ceph-mon[88571]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:38:56.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:55 smithi132 ceph-mon[88571]: pgmap v1195: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:56 smithi084 ceph-mon[94794]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:38:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:56 smithi084 ceph-mon[97358]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:38:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:56 smithi132 ceph-mon[88571]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:38:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:57 smithi084 ceph-mon[94794]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:38:58.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:57 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2385175967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:58.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:57 smithi084 ceph-mon[94794]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:58.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:57 smithi084 ceph-mon[97358]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:38:58.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:57 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2385175967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:58.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:57 smithi084 ceph-mon[97358]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:57 smithi132 ceph-mon[88571]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:38:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:57 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2385175967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:57 smithi132 ceph-mon[88571]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:58.727 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsNumOps.Sub (3017 ms) 2024-04-02T08:38:58.727 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsNumOps.Mul 2024-04-02T08:38:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:58 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:58 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2385175967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:58 smithi084 ceph-mon[94794]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:58 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:58 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2385175967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:58 smithi084 ceph-mon[97358]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:38:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:58 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:58 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2385175967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:58 smithi132 ceph-mon[88571]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:39:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:59 smithi084 ceph-mon[94794]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:39:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:38:59 smithi084 ceph-mon[94794]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:00.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:59 smithi084 ceph-mon[97358]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:39:00.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:38:59 smithi084 ceph-mon[97358]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:59 smithi132 ceph-mon[88571]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:39:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:38:59 smithi132 ceph-mon[88571]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:39:00] "GET /metrics HTTP/1.1" 200 36413 "" "Prometheus/2.43.0" 2024-04-02T08:39:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[94794]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:39:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3649107903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:01.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:01.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[97358]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:39:01.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:00 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3649107903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:00 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:00 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:00 smithi132 ceph-mon[88571]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:39:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:00 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3649107903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:01.747 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsNumOps.Mul (3020 ms) 2024-04-02T08:39:01.747 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsNumOps.Div 2024-04-02T08:39:02.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:01 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3649107903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:02.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:01 smithi132 ceph-mon[88571]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:39:02.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:01 smithi132 ceph-mon[88571]: pgmap v1204: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:01 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3649107903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:01 smithi084 ceph-mon[94794]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:39:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:01 smithi084 ceph-mon[94794]: pgmap v1204: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:01 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3649107903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:01 smithi084 ceph-mon[97358]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:39:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:01 smithi084 ceph-mon[97358]: pgmap v1204: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:39:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:02 smithi084 ceph-mon[94794]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:39:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:02 smithi084 ceph-mon[97358]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:39:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:02 smithi132 ceph-mon[88571]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:39:04.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:03 smithi084 ceph-mon[94794]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:39:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:03 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3718517701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:04.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:03 smithi084 ceph-mon[94794]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:04.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:03 smithi084 ceph-mon[97358]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:39:04.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:03 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3718517701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:04.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:03 smithi084 ceph-mon[97358]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:03 smithi132 ceph-mon[88571]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:39:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:03 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3718517701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:03 smithi132 ceph-mon[88571]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:04.765 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsNumOps.Div (3017 ms) 2024-04-02T08:39:04.765 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from ClsNumOps (11939 ms total) 2024-04-02T08:39:04.765 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:39:04.765 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:39:04.765 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 4 tests from 1 test suite ran. (11939 ms total) 2024-04-02T08:39:04.765 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 4 tests. 2024-04-02T08:39:04.768 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:39:04.768 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:39:04.838 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-02T08:39:04.838 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-02T08:39:04.916 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:39:04.917 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-02T08:39:04.917 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:39:04.917 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 70 tests from TestClsRbd 2024-04-02T08:39:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:04 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:04 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3718517701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:05.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:04 smithi084 ceph-mon[94794]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:39:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:04 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:04 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3718517701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:04 smithi084 ceph-mon[97358]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:39:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:04 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:04 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3718517701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140009-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:04 smithi132 ceph-mon[88571]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[94794]: pgmap v1209: 137 pgs: 28 creating+peering, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[94794]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[97358]: pgmap v1209: 137 pgs: 28 creating+peering, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[97358]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:06.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:05 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:05 smithi132 ceph-mon[88571]: pgmap v1209: 137 pgs: 28 creating+peering, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:05 smithi132 ceph-mon[88571]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:39:06.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:05 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:06.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:05 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:06.774 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-02T08:39:06.791 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-04-02T08:39:06.791 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.copyup 2024-04-02T08:39:06.970 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.copyup (179 ms) 2024-04-02T08:39:06.970 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-02T08:39:06.987 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-04-02T08:39:06.987 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-02T08:39:06.995 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_and_set_id (8 ms) 2024-04-02T08:39:06.995 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-02T08:39:07.006 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-02T08:39:07.006 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-02T08:39:07.034 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.directory_methods (29 ms) 2024-04-02T08:39:07.034 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.create 2024-04-02T08:39:07.047 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.create (12 ms) 2024-04-02T08:39:07.047 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_features 2024-04-02T08:39:07.049 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-02T08:39:07.049 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-02T08:39:07.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-04-02T08:39:07.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-02T08:39:07.052 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-02T08:39:07.052 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-02T08:39:07.054 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-02T08:39:07.054 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-02T08:39:07.055 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-02T08:39:07.055 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-02T08:39:07.059 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-02T08:39:07.059 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.get_size 2024-04-02T08:39:07.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-02T08:39:07.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.set_size 2024-04-02T08:39:07.067 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-02T08:39:07.067 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-02T08:39:07.084 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-04-02T08:39:07.084 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-02T08:39:07.092 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-02T08:39:07.092 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-02T08:39:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:06 smithi084 ceph-mon[94794]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:39:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:06 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3801625480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:06 smithi084 ceph-mon[97358]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:39:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:06 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3801625480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:07.138 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.parents_v1 (46 ms) 2024-04-02T08:39:07.138 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-02T08:39:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:06 smithi132 ceph-mon[88571]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:39:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:06 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3801625480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:07.168 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-04-02T08:39:07.168 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-02T08:39:07.191 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.snapshots (24 ms) 2024-04-02T08:39:07.191 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-02T08:39:07.197 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-04-02T08:39:07.197 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-02T08:39:07.207 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-04-02T08:39:07.208 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-02T08:39:07.211 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.object_map_save (3 ms) 2024-04-02T08:39:07.211 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-02T08:39:07.218 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-04-02T08:39:07.218 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-02T08:39:07.226 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-04-02T08:39:07.226 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-02T08:39:07.226 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-04-02T08:39:07.227 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-02T08:39:07.235 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-04-02T08:39:07.235 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-02T08:39:07.244 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.object_map_snap_remove (10 ms) 2024-04-02T08:39:07.244 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.flags 2024-04-02T08:39:07.250 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-02T08:39:07.250 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.metadata 2024-04-02T08:39:07.276 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.metadata (26 ms) 2024-04-02T08:39:07.276 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.set_features 2024-04-02T08:39:07.284 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.set_features (8 ms) 2024-04-02T08:39:07.284 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.mirror 2024-04-02T08:39:07.316 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-04-02T08:39:07.316 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-02T08:39:07.330 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-04-02T08:39:07.330 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-02T08:39:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[94794]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:08.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:08.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3801625480' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:08.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[94794]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:39:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[97358]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3801625480' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:07 smithi084 ceph-mon[97358]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:39:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:07 smithi132 ceph-mon[88571]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:07 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3801625480' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:07 smithi132 ceph-mon[88571]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:39:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:08 smithi084 ceph-mon[94794]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:39:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:09.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:08 smithi084 ceph-mon[97358]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:39:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:08 smithi132 ceph-mon[88571]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:39:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:09.726 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.mirror_image_status (2396 ms) 2024-04-02T08:39:09.726 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-02T08:39:09.813 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.mirror_image_map (87 ms) 2024-04-02T08:39:09.814 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-02T08:39:09.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.mirror_instances (9 ms) 2024-04-02T08:39:09.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-02T08:39:09.833 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-02T08:39:09.833 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-02T08:39:09.835 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-02T08:39:09.835 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-02T08:39:09.837 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-02T08:39:09.837 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-02T08:39:09.840 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2024-04-02T08:39:09.840 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-02T08:39:09.846 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-02T08:39:09.846 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-02T08:39:09.849 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-02T08:39:09.849 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-02T08:39:09.853 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-02T08:39:09.853 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-02T08:39:09.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_image_add (3 ms) 2024-04-02T08:39:09.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-02T08:39:09.862 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_image_remove (7 ms) 2024-04-02T08:39:09.862 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-02T08:39:09.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-02T08:39:09.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-02T08:39:09.870 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-04-02T08:39:09.870 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-02T08:39:09.872 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-02T08:39:09.872 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-02T08:39:09.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-02T08:39:09.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-02T08:39:09.878 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-04-02T08:39:09.878 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-02T08:39:09.879 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-02T08:39:09.880 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-02T08:39:09.882 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-02T08:39:09.882 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-02T08:39:09.885 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-02T08:39:09.885 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-02T08:39:09.887 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-04-02T08:39:09.887 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-02T08:39:09.889 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-02T08:39:09.889 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-02T08:39:09.893 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_list (4 ms) 2024-04-02T08:39:09.893 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-02T08:39:09.908 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-02T08:39:09.908 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-02T08:39:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:09 smithi084 ceph-mon[94794]: pgmap v1215: 137 pgs: 8 unknown, 129 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 1.04k op/s 2024-04-02T08:39:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:09 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:09 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:09 smithi084 ceph-mon[97358]: pgmap v1215: 137 pgs: 8 unknown, 129 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 1.04k op/s 2024-04-02T08:39:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:09 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:09 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:10.133 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (225 ms) 2024-04-02T08:39:10.133 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-02T08:39:10.137 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-02T08:39:10.137 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-02T08:39:10.139 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-02T08:39:10.139 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-02T08:39:10.146 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-02T08:39:10.146 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.op_features 2024-04-02T08:39:10.153 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-02T08:39:10.153 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-02T08:39:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:09 smithi132 ceph-mon[88571]: pgmap v1215: 137 pgs: 8 unknown, 129 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 1.04k op/s 2024-04-02T08:39:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:09 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:09 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:10.175 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2024-04-02T08:39:10.175 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-02T08:39:10.183 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-02T08:39:10.183 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-02T08:39:10.194 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-02T08:39:10.194 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-02T08:39:10.201 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.namespace_methods (8 ms) 2024-04-02T08:39:10.201 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.migration 2024-04-02T08:39:10.212 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-04-02T08:39:10.212 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-02T08:39:10.222 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-04-02T08:39:10.222 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-02T08:39:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:39:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:39:10] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-02T08:39:11.789 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1567 ms) 2024-04-02T08:39:11.790 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-02T08:39:11.833 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestClsRbd.sparsify (44 ms) 2024-04-02T08:39:12.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[97358]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 949 KiB/s wr, 738 op/s 2024-04-02T08:39:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[97358]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:39:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:12.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[94794]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 949 KiB/s wr, 738 op/s 2024-04-02T08:39:12.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[94794]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:39:12.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:12.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:12.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:12.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:11 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:11 smithi132 ceph-mon[88571]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 949 KiB/s wr, 738 op/s 2024-04-02T08:39:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:11 smithi132 ceph-mon[88571]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:39:12.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:12.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:12.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:12.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:11 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:39:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:39:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:12.799 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 70 tests from TestClsRbd (5059 ms total) 2024-04-02T08:39:12.799 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:39:12.799 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:39:12.799 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 70 tests from 1 test suite ran. (7881 ms total) 2024-04-02T08:39:12.799 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 70 tests. 2024-04-02T08:39:12.802 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:39:12.802 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:39:12.868 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-02T08:39:12.869 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-02T08:39:12.937 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:39:12.937 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-02T08:39:12.937 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:39:12.937 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 10 tests from cls_rgw 2024-04-02T08:39:12.937 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-02T08:39:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:12 smithi084 ceph-mon[94794]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:39:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:12 smithi084 ceph-mon[97358]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:39:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:12 smithi132 ceph-mon[88571]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:39:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:13 smithi084 ceph-mon[94794]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 951 KiB/s wr, 740 op/s 2024-04-02T08:39:14.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:13 smithi084 ceph-mon[94794]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:39:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:13 smithi084 ceph-mon[97358]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 951 KiB/s wr, 740 op/s 2024-04-02T08:39:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:13 smithi084 ceph-mon[97358]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:39:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:13 smithi132 ceph-mon[88571]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 951 KiB/s wr, 740 op/s 2024-04-02T08:39:14.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:13 smithi132 ceph-mon[88571]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:39:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:14 smithi084 ceph-mon[94794]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:39:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:14 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2282622507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:14 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:14 smithi084 ceph-mon[97358]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:39:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:14 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2282622507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:14 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:14 smithi132 ceph-mon[88571]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:39:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:14 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2282622507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:14 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.813 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_implicit (2877 ms) 2024-04-02T08:39:15.814 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-02T08:39:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[94794]: pgmap v1222: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:16.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:16.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[94794]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:39:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[97358]: pgmap v1222: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:15 smithi084 ceph-mon[97358]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:39:16.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:15 smithi132 ceph-mon[88571]: pgmap v1222: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:16.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:15 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:16.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:15 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:16.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:15 smithi132 ceph-mon[88571]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:39:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:16 smithi084 ceph-mon[94794]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:39:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:16 smithi084 ceph-mon[97358]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:39:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:16 smithi132 ceph-mon[88571]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:39:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[97358]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[97358]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/835343967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[94794]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[94794]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/835343967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:18.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:17 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:18.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:17 smithi132 ceph-mon[88571]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:18.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:17 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:18.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:17 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:18.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:17 smithi132 ceph-mon[88571]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:39:18.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:17 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/835343967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:18.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:17 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:18.834 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3020 ms) 2024-04-02T08:39:18.834 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-02T08:39:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:18 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:18 smithi084 ceph-mon[94794]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:39:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:18 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:18 smithi084 ceph-mon[97358]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:39:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:18 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:18 smithi132 ceph-mon[88571]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:39:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:19 smithi084 ceph-mon[94794]: pgmap v1228: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:20.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:19 smithi084 ceph-mon[94794]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:39:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:19 smithi084 ceph-mon[97358]: pgmap v1228: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:19 smithi084 ceph-mon[97358]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:39:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:19 smithi132 ceph-mon[88571]: pgmap v1228: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:19 smithi132 ceph-mon[88571]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:39:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:20 smithi084 ceph-mon[94794]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:39:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:20 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2894306486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:39:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:39:20] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-02T08:39:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:20 smithi084 ceph-mon[97358]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:39:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:20 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2894306486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:20 smithi132 ceph-mon[88571]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:39:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:20 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2894306486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[94794]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2894306486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:22.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[94794]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:39:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[97358]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2894306486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:21 smithi084 ceph-mon[97358]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:39:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:21 smithi132 ceph-mon[88571]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:21 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:21 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2894306486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:21 smithi132 ceph-mon[88571]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:39:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:39:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:22 smithi084 ceph-mon[94794]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:39:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:22 smithi084 ceph-mon[97358]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:39:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:22 smithi132 ceph-mon[88571]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:39:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[94794]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[97358]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:23 smithi132 ceph-mon[88571]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:23 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:23 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:25 smithi084 ceph-mon[94794]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:39:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:25 smithi084 ceph-mon[94794]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 207 B/s wr, 0 op/s 2024-04-02T08:39:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:25 smithi084 ceph-mon[97358]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:39:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:25 smithi084 ceph-mon[97358]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 207 B/s wr, 0 op/s 2024-04-02T08:39:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:25 smithi132 ceph-mon[88571]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:39:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:25 smithi132 ceph-mon[88571]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 207 B/s wr, 0 op/s 2024-04-02T08:39:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:26 smithi084 ceph-mon[94794]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:39:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:26 smithi084 ceph-mon[97358]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:39:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:26 smithi132 ceph-mon[88571]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:39:27.711 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_put_snap (8877 ms) 2024-04-02T08:39:27.711 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-02T08:39:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:27 smithi084 ceph-mon[94794]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:39:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:27 smithi084 ceph-mon[94794]: pgmap v1239: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-04-02T08:39:28.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:27 smithi084 ceph-mon[94794]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:39:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:27 smithi084 ceph-mon[97358]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:39:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:27 smithi084 ceph-mon[97358]: pgmap v1239: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-04-02T08:39:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:27 smithi084 ceph-mon[97358]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:39:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:27 smithi132 ceph-mon[88571]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:39:28.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:27 smithi132 ceph-mon[88571]: pgmap v1239: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-04-02T08:39:28.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:27 smithi132 ceph-mon[88571]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:39:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[94794]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:39:30.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2875568492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:30.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:30.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[94794]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[97358]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:39:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2875568492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:29 smithi084 ceph-mon[97358]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:29 smithi132 ceph-mon[88571]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:39:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:29 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2875568492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:29 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:29 smithi132 ceph-mon[88571]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:30.740 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_explicit (3027 ms) 2024-04-02T08:39:30.740 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.set 2024-04-02T08:39:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:39:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:39:30] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-04-02T08:39:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:30 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:30 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:30 smithi084 ceph-mon[94794]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:39:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:30 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:30 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:30 smithi084 ceph-mon[97358]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:39:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:30 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:30 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:30 smithi132 ceph-mon[88571]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:39:32.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:31 smithi132 ceph-mon[88571]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:39:32.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:31 smithi132 ceph-mon[88571]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:31 smithi084 ceph-mon[94794]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:39:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:31 smithi084 ceph-mon[94794]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:32.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:31 smithi084 ceph-mon[97358]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:39:32.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:31 smithi084 ceph-mon[97358]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:32.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:39:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:33.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:33.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[94794]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:39:33.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/372771327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[97358]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:39:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:32 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/372771327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:32 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:32 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:32 smithi132 ceph-mon[88571]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:39:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:32 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/372771327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:33.759 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.set (3021 ms) 2024-04-02T08:39:33.759 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-02T08:39:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:33 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/372771327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:33 smithi084 ceph-mon[94794]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:39:34.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:33 smithi084 ceph-mon[94794]: pgmap v1248: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:34.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:33 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/372771327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:34.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:33 smithi084 ceph-mon[97358]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:39:34.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:33 smithi084 ceph-mon[97358]: pgmap v1248: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:33 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/372771327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140299-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:33 smithi132 ceph-mon[88571]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:39:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:33 smithi132 ceph-mon[88571]: pgmap v1248: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:35.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[94794]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:39:35.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:35.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:35.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:35.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[97358]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:39:35.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:35.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:35.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:34 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:34 smithi132 ceph-mon[88571]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:39:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:34 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:34 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:34 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:36.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:36.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[94794]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:36.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[94794]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:39:36.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:36.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:36.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[97358]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:36.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[97358]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:39:36.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:35 smithi132 ceph-mon[88571]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:35 smithi132 ceph-mon[88571]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:39:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:36 smithi084 ceph-mon[94794]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:39:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:36 smithi084 ceph-mon[97358]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:39:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:36 smithi132 ceph-mon[88571]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:39:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:37 smithi084 ceph-mon[94794]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:38.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:37 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:38.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:37 smithi084 ceph-mon[94794]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:39:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:37 smithi084 ceph-mon[97358]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:37 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:38.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:37 smithi084 ceph-mon[97358]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:39:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:37 smithi132 ceph-mon[88571]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:37 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:37 smithi132 ceph-mon[88571]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:39:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:38 smithi084 ceph-mon[94794]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:39:39.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:38 smithi084 ceph-mon[97358]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:39:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:38 smithi132 ceph-mon[88571]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:39:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[97358]: pgmap v1256: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[97358]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:39:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[94794]: pgmap v1256: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[94794]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:39:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:39 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:39 smithi132 ceph-mon[88571]: pgmap v1256: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:39 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:39 smithi132 ceph-mon[88571]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:39:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:39 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:40.795 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_implicit_ec (7036 ms) 2024-04-02T08:39:40.795 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-02T08:39:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:40 smithi084 ceph-mon[94794]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:39:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:39:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:39:40] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-02T08:39:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:40 smithi084 ceph-mon[97358]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:39:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:40 smithi132 ceph-mon[88571]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:39:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]: dispatch 2024-04-02T08:39:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:42.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:42.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:42.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:42.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:39:42.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:42.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:42.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:41 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2685857992' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-6"}]': finished 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:41 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:39:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:39:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:42 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:42 smithi084 ceph-mon[94794]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:39:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:42 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:42 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:42 smithi084 ceph-mon[97358]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:39:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:42 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:42 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:42 smithi132 ceph-mon[88571]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:39:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:42 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:43 smithi084 ceph-mon[94794]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:44.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:43 smithi084 ceph-mon[94794]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:39:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:43 smithi084 ceph-mon[97358]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:43 smithi084 ceph-mon[97358]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:39:44.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:43 smithi132 ceph-mon[88571]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:44.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:43 smithi132 ceph-mon[88571]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:39:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:44 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:44 smithi084 ceph-mon[94794]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:39:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:44 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:44 smithi084 ceph-mon[97358]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:39:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:44 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:44 smithi132 ceph-mon[88571]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:39:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:45 smithi084 ceph-mon[94794]: pgmap v1265: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:46.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:45 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:46.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:45 smithi084 ceph-mon[94794]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:39:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:45 smithi084 ceph-mon[97358]: pgmap v1265: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:45 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:45 smithi084 ceph-mon[97358]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:39:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:45 smithi132 ceph-mon[88571]: pgmap v1265: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:45 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:45 smithi132 ceph-mon[88571]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:39:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:46 smithi084 ceph-mon[94794]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:39:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:46 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:46 smithi084 ceph-mon[97358]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:39:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:46 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:46 smithi132 ceph-mon[88571]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:39:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:46 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:47.837 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7042 ms) 2024-04-02T08:39:47.838 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-02T08:39:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[94794]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[94794]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[97358]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[97358]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:47 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:47 smithi132 ceph-mon[88571]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:47 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:47 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:39:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:47 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:47 smithi132 ceph-mon[88571]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:39:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:47 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]: dispatch 2024-04-02T08:39:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[94794]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[97358]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:48 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:48 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2592793336' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-7"}]': finished 2024-04-02T08:39:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:48 smithi132 ceph-mon[88571]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:39:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:48 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:48 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:48 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:39:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[94794]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[94794]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[97358]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[97358]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:49 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:49 smithi132 ceph-mon[88571]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:49 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:39:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:49 smithi132 ceph-mon[88571]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:39:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:49 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:39:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:50 smithi084 ceph-mon[94794]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:39:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:39:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:39:50] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-02T08:39:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:50 smithi084 ceph-mon[97358]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:39:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:50 smithi132 ceph-mon[88571]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:39:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:51 smithi084 ceph-mon[94794]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:52.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:51 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:39:52.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:51 smithi084 ceph-mon[94794]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:39:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:51 smithi084 ceph-mon[97358]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:51 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:39:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:51 smithi084 ceph-mon[97358]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:39:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:51 smithi132 ceph-mon[88571]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:51 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:39:52.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:51 smithi132 ceph-mon[88571]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:39:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:39:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:52 smithi132 ceph-mon[88571]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:39:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:52 smithi084 ceph-mon[94794]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:39:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:52 smithi084 ceph-mon[97358]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:39:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:53 smithi132 ceph-mon[88571]: pgmap v1277: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:53 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:53 smithi132 ceph-mon[88571]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:39:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:53 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:54.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[94794]: pgmap v1277: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:54.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:54.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[94794]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:39:54.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:54.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:54.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[97358]: pgmap v1277: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:54.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:54.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[97358]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:39:54.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:39:54.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:56.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:55 smithi132 ceph-mon[88571]: pgmap v1279: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-04-02T08:39:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:55 smithi084 ceph-mon[94794]: pgmap v1279: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-04-02T08:39:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:55 smithi084 ceph-mon[97358]: pgmap v1279: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-04-02T08:39:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:56 smithi132 ceph-mon[88571]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:39:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:56 smithi084 ceph-mon[94794]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:39:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:56 smithi084 ceph-mon[97358]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:39:58.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:57 smithi132 ceph-mon[88571]: pgmap v1281: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T08:39:58.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:57 smithi132 ceph-mon[88571]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:39:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:57 smithi084 ceph-mon[94794]: pgmap v1281: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T08:39:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:57 smithi084 ceph-mon[94794]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:39:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:57 smithi084 ceph-mon[97358]: pgmap v1281: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T08:39:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:57 smithi084 ceph-mon[97358]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:39:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:58 smithi132 ceph-mon[88571]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:39:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:58 smithi084 ceph-mon[94794]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:39:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:58 smithi084 ceph-mon[97358]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:40:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:59 smithi132 ceph-mon[88571]: pgmap v1284: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T08:40:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:59 smithi132 ceph-mon[88571]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:40:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:39:59 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:40:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:59 smithi084 ceph-mon[94794]: pgmap v1284: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T08:40:00.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:59 smithi084 ceph-mon[94794]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:40:00.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:39:59 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:40:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:59 smithi084 ceph-mon[97358]: pgmap v1284: 113 pgs: 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T08:40:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:59 smithi084 ceph-mon[97358]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:40:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:39:59 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:40:00.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_put_snap_ec (13064 ms) 2024-04-02T08:40:00.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-02T08:40:00.905 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:40:00] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: application not enabled on pool 'test-rados-api-smithi084-140299-8' 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T08:40:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:40:01.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:00 smithi132 ceph-mon[88571]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:40:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: application not enabled on pool 'test-rados-api-smithi084-140299-8' 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[97358]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:40:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]: dispatch 2024-04-02T08:40:01.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T08:40:01.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T08:40:01.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: application not enabled on pool 'test-rados-api-smithi084-140299-8' 2024-04-02T08:40:01.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T08:40:01.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2099945023' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-8"}]': finished 2024-04-02T08:40:01.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:00 smithi084 ceph-mon[94794]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:40:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:01 smithi132 ceph-mon[88571]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:01 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:01 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:40:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:01 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:01 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:02.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:01 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[94794]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:40:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:02.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:02.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[97358]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:02.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:02.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:40:02.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:02.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:02.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:01 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:40:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:40:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:02 smithi084 ceph-mon[94794]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:40:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:40:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:02 smithi084 ceph-mon[97358]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:40:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:40:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:02 smithi132 ceph-mon[88571]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:40:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:03 smithi084 ceph-mon[94794]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:03 smithi084 ceph-mon[94794]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:40:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:03 smithi084 ceph-mon[97358]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:03 smithi084 ceph-mon[97358]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:40:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:03 smithi132 ceph-mon[88571]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:03 smithi132 ceph-mon[88571]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:40:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:04 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:04 smithi084 ceph-mon[94794]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:40:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:04 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:04 smithi084 ceph-mon[97358]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:40:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:04 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:04 smithi132 ceph-mon[88571]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:40:06.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:05 smithi084 ceph-mon[94794]: pgmap v1293: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:06.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:05 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:06.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:05 smithi084 ceph-mon[94794]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:40:06.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:05 smithi084 ceph-mon[97358]: pgmap v1293: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:06.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:05 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:06.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:05 smithi084 ceph-mon[97358]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:40:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:05 smithi132 ceph-mon[88571]: pgmap v1293: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:05 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:05 smithi132 ceph-mon[88571]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:40:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:06 smithi084 ceph-mon[94794]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:40:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:06 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:06 smithi084 ceph-mon[97358]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:40:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:06 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:06 smithi132 ceph-mon[88571]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:40:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:06 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:07.965 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.test_explicit_ec (7064 ms) 2024-04-02T08:40:07.966 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.set_ec 2024-04-02T08:40:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[94794]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[94794]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[97358]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[97358]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:40:08.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:07 smithi132 ceph-mon[88571]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:07 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:07 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:40:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:07 smithi132 ceph-mon[88571]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:40:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]: dispatch 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:40:09.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1960492406' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-9"}]': finished 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:40:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[94794]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[94794]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[97358]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[97358]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:09 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:09 smithi132 ceph-mon[88571]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:09 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi084-140299-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:40:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:09 smithi132 ceph-mon[88571]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:40:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:09 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:09 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:10.985 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:40:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:40:10] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-02T08:40:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:10 smithi084 ceph-mon[97358]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:40:11.463 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:10 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:11.463 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:10 smithi084 ceph-mon[97358]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:40:11.464 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:10 smithi084 ceph-mon[94794]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:40:11.464 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:10 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:11.464 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:10 smithi084 ceph-mon[94794]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:40:11.465 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:10 smithi132 ceph-mon[88571]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:40:11.465 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:10 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi084-140299-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:11.465 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:10 smithi132 ceph-mon[88571]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:40:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:11 smithi132 ceph-mon[88571]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:11 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:11 smithi132 ceph-mon[88571]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:40:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:11 smithi084 ceph-mon[94794]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:11 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:11 smithi084 ceph-mon[94794]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:40:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:11 smithi084 ceph-mon[97358]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:11 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:11 smithi084 ceph-mon[97358]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:40:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:40:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[94794]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[97358]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:12 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:12 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:12 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:12 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:12 smithi132 ceph-mon[88571]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:12 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:12 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[94794]: pgmap v1305: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[94794]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[97358]: pgmap v1305: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[97358]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:40:14.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:14.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:13 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:13 smithi132 ceph-mon[88571]: pgmap v1305: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:13 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:13 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:13 smithi132 ceph-mon[88571]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:40:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:13 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/715181285' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:13 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]: dispatch 2024-04-02T08:40:14.981 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.set_ec (7016 ms) 2024-04-02T08:40:14.981 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 10 tests from cls_rgw (62044 ms total) 2024-04-02T08:40:14.981 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:40:14.981 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:40:14.981 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 10 tests from 1 test suite ran. (62044 ms total) 2024-04-02T08:40:14.981 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 10 tests. 2024-04-02T08:40:14.983 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:40:14.984 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:40:15.052 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-02T08:40:15.052 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-02T08:40:15.120 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:40:15.120 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-02T08:40:15.120 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:40:15.120 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 16 tests from cls_rgw 2024-04-02T08:40:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[94794]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[94794]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[97358]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[97358]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:15 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:40:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:15 smithi132 ceph-mon[88571]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:15 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi084-140299-10"}]': finished 2024-04-02T08:40:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:15 smithi132 ceph-mon[88571]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:40:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:15 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:15 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:40:17.011 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_basic 2024-04-02T08:40:17.049 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_basic (38 ms) 2024-04-02T08:40:17.049 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-02T08:40:17.076 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-04-02T08:40:17.077 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-02T08:40:17.113 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-04-02T08:40:17.113 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-02T08:40:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:17 smithi084 ceph-mon[94794]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:40:17.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:17 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2208934816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:17.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:17 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:17 smithi084 ceph-mon[97358]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:40:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:17 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2208934816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:17 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:17.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:17 smithi132 ceph-mon[88571]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:40:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:17 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2208934816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:17 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[94794]: pgmap v1311: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:18.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:18.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[94794]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:40:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[97358]: pgmap v1311: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:18 smithi084 ceph-mon[97358]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:40:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:18 smithi132 ceph-mon[88571]: pgmap v1311: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:18 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:18 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:18 smithi132 ceph-mon[88571]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:40:18.540 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_suggest (1427 ms) 2024-04-02T08:40:18.541 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-02T08:40:18.545 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-04-02T08:40:18.545 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_list 2024-04-02T08:40:18.564 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_list (18 ms) 2024-04-02T08:40:18.564 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-02T08:40:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:19 smithi084 ceph-mon[94794]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:40:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:19 smithi084 ceph-mon[97358]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:40:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:19 smithi132 ceph-mon[88571]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:40:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:20 smithi084 ceph-mon[94794]: pgmap v1314: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 142 KiB/s wr, 447 op/s 2024-04-02T08:40:20.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:20 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:20.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:20 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:40:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:20 smithi084 ceph-mon[97358]: pgmap v1314: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 142 KiB/s wr, 447 op/s 2024-04-02T08:40:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:20 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:20 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:40:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:20 smithi132 ceph-mon[88571]: pgmap v1314: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 142 KiB/s wr, 447 op/s 2024-04-02T08:40:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:20 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:20 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:40:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:40:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:40:20] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-02T08:40:22.311 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:22 smithi132 ceph-mon[88571]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 98 KiB/s wr, 309 op/s 2024-04-02T08:40:22.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:22 smithi084 ceph-mon[94794]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 98 KiB/s wr, 309 op/s 2024-04-02T08:40:22.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:22 smithi084 ceph-mon[97358]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 98 KiB/s wr, 309 op/s 2024-04-02T08:40:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:40:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:24 smithi084 ceph-mon[94794]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 149 KiB/s rd, 84 KiB/s wr, 264 op/s 2024-04-02T08:40:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:24 smithi084 ceph-mon[97358]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 149 KiB/s rd, 84 KiB/s wr, 264 op/s 2024-04-02T08:40:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:24 smithi132 ceph-mon[88571]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 149 KiB/s rd, 84 KiB/s wr, 264 op/s 2024-04-02T08:40:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:26 smithi084 ceph-mon[94794]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 523 KiB/s wr, 1.59k op/s 2024-04-02T08:40:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:26 smithi084 ceph-mon[97358]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 523 KiB/s wr, 1.59k op/s 2024-04-02T08:40:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:26 smithi132 ceph-mon[88571]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 523 KiB/s wr, 1.59k op/s 2024-04-02T08:40:28.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:28 smithi084 ceph-mon[94794]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 428 KiB/s wr, 1.30k op/s 2024-04-02T08:40:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:28 smithi084 ceph-mon[97358]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 428 KiB/s wr, 1.30k op/s 2024-04-02T08:40:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:28 smithi132 ceph-mon[88571]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 428 KiB/s wr, 1.30k op/s 2024-04-02T08:40:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:30 smithi084 ceph-mon[94794]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 624 KiB/s wr, 1.89k op/s 2024-04-02T08:40:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:30 smithi084 ceph-mon[97358]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 624 KiB/s wr, 1.89k op/s 2024-04-02T08:40:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:30 smithi132 ceph-mon[88571]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 624 KiB/s wr, 1.89k op/s 2024-04-02T08:40:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:40:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:40:30] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2024-04-02T08:40:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:32 smithi132 ceph-mon[88571]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 777 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2024-04-02T08:40:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:32 smithi084 ceph-mon[94794]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 777 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2024-04-02T08:40:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:32 smithi084 ceph-mon[97358]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 777 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2024-04-02T08:40:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:40:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:34 smithi084 ceph-mon[94794]: pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 777 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2024-04-02T08:40:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:34 smithi084 ceph-mon[97358]: pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 777 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2024-04-02T08:40:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:34 smithi132 ceph-mon[88571]: pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 777 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2024-04-02T08:40:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:36 smithi084 ceph-mon[94794]: pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 680 KiB/s wr, 2.04k op/s 2024-04-02T08:40:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:36 smithi084 ceph-mon[97358]: pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 680 KiB/s wr, 2.04k op/s 2024-04-02T08:40:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:36 smithi132 ceph-mon[88571]: pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 680 KiB/s wr, 2.04k op/s 2024-04-02T08:40:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:38 smithi084 ceph-mon[94794]: pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-04-02T08:40:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:38 smithi084 ceph-mon[97358]: pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-04-02T08:40:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:38 smithi132 ceph-mon[88571]: pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-04-02T08:40:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:40 smithi084 ceph-mon[94794]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 541 KiB/s wr, 1.62k op/s 2024-04-02T08:40:40.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:40 smithi084 ceph-mon[97358]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 541 KiB/s wr, 1.62k op/s 2024-04-02T08:40:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:40 smithi132 ceph-mon[88571]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 541 KiB/s wr, 1.62k op/s 2024-04-02T08:40:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:40:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:40:40] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-02T08:40:42.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:42 smithi132 ceph-mon[88571]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 988 op/s 2024-04-02T08:40:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:42 smithi084 ceph-mon[94794]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 988 op/s 2024-04-02T08:40:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:42 smithi084 ceph-mon[97358]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 988 op/s 2024-04-02T08:40:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:40:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:44 smithi084 ceph-mon[94794]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 330 KiB/s wr, 988 op/s 2024-04-02T08:40:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:44 smithi084 ceph-mon[97358]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 330 KiB/s wr, 988 op/s 2024-04-02T08:40:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:44 smithi132 ceph-mon[88571]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 330 KiB/s wr, 988 op/s 2024-04-02T08:40:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:46 smithi084 ceph-mon[94794]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 738 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-02T08:40:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:46 smithi084 ceph-mon[97358]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 738 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-02T08:40:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:46 smithi132 ceph-mon[88571]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 738 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-02T08:40:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:48 smithi084 ceph-mon[94794]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 974 op/s 2024-04-02T08:40:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:48 smithi084 ceph-mon[97358]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 974 op/s 2024-04-02T08:40:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:48 smithi132 ceph-mon[88571]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 974 op/s 2024-04-02T08:40:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:50 smithi084 ceph-mon[94794]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 730 KiB/s rd, 487 KiB/s wr, 1.46k op/s 2024-04-02T08:40:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:50 smithi084 ceph-mon[97358]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 730 KiB/s rd, 487 KiB/s wr, 1.46k op/s 2024-04-02T08:40:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:50 smithi132 ceph-mon[88571]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 730 KiB/s rd, 487 KiB/s wr, 1.46k op/s 2024-04-02T08:40:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:40:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:40:50] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-02T08:40:52.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:52 smithi132 ceph-mon[88571]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 973 op/s 2024-04-02T08:40:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:52 smithi084 ceph-mon[94794]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 973 op/s 2024-04-02T08:40:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:52 smithi084 ceph-mon[97358]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 973 op/s 2024-04-02T08:40:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:40:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:54 smithi084 ceph-mon[94794]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 973 op/s 2024-04-02T08:40:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:54 smithi084 ceph-mon[97358]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 973 op/s 2024-04-02T08:40:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:54 smithi132 ceph-mon[88571]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 325 KiB/s wr, 973 op/s 2024-04-02T08:40:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:56 smithi084 ceph-mon[94794]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 730 KiB/s rd, 487 KiB/s wr, 1.46k op/s 2024-04-02T08:40:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:56 smithi084 ceph-mon[97358]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 730 KiB/s rd, 487 KiB/s wr, 1.46k op/s 2024-04-02T08:40:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:56 smithi132 ceph-mon[88571]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 730 KiB/s rd, 487 KiB/s wr, 1.46k op/s 2024-04-02T08:40:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:40:58 smithi084 ceph-mon[94794]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 486 KiB/s rd, 324 KiB/s wr, 971 op/s 2024-04-02T08:40:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:40:58 smithi084 ceph-mon[97358]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 486 KiB/s rd, 324 KiB/s wr, 971 op/s 2024-04-02T08:40:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:40:58 smithi132 ceph-mon[88571]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 486 KiB/s rd, 324 KiB/s wr, 971 op/s 2024-04-02T08:41:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:00 smithi084 ceph-mon[94794]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 726 KiB/s rd, 484 KiB/s wr, 1.45k op/s 2024-04-02T08:41:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:00 smithi084 ceph-mon[97358]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 726 KiB/s rd, 484 KiB/s wr, 1.45k op/s 2024-04-02T08:41:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:00 smithi132 ceph-mon[88571]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 726 KiB/s rd, 484 KiB/s wr, 1.45k op/s 2024-04-02T08:41:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:41:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:41:00] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2024-04-02T08:41:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:02 smithi084 ceph-mon[94794]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 322 KiB/s wr, 966 op/s 2024-04-02T08:41:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:02 smithi084 ceph-mon[97358]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 322 KiB/s wr, 966 op/s 2024-04-02T08:41:02.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:02 smithi132 ceph-mon[88571]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 322 KiB/s wr, 966 op/s 2024-04-02T08:41:02.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:41:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:41:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:04 smithi084 ceph-mon[94794]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 322 KiB/s wr, 966 op/s 2024-04-02T08:41:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:04 smithi084 ceph-mon[97358]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 322 KiB/s wr, 966 op/s 2024-04-02T08:41:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:04 smithi132 ceph-mon[88571]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 322 KiB/s wr, 966 op/s 2024-04-02T08:41:04.540 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_list_delimited (45976 ms) 2024-04-02T08:41:04.540 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.bi_list 2024-04-02T08:41:04.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.bi_list (75 ms) 2024-04-02T08:41:04.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.gc_set 2024-04-02T08:41:04.644 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.gc_set (29 ms) 2024-04-02T08:41:04.644 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.gc_list 2024-04-02T08:41:04.673 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.gc_list (29 ms) 2024-04-02T08:41:04.673 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-02T08:41:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[94794]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 723 KiB/s rd, 482 KiB/s wr, 1.45k op/s 2024-04-02T08:41:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[94794]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:41:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1127926280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[97358]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 723 KiB/s rd, 482 KiB/s wr, 1.45k op/s 2024-04-02T08:41:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[97358]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:41:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1127926280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:06 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:06 smithi132 ceph-mon[88571]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 723 KiB/s rd, 482 KiB/s wr, 1.45k op/s 2024-04-02T08:41:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:06 smithi132 ceph-mon[88571]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:41:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:06 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1127926280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:06 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:07 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:07 smithi084 ceph-mon[94794]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:41:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:07 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:07 smithi084 ceph-mon[97358]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:41:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:07 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140641-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:07 smithi132 ceph-mon[88571]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:41:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:08 smithi084 ceph-mon[94794]: pgmap v1340: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 719 op/s 2024-04-02T08:41:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:08 smithi084 ceph-mon[94794]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:41:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:08 smithi084 ceph-mon[97358]: pgmap v1340: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 719 op/s 2024-04-02T08:41:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:08 smithi084 ceph-mon[97358]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:41:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:08 smithi132 ceph-mon[88571]: pgmap v1340: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 719 op/s 2024-04-02T08:41:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:08 smithi132 ceph-mon[88571]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:41:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:10 smithi084 ceph-mon[94794]: pgmap v1342: 169 pgs: 2 unknown, 167 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 867 KiB/s rd, 420 KiB/s wr, 1.25k op/s 2024-04-02T08:41:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:10 smithi084 ceph-mon[97358]: pgmap v1342: 169 pgs: 2 unknown, 167 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 867 KiB/s rd, 420 KiB/s wr, 1.25k op/s 2024-04-02T08:41:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:10 smithi132 ceph-mon[88571]: pgmap v1342: 169 pgs: 2 unknown, 167 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 867 KiB/s rd, 420 KiB/s wr, 1.25k op/s 2024-04-02T08:41:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:41:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:41:10] "GET /metrics HTTP/1.1" 200 38804 "" "Prometheus/2.43.0" 2024-04-02T08:41:12.101 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.gc_defer (7428 ms) 2024-04-02T08:41:12.101 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-02T08:41:12.199 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.usage_basic (98 ms) 2024-04-02T08:41:12.199 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-02T08:41:12.200 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-02T08:41:12.200 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-02T08:41:12.315 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.usage_clear (115 ms) 2024-04-02T08:41:12.315 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-02T08:41:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:12 smithi084 ceph-mon[94794]: pgmap v1343: 169 pgs: 169 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 100 KiB/s wr, 292 op/s 2024-04-02T08:41:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:12 smithi084 ceph-mon[97358]: pgmap v1343: 169 pgs: 169 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 100 KiB/s wr, 292 op/s 2024-04-02T08:41:12.368 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.bi_log_trim (53 ms) 2024-04-02T08:41:12.368 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-02T08:41:12.380 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-04-02T08:41:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:12 smithi132 ceph-mon[88571]: pgmap v1343: 169 pgs: 169 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 100 KiB/s wr, 292 op/s 2024-04-02T08:41:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:41:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:41:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:13.114 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 16 tests from cls_rgw (55369 ms total) 2024-04-02T08:41:13.115 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:41:13.115 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:13.115 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 16 tests from 1 test suite ran. (57993 ms total) 2024-04-02T08:41:13.115 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 16 tests. 2024-04-02T08:41:13.117 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:13.118 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:13.185 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-02T08:41:13.185 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-02T08:41:13.254 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:13.254 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-02T08:41:13.254 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:13.254 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-02T08:41:13.254 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.init 2024-04-02T08:41:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:13 smithi084 ceph-mon[94794]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:41:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:13 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:13 smithi084 ceph-mon[97358]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:41:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:13 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:13 smithi132 ceph-mon[88571]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:41:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:13 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[94794]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 89 KiB/s wr, 260 op/s 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[94794]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[97358]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 89 KiB/s wr, 260 op/s 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[97358]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:14 smithi132 ceph-mon[88571]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 89 KiB/s wr, 260 op/s 2024-04-02T08:41:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:14 smithi132 ceph-mon[88571]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:41:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:15.205 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.init (1951 ms) 2024-04-02T08:41:15.205 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-02T08:41:15.218 INFO:tasks.workunit.client.0.smithi084.stderr:[ ] list info tag = chain-0 2024-04-02T08:41:15.218 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (13 ms) 2024-04-02T08:41:15.218 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-02T08:41:15.222 INFO:tasks.workunit.client.0.smithi084.stderr:[ ] next_marker is: = 0/4263 2024-04-02T08:41:15.223 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-04-02T08:41:15.223 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-02T08:41:15.230 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-04-02T08:41:15.230 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-02T08:41:15.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2024-04-02T08:41:15.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-02T08:41:15.243 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-02T08:41:15.243 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-02T08:41:15.249 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-02T08:41:15.249 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-02T08:41:15.254 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-02T08:41:15.255 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-02T08:41:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:15 smithi084 ceph-mon[94794]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:41:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:15 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1102495263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:15 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:15 smithi084 ceph-mon[97358]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:41:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:15 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1102495263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:15 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:15 smithi132 ceph-mon[88571]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:41:15.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:15 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1102495263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:15 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:16.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.finalize (954 ms) 2024-04-02T08:41:16.210 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from cls_rgw_gc (2955 ms total) 2024-04-02T08:41:16.210 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:41:16.210 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:16.210 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 9 tests from 1 test suite ran. (2955 ms total) 2024-04-02T08:41:16.210 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 9 tests. 2024-04-02T08:41:16.212 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:16.212 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:16.280 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-02T08:41:16.280 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-02T08:41:16.355 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 1 test from 1 test suite. 2024-04-02T08:41:16.355 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[94794]: pgmap v1348: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[94794]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[97358]: pgmap v1348: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:16 smithi084 ceph-mon[97358]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:41:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:16 smithi132 ceph-mon[88571]: pgmap v1348: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:16 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:16 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140844-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:16 smithi132 ceph-mon[88571]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:41:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:17 smithi084 ceph-mon[94794]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:41:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:17 smithi084 ceph-mon[97358]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:41:17.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:17 smithi132 ceph-mon[88571]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:41:18.213 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from cls_rgw_stats 2024-04-02T08:41:18.214 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-02T08:41:18.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.233+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=NCNGCNS2WESY type=del size=2960646 2024-04-02T08:41:18.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.235+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=WC6VLYA0OKLQ type=del size=2510785 2024-04-02T08:41:18.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.238+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~END6SY8H652Y.0 size=878431 2024-04-02T08:41:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.238+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=END6SY8H652Y tag=FKX9Y2TZKJXK type=write size=1927007 2024-04-02T08:41:18.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.239+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=OYS4U0VVIYYD type=del size=1671442 2024-04-02T08:41:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.240+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=BTAFC0D71OBU type=write size=29528 2024-04-02T08:41:18.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.242+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=AEB280SMMGX3 type=del size=189895 2024-04-02T08:41:18.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.244+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~784Z0ANOVW3M.0 size=1041847 2024-04-02T08:41:18.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.244+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=784Z0ANOVW3M tag=3WM4BNQ0G5M3 type=write size=2090423 2024-04-02T08:41:18.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.247+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~VQ2CRE95M1PH.0 size=1048576 2024-04-02T08:41:18.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.248+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~VQ2CRE95M1PH.1 size=1048576 2024-04-02T08:41:18.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.249+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~VQ2CRE95M1PH.2 size=332247 2024-04-02T08:41:18.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.249+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=VQ2CRE95M1PH tag=G9LDX7GKAPA6 type=write size=3477975 2024-04-02T08:41:18.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.251+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TKPT1SFSECF5.0 size=1048576 2024-04-02T08:41:18.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.252+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TKPT1SFSECF5.1 size=76180 2024-04-02T08:41:18.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.252+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=TKPT1SFSECF5 tag=F3ZXLHFDM7JT type=write size=2173332 2024-04-02T08:41:18.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.253+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=8CZB3S2NMXAL type=del size=1600188 2024-04-02T08:41:18.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.256+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~MT254HD1WTZW.0 size=240161 2024-04-02T08:41:18.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.256+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=MT254HD1WTZW tag=XSDMA1RW5AJK type=write size=1288737 2024-04-02T08:41:18.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.257+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=800RF5CP53XN type=del size=2125953 2024-04-02T08:41:18.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.258+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=XZMS3OZAUEY6 type=del size=4160922 2024-04-02T08:41:18.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.260+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=6880R90AAY1D type=del size=3683977 2024-04-02T08:41:18.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.262+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~U16AO0CSP7TU.0 size=1048576 2024-04-02T08:41:18.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.263+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~U16AO0CSP7TU.1 size=1048576 2024-04-02T08:41:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.264+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~U16AO0CSP7TU.2 size=105260 2024-04-02T08:41:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.264+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=U16AO0CSP7TU tag=C5PIWQDZK55P type=write size=3250988 2024-04-02T08:41:18.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.266+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~CB1W1ZW2OHGC.0 size=1048576 2024-04-02T08:41:18.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.267+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~CB1W1ZW2OHGC.1 size=949366 2024-04-02T08:41:18.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.267+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=CB1W1ZW2OHGC tag=2AW50V77YF2W type=write size=3046518 2024-04-02T08:41:18.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.269+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=NCNGCNS2WESY type=del 2024-04-02T08:41:18.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.271+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~Y30OF8C0F01T.0 size=1048576 2024-04-02T08:41:18.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.272+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~Y30OF8C0F01T.1 size=513043 2024-04-02T08:41:18.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.272+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=Y30OF8C0F01T tag=SG8DS1XSHS0M type=write size=2610195 2024-04-02T08:41:18.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.274+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=WC6VLYA0OKLQ type=del 2024-04-02T08:41:18.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.275+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=2L5JSP87WWYZ type=del size=2120440 2024-04-02T08:41:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.276+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~END6SY8H652Y.0 size=878431 2024-04-02T08:41:18.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.278+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=END6SY8H652Y tag=FKX9Y2TZKJXK type=write size=1927007 2024-04-02T08:41:18.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.280+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~G1FMQY8G476V.0 size=1048576 2024-04-02T08:41:18.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.281+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~G1FMQY8G476V.1 size=452186 2024-04-02T08:41:18.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.281+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=G1FMQY8G476V tag=LC4NEJ2Y7FIS type=write size=2549338 2024-04-02T08:41:18.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.283+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=OYS4U0VVIYYD type=del 2024-04-02T08:41:18.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.286+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~VLZTBIPQM83X.0 size=1048576 2024-04-02T08:41:18.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.287+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~VLZTBIPQM83X.1 size=821099 2024-04-02T08:41:18.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.287+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=VLZTBIPQM83X tag=U3J2CDVAQGNJ type=write size=2918251 2024-04-02T08:41:18.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.288+0000 7f7016872780 1 < completed write operation key=F41QUWFT5082 tag=BTAFC0D71OBU type=write size=29528 2024-04-02T08:41:18.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.290+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=Q1J2IPA75U6P type=del size=1465409 2024-04-02T08:41:18.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.291+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=AEB280SMMGX3 type=del 2024-04-02T08:41:18.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.293+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~9GXG8B4YLD0H.0 size=1048576 2024-04-02T08:41:18.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.294+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~9GXG8B4YLD0H.1 size=1048576 2024-04-02T08:41:18.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.295+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~9GXG8B4YLD0H.2 size=593852 2024-04-02T08:41:18.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.295+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=9GXG8B4YLD0H tag=WT2RQJ0MCB0T type=write size=3739580 2024-04-02T08:41:18.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.297+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~784Z0ANOVW3M.0 size=1041847 2024-04-02T08:41:18.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.299+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=784Z0ANOVW3M tag=3WM4BNQ0G5M3 type=write size=2090423 2024-04-02T08:41:18.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.300+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=A002YZY4Z9BN type=write size=98998 2024-04-02T08:41:18.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.301+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~VQ2CRE95M1PH.0 size=1048576 2024-04-02T08:41:18.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.302+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~VQ2CRE95M1PH.1 size=1048576 2024-04-02T08:41:18.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.304+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~VQ2CRE95M1PH.2 size=332247 2024-04-02T08:41:18.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.306+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=VQ2CRE95M1PH tag=G9LDX7GKAPA6 type=write size=3477975 2024-04-02T08:41:18.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.307+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=CU3YZC03KVG9 type=del size=3001472 2024-04-02T08:41:18.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.308+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TKPT1SFSECF5.0 size=1048576 2024-04-02T08:41:18.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.309+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TKPT1SFSECF5.1 size=76180 2024-04-02T08:41:18.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.311+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=TKPT1SFSECF5 tag=F3ZXLHFDM7JT type=write size=2173332 2024-04-02T08:41:18.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.313+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=IE7XJ45KZFEF type=del size=3694120 2024-04-02T08:41:18.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.314+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=8CZB3S2NMXAL type=del 2024-04-02T08:41:18.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.315+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=84SCA560KY7M type=del size=2843678 2024-04-02T08:41:18.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.317+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~MT254HD1WTZW.0 size=240161 2024-04-02T08:41:18.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.319+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=MT254HD1WTZW tag=XSDMA1RW5AJK type=write size=1288737 2024-04-02T08:41:18.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.321+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~WEW289S1SUS8.0 size=1048576 2024-04-02T08:41:18.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.322+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~WEW289S1SUS8.1 size=1048576 2024-04-02T08:41:18.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.323+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~WEW289S1SUS8.2 size=74346 2024-04-02T08:41:18.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.323+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=WEW289S1SUS8 tag=PFATTUL3UB6V type=write size=3220074 2024-04-02T08:41:18.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.324+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=800RF5CP53XN type=del 2024-04-02T08:41:18.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.326+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~B609PZTPIZRC.0 size=113110 2024-04-02T08:41:18.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.326+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=B609PZTPIZRC tag=RMM43TH4Z372 type=write size=1161686 2024-04-02T08:41:18.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.327+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=XZMS3OZAUEY6 type=del 2024-04-02T08:41:18.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.329+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=DAUU7VZDQHNW type=del size=1172743 2024-04-02T08:41:18.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.331+0000 7f7016872780 1 < suggested update operation key=2C62BZU175EV tag=6880R90AAY1D type=del size=3683977 2024-04-02T08:41:18.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.333+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~P55L10TGKD77.0 size=1048576 2024-04-02T08:41:18.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.334+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~P55L10TGKD77.1 size=649942 2024-04-02T08:41:18.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.334+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=P55L10TGKD77 tag=7031U9QPFDAD type=write size=2747094 2024-04-02T08:41:18.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.336+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~U16AO0CSP7TU.0 size=1048576 2024-04-02T08:41:18.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.337+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~U16AO0CSP7TU.1 size=1048576 2024-04-02T08:41:18.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.338+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~U16AO0CSP7TU.2 size=105260 2024-04-02T08:41:18.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.340+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=U16AO0CSP7TU tag=C5PIWQDZK55P type=write size=3250988 2024-04-02T08:41:18.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.341+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=XT92OCFUAOYC type=write size=351185 2024-04-02T08:41:18.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.342+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~CB1W1ZW2OHGC.0 size=1048576 2024-04-02T08:41:18.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.343+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~CB1W1ZW2OHGC.1 size=949366 2024-04-02T08:41:18.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.345+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=CB1W1ZW2OHGC tag=2AW50V77YF2W type=write size=3046518 2024-04-02T08:41:18.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.346+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=AL2Z79X16Y2F type=del size=2244386 2024-04-02T08:41:18.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.347+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~Y30OF8C0F01T.0 size=1048576 2024-04-02T08:41:18.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.348+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~Y30OF8C0F01T.1 size=513043 2024-04-02T08:41:18.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.350+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=Y30OF8C0F01T tag=SG8DS1XSHS0M type=write size=2610195 2024-04-02T08:41:18.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.352+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~OCWUGYYV1N1X.0 size=1048576 2024-04-02T08:41:18.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.353+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~OCWUGYYV1N1X.1 size=1048576 2024-04-02T08:41:18.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.354+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~OCWUGYYV1N1X.2 size=336005 2024-04-02T08:41:18.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.354+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=OCWUGYYV1N1X tag=OQ0WL541O7C2 type=write size=3481733 2024-04-02T08:41:18.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.355+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=2L5JSP87WWYZ type=del 2024-04-02T08:41:18.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.356+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=JKNH9420DS3S type=del size=2697133 2024-04-02T08:41:18.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.357+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~G1FMQY8G476V.0 size=1048576 2024-04-02T08:41:18.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.358+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~G1FMQY8G476V.1 size=452186 2024-04-02T08:41:18.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.360+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=G1FMQY8G476V tag=LC4NEJ2Y7FIS type=write size=2549338 2024-04-02T08:41:18.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.361+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=I87NUBDZH6CB type=del size=2803274 2024-04-02T08:41:18.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.361+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~VLZTBIPQM83X.0 size=1048576 2024-04-02T08:41:18.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.362+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~VLZTBIPQM83X.1 size=821099 2024-04-02T08:41:18.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.364+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=VLZTBIPQM83X tag=U3J2CDVAQGNJ type=write size=2918251 2024-04-02T08:41:18.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.366+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~P619HRZ1B4SK.0 size=1048576 2024-04-02T08:41:18.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.367+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~P619HRZ1B4SK.1 size=1048576 2024-04-02T08:41:18.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.367+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~P619HRZ1B4SK.2 size=750718 2024-04-02T08:41:18.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.367+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=P619HRZ1B4SK tag=QV19QTECFXSZ type=write size=3896446 2024-04-02T08:41:18.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.369+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=Q1J2IPA75U6P type=del 2024-04-02T08:41:18.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.371+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~W0JM6YCCWLV6.0 size=1048576 2024-04-02T08:41:18.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.372+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~W0JM6YCCWLV6.1 size=1048576 2024-04-02T08:41:18.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.372+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~W0JM6YCCWLV6.2 size=167005 2024-04-02T08:41:18.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.372+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=W0JM6YCCWLV6 tag=HWCWZHISIF77 type=write size=3312733 2024-04-02T08:41:18.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.374+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~9GXG8B4YLD0H.0 size=1048576 2024-04-02T08:41:18.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.375+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~9GXG8B4YLD0H.1 size=1048576 2024-04-02T08:41:18.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.375+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~9GXG8B4YLD0H.2 size=593852 2024-04-02T08:41:18.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.377+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=9GXG8B4YLD0H tag=WT2RQJ0MCB0T type=write size=3739580 2024-04-02T08:41:18.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.379+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=AC7XDZ7BPG2P type=del size=674735 2024-04-02T08:41:18.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.380+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=A002YZY4Z9BN type=write size=98998 2024-04-02T08:41:18.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.381+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=S9QOCQPW7LQ3 type=del size=1670560 2024-04-02T08:41:18.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.382+0000 7f7016872780 1 < canceled operation key=02RS0G82YQM7 tag=CU3YZC03KVG9 type=del size=3001472 2024-04-02T08:41:18.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.383+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=8OLZ86D1XV8Z type=del size=3296246 2024-04-02T08:41:18.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.384+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=IE7XJ45KZFEF type=del 2024-04-02T08:41:18.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.386+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~ZHHPQCPX6E0V.0 size=639306 2024-04-02T08:41:18.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.386+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=ZHHPQCPX6E0V tag=EB2LVSW0C6VT type=write size=1687882 2024-04-02T08:41:18.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.387+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=84SCA560KY7M type=del 2024-04-02T08:41:18.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.389+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~RS1T8B6NNGI9.0 size=1048576 2024-04-02T08:41:18.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.390+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~RS1T8B6NNGI9.1 size=266870 2024-04-02T08:41:18.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.390+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=RS1T8B6NNGI9 tag=UXWUYV17W2EV type=write size=2364022 2024-04-02T08:41:18.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.392+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~WEW289S1SUS8.0 size=1048576 2024-04-02T08:41:18.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.392+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~WEW289S1SUS8.1 size=1048576 2024-04-02T08:41:18.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.393+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~WEW289S1SUS8.2 size=74346 2024-04-02T08:41:18.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.395+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=WEW289S1SUS8 tag=PFATTUL3UB6V type=write size=3220074 2024-04-02T08:41:18.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.397+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=79HM0SNNXO7D type=del size=1109318 2024-04-02T08:41:18.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.398+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~B609PZTPIZRC.0 size=113110 2024-04-02T08:41:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.400+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=B609PZTPIZRC tag=RMM43TH4Z372 type=write size=1161686 2024-04-02T08:41:18.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.401+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=QLSXNEPJ57QK type=del size=2641439 2024-04-02T08:41:18.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.402+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=DAUU7VZDQHNW type=del 2024-04-02T08:41:18.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.403+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=A853X41L9Y4W type=del size=55698 2024-04-02T08:41:18.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.405+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~P55L10TGKD77.0 size=1048576 2024-04-02T08:41:18.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.405+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~P55L10TGKD77.1 size=649942 2024-04-02T08:41:18.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.407+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=P55L10TGKD77 tag=7031U9QPFDAD type=write size=2747094 2024-04-02T08:41:18.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.409+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=WV71STCGAW0G type=del size=125254 2024-04-02T08:41:18.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.410+0000 7f7016872780 1 < completed write operation key=OMWA4ZW4GOZ2 tag=XT92OCFUAOYC type=write size=351185 2024-04-02T08:41:18.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.411+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=GDPYOKL62LRT type=write size=67329 2024-04-02T08:41:18.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.413+0000 7f7016872780 1 < suggested remove operation key=WU9M880KQWBR tag=AL2Z79X16Y2F type=del 2024-04-02T08:41:18.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.415+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=O805XZG8Q3GO type=del size=3788444 2024-04-02T08:41:18.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.415+0000 7f7016872780 1 < canceled part key=_multipart_7A6KED7000HX.2~OCWUGYYV1N1X.0 size=1048576 2024-04-02T08:41:18.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.416+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~OCWUGYYV1N1X.1 size=1048576 2024-04-02T08:41:18.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.417+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~OCWUGYYV1N1X.2 size=336005 2024-04-02T08:41:18.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.419+0000 7f7016872780 1 < canceled multipart upload key=7A6KED7000HX upload=OCWUGYYV1N1X tag=OQ0WL541O7C2 type=write size=3481733 2024-04-02T08:41:18.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.421+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~RCNU4KL2SR3H.0 size=1048576 2024-04-02T08:41:18.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.422+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~RCNU4KL2SR3H.1 size=558085 2024-04-02T08:41:18.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.422+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=RCNU4KL2SR3H tag=I54IAGRGC3X5 type=write size=2655237 2024-04-02T08:41:18.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.423+0000 7f7016872780 1 < canceled operation key=F41QUWFT5082 tag=JKNH9420DS3S type=del size=2697133 2024-04-02T08:41:18.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.424+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=AKA0O3771TI5 type=write size=480705 2024-04-02T08:41:18.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.425+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=I87NUBDZH6CB type=del 2024-04-02T08:41:18.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.427+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~ARVDR4UQGHVI.0 size=1048576 2024-04-02T08:41:18.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.428+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~ARVDR4UQGHVI.1 size=1048576 2024-04-02T08:41:18.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.429+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~ARVDR4UQGHVI.2 size=201007 2024-04-02T08:41:18.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.429+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=ARVDR4UQGHVI tag=WX6ACGJUE0YI type=write size=3346735 2024-04-02T08:41:18.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.430+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~P619HRZ1B4SK.0 size=1048576 2024-04-02T08:41:18.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.431+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~P619HRZ1B4SK.1 size=1048576 2024-04-02T08:41:18.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.432+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~P619HRZ1B4SK.2 size=750718 2024-04-02T08:41:18.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.434+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=P619HRZ1B4SK tag=QV19QTECFXSZ type=write size=3896446 2024-04-02T08:41:18.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.436+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~CNEX4RVVS7RP.0 size=271381 2024-04-02T08:41:18.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.436+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=CNEX4RVVS7RP tag=OSZNC3RKH9ZX type=write size=1319957 2024-04-02T08:41:18.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.437+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~W0JM6YCCWLV6.0 size=1048576 2024-04-02T08:41:18.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.437+0000 7f7016872780 1 < canceled part key=_multipart_AAJMQG05HPTJ.2~W0JM6YCCWLV6.1 size=1048576 2024-04-02T08:41:18.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.438+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~W0JM6YCCWLV6.2 size=167005 2024-04-02T08:41:18.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.440+0000 7f7016872780 1 < canceled multipart upload key=AAJMQG05HPTJ upload=W0JM6YCCWLV6 tag=HWCWZHISIF77 type=write size=3312733 2024-04-02T08:41:18.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.441+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=4ILKQYWBZQ6A type=del size=232960 2024-04-02T08:41:18.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.443+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=AC7XDZ7BPG2P type=del 2024-04-02T08:41:18.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.445+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~Z5E3K5FBRNAL.0 size=1048576 2024-04-02T08:41:18.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.446+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~Z5E3K5FBRNAL.1 size=1025298 2024-04-02T08:41:18.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.446+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=Z5E3K5FBRNAL tag=WFAT0TAIGTET type=write size=3122450 2024-04-02T08:41:18.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.447+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=S9QOCQPW7LQ3 type=del 2024-04-02T08:41:18.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.449+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~2NUZCFIII7X4.0 size=82529 2024-04-02T08:41:18.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.449+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=2NUZCFIII7X4 tag=EZCAPPPR2FKU type=write size=1131105 2024-04-02T08:41:18.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.450+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=8OLZ86D1XV8Z type=del 2024-04-02T08:41:18.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.452+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~3521T8LINYM0.0 size=118612 2024-04-02T08:41:18.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.452+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=3521T8LINYM0 tag=80YQWVV15AMV type=write size=1167188 2024-04-02T08:41:18.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.454+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~ZHHPQCPX6E0V.0 size=639306 2024-04-02T08:41:18.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.456+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=ZHHPQCPX6E0V tag=EB2LVSW0C6VT type=write size=1687882 2024-04-02T08:41:18.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.458+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~H2D4QCTGOLZH.0 size=1048576 2024-04-02T08:41:18.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.459+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~H2D4QCTGOLZH.1 size=1048576 2024-04-02T08:41:18.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.460+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~H2D4QCTGOLZH.2 size=922721 2024-04-02T08:41:18.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.460+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=H2D4QCTGOLZH tag=3O61YRVH7V3U type=write size=4068449 2024-04-02T08:41:18.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.461+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~RS1T8B6NNGI9.0 size=1048576 2024-04-02T08:41:18.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.462+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~RS1T8B6NNGI9.1 size=266870 2024-04-02T08:41:18.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.464+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=RS1T8B6NNGI9 tag=UXWUYV17W2EV type=write size=2364022 2024-04-02T08:41:18.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.466+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~Q5A94R0UPPK6.0 size=1048576 2024-04-02T08:41:18.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.467+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~Q5A94R0UPPK6.1 size=1048576 2024-04-02T08:41:18.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.468+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~Q5A94R0UPPK6.2 size=802674 2024-04-02T08:41:18.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.468+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=Q5A94R0UPPK6 tag=IW62ABJ773JR type=write size=3948402 2024-04-02T08:41:18.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.469+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=79HM0SNNXO7D type=del 2024-04-02T08:41:18.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.471+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~R6IR8SJS1PB0.0 size=1048576 2024-04-02T08:41:18.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.472+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~R6IR8SJS1PB0.1 size=431491 2024-04-02T08:41:18.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.472+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=R6IR8SJS1PB0 tag=C9PSOSR260M6 type=write size=2528643 2024-04-02T08:41:18.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.473+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=QLSXNEPJ57QK type=del 2024-04-02T08:41:18.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.474+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=9A5WOMRD4RGL type=del size=1168044 2024-04-02T08:41:18.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.475+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=A853X41L9Y4W type=del 2024-04-02T08:41:18.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.476+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=T5DI3J0I7JJH type=del size=3671891 2024-04-02T08:41:18.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.477+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=WV71STCGAW0G type=del 2024-04-02T08:41:18.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.479+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=PX0R92HZOCOF type=del size=1644726 2024-04-02T08:41:18.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.480+0000 7f7016872780 1 < completed write operation key=3ASC24KYQTLG tag=GDPYOKL62LRT type=write size=67329 2024-04-02T08:41:18.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.481+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=4Q07ERKVLK0L type=write size=288708 2024-04-02T08:41:18.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.482+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=O805XZG8Q3GO type=del 2024-04-02T08:41:18.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.484+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~4EV3CIQMUB3D.0 size=716118 2024-04-02T08:41:18.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.484+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=4EV3CIQMUB3D tag=PVJVBFMH4VCL type=write size=1764694 2024-04-02T08:41:18.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.486+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~RCNU4KL2SR3H.0 size=1048576 2024-04-02T08:41:18.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.486+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~RCNU4KL2SR3H.1 size=558085 2024-04-02T08:41:18.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.488+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=RCNU4KL2SR3H tag=I54IAGRGC3X5 type=write size=2655237 2024-04-02T08:41:18.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.491+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~312TH36K4QLR.0 size=603457 2024-04-02T08:41:18.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.491+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=312TH36K4QLR tag=WZCVECILKMVS type=write size=1652033 2024-04-02T08:41:18.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.492+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=AKA0O3771TI5 type=write size=480705 2024-04-02T08:41:18.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.493+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=83A03D28CAKE type=del size=3310527 2024-04-02T08:41:18.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.494+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~ARVDR4UQGHVI.0 size=1048576 2024-04-02T08:41:18.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.495+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~ARVDR4UQGHVI.1 size=1048576 2024-04-02T08:41:18.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.496+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~ARVDR4UQGHVI.2 size=201007 2024-04-02T08:41:18.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.498+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=ARVDR4UQGHVI tag=WX6ACGJUE0YI type=write size=3346735 2024-04-02T08:41:18.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.500+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~C17JSA55FBPT.0 size=449371 2024-04-02T08:41:18.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.500+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=C17JSA55FBPT tag=CBD096BN5DEW type=write size=1497947 2024-04-02T08:41:18.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.501+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~CNEX4RVVS7RP.0 size=271381 2024-04-02T08:41:18.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.503+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=CNEX4RVVS7RP tag=OSZNC3RKH9ZX type=write size=1319957 2024-04-02T08:41:18.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.505+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=PHUUEF5DR8WU type=del size=2975228 2024-04-02T08:41:18.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.506+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=4ILKQYWBZQ6A type=del 2024-04-02T08:41:18.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.507+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=ZN5HXDL1Q7GD type=del size=3073870 2024-04-02T08:41:18.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.508+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~Z5E3K5FBRNAL.0 size=1048576 2024-04-02T08:41:18.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.509+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~Z5E3K5FBRNAL.1 size=1025298 2024-04-02T08:41:18.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.511+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=Z5E3K5FBRNAL tag=WFAT0TAIGTET type=write size=3122450 2024-04-02T08:41:18.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.512+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=46CHNF4ROQBC type=del size=1849011 2024-04-02T08:41:18.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.513+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~2NUZCFIII7X4.0 size=82529 2024-04-02T08:41:18.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.515+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=2NUZCFIII7X4 tag=EZCAPPPR2FKU type=write size=1131105 2024-04-02T08:41:18.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.517+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~NTQWSIYZSYSW.0 size=1048576 2024-04-02T08:41:18.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.518+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~NTQWSIYZSYSW.1 size=1028448 2024-04-02T08:41:18.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.518+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=NTQWSIYZSYSW tag=Q0X73YMALE40 type=write size=3125600 2024-04-02T08:41:18.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.519+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~3521T8LINYM0.0 size=118612 2024-04-02T08:41:18.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.521+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=3521T8LINYM0 tag=80YQWVV15AMV type=write size=1167188 2024-04-02T08:41:18.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.523+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~KB9JJT5M7CIV.0 size=1048576 2024-04-02T08:41:18.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.524+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~KB9JJT5M7CIV.1 size=791490 2024-04-02T08:41:18.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.524+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=KB9JJT5M7CIV tag=5ZVIO1DSJEG9 type=write size=2888642 2024-04-02T08:41:18.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.525+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~H2D4QCTGOLZH.0 size=1048576 2024-04-02T08:41:18.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.526+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~H2D4QCTGOLZH.1 size=1048576 2024-04-02T08:41:18.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.528+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~H2D4QCTGOLZH.2 size=922721 2024-04-02T08:41:18.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.530+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=H2D4QCTGOLZH tag=3O61YRVH7V3U type=write size=4068449 2024-04-02T08:41:18.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.533+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~R0R4MGIKZOFL.0 size=558609 2024-04-02T08:41:18.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.533+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=R0R4MGIKZOFL tag=CP3URALDIJR6 type=write size=1607185 2024-04-02T08:41:18.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.534+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~Q5A94R0UPPK6.0 size=1048576 2024-04-02T08:41:18.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.535+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~Q5A94R0UPPK6.1 size=1048576 2024-04-02T08:41:18.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.536+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~Q5A94R0UPPK6.2 size=802674 2024-04-02T08:41:18.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.538+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=Q5A94R0UPPK6 tag=IW62ABJ773JR type=write size=3948402 2024-04-02T08:41:18.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.540+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=NJA4SR3HWJQB type=del size=646759 2024-04-02T08:41:18.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.541+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~R6IR8SJS1PB0.0 size=1048576 2024-04-02T08:41:18.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.542+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~R6IR8SJS1PB0.1 size=431491 2024-04-02T08:41:18.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.544+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=R6IR8SJS1PB0 tag=C9PSOSR260M6 type=write size=2528643 2024-04-02T08:41:18.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.546+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~NGSC614U66BE.0 size=1048576 2024-04-02T08:41:18.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.547+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~NGSC614U66BE.1 size=1048576 2024-04-02T08:41:18.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.548+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~NGSC614U66BE.2 size=560367 2024-04-02T08:41:18.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.548+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=NGSC614U66BE tag=7QHRPE5LUEV0 type=write size=3706095 2024-04-02T08:41:18.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.549+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=9A5WOMRD4RGL type=del 2024-04-02T08:41:18.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.552+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~VBKK8OA5XM29.0 size=1048576 2024-04-02T08:41:18.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.553+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~VBKK8OA5XM29.1 size=678317 2024-04-02T08:41:18.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.553+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=VBKK8OA5XM29 tag=NEN8A1FRRN8W type=write size=2775469 2024-04-02T08:41:18.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.554+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=T5DI3J0I7JJH type=del 2024-04-02T08:41:18.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.555+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=Y3S27NZPIRNM type=del size=430512 2024-04-02T08:41:18.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.556+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=PX0R92HZOCOF type=del 2024-04-02T08:41:18.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.557+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=NCAPL6ETRV2X type=del size=2464376 2024-04-02T08:41:18.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.559+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=4Q07ERKVLK0L type=write size=288708 2024-04-02T08:41:18.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.561+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~B6FR7MD7BGFB.0 size=1048576 2024-04-02T08:41:18.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.562+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~B6FR7MD7BGFB.1 size=920025 2024-04-02T08:41:18.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.562+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=B6FR7MD7BGFB tag=CH1P3Q7GS77S type=write size=3017177 2024-04-02T08:41:18.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.563+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~4EV3CIQMUB3D.0 size=716118 2024-04-02T08:41:18.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.565+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=4EV3CIQMUB3D tag=PVJVBFMH4VCL type=write size=1764694 2024-04-02T08:41:18.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.566+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=YKISNR4C6ZQU type=del size=328606 2024-04-02T08:41:18.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.567+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~312TH36K4QLR.0 size=603457 2024-04-02T08:41:18.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.569+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=312TH36K4QLR tag=WZCVECILKMVS type=write size=1652033 2024-04-02T08:41:18.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.571+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~ZEIO2JF3W7NW.0 size=1048576 2024-04-02T08:41:18.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.572+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~ZEIO2JF3W7NW.1 size=1048576 2024-04-02T08:41:18.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.573+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~ZEIO2JF3W7NW.2 size=364401 2024-04-02T08:41:18.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.573+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=ZEIO2JF3W7NW tag=YS5BBARY2U90 type=write size=3510129 2024-04-02T08:41:18.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.575+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=83A03D28CAKE type=del 2024-04-02T08:41:18.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.576+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=0KTAKKXY31IS type=del size=3301320 2024-04-02T08:41:18.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.577+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~C17JSA55FBPT.0 size=449371 2024-04-02T08:41:18.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.579+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=C17JSA55FBPT tag=CBD096BN5DEW type=write size=1497947 2024-04-02T08:41:18.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.580+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=DO47X73LSEEJ type=write size=434586 2024-04-02T08:41:18.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.581+0000 7f7016872780 1 < canceled operation key=6AT1DGYZW8Z0 tag=PHUUEF5DR8WU type=del size=2975228 2024-04-02T08:41:18.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.582+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=BG3Q45QW93VM type=del size=3523142 2024-04-02T08:41:18.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.583+0000 7f7016872780 1 < canceled operation key=LRIMFCH3UXQB tag=ZN5HXDL1Q7GD type=del size=3073870 2024-04-02T08:41:18.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.585+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=FRWYEYJAHK3Y type=del size=298984 2024-04-02T08:41:18.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.586+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=46CHNF4ROQBC type=del 2024-04-02T08:41:18.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.588+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~CA8MBWZAKJK2.0 size=1048576 2024-04-02T08:41:18.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.589+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~CA8MBWZAKJK2.1 size=712394 2024-04-02T08:41:18.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.589+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=CA8MBWZAKJK2 tag=Q6OAEVB8O089 type=write size=2809546 2024-04-02T08:41:18.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.590+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~NTQWSIYZSYSW.0 size=1048576 2024-04-02T08:41:18.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.591+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~NTQWSIYZSYSW.1 size=1028448 2024-04-02T08:41:18.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.593+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=NTQWSIYZSYSW tag=Q0X73YMALE40 type=write size=3125600 2024-04-02T08:41:18.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.595+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~S65HFXW961Z3.0 size=1048576 2024-04-02T08:41:18.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.596+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~S65HFXW961Z3.1 size=945787 2024-04-02T08:41:18.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.596+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=S65HFXW961Z3 tag=O149L2CS98OB type=write size=3042939 2024-04-02T08:41:18.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.597+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~KB9JJT5M7CIV.0 size=1048576 2024-04-02T08:41:18.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.598+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~KB9JJT5M7CIV.1 size=791490 2024-04-02T08:41:18.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.600+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=KB9JJT5M7CIV tag=5ZVIO1DSJEG9 type=write size=2888642 2024-04-02T08:41:18.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.601+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=WH8FUV1ZZX58 type=del size=2871763 2024-04-02T08:41:18.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.603+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~R0R4MGIKZOFL.0 size=558609 2024-04-02T08:41:18.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.605+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=R0R4MGIKZOFL tag=CP3URALDIJR6 type=write size=1607185 2024-04-02T08:41:18.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.607+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~O4SL75G3E746.0 size=52100 2024-04-02T08:41:18.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.607+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=O4SL75G3E746 tag=HPESF471A08O type=write size=1100676 2024-04-02T08:41:18.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.608+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=NJA4SR3HWJQB type=del 2024-04-02T08:41:18.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.609+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=INPWI7PRHEWO type=write size=341821 2024-04-02T08:41:18.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.609+0000 7f7016872780 1 < canceled part key=_multipart_DCPMS8TINGLU.2~NGSC614U66BE.0 size=1048576 2024-04-02T08:41:18.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.610+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~NGSC614U66BE.1 size=1048576 2024-04-02T08:41:18.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.611+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~NGSC614U66BE.2 size=560367 2024-04-02T08:41:18.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.613+0000 7f7016872780 1 < canceled multipart upload key=DCPMS8TINGLU upload=NGSC614U66BE tag=7QHRPE5LUEV0 type=write size=3706095 2024-04-02T08:41:18.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.616+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~3H0JGEEJZY8J.0 size=993802 2024-04-02T08:41:18.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.616+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=3H0JGEEJZY8J tag=6A0X746X371I type=write size=2042378 2024-04-02T08:41:18.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.616+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~VBKK8OA5XM29.0 size=1048576 2024-04-02T08:41:18.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.617+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~VBKK8OA5XM29.1 size=678317 2024-04-02T08:41:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[94794]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:41:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[94794]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:41:18.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2300838400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140899-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[97358]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:18.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:18.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:41:18.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[97358]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:41:18.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:18 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2300838400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140899-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.619+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=VBKK8OA5XM29 tag=NEN8A1FRRN8W type=write size=2775469 2024-04-02T08:41:18.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.621+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~5RKW5MKCIO4C.0 size=822855 2024-04-02T08:41:18.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.621+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=5RKW5MKCIO4C tag=48G9DUUQOVZS type=write size=1871431 2024-04-02T08:41:18.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.622+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=Y3S27NZPIRNM type=del 2024-04-02T08:41:18.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.623+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=EDD0RQYT14KU type=del size=3112236 2024-04-02T08:41:18.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.625+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=NCAPL6ETRV2X type=del 2024-04-02T08:41:18.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.626+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=TQ0R3G64387Y type=del size=1093153 2024-04-02T08:41:18.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.627+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~B6FR7MD7BGFB.0 size=1048576 2024-04-02T08:41:18.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.628+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~B6FR7MD7BGFB.1 size=920025 2024-04-02T08:41:18.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.630+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=B6FR7MD7BGFB tag=CH1P3Q7GS77S type=write size=3017177 2024-04-02T08:41:18.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.631+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=UBT2D4V5DWB2 type=del size=2027618 2024-04-02T08:41:18.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.632+0000 7f7016872780 1 < canceled operation key=3UK733FJNZ92 tag=YKISNR4C6ZQU type=del size=328606 2024-04-02T08:41:18.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.633+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=3CQ02AY7FHHB type=del size=1836717 2024-04-02T08:41:18.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.635+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~ZEIO2JF3W7NW.0 size=1048576 2024-04-02T08:41:18.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.636+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~ZEIO2JF3W7NW.1 size=1048576 2024-04-02T08:41:18.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.636+0000 7f7016872780 1 < canceled part key=_multipart_VRC7N98T39M8.2~ZEIO2JF3W7NW.2 size=364401 2024-04-02T08:41:18.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.638+0000 7f7016872780 1 < canceled multipart upload key=VRC7N98T39M8 upload=ZEIO2JF3W7NW tag=YS5BBARY2U90 type=write size=3510129 2024-04-02T08:41:18.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.639+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=RF5XK15VHRU4 type=del size=2755030 2024-04-02T08:41:18.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.642+0000 7f7016872780 1 < suggested update operation key=6AT1DGYZW8Z0 tag=0KTAKKXY31IS type=del size=3301320 2024-04-02T08:41:18.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.644+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~IQO8Q8V53AHX.0 size=478024 2024-04-02T08:41:18.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.644+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=IQO8Q8V53AHX tag=4BR0SSYJ40U3 type=write size=1526600 2024-04-02T08:41:18.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.647+0000 7f7016872780 1 < suggested remove operation key=LRIMFCH3UXQB tag=DO47X73LSEEJ type=write 2024-04-02T08:41:18.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.649+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~R5G2KD5DP629.0 size=1048576 2024-04-02T08:41:18.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.650+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~R5G2KD5DP629.1 size=1048576 2024-04-02T08:41:18.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.651+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~R5G2KD5DP629.2 size=894827 2024-04-02T08:41:18.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.651+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=R5G2KD5DP629 tag=L18Q3YCU5283 type=write size=4040555 2024-04-02T08:41:18.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.653+0000 7f7016872780 1 < suggested remove operation key=5J69WZ7J6CZ4 tag=BG3Q45QW93VM type=del 2024-04-02T08:41:18.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.655+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=4CVWJGB1ATVV type=del size=908025 2024-04-02T08:41:18.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.656+0000 7f7016872780 -1 < failed to complete operation key=LRIMFCH3UXQB tag=FRWYEYJAHK3Y type=del size=298984: (22) Invalid argument 2024-04-02T08:41:18.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.658+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~CK5WE1SYM4XF.0 size=1048576 2024-04-02T08:41:18.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.659+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~CK5WE1SYM4XF.1 size=287739 2024-04-02T08:41:18.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.659+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=CK5WE1SYM4XF tag=PRDQJHQ165K1 type=write size=2384891 2024-04-02T08:41:18.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.660+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~CA8MBWZAKJK2.0 size=1048576 2024-04-02T08:41:18.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.661+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~CA8MBWZAKJK2.1 size=712394 2024-04-02T08:41:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:18 smithi132 ceph-mon[88571]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:18 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:18 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:41:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:18 smithi132 ceph-mon[88571]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:41:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:18 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2300838400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140899-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.663+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=CA8MBWZAKJK2 tag=Q6OAEVB8O089 type=write size=2809546 2024-04-02T08:41:18.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.664+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=ZZ9E1AK65UPT type=del size=3456247 2024-04-02T08:41:18.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.666+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~S65HFXW961Z3.0 size=1048576 2024-04-02T08:41:18.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.667+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~S65HFXW961Z3.1 size=945787 2024-04-02T08:41:18.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.669+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=S65HFXW961Z3 tag=O149L2CS98OB type=write size=3042939 2024-04-02T08:41:18.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.671+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~MY5GW9HN8DCC.0 size=177000 2024-04-02T08:41:18.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.671+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=MY5GW9HN8DCC tag=EM4DNMKZQLPQ type=write size=1225576 2024-04-02T08:41:18.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.672+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=WH8FUV1ZZX58 type=del 2024-04-02T08:41:18.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.673+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=RQ17LMR081J6 type=del size=4060605 2024-04-02T08:41:18.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.675+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~O4SL75G3E746.0 size=52100 2024-04-02T08:41:18.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.677+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=O4SL75G3E746 tag=HPESF471A08O type=write size=1100676 2024-04-02T08:41:18.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.679+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~4MAHWI8V5H68.0 size=1048576 2024-04-02T08:41:18.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.680+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~4MAHWI8V5H68.1 size=50483 2024-04-02T08:41:18.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.680+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=4MAHWI8V5H68 tag=CVD5PRALW56C type=write size=2147635 2024-04-02T08:41:18.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.681+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=INPWI7PRHEWO type=write size=341821 2024-04-02T08:41:18.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.683+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=DQHZW0ZE66YS type=del size=3227559 2024-04-02T08:41:18.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.684+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~3H0JGEEJZY8J.0 size=993802 2024-04-02T08:41:18.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.686+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=3H0JGEEJZY8J tag=6A0X746X371I type=write size=2042378 2024-04-02T08:41:18.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.688+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~TEAUGNK13LW9.0 size=941492 2024-04-02T08:41:18.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.688+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=TEAUGNK13LW9 tag=SMHZ4GQSYHMJ type=write size=1990068 2024-04-02T08:41:18.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.689+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~5RKW5MKCIO4C.0 size=822855 2024-04-02T08:41:18.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.691+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=5RKW5MKCIO4C tag=48G9DUUQOVZS type=write size=1871431 2024-04-02T08:41:18.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.692+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=9V70CN71UD4I type=del size=1413820 2024-04-02T08:41:18.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.695+0000 7f7016872780 1 < suggested remove operation key=DCPMS8TINGLU tag=EDD0RQYT14KU type=del 2024-04-02T08:41:18.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.697+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~ADEJL7ZD575N.0 size=1048576 2024-04-02T08:41:18.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.698+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~ADEJL7ZD575N.1 size=842566 2024-04-02T08:41:18.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.698+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=ADEJL7ZD575N tag=CGT2V1I3NOUM type=write size=2939718 2024-04-02T08:41:18.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.699+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=TQ0R3G64387Y type=del 2024-04-02T08:41:18.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.702+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~PAB5NEMF5QTR.0 size=1048576 2024-04-02T08:41:18.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.703+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~PAB5NEMF5QTR.1 size=946038 2024-04-02T08:41:18.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.703+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=PAB5NEMF5QTR tag=BV9TA9RAPYK3 type=write size=3043190 2024-04-02T08:41:18.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.704+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=UBT2D4V5DWB2 type=del 2024-04-02T08:41:18.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.706+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~2UV15ZLWFJBZ.0 size=387596 2024-04-02T08:41:18.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.706+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=2UV15ZLWFJBZ tag=0GUPZ72BYZRS type=write size=1436172 2024-04-02T08:41:18.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.707+0000 7f7016872780 -1 < failed to complete operation key=5J69WZ7J6CZ4 tag=3CQ02AY7FHHB type=del size=1836717: (22) Invalid argument 2024-04-02T08:41:18.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.708+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=4OJ8CNHBEJRQ type=del size=1179170 2024-04-02T08:41:18.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.709+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=RF5XK15VHRU4 type=del 2024-04-02T08:41:18.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.710+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=GQVBN9JSEL1A type=write size=767574 2024-04-02T08:41:18.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.712+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~IQO8Q8V53AHX.0 size=478024 2024-04-02T08:41:18.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.714+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=IQO8Q8V53AHX tag=4BR0SSYJ40U3 type=write size=1526600 2024-04-02T08:41:18.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.715+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=942K1BH7ZUGZ type=del size=2418971 2024-04-02T08:41:18.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.716+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~R5G2KD5DP629.0 size=1048576 2024-04-02T08:41:18.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.716+0000 7f7016872780 1 < canceled part key=_multipart_DCPMS8TINGLU.2~R5G2KD5DP629.1 size=1048576 2024-04-02T08:41:18.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.717+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~R5G2KD5DP629.2 size=894827 2024-04-02T08:41:18.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.719+0000 7f7016872780 1 < canceled multipart upload key=DCPMS8TINGLU upload=R5G2KD5DP629 tag=L18Q3YCU5283 type=write size=4040555 2024-04-02T08:41:18.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.722+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~NTA2QRVLH0TV.0 size=680686 2024-04-02T08:41:18.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.722+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=NTA2QRVLH0TV tag=82X1094TUEBW type=write size=1729262 2024-04-02T08:41:18.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.723+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=4CVWJGB1ATVV type=del 2024-04-02T08:41:18.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.724+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=076LHDZU51P5 type=del size=982128 2024-04-02T08:41:18.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.726+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~CK5WE1SYM4XF.0 size=1048576 2024-04-02T08:41:18.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.726+0000 7f7016872780 1 < canceled part key=_multipart_5J69WZ7J6CZ4.2~CK5WE1SYM4XF.1 size=287739 2024-04-02T08:41:18.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.728+0000 7f7016872780 1 < canceled multipart upload key=5J69WZ7J6CZ4 upload=CK5WE1SYM4XF tag=PRDQJHQ165K1 type=write size=2384891 2024-04-02T08:41:18.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.729+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=F5MVK4RSJ1X1 type=del size=2616269 2024-04-02T08:41:18.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.732+0000 7f7016872780 1 < suggested update operation key=1DEIP6BZCLGU tag=ZZ9E1AK65UPT type=del size=3456247 2024-04-02T08:41:18.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.733+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=CLWA6IWSUIR2 type=del size=1049849 2024-04-02T08:41:18.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.734+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~MY5GW9HN8DCC.0 size=177000 2024-04-02T08:41:18.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.737+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=MY5GW9HN8DCC tag=EM4DNMKZQLPQ type=write size=1225576 2024-04-02T08:41:18.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.739+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~Z9RB70BCWEXM.0 size=1048576 2024-04-02T08:41:18.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.740+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~Z9RB70BCWEXM.1 size=413634 2024-04-02T08:41:18.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.740+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=Z9RB70BCWEXM tag=NQUIM7P9BA1F type=write size=2510786 2024-04-02T08:41:18.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.741+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=RQ17LMR081J6 type=del 2024-04-02T08:41:18.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.742+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=KI0UVIYJUHDR type=del size=559197 2024-04-02T08:41:18.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.744+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~4MAHWI8V5H68.0 size=1048576 2024-04-02T08:41:18.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.745+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~4MAHWI8V5H68.1 size=50483 2024-04-02T08:41:18.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.747+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=4MAHWI8V5H68 tag=CVD5PRALW56C type=write size=2147635 2024-04-02T08:41:18.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.748+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=QN7J6Z1PUA3S type=del size=2287306 2024-04-02T08:41:18.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.750+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=DQHZW0ZE66YS type=del 2024-04-02T08:41:18.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.751+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=6YTJBG9KLICU type=del size=2042616 2024-04-02T08:41:18.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.753+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~TEAUGNK13LW9.0 size=941492 2024-04-02T08:41:18.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.755+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=TEAUGNK13LW9 tag=SMHZ4GQSYHMJ type=write size=1990068 2024-04-02T08:41:18.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.757+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~TB23ZVPETCK9.0 size=318176 2024-04-02T08:41:18.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.757+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=TB23ZVPETCK9 tag=DBVNL9WYU9BN type=write size=1366752 2024-04-02T08:41:18.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.758+0000 7f7016872780 1 < canceled operation key=XQBWK3QSXABP tag=9V70CN71UD4I type=del size=1413820 2024-04-02T08:41:18.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.761+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~U8P1D939HWNE.0 size=1048576 2024-04-02T08:41:18.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.762+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~U8P1D939HWNE.1 size=548416 2024-04-02T08:41:18.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.762+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=U8P1D939HWNE tag=1HIV5KRI2SI2 type=write size=2645568 2024-04-02T08:41:18.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.764+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~ADEJL7ZD575N.0 size=1048576 2024-04-02T08:41:18.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.765+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~ADEJL7ZD575N.1 size=842566 2024-04-02T08:41:18.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.767+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=ADEJL7ZD575N tag=CGT2V1I3NOUM type=write size=2939718 2024-04-02T08:41:18.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.768+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=O8W8W9KL3GZ8 type=del size=3545477 2024-04-02T08:41:18.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.770+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~PAB5NEMF5QTR.0 size=1048576 2024-04-02T08:41:18.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.771+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~PAB5NEMF5QTR.1 size=946038 2024-04-02T08:41:18.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.773+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=PAB5NEMF5QTR tag=BV9TA9RAPYK3 type=write size=3043190 2024-04-02T08:41:18.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.774+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=JKGW5XYR6KDI type=del size=2024957 2024-04-02T08:41:18.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.775+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~2UV15ZLWFJBZ.0 size=387596 2024-04-02T08:41:18.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.777+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=2UV15ZLWFJBZ tag=0GUPZ72BYZRS type=write size=1436172 2024-04-02T08:41:18.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.778+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=I96UGU7AP35J type=write size=297663 2024-04-02T08:41:18.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.779+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=4OJ8CNHBEJRQ type=del 2024-04-02T08:41:18.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.781+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=RQC8KWIGAIN7 type=del size=3773519 2024-04-02T08:41:18.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.782+0000 7f7016872780 1 < completed write operation key=3UK733FJNZ92 tag=GQVBN9JSEL1A type=write size=767574 2024-04-02T08:41:18.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.784+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~EM131O5VYMPU.0 size=1048576 2024-04-02T08:41:18.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.785+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~EM131O5VYMPU.1 size=1048576 2024-04-02T08:41:18.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.786+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~EM131O5VYMPU.2 size=1011371 2024-04-02T08:41:18.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.786+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=EM131O5VYMPU tag=U2K101ZKQEYD type=write size=4157099 2024-04-02T08:41:18.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.787+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=942K1BH7ZUGZ type=del 2024-04-02T08:41:18.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.790+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~DLFDOIKOV90N.0 size=1035164 2024-04-02T08:41:18.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.790+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=DLFDOIKOV90N tag=8J8D5SABVZN5 type=write size=2083740 2024-04-02T08:41:18.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.791+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~NTA2QRVLH0TV.0 size=680686 2024-04-02T08:41:18.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.793+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=NTA2QRVLH0TV tag=82X1094TUEBW type=write size=1729262 2024-04-02T08:41:18.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.794+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=7NP0FXKS4KL8 type=del size=807709 2024-04-02T08:41:18.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.797+0000 7f7016872780 1 < suggested remove operation key=F41QUWFT5082 tag=076LHDZU51P5 type=del 2024-04-02T08:41:18.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.799+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~MMNM5V38NYWF.0 size=1048576 2024-04-02T08:41:18.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.800+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~MMNM5V38NYWF.1 size=1048576 2024-04-02T08:41:18.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.801+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~MMNM5V38NYWF.2 size=813354 2024-04-02T08:41:18.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.801+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=MMNM5V38NYWF tag=NQGOUDNY2IDW type=write size=3959082 2024-04-02T08:41:18.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.802+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=F5MVK4RSJ1X1 type=del 2024-04-02T08:41:18.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.804+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~62I209KZ2BCZ.0 size=1022369 2024-04-02T08:41:18.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.804+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=62I209KZ2BCZ tag=ALSAAFXJMYKO type=write size=2070945 2024-04-02T08:41:18.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.807+0000 7f7016872780 1 < suggested remove operation key=UX315TABAN23 tag=CLWA6IWSUIR2 type=del 2024-04-02T08:41:18.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.808+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=BQZAD93THQPS type=del size=1819410 2024-04-02T08:41:18.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.809+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~Z9RB70BCWEXM.0 size=1048576 2024-04-02T08:41:18.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.810+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~Z9RB70BCWEXM.1 size=413634 2024-04-02T08:41:18.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.812+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=Z9RB70BCWEXM tag=NQUIM7P9BA1F type=write size=2510786 2024-04-02T08:41:18.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.815+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XWI6LUI1PDFV.0 size=482970 2024-04-02T08:41:18.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.815+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=XWI6LUI1PDFV tag=DYPPPG4V7H8C type=write size=1531546 2024-04-02T08:41:18.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.816+0000 7f7016872780 1 < canceled operation key=9WC16VCXCHM9 tag=KI0UVIYJUHDR type=del size=559197 2024-04-02T08:41:18.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.818+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~8DUHVDO2ZQIE.0 size=452445 2024-04-02T08:41:18.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.818+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=8DUHVDO2ZQIE tag=00VNBXZAXVKK type=write size=1501021 2024-04-02T08:41:18.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.819+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=QN7J6Z1PUA3S type=del 2024-04-02T08:41:18.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.820+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=4F7KNEP3IIJF type=del size=1566436 2024-04-02T08:41:18.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.822+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=6YTJBG9KLICU type=del 2024-04-02T08:41:18.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.823+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=5V6QRHA1YO11 type=del size=2536013 2024-04-02T08:41:18.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.824+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~TB23ZVPETCK9.0 size=318176 2024-04-02T08:41:18.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.826+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=TB23ZVPETCK9 tag=DBVNL9WYU9BN type=write size=1366752 2024-04-02T08:41:18.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.828+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~TM46BG5QPG1E.0 size=209153 2024-04-02T08:41:18.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.828+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=TM46BG5QPG1E tag=2C8P50CLKVRH type=write size=1257729 2024-04-02T08:41:18.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.828+0000 7f7016872780 1 < canceled part key=_multipart_UX315TABAN23.2~U8P1D939HWNE.0 size=1048576 2024-04-02T08:41:18.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.829+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~U8P1D939HWNE.1 size=548416 2024-04-02T08:41:18.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.831+0000 7f7016872780 1 < canceled multipart upload key=UX315TABAN23 upload=U8P1D939HWNE tag=1HIV5KRI2SI2 type=write size=2645568 2024-04-02T08:41:18.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.832+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=2478KHV5URCB type=del size=1980695 2024-04-02T08:41:18.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.834+0000 7f7016872780 -1 < failed to complete operation key=F41QUWFT5082 tag=O8W8W9KL3GZ8 type=del size=3545477: (22) Invalid argument 2024-04-02T08:41:18.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.835+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=MCKO3AA6CULA type=del size=961205 2024-04-02T08:41:18.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.837+0000 7f7016872780 1 < suggested update operation key=RTOJ11BQKIQR tag=JKGW5XYR6KDI type=del size=2024957 2024-04-02T08:41:18.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.838+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=W57DKPRWYX0J type=del size=1895320 2024-04-02T08:41:18.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.839+0000 7f7016872780 1 < completed write operation key=AAJMQG05HPTJ tag=I96UGU7AP35J type=write size=297663 2024-04-02T08:41:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.841+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=MAF7S92FWFYS type=del size=3979954 2024-04-02T08:41:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.842+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=RQC8KWIGAIN7 type=del 2024-04-02T08:41:18.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.844+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KDLJ6CYAUSIQ.0 size=1048576 2024-04-02T08:41:18.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.845+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KDLJ6CYAUSIQ.1 size=1048576 2024-04-02T08:41:18.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.846+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KDLJ6CYAUSIQ.2 size=655264 2024-04-02T08:41:18.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.846+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=KDLJ6CYAUSIQ tag=FBKM4AUL6OL2 type=write size=3800992 2024-04-02T08:41:18.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.847+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~EM131O5VYMPU.0 size=1048576 2024-04-02T08:41:18.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.848+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~EM131O5VYMPU.1 size=1048576 2024-04-02T08:41:18.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.849+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~EM131O5VYMPU.2 size=1011371 2024-04-02T08:41:18.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.851+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=EM131O5VYMPU tag=U2K101ZKQEYD type=write size=4157099 2024-04-02T08:41:18.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.852+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=YGPMOQ16SMAB type=del size=1385653 2024-04-02T08:41:18.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.857+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~DLFDOIKOV90N.0 size=1035164 2024-04-02T08:41:18.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.860+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=DLFDOIKOV90N tag=8J8D5SABVZN5 type=write size=2083740 2024-04-02T08:41:18.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.861+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=N0YO5DYE6ND1 type=del size=1783690 2024-04-02T08:41:18.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.862+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=7NP0FXKS4KL8 type=del 2024-04-02T08:41:18.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.865+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~OMWVAB92VL31.0 size=366601 2024-04-02T08:41:18.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.865+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=OMWVAB92VL31 tag=GPRB27UCMVN8 type=write size=1415177 2024-04-02T08:41:18.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.866+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~MMNM5V38NYWF.0 size=1048576 2024-04-02T08:41:18.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.867+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~MMNM5V38NYWF.1 size=1048576 2024-04-02T08:41:18.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.868+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~MMNM5V38NYWF.2 size=813354 2024-04-02T08:41:18.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.870+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=MMNM5V38NYWF tag=NQGOUDNY2IDW type=write size=3959082 2024-04-02T08:41:18.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.871+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=ENSKMQRFN40B type=write size=833854 2024-04-02T08:41:18.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.873+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~62I209KZ2BCZ.0 size=1022369 2024-04-02T08:41:18.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.875+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=62I209KZ2BCZ tag=ALSAAFXJMYKO type=write size=2070945 2024-04-02T08:41:18.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.877+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~GUO7GUIWI94C.0 size=1048576 2024-04-02T08:41:18.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.878+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~GUO7GUIWI94C.1 size=1048576 2024-04-02T08:41:18.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.879+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~GUO7GUIWI94C.2 size=578174 2024-04-02T08:41:18.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.879+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=GUO7GUIWI94C tag=T1BHWRDVT1NP type=write size=3723902 2024-04-02T08:41:18.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.880+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=BQZAD93THQPS type=del 2024-04-02T08:41:18.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.881+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=T0WWIZX8CDKG type=del size=2345886 2024-04-02T08:41:18.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.882+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~XWI6LUI1PDFV.0 size=482970 2024-04-02T08:41:18.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.884+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=XWI6LUI1PDFV tag=DYPPPG4V7H8C type=write size=1531546 2024-04-02T08:41:18.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.885+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=5VBNB5VONG2O type=write size=768375 2024-04-02T08:41:18.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.887+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~8DUHVDO2ZQIE.0 size=452445 2024-04-02T08:41:18.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.889+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=8DUHVDO2ZQIE tag=00VNBXZAXVKK type=write size=1501021 2024-04-02T08:41:18.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.890+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=5P1BISWB91YR type=del size=754935 2024-04-02T08:41:18.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.892+0000 7f7016872780 1 < suggested update operation key=VDSX44MQI8DS tag=4F7KNEP3IIJF type=del size=1566436 2024-04-02T08:41:18.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.894+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~LR482BLR1YBG.0 size=277264 2024-04-02T08:41:18.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.894+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=LR482BLR1YBG tag=6LHPGTL3LTCB type=write size=1325840 2024-04-02T08:41:18.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.896+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=5V6QRHA1YO11 type=del 2024-04-02T08:41:18.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.898+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~JL0SZ6OZMDTL.0 size=1048576 2024-04-02T08:41:18.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.899+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~JL0SZ6OZMDTL.1 size=1048576 2024-04-02T08:41:18.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.900+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~JL0SZ6OZMDTL.2 size=809325 2024-04-02T08:41:18.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.900+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=JL0SZ6OZMDTL tag=15S8RI0SMFR2 type=write size=3955053 2024-04-02T08:41:18.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.901+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~TM46BG5QPG1E.0 size=209153 2024-04-02T08:41:18.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.903+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=TM46BG5QPG1E tag=2C8P50CLKVRH type=write size=1257729 2024-04-02T08:41:18.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.905+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~J1A7POJCZI71.0 size=1048576 2024-04-02T08:41:18.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.906+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~J1A7POJCZI71.1 size=1048576 2024-04-02T08:41:18.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.907+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~J1A7POJCZI71.2 size=898749 2024-04-02T08:41:18.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.907+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=J1A7POJCZI71 tag=57IBYVYE2VS6 type=write size=4044477 2024-04-02T08:41:18.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.909+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=2478KHV5URCB type=del 2024-04-02T08:41:18.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.912+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~UAUE1EH6MP2I.0 size=1027215 2024-04-02T08:41:18.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.912+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=UAUE1EH6MP2I tag=C1NW922GA9AE type=write size=2075791 2024-04-02T08:41:18.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.913+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=MCKO3AA6CULA type=del 2024-04-02T08:41:18.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.916+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~WCRKWCDSJ57N.0 size=1048576 2024-04-02T08:41:18.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.916+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~WCRKWCDSJ57N.1 size=724619 2024-04-02T08:41:18.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.916+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=WCRKWCDSJ57N tag=YEI4FL2RU0ON type=write size=2821771 2024-04-02T08:41:18.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.918+0000 7f7016872780 1 < canceled operation key=7A6KED7000HX tag=W57DKPRWYX0J type=del size=1895320 2024-04-02T08:41:18.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.919+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=X4RX1VOZGEIA type=write size=658637 2024-04-02T08:41:18.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.920+0000 7f7016872780 1 < canceled operation key=6AT1DGYZW8Z0 tag=MAF7S92FWFYS type=del size=3979954 2024-04-02T08:41:18.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.921+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=5AHJAU7XL3BA type=write size=83012 2024-04-02T08:41:18.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.923+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KDLJ6CYAUSIQ.0 size=1048576 2024-04-02T08:41:18.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.924+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KDLJ6CYAUSIQ.1 size=1048576 2024-04-02T08:41:18.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.925+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KDLJ6CYAUSIQ.2 size=655264 2024-04-02T08:41:18.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.927+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=KDLJ6CYAUSIQ tag=FBKM4AUL6OL2 type=write size=3800992 2024-04-02T08:41:18.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.928+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=NT067JQQGSDN type=del size=2580662 2024-04-02T08:41:18.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.929+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=YGPMOQ16SMAB type=del 2024-04-02T08:41:18.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.931+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~XI6SHZSARLLN.0 size=1048576 2024-04-02T08:41:18.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.932+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~XI6SHZSARLLN.1 size=54664 2024-04-02T08:41:18.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.932+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=XI6SHZSARLLN tag=M593F0HBDX3X type=write size=2151816 2024-04-02T08:41:18.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.934+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=N0YO5DYE6ND1 type=del 2024-04-02T08:41:18.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.935+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=WQULYAJKPKXQ type=del size=2972723 2024-04-02T08:41:18.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.936+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~OMWVAB92VL31.0 size=366601 2024-04-02T08:41:18.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.938+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=OMWVAB92VL31 tag=GPRB27UCMVN8 type=write size=1415177 2024-04-02T08:41:18.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.941+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~AGHKIQEJYVI8.0 size=1048576 2024-04-02T08:41:18.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.942+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~AGHKIQEJYVI8.1 size=1048576 2024-04-02T08:41:18.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.943+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~AGHKIQEJYVI8.2 size=570837 2024-04-02T08:41:18.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.943+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=AGHKIQEJYVI8 tag=IOT5U7PGI516 type=write size=3716565 2024-04-02T08:41:18.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.945+0000 7f7016872780 1 < completed write operation key=9WC16VCXCHM9 tag=ENSKMQRFN40B type=write size=833854 2024-04-02T08:41:18.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.946+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=6GBSP11RJEC2 type=del size=1622861 2024-04-02T08:41:18.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.948+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~GUO7GUIWI94C.0 size=1048576 2024-04-02T08:41:18.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.949+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~GUO7GUIWI94C.1 size=1048576 2024-04-02T08:41:18.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.950+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~GUO7GUIWI94C.2 size=578174 2024-04-02T08:41:18.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.952+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=GUO7GUIWI94C tag=T1BHWRDVT1NP type=write size=3723902 2024-04-02T08:41:18.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.953+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=Q4CA8SG76RIC type=del size=3900959 2024-04-02T08:41:18.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.955+0000 7f7016872780 1 < canceled operation key=WU9M880KQWBR tag=T0WWIZX8CDKG type=del size=2345886 2024-04-02T08:41:18.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.957+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~56SKT4J2VR5M.0 size=947133 2024-04-02T08:41:18.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.957+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=56SKT4J2VR5M tag=KGKT9FR0AAO8 type=write size=1995709 2024-04-02T08:41:18.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.958+0000 7f7016872780 1 < completed write operation key=2C62BZU175EV tag=5VBNB5VONG2O type=write size=768375 2024-04-02T08:41:18.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.959+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=2YPCWSZ717U9 type=del size=4026588 2024-04-02T08:41:18.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.961+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=5P1BISWB91YR type=del 2024-04-02T08:41:18.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.963+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~NNJG1BIGEZIH.0 size=1048576 2024-04-02T08:41:18.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.964+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~NNJG1BIGEZIH.1 size=1048576 2024-04-02T08:41:18.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.965+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~NNJG1BIGEZIH.2 size=706043 2024-04-02T08:41:18.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.965+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=NNJG1BIGEZIH tag=0HTG3VBHLPYU type=write size=3851771 2024-04-02T08:41:18.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.966+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~LR482BLR1YBG.0 size=277264 2024-04-02T08:41:18.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.968+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=LR482BLR1YBG tag=6LHPGTL3LTCB type=write size=1325840 2024-04-02T08:41:18.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.969+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=BB9IZSPW5K2D type=del size=1648981 2024-04-02T08:41:18.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.970+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~JL0SZ6OZMDTL.0 size=1048576 2024-04-02T08:41:18.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.971+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~JL0SZ6OZMDTL.1 size=1048576 2024-04-02T08:41:18.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.971+0000 7f7016872780 1 < canceled part key=_multipart_OIQ6XB5SR7J6.2~JL0SZ6OZMDTL.2 size=809325 2024-04-02T08:41:18.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.973+0000 7f7016872780 1 < canceled multipart upload key=OIQ6XB5SR7J6 upload=JL0SZ6OZMDTL tag=15S8RI0SMFR2 type=write size=3955053 2024-04-02T08:41:18.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.974+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=Z1R5P66Y6UAZ type=del size=387847 2024-04-02T08:41:18.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.976+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~J1A7POJCZI71.0 size=1048576 2024-04-02T08:41:18.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.977+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~J1A7POJCZI71.1 size=1048576 2024-04-02T08:41:18.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.978+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~J1A7POJCZI71.2 size=898749 2024-04-02T08:41:18.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.980+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=J1A7POJCZI71 tag=57IBYVYE2VS6 type=write size=4044477 2024-04-02T08:41:18.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.981+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=L19ACYREQCMV type=del size=1079685 2024-04-02T08:41:18.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.982+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~UAUE1EH6MP2I.0 size=1027215 2024-04-02T08:41:18.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.984+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=UAUE1EH6MP2I tag=C1NW922GA9AE type=write size=2075791 2024-04-02T08:41:18.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.987+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~Q4OOKA2FM4WG.0 size=332435 2024-04-02T08:41:18.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.987+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=Q4OOKA2FM4WG tag=AYKF23UZ3O74 type=write size=1381011 2024-04-02T08:41:18.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.987+0000 7f7016872780 1 < canceled part key=_multipart_5J69WZ7J6CZ4.2~WCRKWCDSJ57N.0 size=1048576 2024-04-02T08:41:18.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.988+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~WCRKWCDSJ57N.1 size=724619 2024-04-02T08:41:18.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.990+0000 7f7016872780 1 < canceled multipart upload key=5J69WZ7J6CZ4 upload=WCRKWCDSJ57N tag=YEI4FL2RU0ON type=write size=2821771 2024-04-02T08:41:18.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.992+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1SMGFP02MFH1.0 size=1048576 2024-04-02T08:41:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.993+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1SMGFP02MFH1.1 size=1048576 2024-04-02T08:41:18.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.994+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1SMGFP02MFH1.2 size=390061 2024-04-02T08:41:18.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.994+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=1SMGFP02MFH1 tag=GV320C5UNVVZ type=write size=3535789 2024-04-02T08:41:18.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.996+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=X4RX1VOZGEIA type=write size=658637 2024-04-02T08:41:18.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.997+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=S2TC85JK3XTM type=del size=701887 2024-04-02T08:41:18.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.998+0000 7f7016872780 1 < canceled operation key=6AT1DGYZW8Z0 tag=5AHJAU7XL3BA type=write size=83012 2024-04-02T08:41:18.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:18.999+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=OR9KZWQUXHXT type=del size=3059358 2024-04-02T08:41:19.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.002+0000 7f7016872780 1 < suggested remove operation key=3UK733FJNZ92 tag=NT067JQQGSDN type=del 2024-04-02T08:41:19.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.004+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~19A8P1B151JQ.0 size=1048576 2024-04-02T08:41:19.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.005+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~19A8P1B151JQ.1 size=626320 2024-04-02T08:41:19.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.005+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=19A8P1B151JQ tag=GNIQ3VWXH086 type=write size=2723472 2024-04-02T08:41:19.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.006+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~XI6SHZSARLLN.0 size=1048576 2024-04-02T08:41:19.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.007+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~XI6SHZSARLLN.1 size=54664 2024-04-02T08:41:19.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.009+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=XI6SHZSARLLN tag=M593F0HBDX3X type=write size=2151816 2024-04-02T08:41:19.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.011+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~R8DVYWYXC30Q.0 size=600498 2024-04-02T08:41:19.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.011+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=R8DVYWYXC30Q tag=GO0SJW1LB3LL type=write size=1649074 2024-04-02T08:41:19.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.013+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=WQULYAJKPKXQ type=del size=2972723 2024-04-02T08:41:19.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.014+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=80NZDJCNMP3X type=write size=220724 2024-04-02T08:41:19.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.015+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~AGHKIQEJYVI8.0 size=1048576 2024-04-02T08:41:19.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.016+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~AGHKIQEJYVI8.1 size=1048576 2024-04-02T08:41:19.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.017+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~AGHKIQEJYVI8.2 size=570837 2024-04-02T08:41:19.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.019+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=AGHKIQEJYVI8 tag=IOT5U7PGI516 type=write size=3716565 2024-04-02T08:41:19.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.021+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~SUTAQDWOXKNJ.0 size=1048576 2024-04-02T08:41:19.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.022+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~SUTAQDWOXKNJ.1 size=353712 2024-04-02T08:41:19.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.022+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=SUTAQDWOXKNJ tag=WZQSZXB64PLY type=write size=2450864 2024-04-02T08:41:19.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.023+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=6GBSP11RJEC2 type=del 2024-04-02T08:41:19.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.025+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~4LGM368SOQ5F.0 size=317479 2024-04-02T08:41:19.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.025+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=4LGM368SOQ5F tag=546LCX50CSEI type=write size=1366055 2024-04-02T08:41:19.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.028+0000 7f7016872780 1 < suggested remove operation key=6AT1DGYZW8Z0 tag=Q4CA8SG76RIC type=del 2024-04-02T08:41:19.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.029+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=Q8QECIO3S4D2 type=del size=1869809 2024-04-02T08:41:19.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.030+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~56SKT4J2VR5M.0 size=947133 2024-04-02T08:41:19.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.032+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=56SKT4J2VR5M tag=KGKT9FR0AAO8 type=write size=1995709 2024-04-02T08:41:19.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.034+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=SOPW79VGHXFS type=write size=675696 2024-04-02T08:41:19.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.036+0000 7f7016872780 1 < suggested remove operation key=DCPMS8TINGLU tag=2YPCWSZ717U9 type=del 2024-04-02T08:41:19.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.037+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=052SGML6Q5XR type=write size=647635 2024-04-02T08:41:19.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.037+0000 7f7016872780 1 < canceled part key=_multipart_Y2F1XJDYXB7J.2~NNJG1BIGEZIH.0 size=1048576 2024-04-02T08:41:19.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.037+0000 7f7016872780 1 < canceled part key=_multipart_Y2F1XJDYXB7J.2~NNJG1BIGEZIH.1 size=1048576 2024-04-02T08:41:19.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.038+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~NNJG1BIGEZIH.2 size=706043 2024-04-02T08:41:19.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.040+0000 7f7016872780 1 < canceled multipart upload key=Y2F1XJDYXB7J upload=NNJG1BIGEZIH tag=0HTG3VBHLPYU type=write size=3851771 2024-04-02T08:41:19.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.042+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=BZXTL74ROJMD type=del size=2434337 2024-04-02T08:41:19.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.043+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=BB9IZSPW5K2D type=del 2024-04-02T08:41:19.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.044+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=ACGBJX6DBLJC type=del size=3027772 2024-04-02T08:41:19.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.046+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=Z1R5P66Y6UAZ type=del 2024-04-02T08:41:19.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.048+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~36UJ91KL9NIR.0 size=115162 2024-04-02T08:41:19.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.048+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=36UJ91KL9NIR tag=LQEXGID0E0OM type=write size=1163738 2024-04-02T08:41:19.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.051+0000 7f7016872780 1 < suggested update operation key=UX315TABAN23 tag=L19ACYREQCMV type=del size=1079685 2024-04-02T08:41:19.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.052+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=LAOVGH6BFMEI type=del size=1343680 2024-04-02T08:41:19.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.054+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~Q4OOKA2FM4WG.0 size=332435 2024-04-02T08:41:19.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.056+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=Q4OOKA2FM4WG tag=AYKF23UZ3O74 type=write size=1381011 2024-04-02T08:41:19.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.057+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=2J61UUOBKQ3Q type=write size=894848 2024-04-02T08:41:19.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.059+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1SMGFP02MFH1.0 size=1048576 2024-04-02T08:41:19.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.060+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1SMGFP02MFH1.1 size=1048576 2024-04-02T08:41:19.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.061+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1SMGFP02MFH1.2 size=390061 2024-04-02T08:41:19.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.063+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=1SMGFP02MFH1 tag=GV320C5UNVVZ type=write size=3535789 2024-04-02T08:41:19.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.065+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~8GXU5RO4E3H5.0 size=1048576 2024-04-02T08:41:19.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.066+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~8GXU5RO4E3H5.1 size=1048576 2024-04-02T08:41:19.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.067+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~8GXU5RO4E3H5.2 size=382037 2024-04-02T08:41:19.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.067+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=8GXU5RO4E3H5 tag=3ZRDP3PR3HTW type=write size=3527765 2024-04-02T08:41:19.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.069+0000 7f7016872780 -1 < failed to complete operation key=UX315TABAN23 tag=S2TC85JK3XTM type=del size=701887: (22) Invalid argument 2024-04-02T08:41:19.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.071+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~Y0R24MHXL5WW.0 size=28864 2024-04-02T08:41:19.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.071+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=Y0R24MHXL5WW tag=MSDFIQQH9GHA type=write size=1077440 2024-04-02T08:41:19.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.072+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=OR9KZWQUXHXT type=del 2024-04-02T08:41:19.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.074+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~Q7OISHXXT1U0.0 size=1048576 2024-04-02T08:41:19.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.075+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~Q7OISHXXT1U0.1 size=1048576 2024-04-02T08:41:19.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.076+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~Q7OISHXXT1U0.2 size=123659 2024-04-02T08:41:19.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.076+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=Q7OISHXXT1U0 tag=9759HM4UJ64S type=write size=3269387 2024-04-02T08:41:19.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.078+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~19A8P1B151JQ.0 size=1048576 2024-04-02T08:41:19.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.079+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~19A8P1B151JQ.1 size=626320 2024-04-02T08:41:19.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.081+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=19A8P1B151JQ tag=GNIQ3VWXH086 type=write size=2723472 2024-04-02T08:41:19.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.083+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~0JPX940WEKQA.0 size=1048576 2024-04-02T08:41:19.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.084+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~0JPX940WEKQA.1 size=1048576 2024-04-02T08:41:19.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.085+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~0JPX940WEKQA.2 size=581336 2024-04-02T08:41:19.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.085+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=0JPX940WEKQA tag=4CX20AE1T0F3 type=write size=3727064 2024-04-02T08:41:19.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.086+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~R8DVYWYXC30Q.0 size=600498 2024-04-02T08:41:19.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.088+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=R8DVYWYXC30Q tag=GO0SJW1LB3LL type=write size=1649074 2024-04-02T08:41:19.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.089+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=XLP4YMVHENQ3 type=write size=938077 2024-04-02T08:41:19.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.091+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=80NZDJCNMP3X type=write size=220724 2024-04-02T08:41:19.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.092+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=NXDLUMWC1V6F type=del size=3141574 2024-04-02T08:41:19.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.092+0000 7f7016872780 1 < canceled part key=_multipart_3UK733FJNZ92.2~SUTAQDWOXKNJ.0 size=1048576 2024-04-02T08:41:19.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.092+0000 7f7016872780 1 < canceled part key=_multipart_3UK733FJNZ92.2~SUTAQDWOXKNJ.1 size=353712 2024-04-02T08:41:19.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.094+0000 7f7016872780 1 < canceled multipart upload key=3UK733FJNZ92 upload=SUTAQDWOXKNJ tag=WZQSZXB64PLY type=write size=2450864 2024-04-02T08:41:19.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.095+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=UQ268N3P3HJH type=write size=1001624 2024-04-02T08:41:19.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.097+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~4LGM368SOQ5F.0 size=317479 2024-04-02T08:41:19.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.099+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=4LGM368SOQ5F tag=546LCX50CSEI type=write size=1366055 2024-04-02T08:41:19.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.101+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~AIO3PEHZ3IAL.0 size=1048576 2024-04-02T08:41:19.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.102+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~AIO3PEHZ3IAL.1 size=1048576 2024-04-02T08:41:19.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.103+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~AIO3PEHZ3IAL.2 size=72311 2024-04-02T08:41:19.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.103+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=AIO3PEHZ3IAL tag=NOX76RNFYBMO type=write size=3218039 2024-04-02T08:41:19.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.104+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=Q8QECIO3S4D2 type=del 2024-04-02T08:41:19.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.105+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=94UVHQELGU62 type=del size=996551 2024-04-02T08:41:19.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.106+0000 7f7016872780 1 < completed write operation key=2C62BZU175EV tag=SOPW79VGHXFS type=write size=675696 2024-04-02T08:41:19.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.108+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=16G60033MS14 type=write size=845931 2024-04-02T08:41:19.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.110+0000 7f7016872780 1 < suggested update operation key=K5RS8XGEFU8L tag=052SGML6Q5XR type=write size=647635 2024-04-02T08:41:19.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.112+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~8UDLN2L5C780.0 size=1048576 2024-04-02T08:41:19.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.113+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~8UDLN2L5C780.1 size=87656 2024-04-02T08:41:19.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.113+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=8UDLN2L5C780 tag=Z2AZS8RQ0IN7 type=write size=2184808 2024-04-02T08:41:19.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.115+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=BZXTL74ROJMD type=del 2024-04-02T08:41:19.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.116+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=BYW7IJG7CTRE type=del size=1874025 2024-04-02T08:41:19.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.117+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=ACGBJX6DBLJC type=del 2024-04-02T08:41:19.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.119+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=W51615ABH5KV type=del size=3582965 2024-04-02T08:41:19.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.120+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~36UJ91KL9NIR.0 size=115162 2024-04-02T08:41:19.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.122+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=36UJ91KL9NIR tag=LQEXGID0E0OM type=write size=1163738 2024-04-02T08:41:19.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.124+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=VQ59SUJKMJR9 type=del size=3195748 2024-04-02T08:41:19.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.125+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=LAOVGH6BFMEI type=del 2024-04-02T08:41:19.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.126+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=65YXW7A4KUCL type=write size=789946 2024-04-02T08:41:19.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.129+0000 7f7016872780 1 < suggested remove operation key=11EE3KM617CN tag=2J61UUOBKQ3Q type=write 2024-04-02T08:41:19.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.130+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=WIMGVDWH2P17 type=del size=3116699 2024-04-02T08:41:19.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.131+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~8GXU5RO4E3H5.0 size=1048576 2024-04-02T08:41:19.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.132+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~8GXU5RO4E3H5.1 size=1048576 2024-04-02T08:41:19.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.133+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~8GXU5RO4E3H5.2 size=382037 2024-04-02T08:41:19.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.135+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=8GXU5RO4E3H5 tag=3ZRDP3PR3HTW type=write size=3527765 2024-04-02T08:41:19.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.136+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=2TTW3O2FM9UF type=del size=3986897 2024-04-02T08:41:19.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.138+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~Y0R24MHXL5WW.0 size=28864 2024-04-02T08:41:19.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.140+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=Y0R24MHXL5WW tag=MSDFIQQH9GHA type=write size=1077440 2024-04-02T08:41:19.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.142+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~34SIWHUW2LUQ.0 size=1048576 2024-04-02T08:41:19.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.143+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~34SIWHUW2LUQ.1 size=1048576 2024-04-02T08:41:19.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.144+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~34SIWHUW2LUQ.2 size=328998 2024-04-02T08:41:19.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.144+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=34SIWHUW2LUQ tag=CQWZ4M44VD70 type=write size=3474726 2024-04-02T08:41:19.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.146+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~Q7OISHXXT1U0.0 size=1048576 2024-04-02T08:41:19.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.147+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~Q7OISHXXT1U0.1 size=1048576 2024-04-02T08:41:19.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.148+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~Q7OISHXXT1U0.2 size=123659 2024-04-02T08:41:19.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.150+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=Q7OISHXXT1U0 tag=9759HM4UJ64S type=write size=3269387 2024-04-02T08:41:19.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.153+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~KPQQ3K851PT2.0 size=1048576 2024-04-02T08:41:19.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.154+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~KPQQ3K851PT2.1 size=451776 2024-04-02T08:41:19.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.154+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=KPQQ3K851PT2 tag=ONF7138ZBZTF type=write size=2548928 2024-04-02T08:41:19.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.156+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~0JPX940WEKQA.0 size=1048576 2024-04-02T08:41:19.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.157+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~0JPX940WEKQA.1 size=1048576 2024-04-02T08:41:19.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.158+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~0JPX940WEKQA.2 size=581336 2024-04-02T08:41:19.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.160+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=0JPX940WEKQA tag=4CX20AE1T0F3 type=write size=3727064 2024-04-02T08:41:19.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.161+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=GU3XZ99DCHZU type=del size=891775 2024-04-02T08:41:19.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.162+0000 7f7016872780 1 < completed write operation key=3UK733FJNZ92 tag=XLP4YMVHENQ3 type=write size=938077 2024-04-02T08:41:19.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.165+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~DB9C3EHZ31IV.0 size=1048576 2024-04-02T08:41:19.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.166+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~DB9C3EHZ31IV.1 size=1048576 2024-04-02T08:41:19.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.167+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~DB9C3EHZ31IV.2 size=772514 2024-04-02T08:41:19.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.167+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=DB9C3EHZ31IV tag=0A8WXDKNUBMZ type=write size=3918242 2024-04-02T08:41:19.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.169+0000 7f7016872780 1 < suggested update operation key=3UK733FJNZ92 tag=NXDLUMWC1V6F type=del size=3141574 2024-04-02T08:41:19.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.171+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=7VHGI0YF3TBE type=del size=1619681 2024-04-02T08:41:19.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.172+0000 7f7016872780 1 < completed write operation key=02RS0G82YQM7 tag=UQ268N3P3HJH type=write size=1001624 2024-04-02T08:41:19.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.173+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=GXZF9B7N5LT0 type=del size=929701 2024-04-02T08:41:19.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.174+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~AIO3PEHZ3IAL.0 size=1048576 2024-04-02T08:41:19.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.175+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~AIO3PEHZ3IAL.1 size=1048576 2024-04-02T08:41:19.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.176+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~AIO3PEHZ3IAL.2 size=72311 2024-04-02T08:41:19.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.179+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=AIO3PEHZ3IAL tag=NOX76RNFYBMO type=write size=3218039 2024-04-02T08:41:19.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.181+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~UHMJARPBZ5WL.0 size=1048576 2024-04-02T08:41:19.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.182+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~UHMJARPBZ5WL.1 size=769501 2024-04-02T08:41:19.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.182+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=UHMJARPBZ5WL tag=8FB9N2IE212M type=write size=2866653 2024-04-02T08:41:19.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.184+0000 7f7016872780 -1 < failed to complete operation key=3UK733FJNZ92 tag=94UVHQELGU62 type=del size=996551: (22) Invalid argument 2024-04-02T08:41:19.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.185+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=8SL6JZHQGE4T type=del size=1795248 2024-04-02T08:41:19.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.187+0000 7f7016872780 1 < completed write operation key=VDSX44MQI8DS tag=16G60033MS14 type=write size=845931 2024-04-02T08:41:19.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.189+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~PZWYK3ABMYZN.0 size=160610 2024-04-02T08:41:19.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.189+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=PZWYK3ABMYZN tag=4PY0CZO8UFS6 type=write size=1209186 2024-04-02T08:41:19.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.190+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~8UDLN2L5C780.0 size=1048576 2024-04-02T08:41:19.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.191+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~8UDLN2L5C780.1 size=87656 2024-04-02T08:41:19.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.193+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=8UDLN2L5C780 tag=Z2AZS8RQ0IN7 type=write size=2184808 2024-04-02T08:41:19.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.195+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~60W45WG7EVPC.0 size=457137 2024-04-02T08:41:19.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.195+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=60W45WG7EVPC tag=YHUAD7W9DH2F type=write size=1505713 2024-04-02T08:41:19.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.197+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=BYW7IJG7CTRE type=del 2024-04-02T08:41:19.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.198+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=TIX1LY0S6L08 type=del size=2995356 2024-04-02T08:41:19.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.200+0000 7f7016872780 1 < suggested remove operation key=OIQ6XB5SR7J6 tag=W51615ABH5KV type=del 2024-04-02T08:41:19.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.202+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=GMF6PW5EML6L type=del size=3193230 2024-04-02T08:41:19.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.203+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=VQ59SUJKMJR9 type=del 2024-04-02T08:41:19.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.204+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=QCGU1QS127RK type=write size=926876 2024-04-02T08:41:19.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.205+0000 7f7016872780 1 < completed write operation key=Y2F1XJDYXB7J tag=65YXW7A4KUCL type=write size=789946 2024-04-02T08:41:19.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.207+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=Q7M4YR8H4BMQ type=write size=896033 2024-04-02T08:41:19.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.208+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=WIMGVDWH2P17 type=del 2024-04-02T08:41:19.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.209+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=HORYV80VDUVJ type=del size=1720253 2024-04-02T08:41:19.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.211+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=2TTW3O2FM9UF type=del 2024-04-02T08:41:19.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.216+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~S1YWP1PVKCP9.0 size=1048576 2024-04-02T08:41:19.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.221+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~S1YWP1PVKCP9.1 size=198544 2024-04-02T08:41:19.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.221+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=S1YWP1PVKCP9 tag=G20ACSQD028N type=write size=2295696 2024-04-02T08:41:19.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.224+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~34SIWHUW2LUQ.0 size=1048576 2024-04-02T08:41:19.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.226+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~34SIWHUW2LUQ.1 size=1048576 2024-04-02T08:41:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.227+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~34SIWHUW2LUQ.2 size=328998 2024-04-02T08:41:19.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.230+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=34SIWHUW2LUQ tag=CQWZ4M44VD70 type=write size=3474726 2024-04-02T08:41:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.232+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~O6GLIDDDKHNC.0 size=1048576 2024-04-02T08:41:19.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.233+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~O6GLIDDDKHNC.1 size=1048576 2024-04-02T08:41:19.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.234+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~O6GLIDDDKHNC.2 size=191729 2024-04-02T08:41:19.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.234+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=O6GLIDDDKHNC tag=0RIVK1V9P3EJ type=write size=3337457 2024-04-02T08:41:19.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.236+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~KPQQ3K851PT2.0 size=1048576 2024-04-02T08:41:19.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.237+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~KPQQ3K851PT2.1 size=451776 2024-04-02T08:41:19.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.239+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=KPQQ3K851PT2 tag=ONF7138ZBZTF type=write size=2548928 2024-04-02T08:41:19.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.240+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=32DFMQWSEPB5 type=del size=1243049 2024-04-02T08:41:19.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.243+0000 7f7016872780 1 < suggested remove operation key=K5RS8XGEFU8L tag=GU3XZ99DCHZU type=del 2024-04-02T08:41:19.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.244+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=A6GMHV7Q9DX6 type=write size=315217 2024-04-02T08:41:19.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.246+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~DB9C3EHZ31IV.0 size=1048576 2024-04-02T08:41:19.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.247+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~DB9C3EHZ31IV.1 size=1048576 2024-04-02T08:41:19.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.248+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~DB9C3EHZ31IV.2 size=772514 2024-04-02T08:41:19.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.251+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=DB9C3EHZ31IV tag=0A8WXDKNUBMZ type=write size=3918242 2024-04-02T08:41:19.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.252+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=1EZL8NHOAUG6 type=del size=368375 2024-04-02T08:41:19.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.255+0000 7f7016872780 1 < suggested remove operation key=2C62BZU175EV tag=7VHGI0YF3TBE type=del 2024-04-02T08:41:19.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.256+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=YJZ2VQA582SF type=del size=775535 2024-04-02T08:41:19.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.257+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=GXZF9B7N5LT0 type=del 2024-04-02T08:41:19.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.260+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~QHDZM8BXCF9Z.0 size=235702 2024-04-02T08:41:19.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.260+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=QHDZM8BXCF9Z tag=9KKQ7R2X6D6I type=write size=1284278 2024-04-02T08:41:19.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.261+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~UHMJARPBZ5WL.0 size=1048576 2024-04-02T08:41:19.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.262+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~UHMJARPBZ5WL.1 size=769501 2024-04-02T08:41:19.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.264+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=UHMJARPBZ5WL tag=8FB9N2IE212M type=write size=2866653 2024-04-02T08:41:19.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.265+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=JZH0PN4TGY7B type=del size=1437338 2024-04-02T08:41:19.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.267+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=8SL6JZHQGE4T type=del 2024-04-02T08:41:19.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.270+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~5C9X8Z8UAVXO.0 size=1048576 2024-04-02T08:41:19.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.271+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~5C9X8Z8UAVXO.1 size=835867 2024-04-02T08:41:19.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.271+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=5C9X8Z8UAVXO tag=4RS5TWJCEJMV type=write size=2933019 2024-04-02T08:41:19.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.272+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~PZWYK3ABMYZN.0 size=160610 2024-04-02T08:41:19.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.274+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=PZWYK3ABMYZN tag=4PY0CZO8UFS6 type=write size=1209186 2024-04-02T08:41:19.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.276+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=KAOSTGCB5RA7 type=del size=3878360 2024-04-02T08:41:19.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.277+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~60W45WG7EVPC.0 size=457137 2024-04-02T08:41:19.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.280+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=60W45WG7EVPC tag=YHUAD7W9DH2F type=write size=1505713 2024-04-02T08:41:19.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.281+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=I0N2567II8GH type=del size=3879056 2024-04-02T08:41:19.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.282+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=TIX1LY0S6L08 type=del 2024-04-02T08:41:19.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.285+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~Z9080DS6C8T2.0 size=1048576 2024-04-02T08:41:19.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.286+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~Z9080DS6C8T2.1 size=1048576 2024-04-02T08:41:19.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.287+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~Z9080DS6C8T2.2 size=712243 2024-04-02T08:41:19.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.287+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=Z9080DS6C8T2 tag=WB5VXEMMJU8C type=write size=3857971 2024-04-02T08:41:19.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.288+0000 7f7016872780 1 < canceled operation key=FF4R1BKDZEMB tag=GMF6PW5EML6L type=del size=3193230 2024-04-02T08:41:19.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.290+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=62KFLPF6Q7S9 type=del size=3332988 2024-04-02T08:41:19.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.291+0000 7f7016872780 1 < completed write operation key=UX315TABAN23 tag=QCGU1QS127RK type=write size=926876 2024-04-02T08:41:19.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.293+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~7SC519W9GCPK.0 size=1048576 2024-04-02T08:41:19.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.294+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~7SC519W9GCPK.1 size=1048576 2024-04-02T08:41:19.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.295+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~7SC519W9GCPK.2 size=230453 2024-04-02T08:41:19.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.295+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=7SC519W9GCPK tag=6KPXVG850C27 type=write size=3376181 2024-04-02T08:41:19.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.298+0000 7f7016872780 1 < suggested remove operation key=F41QUWFT5082 tag=Q7M4YR8H4BMQ type=write 2024-04-02T08:41:19.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.299+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=6JANDOTE8XSN type=del size=1492112 2024-04-02T08:41:19.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.300+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=HORYV80VDUVJ type=del 2024-04-02T08:41:19.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.302+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=GUUG2VMHACP1 type=del size=3987954 2024-04-02T08:41:19.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.303+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~S1YWP1PVKCP9.0 size=1048576 2024-04-02T08:41:19.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.304+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~S1YWP1PVKCP9.1 size=198544 2024-04-02T08:41:19.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.307+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=S1YWP1PVKCP9 tag=G20ACSQD028N type=write size=2295696 2024-04-02T08:41:19.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.309+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~CXGFK9O4OTKZ.0 size=1048576 2024-04-02T08:41:19.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.310+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~CXGFK9O4OTKZ.1 size=913976 2024-04-02T08:41:19.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.310+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=CXGFK9O4OTKZ tag=JJW7WFO9RNMK type=write size=3011128 2024-04-02T08:41:19.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.312+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~O6GLIDDDKHNC.0 size=1048576 2024-04-02T08:41:19.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.313+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~O6GLIDDDKHNC.1 size=1048576 2024-04-02T08:41:19.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.314+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~O6GLIDDDKHNC.2 size=191729 2024-04-02T08:41:19.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.317+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=O6GLIDDDKHNC tag=0RIVK1V9P3EJ type=write size=3337457 2024-04-02T08:41:19.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.318+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=L95AT9VKF2LN type=del size=1409451 2024-04-02T08:41:19.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.320+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=32DFMQWSEPB5 type=del 2024-04-02T08:41:19.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.321+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=ELYLMDRIW2EZ type=del size=2598823 2024-04-02T08:41:19.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.323+0000 7f7016872780 1 < completed write operation key=6AT1DGYZW8Z0 tag=A6GMHV7Q9DX6 type=write size=315217 2024-04-02T08:41:19.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.324+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=8GZXETF1T1K3 type=del size=443630 2024-04-02T08:41:19.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.327+0000 7f7016872780 1 < suggested update operation key=RTOJ11BQKIQR tag=1EZL8NHOAUG6 type=del size=368375 2024-04-02T08:41:19.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.329+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~SCBQOWSQUMMM.0 size=1048576 2024-04-02T08:41:19.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.330+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~SCBQOWSQUMMM.1 size=431759 2024-04-02T08:41:19.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.330+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=SCBQOWSQUMMM tag=PJE3UGR9Q6ZK type=write size=2528911 2024-04-02T08:41:19.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.331+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=YJZ2VQA582SF type=del 2024-04-02T08:41:19.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.333+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=A3DLO0RNSTJU type=del size=311697 2024-04-02T08:41:19.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.334+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~QHDZM8BXCF9Z.0 size=235702 2024-04-02T08:41:19.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.336+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=QHDZM8BXCF9Z tag=9KKQ7R2X6D6I type=write size=1284278 2024-04-02T08:41:19.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.338+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~TPBNMY4MO7C9.0 size=1048576 2024-04-02T08:41:19.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.339+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~TPBNMY4MO7C9.1 size=1048576 2024-04-02T08:41:19.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.341+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~TPBNMY4MO7C9.2 size=875497 2024-04-02T08:41:19.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.341+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=TPBNMY4MO7C9 tag=IIX0ZTAH2NW0 type=write size=4021225 2024-04-02T08:41:19.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.342+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=JZH0PN4TGY7B type=del 2024-04-02T08:41:19.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.344+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~SY1A04DOKPEM.0 size=1048576 2024-04-02T08:41:19.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.345+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~SY1A04DOKPEM.1 size=1048576 2024-04-02T08:41:19.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.346+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~SY1A04DOKPEM.2 size=1006796 2024-04-02T08:41:19.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.346+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=SY1A04DOKPEM tag=600O1TT6SGP4 type=write size=4152524 2024-04-02T08:41:19.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.347+0000 7f7016872780 1 < canceled part key=_multipart_RTOJ11BQKIQR.2~5C9X8Z8UAVXO.0 size=1048576 2024-04-02T08:41:19.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.348+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~5C9X8Z8UAVXO.1 size=835867 2024-04-02T08:41:19.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.350+0000 7f7016872780 1 < canceled multipart upload key=RTOJ11BQKIQR upload=5C9X8Z8UAVXO tag=4RS5TWJCEJMV type=write size=2933019 2024-04-02T08:41:19.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.352+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~PS8C4VS7C6P0.0 size=65784 2024-04-02T08:41:19.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.352+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=PS8C4VS7C6P0 tag=AEN9TU387KMP type=write size=1114360 2024-04-02T08:41:19.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.354+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=KAOSTGCB5RA7 type=del 2024-04-02T08:41:19.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.355+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=DM2F5ZUWQZHV type=del size=1963473 2024-04-02T08:41:19.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.356+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=I0N2567II8GH type=del 2024-04-02T08:41:19.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.359+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~MW3HP2G25343.0 size=336984 2024-04-02T08:41:19.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.359+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=MW3HP2G25343 tag=GV6HZ8O2UZW9 type=write size=1385560 2024-04-02T08:41:19.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.360+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~Z9080DS6C8T2.0 size=1048576 2024-04-02T08:41:19.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.361+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~Z9080DS6C8T2.1 size=1048576 2024-04-02T08:41:19.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.362+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~Z9080DS6C8T2.2 size=712243 2024-04-02T08:41:19.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.364+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=Z9080DS6C8T2 tag=WB5VXEMMJU8C type=write size=3857971 2024-04-02T08:41:19.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.367+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~9VXARS0F7MC4.0 size=916727 2024-04-02T08:41:19.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.367+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=9VXARS0F7MC4 tag=5EDCK1SZIZ4K type=write size=1965303 2024-04-02T08:41:19.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.368+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=62KFLPF6Q7S9 type=del 2024-04-02T08:41:19.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.369+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=1HZR5YET2ZZF type=write size=821353 2024-04-02T08:41:19.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.371+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~7SC519W9GCPK.0 size=1048576 2024-04-02T08:41:19.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.372+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~7SC519W9GCPK.1 size=1048576 2024-04-02T08:41:19.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.372+0000 7f7016872780 1 < canceled part key=_multipart_LRIMFCH3UXQB.2~7SC519W9GCPK.2 size=230453 2024-04-02T08:41:19.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.374+0000 7f7016872780 1 < canceled multipart upload key=LRIMFCH3UXQB upload=7SC519W9GCPK tag=6KPXVG850C27 type=write size=3376181 2024-04-02T08:41:19.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.375+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=RNF1KNTD2SGQ type=del size=3751686 2024-04-02T08:41:19.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.377+0000 7f7016872780 1 < canceled operation key=Y2F1XJDYXB7J tag=6JANDOTE8XSN type=del size=1492112 2024-04-02T08:41:19.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.378+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=S2D80J3T78LG type=del size=1214760 2024-04-02T08:41:19.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.381+0000 7f7016872780 1 < suggested update operation key=7A6KED7000HX tag=GUUG2VMHACP1 type=del size=3987954 2024-04-02T08:41:19.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.382+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=LPNVI5O0Y9BX type=del size=1784897 2024-04-02T08:41:19.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.383+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~CXGFK9O4OTKZ.0 size=1048576 2024-04-02T08:41:19.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.384+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~CXGFK9O4OTKZ.1 size=913976 2024-04-02T08:41:19.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.387+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=CXGFK9O4OTKZ tag=JJW7WFO9RNMK type=write size=3011128 2024-04-02T08:41:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.389+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~QEWC0BSYM40D.0 size=1048576 2024-04-02T08:41:19.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.390+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~QEWC0BSYM40D.1 size=1048576 2024-04-02T08:41:19.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.391+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~QEWC0BSYM40D.2 size=674736 2024-04-02T08:41:19.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.391+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=QEWC0BSYM40D tag=A4UBA1PMBGYL type=write size=3820464 2024-04-02T08:41:19.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.393+0000 7f7016872780 1 < canceled operation key=02RS0G82YQM7 tag=L95AT9VKF2LN type=del size=1409451 2024-04-02T08:41:19.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.394+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=LV5BUE0GYBC8 type=del size=2351417 2024-04-02T08:41:19.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.395+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=ELYLMDRIW2EZ type=del 2024-04-02T08:41:19.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.398+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~IUW0TC03L82X.0 size=1048576 2024-04-02T08:41:19.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.399+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~IUW0TC03L82X.1 size=77283 2024-04-02T08:41:19.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.399+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=IUW0TC03L82X tag=8H2N0R13UKKH type=write size=2174435 2024-04-02T08:41:19.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.402+0000 7f7016872780 1 < suggested update operation key=VDSX44MQI8DS tag=8GZXETF1T1K3 type=del size=443630 2024-04-02T08:41:19.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.404+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~D1P0ID2QDZB7.0 size=1048576 2024-04-02T08:41:19.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.405+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~D1P0ID2QDZB7.1 size=1048576 2024-04-02T08:41:19.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.406+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~D1P0ID2QDZB7.2 size=172362 2024-04-02T08:41:19.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.406+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=D1P0ID2QDZB7 tag=O94EUEH556EU type=write size=3318090 2024-04-02T08:41:19.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.408+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~SCBQOWSQUMMM.0 size=1048576 2024-04-02T08:41:19.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.409+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~SCBQOWSQUMMM.1 size=431759 2024-04-02T08:41:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.411+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=SCBQOWSQUMMM tag=PJE3UGR9Q6ZK type=write size=2528911 2024-04-02T08:41:19.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.413+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=40KK9ZNLUSXR type=del size=196773 2024-04-02T08:41:19.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.414+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=A3DLO0RNSTJU type=del 2024-04-02T08:41:19.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.416+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~EKYLAKDWODZ8.0 size=1048576 2024-04-02T08:41:19.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.417+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~EKYLAKDWODZ8.1 size=1048576 2024-04-02T08:41:19.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.418+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~EKYLAKDWODZ8.2 size=583954 2024-04-02T08:41:19.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.418+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=EKYLAKDWODZ8 tag=V3PMNHYETLVD type=write size=3729682 2024-04-02T08:41:19.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.419+0000 7f7016872780 1 < canceled part key=_multipart_FF4R1BKDZEMB.2~TPBNMY4MO7C9.0 size=1048576 2024-04-02T08:41:19.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.420+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~TPBNMY4MO7C9.1 size=1048576 2024-04-02T08:41:19.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.421+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~TPBNMY4MO7C9.2 size=875497 2024-04-02T08:41:19.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.423+0000 7f7016872780 1 < canceled multipart upload key=FF4R1BKDZEMB upload=TPBNMY4MO7C9 tag=IIX0ZTAH2NW0 type=write size=4021225 2024-04-02T08:41:19.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.424+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=M30NU4CHROCX type=write size=996973 2024-04-02T08:41:19.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.426+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~SY1A04DOKPEM.0 size=1048576 2024-04-02T08:41:19.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.427+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~SY1A04DOKPEM.1 size=1048576 2024-04-02T08:41:19.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.428+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~SY1A04DOKPEM.2 size=1006796 2024-04-02T08:41:19.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.430+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=SY1A04DOKPEM tag=600O1TT6SGP4 type=write size=4152524 2024-04-02T08:41:19.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.432+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~I8W7TOWBWXDZ.0 size=1048576 2024-04-02T08:41:19.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.433+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~I8W7TOWBWXDZ.1 size=1033620 2024-04-02T08:41:19.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.433+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=I8W7TOWBWXDZ tag=072JN2L27M93 type=write size=3130772 2024-04-02T08:41:19.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.435+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~PS8C4VS7C6P0.0 size=65784 2024-04-02T08:41:19.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.437+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=PS8C4VS7C6P0 tag=AEN9TU387KMP type=write size=1114360 2024-04-02T08:41:19.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.438+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=JACEH75MH43P type=del size=1806853 2024-04-02T08:41:19.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.439+0000 7f7016872780 1 < canceled operation key=K5RS8XGEFU8L tag=DM2F5ZUWQZHV type=del size=1963473 2024-04-02T08:41:19.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.442+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~KRADT7HQ34HQ.0 size=332387 2024-04-02T08:41:19.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.442+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=KRADT7HQ34HQ tag=QWTXL5YV0QF7 type=write size=1380963 2024-04-02T08:41:19.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.443+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~MW3HP2G25343.0 size=336984 2024-04-02T08:41:19.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.445+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=MW3HP2G25343 tag=GV6HZ8O2UZW9 type=write size=1385560 2024-04-02T08:41:19.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.447+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=UTYOEFHODRYP type=del size=2968972 2024-04-02T08:41:19.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.448+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~9VXARS0F7MC4.0 size=916727 2024-04-02T08:41:19.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.450+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=9VXARS0F7MC4 tag=5EDCK1SZIZ4K type=write size=1965303 2024-04-02T08:41:19.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.453+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~MBUHAEPDG261.0 size=292445 2024-04-02T08:41:19.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.453+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=MBUHAEPDG261 tag=EN8BOUE5WEKL type=write size=1341021 2024-04-02T08:41:19.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.455+0000 7f7016872780 1 < suggested update operation key=WU9M880KQWBR tag=1HZR5YET2ZZF type=write size=821353 2024-04-02T08:41:19.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.456+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=FDD92JJXZPVS type=del size=3318406 2024-04-02T08:41:19.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.459+0000 7f7016872780 1 < suggested remove operation key=GRR9RBGMGMHH tag=RNF1KNTD2SGQ type=del 2024-04-02T08:41:19.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.461+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~Q654U0NPRDNP.0 size=1048576 2024-04-02T08:41:19.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.462+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~Q654U0NPRDNP.1 size=1048576 2024-04-02T08:41:19.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.463+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~Q654U0NPRDNP.2 size=265022 2024-04-02T08:41:19.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.463+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=Q654U0NPRDNP tag=KWCH8ZJ7UHPG type=write size=3410750 2024-04-02T08:41:19.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.465+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=S2D80J3T78LG type=del 2024-04-02T08:41:19.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.467+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1BE0SHVPKQMU.0 size=1048576 2024-04-02T08:41:19.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.468+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1BE0SHVPKQMU.1 size=1048576 2024-04-02T08:41:19.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.469+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1BE0SHVPKQMU.2 size=589995 2024-04-02T08:41:19.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.469+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=1BE0SHVPKQMU tag=8535O2LWB4LW type=write size=3735723 2024-04-02T08:41:19.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.472+0000 7f7016872780 1 < suggested update operation key=FF4R1BKDZEMB tag=LPNVI5O0Y9BX type=del size=1784897 2024-04-02T08:41:19.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.474+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~SB39XHXBLOP0.0 size=1048576 2024-04-02T08:41:19.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.475+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~SB39XHXBLOP0.1 size=1048576 2024-04-02T08:41:19.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.476+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~SB39XHXBLOP0.2 size=375516 2024-04-02T08:41:19.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.476+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=SB39XHXBLOP0 tag=X4ZC58UTC2QU type=write size=3521244 2024-04-02T08:41:19.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.477+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~QEWC0BSYM40D.0 size=1048576 2024-04-02T08:41:19.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.478+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~QEWC0BSYM40D.1 size=1048576 2024-04-02T08:41:19.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.479+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~QEWC0BSYM40D.2 size=674736 2024-04-02T08:41:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.482+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=QEWC0BSYM40D tag=A4UBA1PMBGYL type=write size=3820464 2024-04-02T08:41:19.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.483+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=HEQAPTI2X980 type=del size=2025416 2024-04-02T08:41:19.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.486+0000 7f7016872780 1 < suggested update operation key=CK7JY7FOKSRE tag=LV5BUE0GYBC8 type=del size=2351417 2024-04-02T08:41:19.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.487+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=W96PBJI8WQ7Z type=write size=376220 2024-04-02T08:41:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.489+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~IUW0TC03L82X.0 size=1048576 2024-04-02T08:41:19.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.490+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~IUW0TC03L82X.1 size=77283 2024-04-02T08:41:19.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.492+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=IUW0TC03L82X tag=8H2N0R13UKKH type=write size=2174435 2024-04-02T08:41:19.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.495+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~7KZ2JVNJ1617.0 size=1048576 2024-04-02T08:41:19.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.496+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~7KZ2JVNJ1617.1 size=147157 2024-04-02T08:41:19.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.496+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=7KZ2JVNJ1617 tag=DUSZ7PCIV6NJ type=write size=2244309 2024-04-02T08:41:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.497+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~D1P0ID2QDZB7.0 size=1048576 2024-04-02T08:41:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.499+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~D1P0ID2QDZB7.1 size=1048576 2024-04-02T08:41:19.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.500+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~D1P0ID2QDZB7.2 size=172362 2024-04-02T08:41:19.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.502+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=D1P0ID2QDZB7 tag=O94EUEH556EU type=write size=3318090 2024-04-02T08:41:19.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.503+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=JPZMX0X4ZZSC type=del size=1597903 2024-04-02T08:41:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.505+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=40KK9ZNLUSXR type=del 2024-04-02T08:41:19.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.506+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=G0KTPY403ZDJ type=del size=513287 2024-04-02T08:41:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.508+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~EKYLAKDWODZ8.0 size=1048576 2024-04-02T08:41:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.509+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~EKYLAKDWODZ8.1 size=1048576 2024-04-02T08:41:19.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.510+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~EKYLAKDWODZ8.2 size=583954 2024-04-02T08:41:19.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.512+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=EKYLAKDWODZ8 tag=V3PMNHYETLVD type=write size=3729682 2024-04-02T08:41:19.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.513+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=KEGLWGHRTYSB type=write size=197489 2024-04-02T08:41:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.515+0000 7f7016872780 1 < completed write operation key=F41QUWFT5082 tag=M30NU4CHROCX type=write size=996973 2024-04-02T08:41:19.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.517+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~71KB6ULUDP5X.0 size=1048576 2024-04-02T08:41:19.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.518+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~71KB6ULUDP5X.1 size=748122 2024-04-02T08:41:19.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.518+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=71KB6ULUDP5X tag=XB9GWDSJ001O type=write size=2845274 2024-04-02T08:41:19.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.518+0000 7f7016872780 1 < canceled part key=_multipart_I5RKMPQ2CZ8E.2~I8W7TOWBWXDZ.0 size=1048576 2024-04-02T08:41:19.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.519+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~I8W7TOWBWXDZ.1 size=1033620 2024-04-02T08:41:19.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.521+0000 7f7016872780 1 < canceled multipart upload key=I5RKMPQ2CZ8E upload=I8W7TOWBWXDZ tag=072JN2L27M93 type=write size=3130772 2024-04-02T08:41:19.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.524+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~FH59FZ19D5D2.0 size=1048576 2024-04-02T08:41:19.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.525+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~FH59FZ19D5D2.1 size=1048576 2024-04-02T08:41:19.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.526+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~FH59FZ19D5D2.2 size=895100 2024-04-02T08:41:19.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.526+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=FH59FZ19D5D2 tag=93X81Y4L04Y5 type=write size=4040828 2024-04-02T08:41:19.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.527+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=JACEH75MH43P type=del 2024-04-02T08:41:19.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.528+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=O78BDAGN14MT type=del size=949760 2024-04-02T08:41:19.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.530+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~KRADT7HQ34HQ.0 size=332387 2024-04-02T08:41:19.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.532+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=KRADT7HQ34HQ tag=QWTXL5YV0QF7 type=write size=1380963 2024-04-02T08:41:19.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.533+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=7K5RHLOUY57R type=del size=3181660 2024-04-02T08:41:19.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.535+0000 7f7016872780 -1 < failed to complete operation key=FF4R1BKDZEMB tag=UTYOEFHODRYP type=del size=2968972: (22) Invalid argument 2024-04-02T08:41:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.536+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=2I335RYFVSKT type=del size=2532457 2024-04-02T08:41:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.538+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~MBUHAEPDG261.0 size=292445 2024-04-02T08:41:19.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.540+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=MBUHAEPDG261 tag=EN8BOUE5WEKL type=write size=1341021 2024-04-02T08:41:19.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.542+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=BQUX76KSJ41Y type=del size=2283318 2024-04-02T08:41:19.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.543+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=FDD92JJXZPVS type=del 2024-04-02T08:41:19.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.546+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~88N1LTBDC33D.0 size=1001026 2024-04-02T08:41:19.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.546+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=88N1LTBDC33D tag=MR0C1FFQT3VF type=write size=2049602 2024-04-02T08:41:19.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.547+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~Q654U0NPRDNP.0 size=1048576 2024-04-02T08:41:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.548+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~Q654U0NPRDNP.1 size=1048576 2024-04-02T08:41:19.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.549+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~Q654U0NPRDNP.2 size=265022 2024-04-02T08:41:19.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.551+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=Q654U0NPRDNP tag=KWCH8ZJ7UHPG type=write size=3410750 2024-04-02T08:41:19.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.554+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~AKUAS1ZALQBS.0 size=1048576 2024-04-02T08:41:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.555+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~AKUAS1ZALQBS.1 size=973004 2024-04-02T08:41:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.555+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=AKUAS1ZALQBS tag=7KQJ13S0TG9O type=write size=3070156 2024-04-02T08:41:19.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.556+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1BE0SHVPKQMU.0 size=1048576 2024-04-02T08:41:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.557+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1BE0SHVPKQMU.1 size=1048576 2024-04-02T08:41:19.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.558+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1BE0SHVPKQMU.2 size=589995 2024-04-02T08:41:19.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.560+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=1BE0SHVPKQMU tag=8535O2LWB4LW type=write size=3735723 2024-04-02T08:41:19.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.562+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=W2I96TDEBTGZ type=del size=4031355 2024-04-02T08:41:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.563+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~SB39XHXBLOP0.0 size=1048576 2024-04-02T08:41:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.564+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~SB39XHXBLOP0.1 size=1048576 2024-04-02T08:41:19.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.565+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~SB39XHXBLOP0.2 size=375516 2024-04-02T08:41:19.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.567+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=SB39XHXBLOP0 tag=X4ZC58UTC2QU type=write size=3521244 2024-04-02T08:41:19.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.569+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=JWF7NYAF3X7E type=del size=1871862 2024-04-02T08:41:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.570+0000 7f7016872780 1 < canceled operation key=VDSX44MQI8DS tag=HEQAPTI2X980 type=del size=2025416 2024-04-02T08:41:19.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.572+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~SD7JFJ055U9F.0 size=1048576 2024-04-02T08:41:19.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.573+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~SD7JFJ055U9F.1 size=1048576 2024-04-02T08:41:19.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.575+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~SD7JFJ055U9F.2 size=216288 2024-04-02T08:41:19.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.575+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=SD7JFJ055U9F tag=47VJ712YINWH type=write size=3362016 2024-04-02T08:41:19.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.576+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=W96PBJI8WQ7Z type=write size=376220 2024-04-02T08:41:19.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.577+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=CLNQM5UE0U8O type=del size=2810820 2024-04-02T08:41:19.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.579+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~7KZ2JVNJ1617.0 size=1048576 2024-04-02T08:41:19.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.580+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~7KZ2JVNJ1617.1 size=147157 2024-04-02T08:41:19.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.582+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=7KZ2JVNJ1617 tag=DUSZ7PCIV6NJ type=write size=2244309 2024-04-02T08:41:19.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.585+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~V7PWLHW13Z1O.0 size=1048576 2024-04-02T08:41:19.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.586+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~V7PWLHW13Z1O.1 size=555875 2024-04-02T08:41:19.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.586+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=V7PWLHW13Z1O tag=1PGPSBZY4KFS type=write size=2653027 2024-04-02T08:41:19.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.588+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=JPZMX0X4ZZSC type=del size=1597903 2024-04-02T08:41:19.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.590+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=6CX23Y6YOXOO type=del size=3075776 2024-04-02T08:41:19.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.591+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=G0KTPY403ZDJ type=del 2024-04-02T08:41:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.592+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=CWH7OIYASA80 type=del size=847536 2024-04-02T08:41:19.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.594+0000 7f7016872780 1 < completed write operation key=1EUQSEA39UCS tag=KEGLWGHRTYSB type=write size=197489 2024-04-02T08:41:19.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.596+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~PR20MHUE3BX1.0 size=112664 2024-04-02T08:41:19.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.596+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=PR20MHUE3BX1 tag=QDBYOJ27IE4R type=write size=1161240 2024-04-02T08:41:19.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.598+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~71KB6ULUDP5X.0 size=1048576 2024-04-02T08:41:19.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.599+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~71KB6ULUDP5X.1 size=748122 2024-04-02T08:41:19.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.601+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=71KB6ULUDP5X tag=XB9GWDSJ001O type=write size=2845274 2024-04-02T08:41:19.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.603+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~CGNCQIBT3SJR.0 size=1048576 2024-04-02T08:41:19.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.604+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~CGNCQIBT3SJR.1 size=862369 2024-04-02T08:41:19.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.604+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=CGNCQIBT3SJR tag=Z72K4QJFU45O type=write size=2959521 2024-04-02T08:41:19.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.606+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~FH59FZ19D5D2.0 size=1048576 2024-04-02T08:41:19.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.606+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~FH59FZ19D5D2.1 size=1048576 2024-04-02T08:41:19.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.607+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~FH59FZ19D5D2.2 size=895100 2024-04-02T08:41:19.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.609+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=FH59FZ19D5D2 tag=93X81Y4L04Y5 type=write size=4040828 2024-04-02T08:41:19.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.610+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=4G3H2BVLBJLG type=del size=2013820 2024-04-02T08:41:19.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.612+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=O78BDAGN14MT type=del 2024-04-02T08:41:19.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.613+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=PPKSTND1GEHA type=del size=1725340 2024-04-02T08:41:19.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.615+0000 7f7016872780 1 < suggested update operation key=02RS0G82YQM7 tag=7K5RHLOUY57R type=del size=3181660 2024-04-02T08:41:19.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.617+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=P9XOTAHGJ821 type=del size=1799855 2024-04-02T08:41:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:19 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2300838400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:19 smithi084 ceph-mon[94794]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:41:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:19 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2300838400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:19.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:19 smithi084 ceph-mon[97358]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:41:19.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.619+0000 7f7016872780 1 < suggested update operation key=AAJMQG05HPTJ tag=2I335RYFVSKT type=del size=2532457 2024-04-02T08:41:19.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.622+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TR3WGAULCRGP.0 size=1048576 2024-04-02T08:41:19.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.623+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TR3WGAULCRGP.1 size=1048576 2024-04-02T08:41:19.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.624+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TR3WGAULCRGP.2 size=356074 2024-04-02T08:41:19.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.624+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=TR3WGAULCRGP tag=7035NPXGRX1J type=write size=3501802 2024-04-02T08:41:19.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.625+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=BQUX76KSJ41Y type=del 2024-04-02T08:41:19.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.628+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~PLFL2OTPDUP2.0 size=1048576 2024-04-02T08:41:19.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.629+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~PLFL2OTPDUP2.1 size=1048576 2024-04-02T08:41:19.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.630+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~PLFL2OTPDUP2.2 size=235428 2024-04-02T08:41:19.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.630+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=PLFL2OTPDUP2 tag=A2FXFWW705CB type=write size=3381156 2024-04-02T08:41:19.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.631+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~88N1LTBDC33D.0 size=1001026 2024-04-02T08:41:19.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.633+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=88N1LTBDC33D tag=MR0C1FFQT3VF type=write size=2049602 2024-04-02T08:41:19.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.635+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=3KYPOIHE6SFN type=del size=55521 2024-04-02T08:41:19.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.635+0000 7f7016872780 1 < canceled part key=_multipart_WU9M880KQWBR.2~AKUAS1ZALQBS.0 size=1048576 2024-04-02T08:41:19.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.636+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~AKUAS1ZALQBS.1 size=973004 2024-04-02T08:41:19.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.638+0000 7f7016872780 1 < canceled multipart upload key=WU9M880KQWBR upload=AKUAS1ZALQBS tag=7KQJ13S0TG9O type=write size=3070156 2024-04-02T08:41:19.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.639+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=9ZJ675IOHRRL type=del size=1239816 2024-04-02T08:41:19.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.641+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=W2I96TDEBTGZ type=del 2024-04-02T08:41:19.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.643+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~06BXDA8UA343.0 size=867051 2024-04-02T08:41:19.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.643+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=06BXDA8UA343 tag=0H5OH60FEW62 type=write size=1915627 2024-04-02T08:41:19.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.646+0000 7f7016872780 1 < suggested update operation key=3ASC24KYQTLG tag=JWF7NYAF3X7E type=del size=1871862 2024-04-02T08:41:19.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.647+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=LW4OJANTJQKL type=del size=1919631 2024-04-02T08:41:19.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.649+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~SD7JFJ055U9F.0 size=1048576 2024-04-02T08:41:19.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.650+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~SD7JFJ055U9F.1 size=1048576 2024-04-02T08:41:19.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.651+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~SD7JFJ055U9F.2 size=216288 2024-04-02T08:41:19.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.653+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=SD7JFJ055U9F tag=47VJ712YINWH type=write size=3362016 2024-04-02T08:41:19.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.655+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~XTT83CUFYOCY.0 size=1048576 2024-04-02T08:41:19.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.656+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~XTT83CUFYOCY.1 size=638086 2024-04-02T08:41:19.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.656+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=XTT83CUFYOCY tag=LO15ZCTMZZQI type=write size=2735238 2024-04-02T08:41:19.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.658+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=CLNQM5UE0U8O type=del 2024-04-02T08:41:19.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.659+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=V0EWP97CDJTE type=del size=2014435 2024-04-02T08:41:19.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.660+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~V7PWLHW13Z1O.0 size=1048576 2024-04-02T08:41:19.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:19 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2300838400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:19.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:19 smithi132 ceph-mon[88571]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:41:19.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.662+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~V7PWLHW13Z1O.1 size=555875 2024-04-02T08:41:19.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.664+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=V7PWLHW13Z1O tag=1PGPSBZY4KFS type=write size=2653027 2024-04-02T08:41:19.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.665+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=ZATEWO3AC6S2 type=del size=425578 2024-04-02T08:41:19.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.667+0000 7f7016872780 1 < canceled operation key=XQBWK3QSXABP tag=6CX23Y6YOXOO type=del size=3075776 2024-04-02T08:41:19.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.669+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~VWMRSVSCJPKI.0 size=1048576 2024-04-02T08:41:19.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.671+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~VWMRSVSCJPKI.1 size=406518 2024-04-02T08:41:19.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.671+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=VWMRSVSCJPKI tag=A1953WPWVRKX type=write size=2503670 2024-04-02T08:41:19.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.672+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=CWH7OIYASA80 type=del 2024-04-02T08:41:19.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.673+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=FPGRDQDXLUEZ type=write size=777298 2024-04-02T08:41:19.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.674+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~PR20MHUE3BX1.0 size=112664 2024-04-02T08:41:19.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.676+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=PR20MHUE3BX1 tag=QDBYOJ27IE4R type=write size=1161240 2024-04-02T08:41:19.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.678+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=VU2PMWT942K9 type=del size=3596674 2024-04-02T08:41:19.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.678+0000 7f7016872780 1 < canceled part key=_multipart_BMGY5ZV26L3V.2~CGNCQIBT3SJR.0 size=1048576 2024-04-02T08:41:19.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.679+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~CGNCQIBT3SJR.1 size=862369 2024-04-02T08:41:19.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.682+0000 7f7016872780 1 < canceled multipart upload key=BMGY5ZV26L3V upload=CGNCQIBT3SJR tag=Z72K4QJFU45O type=write size=2959521 2024-04-02T08:41:19.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.684+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~8CHQTGVBXRFA.0 size=285548 2024-04-02T08:41:19.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.684+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=8CHQTGVBXRFA tag=ODBSK9BV17IE type=write size=1334124 2024-04-02T08:41:19.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.685+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=4G3H2BVLBJLG type=del 2024-04-02T08:41:19.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.688+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~1CPMMJLV4L0J.0 size=1048576 2024-04-02T08:41:19.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.689+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~1CPMMJLV4L0J.1 size=1044376 2024-04-02T08:41:19.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.689+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=1CPMMJLV4L0J tag=3QZG3JYNW3J1 type=write size=3141528 2024-04-02T08:41:19.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.690+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=PPKSTND1GEHA type=del 2024-04-02T08:41:19.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.693+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~LJ4D2QIB6X6I.0 size=748475 2024-04-02T08:41:19.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.693+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=LJ4D2QIB6X6I tag=H62RQORGLOTQ type=write size=1797051 2024-04-02T08:41:19.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.694+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=P9XOTAHGJ821 type=del 2024-04-02T08:41:19.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.697+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~RYR7QHRXC120.0 size=1048576 2024-04-02T08:41:19.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.698+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~RYR7QHRXC120.1 size=1048576 2024-04-02T08:41:19.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.699+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~RYR7QHRXC120.2 size=1022060 2024-04-02T08:41:19.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.699+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=RYR7QHRXC120 tag=CFRG73E2PQM5 type=write size=4167788 2024-04-02T08:41:19.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.700+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TR3WGAULCRGP.0 size=1048576 2024-04-02T08:41:19.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.701+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TR3WGAULCRGP.1 size=1048576 2024-04-02T08:41:19.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.703+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TR3WGAULCRGP.2 size=356074 2024-04-02T08:41:19.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.705+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=TR3WGAULCRGP tag=7035NPXGRX1J type=write size=3501802 2024-04-02T08:41:19.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.707+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~OE2BXFZE45NG.0 size=1048576 2024-04-02T08:41:19.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.709+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~OE2BXFZE45NG.1 size=641593 2024-04-02T08:41:19.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.709+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=OE2BXFZE45NG tag=IDQCWVLF1Z2F type=write size=2738745 2024-04-02T08:41:19.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.710+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~PLFL2OTPDUP2.0 size=1048576 2024-04-02T08:41:19.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.712+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~PLFL2OTPDUP2.1 size=1048576 2024-04-02T08:41:19.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.713+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~PLFL2OTPDUP2.2 size=235428 2024-04-02T08:41:19.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.715+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=PLFL2OTPDUP2 tag=A2FXFWW705CB type=write size=3381156 2024-04-02T08:41:19.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.717+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=811W18VCP3DE type=del size=64987 2024-04-02T08:41:19.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.718+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=3KYPOIHE6SFN type=del 2024-04-02T08:41:19.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.720+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=W67M9HQA3KHS type=del size=675542 2024-04-02T08:41:19.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.721+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=9ZJ675IOHRRL type=del 2024-04-02T08:41:19.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.724+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~FJ58YHG7YLQP.0 size=1048576 2024-04-02T08:41:19.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.725+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~FJ58YHG7YLQP.1 size=389356 2024-04-02T08:41:19.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.725+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=FJ58YHG7YLQP tag=RRVCQS2QNF9A type=write size=2486508 2024-04-02T08:41:19.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.726+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~06BXDA8UA343.0 size=867051 2024-04-02T08:41:19.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.728+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=06BXDA8UA343 tag=0H5OH60FEW62 type=write size=1915627 2024-04-02T08:41:19.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.730+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=2030BEFED16N type=del size=3263497 2024-04-02T08:41:19.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.731+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=LW4OJANTJQKL type=del 2024-04-02T08:41:19.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.733+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~DKJ0YBEM8P47.0 size=1048576 2024-04-02T08:41:19.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.734+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~DKJ0YBEM8P47.1 size=23952 2024-04-02T08:41:19.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.734+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=DKJ0YBEM8P47 tag=9U9UV9RZZT2Z type=write size=2121104 2024-04-02T08:41:19.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.736+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~XTT83CUFYOCY.0 size=1048576 2024-04-02T08:41:19.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.737+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~XTT83CUFYOCY.1 size=638086 2024-04-02T08:41:19.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.739+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=XTT83CUFYOCY tag=LO15ZCTMZZQI type=write size=2735238 2024-04-02T08:41:19.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.740+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=ALP9M4HY25WT type=del size=1875415 2024-04-02T08:41:19.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.743+0000 7f7016872780 1 < suggested remove operation key=6AT1DGYZW8Z0 tag=V0EWP97CDJTE type=del 2024-04-02T08:41:19.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.745+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=0OT9YWJMO5HI type=del size=1403913 2024-04-02T08:41:19.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.746+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=ZATEWO3AC6S2 type=del 2024-04-02T08:41:19.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.747+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=GRR3S79QSOR1 type=del size=1992602 2024-04-02T08:41:19.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.749+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~VWMRSVSCJPKI.0 size=1048576 2024-04-02T08:41:19.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.750+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~VWMRSVSCJPKI.1 size=406518 2024-04-02T08:41:19.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.753+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=VWMRSVSCJPKI tag=A1953WPWVRKX type=write size=2503670 2024-04-02T08:41:19.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.755+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~RECNOFIOSAVY.0 size=1048576 2024-04-02T08:41:19.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.757+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~RECNOFIOSAVY.1 size=139683 2024-04-02T08:41:19.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.757+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=RECNOFIOSAVY tag=392YN7WYEQ3K type=write size=2236835 2024-04-02T08:41:19.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.758+0000 7f7016872780 1 < completed write operation key=3ASC24KYQTLG tag=FPGRDQDXLUEZ type=write size=777298 2024-04-02T08:41:19.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.760+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=3BZPM3RHAPO1 type=del size=138336 2024-04-02T08:41:19.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.763+0000 7f7016872780 1 < suggested remove operation key=5J69WZ7J6CZ4 tag=VU2PMWT942K9 type=del 2024-04-02T08:41:19.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.764+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=BIA7UQTF5HWH type=del size=2131812 2024-04-02T08:41:19.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.766+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~8CHQTGVBXRFA.0 size=285548 2024-04-02T08:41:19.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.768+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=8CHQTGVBXRFA tag=ODBSK9BV17IE type=write size=1334124 2024-04-02T08:41:19.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.770+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=7CL9FMI4HHUG type=write size=495063 2024-04-02T08:41:19.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.771+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~1CPMMJLV4L0J.0 size=1048576 2024-04-02T08:41:19.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.772+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~1CPMMJLV4L0J.1 size=1044376 2024-04-02T08:41:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.775+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=1CPMMJLV4L0J tag=3QZG3JYNW3J1 type=write size=3141528 2024-04-02T08:41:19.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.776+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=4CVNWB5SYYS3 type=del size=3111525 2024-04-02T08:41:19.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.778+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~LJ4D2QIB6X6I.0 size=748475 2024-04-02T08:41:19.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.780+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=LJ4D2QIB6X6I tag=H62RQORGLOTQ type=write size=1797051 2024-04-02T08:41:19.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.781+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=FOML9H7J620L type=del size=4066256 2024-04-02T08:41:19.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.781+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~RYR7QHRXC120.0 size=1048576 2024-04-02T08:41:19.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.783+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~RYR7QHRXC120.1 size=1048576 2024-04-02T08:41:19.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.784+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~RYR7QHRXC120.2 size=1022060 2024-04-02T08:41:19.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.786+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=RYR7QHRXC120 tag=CFRG73E2PQM5 type=write size=4167788 2024-04-02T08:41:19.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.788+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~TMZHZJ40XWE0.0 size=1048576 2024-04-02T08:41:19.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.789+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~TMZHZJ40XWE0.1 size=1048576 2024-04-02T08:41:19.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.790+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~TMZHZJ40XWE0.2 size=480537 2024-04-02T08:41:19.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.790+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=TMZHZJ40XWE0 tag=00QGE4FTPBFF type=write size=3626265 2024-04-02T08:41:19.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.792+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~OE2BXFZE45NG.0 size=1048576 2024-04-02T08:41:19.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.793+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~OE2BXFZE45NG.1 size=641593 2024-04-02T08:41:19.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.795+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=OE2BXFZE45NG tag=IDQCWVLF1Z2F type=write size=2738745 2024-04-02T08:41:19.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.797+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=3ULGVYJ0VGMO type=del size=996147 2024-04-02T08:41:19.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.798+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=811W18VCP3DE type=del 2024-04-02T08:41:19.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.800+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~UOHWEOUM6X81.0 size=1048576 2024-04-02T08:41:19.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.801+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~UOHWEOUM6X81.1 size=1048576 2024-04-02T08:41:19.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.802+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~UOHWEOUM6X81.2 size=529034 2024-04-02T08:41:19.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.802+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=UOHWEOUM6X81 tag=FIJ2TFB747TD type=write size=3674762 2024-04-02T08:41:19.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.804+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=W67M9HQA3KHS type=del 2024-04-02T08:41:19.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.806+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~KTDHM7FTJ74O.0 size=1048576 2024-04-02T08:41:19.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.807+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~KTDHM7FTJ74O.1 size=1048576 2024-04-02T08:41:19.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.808+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~KTDHM7FTJ74O.2 size=616941 2024-04-02T08:41:19.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.808+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=KTDHM7FTJ74O tag=H2UNQXWMUOV7 type=write size=3762669 2024-04-02T08:41:19.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.810+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~FJ58YHG7YLQP.0 size=1048576 2024-04-02T08:41:19.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.811+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~FJ58YHG7YLQP.1 size=389356 2024-04-02T08:41:19.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.813+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=FJ58YHG7YLQP tag=RRVCQS2QNF9A type=write size=2486508 2024-04-02T08:41:19.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.814+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=MZX7DP1K88N9 type=del size=2186317 2024-04-02T08:41:19.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.816+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=2030BEFED16N type=del 2024-04-02T08:41:19.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.817+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=LMI9CREMWF4R type=del size=2616258 2024-04-02T08:41:19.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.818+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~DKJ0YBEM8P47.0 size=1048576 2024-04-02T08:41:19.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.819+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~DKJ0YBEM8P47.1 size=23952 2024-04-02T08:41:19.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.822+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=DKJ0YBEM8P47 tag=9U9UV9RZZT2Z type=write size=2121104 2024-04-02T08:41:19.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.824+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~3XKNWP6TOHE1.0 size=835043 2024-04-02T08:41:19.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.824+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=3XKNWP6TOHE1 tag=DIJ8J4RNEHPU type=write size=1883619 2024-04-02T08:41:19.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.827+0000 7f7016872780 1 < suggested update operation key=F41QUWFT5082 tag=ALP9M4HY25WT type=del size=1875415 2024-04-02T08:41:19.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.830+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~64QJD07H4GA9.0 size=1048576 2024-04-02T08:41:19.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.831+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~64QJD07H4GA9.1 size=256979 2024-04-02T08:41:19.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.831+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=64QJD07H4GA9 tag=SVVH8CYAEAX8 type=write size=2354131 2024-04-02T08:41:19.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.833+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=0OT9YWJMO5HI type=del 2024-04-02T08:41:19.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.834+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=3ZN6UUL12U2U type=del size=3511155 2024-04-02T08:41:19.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.836+0000 7f7016872780 1 < canceled operation key=OMWA4ZW4GOZ2 tag=GRR3S79QSOR1 type=del size=1992602 2024-04-02T08:41:19.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.837+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=JUAC9J61XVKV type=del size=308762 2024-04-02T08:41:19.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.839+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~RECNOFIOSAVY.0 size=1048576 2024-04-02T08:41:19.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.840+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~RECNOFIOSAVY.1 size=139683 2024-04-02T08:41:19.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.842+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=RECNOFIOSAVY tag=392YN7WYEQ3K type=write size=2236835 2024-04-02T08:41:19.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.845+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~TG8TOA4I22Y2.0 size=1048576 2024-04-02T08:41:19.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.846+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~TG8TOA4I22Y2.1 size=997413 2024-04-02T08:41:19.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.846+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=TG8TOA4I22Y2 tag=YH5TUFF2929U type=write size=3094565 2024-04-02T08:41:19.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.848+0000 7f7016872780 1 < canceled operation key=CK7JY7FOKSRE tag=3BZPM3RHAPO1 type=del size=138336 2024-04-02T08:41:19.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.849+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=TLA7QHT49VCM type=write size=25608 2024-04-02T08:41:19.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.851+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=BIA7UQTF5HWH type=del 2024-04-02T08:41:19.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.852+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=NCU1IYG6F2PK type=del size=788830 2024-04-02T08:41:19.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.854+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=7CL9FMI4HHUG type=write size=495063 2024-04-02T08:41:19.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.855+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=IXJRNP06U1HP type=del size=631595 2024-04-02T08:41:19.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.857+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=4CVNWB5SYYS3 type=del 2024-04-02T08:41:19.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.858+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=83J0HW3MQD94 type=write size=122625 2024-04-02T08:41:19.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.860+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=FOML9H7J620L type=del 2024-04-02T08:41:19.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.863+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~D066WNKCUY5C.0 size=1048576 2024-04-02T08:41:19.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.864+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~D066WNKCUY5C.1 size=583813 2024-04-02T08:41:19.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.864+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=D066WNKCUY5C tag=VJ678WAPQ81J type=write size=2680965 2024-04-02T08:41:19.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.865+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~TMZHZJ40XWE0.0 size=1048576 2024-04-02T08:41:19.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.867+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~TMZHZJ40XWE0.1 size=1048576 2024-04-02T08:41:19.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.868+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~TMZHZJ40XWE0.2 size=480537 2024-04-02T08:41:19.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.870+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=TMZHZJ40XWE0 tag=00QGE4FTPBFF type=write size=3626265 2024-04-02T08:41:19.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.872+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=DEUH0TX4ZFCB type=del size=1807869 2024-04-02T08:41:19.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.875+0000 7f7016872780 1 < suggested update operation key=XQBWK3QSXABP tag=3ULGVYJ0VGMO type=del size=996147 2024-04-02T08:41:19.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.876+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=3U2C2KMOWD0V type=del size=3808617 2024-04-02T08:41:19.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.878+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~UOHWEOUM6X81.0 size=1048576 2024-04-02T08:41:19.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.879+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~UOHWEOUM6X81.1 size=1048576 2024-04-02T08:41:19.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.880+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~UOHWEOUM6X81.2 size=529034 2024-04-02T08:41:19.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.883+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=UOHWEOUM6X81 tag=FIJ2TFB747TD type=write size=3674762 2024-04-02T08:41:19.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.884+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=2N52HVA4FOOV type=del size=1804346 2024-04-02T08:41:19.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.884+0000 7f7016872780 1 < canceled part key=_multipart_OMWA4ZW4GOZ2.2~KTDHM7FTJ74O.0 size=1048576 2024-04-02T08:41:19.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.886+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~KTDHM7FTJ74O.1 size=1048576 2024-04-02T08:41:19.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.887+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~KTDHM7FTJ74O.2 size=616941 2024-04-02T08:41:19.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.889+0000 7f7016872780 1 < canceled multipart upload key=OMWA4ZW4GOZ2 upload=KTDHM7FTJ74O tag=H2UNQXWMUOV7 type=write size=3762669 2024-04-02T08:41:19.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.892+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~PWRV5NSN18VB.0 size=1048576 2024-04-02T08:41:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.893+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~PWRV5NSN18VB.1 size=881324 2024-04-02T08:41:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.893+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=PWRV5NSN18VB tag=N41CTESKY45A type=write size=2978476 2024-04-02T08:41:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.895+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=MZX7DP1K88N9 type=del 2024-04-02T08:41:19.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.897+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~7DIZ2JNM1MSN.0 size=1048576 2024-04-02T08:41:19.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.899+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~7DIZ2JNM1MSN.1 size=976313 2024-04-02T08:41:19.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.899+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=7DIZ2JNM1MSN tag=XZA0G5YRG2HL type=write size=3073465 2024-04-02T08:41:19.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.900+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=LMI9CREMWF4R type=del 2024-04-02T08:41:19.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.903+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~YOCSK1YIL4J2.0 size=1048576 2024-04-02T08:41:19.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.904+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~YOCSK1YIL4J2.1 size=515253 2024-04-02T08:41:19.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.904+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=YOCSK1YIL4J2 tag=ZB6WZGDP1T31 type=write size=2612405 2024-04-02T08:41:19.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.906+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~3XKNWP6TOHE1.0 size=835043 2024-04-02T08:41:19.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.908+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=3XKNWP6TOHE1 tag=DIJ8J4RNEHPU type=write size=1883619 2024-04-02T08:41:19.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.912+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~39TBUHJ629C5.0 size=562072 2024-04-02T08:41:19.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.912+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=39TBUHJ629C5 tag=3CM4TORVA8DC type=write size=1610648 2024-04-02T08:41:19.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.913+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~64QJD07H4GA9.0 size=1048576 2024-04-02T08:41:19.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.915+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~64QJD07H4GA9.1 size=256979 2024-04-02T08:41:19.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.917+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=64QJD07H4GA9 tag=SVVH8CYAEAX8 type=write size=2354131 2024-04-02T08:41:19.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.919+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TDQKRUXFY93I.0 size=353222 2024-04-02T08:41:19.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.919+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=TDQKRUXFY93I tag=J2GOF5GPSALT type=write size=1401798 2024-04-02T08:41:19.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.922+0000 7f7016872780 1 < suggested update operation key=WU9M880KQWBR tag=3ZN6UUL12U2U type=del size=3511155 2024-04-02T08:41:19.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.923+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=3FYJDAW236KU type=del size=940611 2024-04-02T08:41:19.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.925+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=JUAC9J61XVKV type=del 2024-04-02T08:41:19.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.926+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=ZIM56PXDQ3DD type=del size=1227006 2024-04-02T08:41:19.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.927+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~TG8TOA4I22Y2.0 size=1048576 2024-04-02T08:41:19.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.929+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~TG8TOA4I22Y2.1 size=997413 2024-04-02T08:41:19.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.931+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=TG8TOA4I22Y2 tag=YH5TUFF2929U type=write size=3094565 2024-04-02T08:41:19.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.932+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=9C13MWHWQC3F type=del size=2940021 2024-04-02T08:41:19.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.934+0000 7f7016872780 1 < completed write operation key=LRIMFCH3UXQB tag=TLA7QHT49VCM type=write size=25608 2024-04-02T08:41:19.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.936+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~2BLTW0HQW3FX.0 size=1048576 2024-04-02T08:41:19.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.937+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~2BLTW0HQW3FX.1 size=1048576 2024-04-02T08:41:19.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.938+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~2BLTW0HQW3FX.2 size=542691 2024-04-02T08:41:19.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.938+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=2BLTW0HQW3FX tag=E33R0NZ51UAR type=write size=3688419 2024-04-02T08:41:19.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.940+0000 7f7016872780 1 < canceled operation key=11EE3KM617CN tag=NCU1IYG6F2PK type=del size=788830 2024-04-02T08:41:19.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.942+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~N1053CC7GD0W.0 size=687885 2024-04-02T08:41:19.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.942+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=N1053CC7GD0W tag=GUPOWK1613KH type=write size=1736461 2024-04-02T08:41:19.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.944+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=IXJRNP06U1HP type=del 2024-04-02T08:41:19.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.947+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~AAZKE07MRPE6.0 size=1048576 2024-04-02T08:41:19.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.948+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~AAZKE07MRPE6.1 size=1048576 2024-04-02T08:41:19.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.949+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~AAZKE07MRPE6.2 size=48694 2024-04-02T08:41:19.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.949+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=AAZKE07MRPE6 tag=Q9IB593NHS5L type=write size=3194422 2024-04-02T08:41:19.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.951+0000 7f7016872780 1 < completed write operation key=1DEIP6BZCLGU tag=83J0HW3MQD94 type=write size=122625 2024-04-02T08:41:19.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.953+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~DAD8CNECKWX2.0 size=1048576 2024-04-02T08:41:19.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.954+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~DAD8CNECKWX2.1 size=274716 2024-04-02T08:41:19.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.954+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=DAD8CNECKWX2 tag=ULG2QSVHEKNT type=write size=2371868 2024-04-02T08:41:19.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.956+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~D066WNKCUY5C.0 size=1048576 2024-04-02T08:41:19.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.957+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~D066WNKCUY5C.1 size=583813 2024-04-02T08:41:19.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.959+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=D066WNKCUY5C tag=VJ678WAPQ81J type=write size=2680965 2024-04-02T08:41:19.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.961+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=G2ZOEYQAJYSX type=write size=834651 2024-04-02T08:41:19.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.962+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=DEUH0TX4ZFCB type=del 2024-04-02T08:41:19.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.964+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=GE2T0JDBKPGI type=del size=1461145 2024-04-02T08:41:19.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.966+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=3U2C2KMOWD0V type=del 2024-04-02T08:41:19.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.967+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=A5YVZTE5JFN5 type=del size=1599903 2024-04-02T08:41:19.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.968+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=2N52HVA4FOOV type=del 2024-04-02T08:41:19.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.970+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=ILIEM8BJ4L8H type=del size=858533 2024-04-02T08:41:19.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.971+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~PWRV5NSN18VB.0 size=1048576 2024-04-02T08:41:19.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.972+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~PWRV5NSN18VB.1 size=881324 2024-04-02T08:41:19.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.974+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=PWRV5NSN18VB tag=N41CTESKY45A type=write size=2978476 2024-04-02T08:41:19.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.976+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=IZP9V8V4ZUVG type=del size=1099198 2024-04-02T08:41:19.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.977+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~7DIZ2JNM1MSN.0 size=1048576 2024-04-02T08:41:19.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.978+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~7DIZ2JNM1MSN.1 size=976313 2024-04-02T08:41:19.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.981+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=7DIZ2JNM1MSN tag=XZA0G5YRG2HL type=write size=3073465 2024-04-02T08:41:19.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.983+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~9WA768R3Y4Q6.0 size=454102 2024-04-02T08:41:19.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.983+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=9WA768R3Y4Q6 tag=IXZIO1FSMXAU type=write size=1502678 2024-04-02T08:41:19.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.985+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~YOCSK1YIL4J2.0 size=1048576 2024-04-02T08:41:19.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.985+0000 7f7016872780 1 < canceled part key=_multipart_AAJMQG05HPTJ.2~YOCSK1YIL4J2.1 size=515253 2024-04-02T08:41:19.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.987+0000 7f7016872780 1 < canceled multipart upload key=AAJMQG05HPTJ upload=YOCSK1YIL4J2 tag=ZB6WZGDP1T31 type=write size=2612405 2024-04-02T08:41:19.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.988+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=PKQQBQGCD8N0 type=del size=868070 2024-04-02T08:41:19.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.990+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~39TBUHJ629C5.0 size=562072 2024-04-02T08:41:19.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.992+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=39TBUHJ629C5 tag=3CM4TORVA8DC type=write size=1610648 2024-04-02T08:41:19.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.994+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~NE3CPGZDVYMI.0 size=331024 2024-04-02T08:41:19.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.994+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=NE3CPGZDVYMI tag=XPRT1K61C9KO type=write size=1379600 2024-04-02T08:41:19.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.996+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TDQKRUXFY93I.0 size=353222 2024-04-02T08:41:19.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:19.998+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=TDQKRUXFY93I tag=J2GOF5GPSALT type=write size=1401798 2024-04-02T08:41:19.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.000+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=IFSWVIIP6AW6 type=del size=1900996 2024-04-02T08:41:20.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.001+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=3FYJDAW236KU type=del 2024-04-02T08:41:20.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.004+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~ADW2MXPQCQH0.0 size=532299 2024-04-02T08:41:20.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.004+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=ADW2MXPQCQH0 tag=VN57B4EWBYCD type=write size=1580875 2024-04-02T08:41:20.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.005+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=ZIM56PXDQ3DD type=del 2024-04-02T08:41:20.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.007+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=IZOQ3JRPRP9J type=del size=3857524 2024-04-02T08:41:20.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.010+0000 7f7016872780 1 < suggested remove operation key=AAJMQG05HPTJ tag=9C13MWHWQC3F type=del 2024-04-02T08:41:20.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.011+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=LAWMZQYUEVN0 type=del size=3720385 2024-04-02T08:41:20.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.013+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~2BLTW0HQW3FX.0 size=1048576 2024-04-02T08:41:20.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.014+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~2BLTW0HQW3FX.1 size=1048576 2024-04-02T08:41:20.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.015+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~2BLTW0HQW3FX.2 size=542691 2024-04-02T08:41:20.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.017+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=2BLTW0HQW3FX tag=E33R0NZ51UAR type=write size=3688419 2024-04-02T08:41:20.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.020+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~7AAUJHU7BUGM.0 size=299182 2024-04-02T08:41:20.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.020+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=7AAUJHU7BUGM tag=WHTC1ASU042R type=write size=1347758 2024-04-02T08:41:20.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.020+0000 7f7016872780 1 < canceled part key=_multipart_1DEIP6BZCLGU.2~N1053CC7GD0W.0 size=687885 2024-04-02T08:41:20.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.022+0000 7f7016872780 1 < canceled multipart upload key=1DEIP6BZCLGU upload=N1053CC7GD0W tag=GUPOWK1613KH type=write size=1736461 2024-04-02T08:41:20.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.024+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=XP6IM0F5D3KW type=del size=3275451 2024-04-02T08:41:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.025+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~AAZKE07MRPE6.0 size=1048576 2024-04-02T08:41:20.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.027+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~AAZKE07MRPE6.1 size=1048576 2024-04-02T08:41:20.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.028+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~AAZKE07MRPE6.2 size=48694 2024-04-02T08:41:20.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.030+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=AAZKE07MRPE6 tag=Q9IB593NHS5L type=write size=3194422 2024-04-02T08:41:20.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.033+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~964CGQM8AD39.0 size=194776 2024-04-02T08:41:20.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.033+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=964CGQM8AD39 tag=HH78FFYZUFP4 type=write size=1243352 2024-04-02T08:41:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.034+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~DAD8CNECKWX2.0 size=1048576 2024-04-02T08:41:20.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.035+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~DAD8CNECKWX2.1 size=274716 2024-04-02T08:41:20.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.038+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=DAD8CNECKWX2 tag=ULG2QSVHEKNT type=write size=2371868 2024-04-02T08:41:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.040+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=QDLWVUIUJHCN type=del size=802396 2024-04-02T08:41:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.041+0000 7f7016872780 -1 < failed to complete operation key=AAJMQG05HPTJ tag=G2ZOEYQAJYSX type=write size=834651: (22) Invalid argument 2024-04-02T08:41:20.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.043+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=HJCZL49QDI80 type=write size=286605 2024-04-02T08:41:20.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.045+0000 7f7016872780 1 < suggested remove operation key=6AT1DGYZW8Z0 tag=GE2T0JDBKPGI type=del 2024-04-02T08:41:20.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.048+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~FDHTAEFAJ7QU.0 size=1048576 2024-04-02T08:41:20.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.049+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~FDHTAEFAJ7QU.1 size=1048576 2024-04-02T08:41:20.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.050+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~FDHTAEFAJ7QU.2 size=1035003 2024-04-02T08:41:20.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.050+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=FDHTAEFAJ7QU tag=O8CKXYCPWJWX type=write size=4180731 2024-04-02T08:41:20.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.051+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=A5YVZTE5JFN5 type=del 2024-04-02T08:41:20.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.053+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=0MCK1OVYCKMP type=del size=762410 2024-04-02T08:41:20.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.054+0000 7f7016872780 1 < canceled operation key=VRC7N98T39M8 tag=ILIEM8BJ4L8H type=del size=858533 2024-04-02T08:41:20.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.056+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=5OMKS213JDBK type=del size=467669 2024-04-02T08:41:20.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.057+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=IZP9V8V4ZUVG type=del 2024-04-02T08:41:20.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.059+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=859N5Q61I66J type=del size=2886516 2024-04-02T08:41:20.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.060+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~9WA768R3Y4Q6.0 size=454102 2024-04-02T08:41:20.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.062+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=9WA768R3Y4Q6 tag=IXZIO1FSMXAU type=write size=1502678 2024-04-02T08:41:20.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.065+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~1ID8W6RWE12P.0 size=1048576 2024-04-02T08:41:20.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.066+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~1ID8W6RWE12P.1 size=1048576 2024-04-02T08:41:20.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.067+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~1ID8W6RWE12P.2 size=441721 2024-04-02T08:41:20.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.067+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=1ID8W6RWE12P tag=BC0HIGSXUIVZ type=write size=3587449 2024-04-02T08:41:20.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.070+0000 7f7016872780 1 < suggested update operation key=K5RS8XGEFU8L tag=PKQQBQGCD8N0 type=del size=868070 2024-04-02T08:41:20.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.071+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=BFIJJ5EH1Z35 type=del size=2229872 2024-04-02T08:41:20.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.073+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~NE3CPGZDVYMI.0 size=331024 2024-04-02T08:41:20.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.075+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=NE3CPGZDVYMI tag=XPRT1K61C9KO type=write size=1379600 2024-04-02T08:41:20.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.077+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~2RP2I31PE3PW.0 size=1048576 2024-04-02T08:41:20.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.079+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~2RP2I31PE3PW.1 size=772861 2024-04-02T08:41:20.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.079+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=2RP2I31PE3PW tag=PQALKB2TGSYE type=write size=2870013 2024-04-02T08:41:20.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.080+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=IFSWVIIP6AW6 type=del 2024-04-02T08:41:20.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.081+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=QW4K3O62644Q type=del size=4095793 2024-04-02T08:41:20.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.083+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~ADW2MXPQCQH0.0 size=532299 2024-04-02T08:41:20.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.085+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=ADW2MXPQCQH0 tag=VN57B4EWBYCD type=write size=1580875 2024-04-02T08:41:20.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.087+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=TAGOA10QOBEX type=del size=3411026 2024-04-02T08:41:20.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.088+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=IZOQ3JRPRP9J type=del 2024-04-02T08:41:20.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.091+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~T2OOUGFJ16PJ.0 size=379609 2024-04-02T08:41:20.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.091+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=T2OOUGFJ16PJ tag=5G5YHZVBVSDL type=write size=1428185 2024-04-02T08:41:20.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.092+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=LAWMZQYUEVN0 type=del 2024-04-02T08:41:20.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.093+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=MXLVA3H1JRQY type=del size=30131 2024-04-02T08:41:20.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.095+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~7AAUJHU7BUGM.0 size=299182 2024-04-02T08:41:20.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.097+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=7AAUJHU7BUGM tag=WHTC1ASU042R type=write size=1347758 2024-04-02T08:41:20.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.099+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=W3FRQZ7QMAYB type=write size=780825 2024-04-02T08:41:20.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.100+0000 7f7016872780 -1 < failed to complete operation key=6AT1DGYZW8Z0 tag=XP6IM0F5D3KW type=del size=3275451: (22) Invalid argument 2024-04-02T08:41:20.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.101+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=8IN5JMYB4ZR9 type=del size=4152658 2024-04-02T08:41:20.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.103+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~964CGQM8AD39.0 size=194776 2024-04-02T08:41:20.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.105+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=964CGQM8AD39 tag=HH78FFYZUFP4 type=write size=1243352 2024-04-02T08:41:20.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.107+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=RUWXSAXD0EFG type=write size=315699 2024-04-02T08:41:20.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.108+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=QDLWVUIUJHCN type=del 2024-04-02T08:41:20.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.109+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=3IYLVS4HJZY2 type=write size=233423 2024-04-02T08:41:20.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.111+0000 7f7016872780 1 < completed write operation key=3ASC24KYQTLG tag=HJCZL49QDI80 type=write size=286605 2024-04-02T08:41:20.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.112+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=X38VB105RWBE type=del size=3488063 2024-04-02T08:41:20.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.113+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~FDHTAEFAJ7QU.0 size=1048576 2024-04-02T08:41:20.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.114+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~FDHTAEFAJ7QU.1 size=1048576 2024-04-02T08:41:20.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.115+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~FDHTAEFAJ7QU.2 size=1035003 2024-04-02T08:41:20.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.118+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=FDHTAEFAJ7QU tag=O8CKXYCPWJWX type=write size=4180731 2024-04-02T08:41:20.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.119+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=91RY5LP0T1XG type=del size=464184 2024-04-02T08:41:20.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.120+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=0MCK1OVYCKMP type=del 2024-04-02T08:41:20.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.122+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=A4QW9A0CXDEA type=del size=627465 2024-04-02T08:41:20.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.123+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=5OMKS213JDBK type=del 2024-04-02T08:41:20.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.126+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DASXHAZER8Z2.0 size=1048576 2024-04-02T08:41:20.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.127+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DASXHAZER8Z2.1 size=1048576 2024-04-02T08:41:20.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.128+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DASXHAZER8Z2.2 size=277269 2024-04-02T08:41:20.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.128+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=DASXHAZER8Z2 tag=0LUQ8N31V9XY type=write size=3422997 2024-04-02T08:41:20.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.130+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=859N5Q61I66J type=del 2024-04-02T08:41:20.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.133+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~3BJ5A2EBHKB5.0 size=1048576 2024-04-02T08:41:20.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.134+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~3BJ5A2EBHKB5.1 size=1048576 2024-04-02T08:41:20.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.135+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~3BJ5A2EBHKB5.2 size=1038877 2024-04-02T08:41:20.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.135+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=3BJ5A2EBHKB5 tag=X7DW1D0GBI5K type=write size=4184605 2024-04-02T08:41:20.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.136+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~1ID8W6RWE12P.0 size=1048576 2024-04-02T08:41:20.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.137+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~1ID8W6RWE12P.1 size=1048576 2024-04-02T08:41:20.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.139+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~1ID8W6RWE12P.2 size=441721 2024-04-02T08:41:20.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.141+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=1ID8W6RWE12P tag=BC0HIGSXUIVZ type=write size=3587449 2024-04-02T08:41:20.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.142+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=KC5YNHJHXTN1 type=del size=561052 2024-04-02T08:41:20.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.144+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=BFIJJ5EH1Z35 type=del 2024-04-02T08:41:20.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.145+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=9DYLG0YTSMMS type=del size=1076172 2024-04-02T08:41:20.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.146+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~2RP2I31PE3PW.0 size=1048576 2024-04-02T08:41:20.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.148+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~2RP2I31PE3PW.1 size=772861 2024-04-02T08:41:20.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.150+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=2RP2I31PE3PW tag=PQALKB2TGSYE type=write size=2870013 2024-04-02T08:41:20.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.152+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~6PMFUZ0IDWJY.0 size=428877 2024-04-02T08:41:20.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.152+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=6PMFUZ0IDWJY tag=54JLDSX1R08C type=write size=1477453 2024-04-02T08:41:20.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.154+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=QW4K3O62644Q type=del 2024-04-02T08:41:20.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.155+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=BVZ3KLR4ADC3 type=del size=3315077 2024-04-02T08:41:20.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.156+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=TAGOA10QOBEX type=del 2024-04-02T08:41:20.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.159+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~ZW69KX1003ZT.0 size=425223 2024-04-02T08:41:20.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.159+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=ZW69KX1003ZT tag=GNZMA80HUJNE type=write size=1473799 2024-04-02T08:41:20.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.160+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~T2OOUGFJ16PJ.0 size=379609 2024-04-02T08:41:20.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.163+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=T2OOUGFJ16PJ tag=5G5YHZVBVSDL type=write size=1428185 2024-04-02T08:41:20.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.164+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=CL8H2O7OOZYQ type=del size=911466 2024-04-02T08:41:20.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.167+0000 7f7016872780 1 < suggested update operation key=58T4QI1BTVQ5 tag=MXLVA3H1JRQY type=del size=30131 2024-04-02T08:41:20.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.168+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=LRWRZQDR1E1L type=del size=1659315 2024-04-02T08:41:20.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.169+0000 7f7016872780 1 < canceled operation key=F41QUWFT5082 tag=W3FRQZ7QMAYB type=write size=780825 2024-04-02T08:41:20.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.171+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=EIOEULFLTQ4B type=write size=718642 2024-04-02T08:41:20.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.172+0000 7f7016872780 1 < canceled operation key=2C62BZU175EV tag=8IN5JMYB4ZR9 type=del size=4152658 2024-04-02T08:41:20.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.175+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~X4816G5WGAWA.0 size=1048576 2024-04-02T08:41:20.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.176+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~X4816G5WGAWA.1 size=1048576 2024-04-02T08:41:20.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.177+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~X4816G5WGAWA.2 size=708041 2024-04-02T08:41:20.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.177+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=X4816G5WGAWA tag=BXUQBUTBBP7T type=write size=3853769 2024-04-02T08:41:20.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.180+0000 7f7016872780 1 < suggested remove operation key=OIQ6XB5SR7J6 tag=RUWXSAXD0EFG type=write 2024-04-02T08:41:20.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.183+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~GCQSMGZP813H.0 size=1048576 2024-04-02T08:41:20.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.185+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~GCQSMGZP813H.1 size=927926 2024-04-02T08:41:20.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.185+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=GCQSMGZP813H tag=E7BLOC76MLL8 type=write size=3025078 2024-04-02T08:41:20.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.188+0000 7f7016872780 1 < suggested update operation key=VRC7N98T39M8 tag=3IYLVS4HJZY2 type=write size=233423 2024-04-02T08:41:20.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.191+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~0CI2ID6XE14S.0 size=1048576 2024-04-02T08:41:20.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.193+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~0CI2ID6XE14S.1 size=1048576 2024-04-02T08:41:20.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.194+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~0CI2ID6XE14S.2 size=683621 2024-04-02T08:41:20.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.194+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=0CI2ID6XE14S tag=UEVKVT06M2CT type=write size=3829349 2024-04-02T08:41:20.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.195+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=X38VB105RWBE type=del 2024-04-02T08:41:20.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.197+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=I5CFD4ZOCH0M type=write size=290357 2024-04-02T08:41:20.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.200+0000 7f7016872780 1 < suggested remove operation key=58T4QI1BTVQ5 tag=91RY5LP0T1XG type=del 2024-04-02T08:41:20.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.203+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~JAANDABX2UCY.0 size=1048576 2024-04-02T08:41:20.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.204+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~JAANDABX2UCY.1 size=1048576 2024-04-02T08:41:20.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.205+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~JAANDABX2UCY.2 size=951663 2024-04-02T08:41:20.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.205+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=JAANDABX2UCY tag=0Q39UQFTRR7V type=write size=4097391 2024-04-02T08:41:20.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.206+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=A4QW9A0CXDEA type=del 2024-04-02T08:41:20.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.209+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~LFQ7X3W873B6.0 size=1048576 2024-04-02T08:41:20.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.210+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~LFQ7X3W873B6.1 size=1048576 2024-04-02T08:41:20.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.211+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~LFQ7X3W873B6.2 size=453020 2024-04-02T08:41:20.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.211+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=LFQ7X3W873B6 tag=VW197ST8F345 type=write size=3598748 2024-04-02T08:41:20.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.213+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~DASXHAZER8Z2.0 size=1048576 2024-04-02T08:41:20.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.214+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~DASXHAZER8Z2.1 size=1048576 2024-04-02T08:41:20.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.215+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~DASXHAZER8Z2.2 size=277269 2024-04-02T08:41:20.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.217+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=DASXHAZER8Z2 tag=0LUQ8N31V9XY type=write size=3422997 2024-04-02T08:41:20.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.221+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~9A80C29SIP47.0 size=1048576 2024-04-02T08:41:20.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.222+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~9A80C29SIP47.1 size=383475 2024-04-02T08:41:20.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.222+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=9A80C29SIP47 tag=1PJE1XG8RBBR type=write size=2480627 2024-04-02T08:41:20.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.224+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~3BJ5A2EBHKB5.0 size=1048576 2024-04-02T08:41:20.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.225+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~3BJ5A2EBHKB5.1 size=1048576 2024-04-02T08:41:20.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.225+0000 7f7016872780 1 < canceled part key=_multipart_RTOJ11BQKIQR.2~3BJ5A2EBHKB5.2 size=1038877 2024-04-02T08:41:20.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.227+0000 7f7016872780 1 < canceled multipart upload key=RTOJ11BQKIQR upload=3BJ5A2EBHKB5 tag=X7DW1D0GBI5K type=write size=4184605 2024-04-02T08:41:20.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.230+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~U9YERT7MDI1S.0 size=850692 2024-04-02T08:41:20.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.230+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=U9YERT7MDI1S tag=B3IC4ABY4I1Y type=write size=1899268 2024-04-02T08:41:20.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.232+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=KC5YNHJHXTN1 type=del 2024-04-02T08:41:20.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.235+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~5K1D9L7AG2R7.0 size=1048576 2024-04-02T08:41:20.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.236+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~5K1D9L7AG2R7.1 size=1048576 2024-04-02T08:41:20.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.237+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~5K1D9L7AG2R7.2 size=270996 2024-04-02T08:41:20.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.237+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=5K1D9L7AG2R7 tag=TWLDR3PLNYRV type=write size=3416724 2024-04-02T08:41:20.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.238+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=9DYLG0YTSMMS type=del 2024-04-02T08:41:20.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.240+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=8BJTOBFL4JS2 type=del size=967770 2024-04-02T08:41:20.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.241+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~6PMFUZ0IDWJY.0 size=428877 2024-04-02T08:41:20.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.244+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=6PMFUZ0IDWJY tag=54JLDSX1R08C type=write size=1477453 2024-04-02T08:41:20.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.245+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=GOQBTS59CSD3 type=del size=1594263 2024-04-02T08:41:20.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.246+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=BVZ3KLR4ADC3 type=del 2024-04-02T08:41:20.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.249+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~PCZ8MHZK3OKV.0 size=1048576 2024-04-02T08:41:20.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.250+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~PCZ8MHZK3OKV.1 size=1048576 2024-04-02T08:41:20.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.251+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~PCZ8MHZK3OKV.2 size=980307 2024-04-02T08:41:20.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.251+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=PCZ8MHZK3OKV tag=4RGNHJW7A08G type=write size=4126035 2024-04-02T08:41:20.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.253+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~ZW69KX1003ZT.0 size=425223 2024-04-02T08:41:20.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.255+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=ZW69KX1003ZT tag=GNZMA80HUJNE type=write size=1473799 2024-04-02T08:41:20.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.256+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=GKK27XDXJ76A type=del size=3582652 2024-04-02T08:41:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.258+0000 7f7016872780 1 < canceled operation key=I5RKMPQ2CZ8E tag=CL8H2O7OOZYQ type=del size=911466 2024-04-02T08:41:20.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.259+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=LIYUWD5Y08RT type=del size=1876618 2024-04-02T08:41:20.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.262+0000 7f7016872780 1 < suggested update operation key=Y2F1XJDYXB7J tag=LRWRZQDR1E1L type=del size=1659315 2024-04-02T08:41:20.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.265+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~ENDXSHORDUBN.0 size=1048576 2024-04-02T08:41:20.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.266+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~ENDXSHORDUBN.1 size=962087 2024-04-02T08:41:20.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.266+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=ENDXSHORDUBN tag=BNKRBN4HQUJH type=write size=3059239 2024-04-02T08:41:20.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.267+0000 7f7016872780 1 < completed write operation key=1EUQSEA39UCS tag=EIOEULFLTQ4B type=write size=718642 2024-04-02T08:41:20.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.269+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=HQEH8RCW92EP type=del size=2552574 2024-04-02T08:41:20.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.270+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~X4816G5WGAWA.0 size=1048576 2024-04-02T08:41:20.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.270+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~X4816G5WGAWA.1 size=1048576 2024-04-02T08:41:20.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.271+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~X4816G5WGAWA.2 size=708041 2024-04-02T08:41:20.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.274+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=X4816G5WGAWA tag=BXUQBUTBBP7T type=write size=3853769 2024-04-02T08:41:20.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.275+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=MCPBDK58H7FS type=del size=942488 2024-04-02T08:41:20.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.277+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~GCQSMGZP813H.0 size=1048576 2024-04-02T08:41:20.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.278+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~GCQSMGZP813H.1 size=927926 2024-04-02T08:41:20.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.280+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=GCQSMGZP813H tag=E7BLOC76MLL8 type=write size=3025078 2024-04-02T08:41:20.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.283+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~NF6AV17RXRYG.0 size=1048576 2024-04-02T08:41:20.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.284+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~NF6AV17RXRYG.1 size=36390 2024-04-02T08:41:20.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.284+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=NF6AV17RXRYG tag=C40IKOYM6P2Q type=write size=2133542 2024-04-02T08:41:20.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.286+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~0CI2ID6XE14S.0 size=1048576 2024-04-02T08:41:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.287+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~0CI2ID6XE14S.1 size=1048576 2024-04-02T08:41:20.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.288+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~0CI2ID6XE14S.2 size=683621 2024-04-02T08:41:20.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.290+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=0CI2ID6XE14S tag=UEVKVT06M2CT type=write size=3829349 2024-04-02T08:41:20.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.292+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=1BMFN06IJVNP type=write size=893977 2024-04-02T08:41:20.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.295+0000 7f7016872780 1 < suggested remove operation key=F41QUWFT5082 tag=I5CFD4ZOCH0M type=write 2024-04-02T08:41:20.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.296+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=9YURLJ39ZEQX type=del size=383311 2024-04-02T08:41:20.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.298+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~JAANDABX2UCY.0 size=1048576 2024-04-02T08:41:20.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.299+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~JAANDABX2UCY.1 size=1048576 2024-04-02T08:41:20.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.300+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~JAANDABX2UCY.2 size=951663 2024-04-02T08:41:20.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.303+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=JAANDABX2UCY tag=0Q39UQFTRR7V type=write size=4097391 2024-04-02T08:41:20.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.305+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~R2YY9WXX11DS.0 size=1048576 2024-04-02T08:41:20.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.307+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~R2YY9WXX11DS.1 size=1048576 2024-04-02T08:41:20.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.308+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~R2YY9WXX11DS.2 size=1037342 2024-04-02T08:41:20.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.308+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=R2YY9WXX11DS tag=NUOBJOHLDAOD type=write size=4183070 2024-04-02T08:41:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.309+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~LFQ7X3W873B6.0 size=1048576 2024-04-02T08:41:20.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.310+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~LFQ7X3W873B6.1 size=1048576 2024-04-02T08:41:20.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.311+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~LFQ7X3W873B6.2 size=453020 2024-04-02T08:41:20.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.314+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=LFQ7X3W873B6 tag=VW197ST8F345 type=write size=3598748 2024-04-02T08:41:20.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.316+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~W8MVKP7OFNWG.0 size=272360 2024-04-02T08:41:20.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.317+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=W8MVKP7OFNWG tag=LVUU8EVTVA1D type=write size=1320936 2024-04-02T08:41:20.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.318+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~9A80C29SIP47.0 size=1048576 2024-04-02T08:41:20.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.319+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~9A80C29SIP47.1 size=383475 2024-04-02T08:41:20.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.322+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=9A80C29SIP47 tag=1PJE1XG8RBBR type=write size=2480627 2024-04-02T08:41:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.324+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~GOP6IZ4Q47XL.0 size=1048576 2024-04-02T08:41:20.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.325+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~GOP6IZ4Q47XL.1 size=1048576 2024-04-02T08:41:20.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.326+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~GOP6IZ4Q47XL.2 size=389917 2024-04-02T08:41:20.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.326+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=GOP6IZ4Q47XL tag=QE2E7VRWHSQZ type=write size=3535645 2024-04-02T08:41:20.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.327+0000 7f7016872780 1 < canceled part key=_multipart_1DEIP6BZCLGU.2~U9YERT7MDI1S.0 size=850692 2024-04-02T08:41:20.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.329+0000 7f7016872780 1 < canceled multipart upload key=1DEIP6BZCLGU upload=U9YERT7MDI1S tag=B3IC4ABY4I1Y type=write size=1899268 2024-04-02T08:41:20.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.331+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~P102JN33IN2H.0 size=16901 2024-04-02T08:41:20.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.331+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=P102JN33IN2H tag=PBGNSVE6BZPM type=write size=1065477 2024-04-02T08:41:20.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.333+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~5K1D9L7AG2R7.0 size=1048576 2024-04-02T08:41:20.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.334+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~5K1D9L7AG2R7.1 size=1048576 2024-04-02T08:41:20.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.336+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~5K1D9L7AG2R7.2 size=270996 2024-04-02T08:41:20.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.338+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=5K1D9L7AG2R7 tag=TWLDR3PLNYRV type=write size=3416724 2024-04-02T08:41:20.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.341+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~H4F7M069GMAH.0 size=1048576 2024-04-02T08:41:20.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.342+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~H4F7M069GMAH.1 size=1044459 2024-04-02T08:41:20.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.342+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=H4F7M069GMAH tag=7OP6YJWFR5D0 type=write size=3141611 2024-04-02T08:41:20.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.345+0000 7f7016872780 1 < suggested update operation key=FF4R1BKDZEMB tag=8BJTOBFL4JS2 type=del size=967770 2024-04-02T08:41:20.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.347+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~61A6TI3NY9N8.0 size=1048576 2024-04-02T08:41:20.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.349+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~61A6TI3NY9N8.1 size=899870 2024-04-02T08:41:20.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.349+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=61A6TI3NY9N8 tag=K72WOF0I4F0P type=write size=2997022 2024-04-02T08:41:20.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.351+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=GOQBTS59CSD3 type=del 2024-04-02T08:41:20.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.352+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=JAW2LY2VGGCU type=write size=696063 2024-04-02T08:41:20.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.353+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~PCZ8MHZK3OKV.0 size=1048576 2024-04-02T08:41:20.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.355+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~PCZ8MHZK3OKV.1 size=1048576 2024-04-02T08:41:20.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.355+0000 7f7016872780 1 < canceled part key=_multipart_OMWA4ZW4GOZ2.2~PCZ8MHZK3OKV.2 size=980307 2024-04-02T08:41:20.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.357+0000 7f7016872780 1 < canceled multipart upload key=OMWA4ZW4GOZ2 upload=PCZ8MHZK3OKV tag=4RGNHJW7A08G type=write size=4126035 2024-04-02T08:41:20.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.360+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~JFLX6VK2GY25.0 size=1048576 2024-04-02T08:41:20.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.361+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~JFLX6VK2GY25.1 size=1048576 2024-04-02T08:41:20.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.362+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~JFLX6VK2GY25.2 size=130915 2024-04-02T08:41:20.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.362+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=JFLX6VK2GY25 tag=NVQ3490ZABWV type=write size=3276643 2024-04-02T08:41:20.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.366+0000 7f7016872780 1 < suggested update operation key=CK7JY7FOKSRE tag=GKK27XDXJ76A type=del size=3582652 2024-04-02T08:41:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.367+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=JWCDZTGYJ07N type=del size=3378544 2024-04-02T08:41:20.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.369+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=LIYUWD5Y08RT type=del 2024-04-02T08:41:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.370+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=GZ1MXGUUYE0L type=write size=281944 2024-04-02T08:41:20.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.372+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~ENDXSHORDUBN.0 size=1048576 2024-04-02T08:41:20.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.373+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~ENDXSHORDUBN.1 size=962087 2024-04-02T08:41:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.376+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=ENDXSHORDUBN tag=BNKRBN4HQUJH type=write size=3059239 2024-04-02T08:41:20.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.379+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~AYFW2TX71HWX.0 size=1048576 2024-04-02T08:41:20.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.380+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~AYFW2TX71HWX.1 size=1048576 2024-04-02T08:41:20.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.381+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~AYFW2TX71HWX.2 size=58337 2024-04-02T08:41:20.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.381+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=AYFW2TX71HWX tag=PYGIYL7UET60 type=write size=3204065 2024-04-02T08:41:20.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.383+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=HQEH8RCW92EP type=del 2024-04-02T08:41:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.386+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~9H1PAFOV3W5T.0 size=842563 2024-04-02T08:41:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.386+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=9H1PAFOV3W5T tag=0C0GN81YB45G type=write size=1891139 2024-04-02T08:41:20.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.389+0000 7f7016872780 1 < suggested update operation key=11EE3KM617CN tag=MCPBDK58H7FS type=del size=942488 2024-04-02T08:41:20.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.392+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~GFMVZ2TH6MAB.0 size=1048576 2024-04-02T08:41:20.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.393+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~GFMVZ2TH6MAB.1 size=593584 2024-04-02T08:41:20.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.393+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=GFMVZ2TH6MAB tag=HSLU0FBWDXMS type=write size=2690736 2024-04-02T08:41:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.394+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~NF6AV17RXRYG.0 size=1048576 2024-04-02T08:41:20.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.396+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~NF6AV17RXRYG.1 size=36390 2024-04-02T08:41:20.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.398+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=NF6AV17RXRYG tag=C40IKOYM6P2Q type=write size=2133542 2024-04-02T08:41:20.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.401+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~D5TVBWLHRC0U.0 size=757188 2024-04-02T08:41:20.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.401+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=D5TVBWLHRC0U tag=DYPBR2QYN0I9 type=write size=1805764 2024-04-02T08:41:20.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.403+0000 7f7016872780 -1 < failed to complete operation key=11EE3KM617CN tag=1BMFN06IJVNP type=write size=893977: (22) Invalid argument 2024-04-02T08:41:20.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.405+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=KZLC26VPMEQ1 type=write size=490392 2024-04-02T08:41:20.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.408+0000 7f7016872780 1 < suggested remove operation key=7A6KED7000HX tag=9YURLJ39ZEQX type=del 2024-04-02T08:41:20.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.409+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=YM535ZJHN7PN type=del size=1177483 2024-04-02T08:41:20.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.409+0000 7f7016872780 1 < canceled part key=_multipart_3UK733FJNZ92.2~R2YY9WXX11DS.0 size=1048576 2024-04-02T08:41:20.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.411+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~R2YY9WXX11DS.1 size=1048576 2024-04-02T08:41:20.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.412+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~R2YY9WXX11DS.2 size=1037342 2024-04-02T08:41:20.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.415+0000 7f7016872780 1 < canceled multipart upload key=3UK733FJNZ92 upload=R2YY9WXX11DS tag=NUOBJOHLDAOD type=write size=4183070 2024-04-02T08:41:20.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.418+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~1MLDSHVYOE6Y.0 size=1048576 2024-04-02T08:41:20.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.419+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~1MLDSHVYOE6Y.1 size=724631 2024-04-02T08:41:20.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.419+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=1MLDSHVYOE6Y tag=078248941SZG type=write size=2821783 2024-04-02T08:41:20.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.419+0000 7f7016872780 1 < canceled part key=_multipart_02RS0G82YQM7.2~W8MVKP7OFNWG.0 size=272360 2024-04-02T08:41:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.422+0000 7f7016872780 1 < canceled multipart upload key=02RS0G82YQM7 upload=W8MVKP7OFNWG tag=LVUU8EVTVA1D type=write size=1320936 2024-04-02T08:41:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.423+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=SSNZIMO32MIH type=write size=275629 2024-04-02T08:41:20.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.425+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~GOP6IZ4Q47XL.0 size=1048576 2024-04-02T08:41:20.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.426+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~GOP6IZ4Q47XL.1 size=1048576 2024-04-02T08:41:20.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.428+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~GOP6IZ4Q47XL.2 size=389917 2024-04-02T08:41:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.431+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=GOP6IZ4Q47XL tag=QE2E7VRWHSQZ type=write size=3535645 2024-04-02T08:41:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.434+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~ER1Z6JC7OFPM.0 size=144832 2024-04-02T08:41:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.434+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=ER1Z6JC7OFPM tag=MRAYAS7UGMCK type=write size=1193408 2024-04-02T08:41:20.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.436+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~P102JN33IN2H.0 size=16901 2024-04-02T08:41:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.438+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=P102JN33IN2H tag=PBGNSVE6BZPM type=write size=1065477 2024-04-02T08:41:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.440+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=XOO1E402MYPI type=del size=1994347 2024-04-02T08:41:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.442+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~H4F7M069GMAH.0 size=1048576 2024-04-02T08:41:20.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.443+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~H4F7M069GMAH.1 size=1044459 2024-04-02T08:41:20.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.447+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=H4F7M069GMAH tag=7OP6YJWFR5D0 type=write size=3141611 2024-04-02T08:41:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.448+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=013QL0ILXSSQ type=del size=1653039 2024-04-02T08:41:20.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.450+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~61A6TI3NY9N8.0 size=1048576 2024-04-02T08:41:20.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.451+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~61A6TI3NY9N8.1 size=899870 2024-04-02T08:41:20.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.454+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=61A6TI3NY9N8 tag=K72WOF0I4F0P type=write size=2997022 2024-04-02T08:41:20.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.456+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=Y9LAJZFUBSGO type=write size=916969 2024-04-02T08:41:20.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.459+0000 7f7016872780 1 < suggested remove operation key=9WC16VCXCHM9 tag=JAW2LY2VGGCU type=write 2024-04-02T08:41:20.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.461+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=C59LTG4PFHZG type=del size=2511518 2024-04-02T08:41:20.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.462+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~JFLX6VK2GY25.0 size=1048576 2024-04-02T08:41:20.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.463+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~JFLX6VK2GY25.1 size=1048576 2024-04-02T08:41:20.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.465+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~JFLX6VK2GY25.2 size=130915 2024-04-02T08:41:20.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.468+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=JFLX6VK2GY25 tag=NVQ3490ZABWV type=write size=3276643 2024-04-02T08:41:20.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.469+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=74GK66RU29OO type=del size=3725929 2024-04-02T08:41:20.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.471+0000 7f7016872780 1 < canceled operation key=BMGY5ZV26L3V tag=JWCDZTGYJ07N type=del size=3378544 2024-04-02T08:41:20.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.474+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~9DA6O4RWXXRM.0 size=1048576 2024-04-02T08:41:20.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.475+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~9DA6O4RWXXRM.1 size=954159 2024-04-02T08:41:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.475+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=9DA6O4RWXXRM tag=VD5NOVAW3QWL type=write size=3051311 2024-04-02T08:41:20.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.476+0000 7f7016872780 1 < canceled operation key=3ASC24KYQTLG tag=GZ1MXGUUYE0L type=write size=281944 2024-04-02T08:41:20.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.479+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~0QNSY4RN6FQG.0 size=1048576 2024-04-02T08:41:20.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.480+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~0QNSY4RN6FQG.1 size=1048576 2024-04-02T08:41:20.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.481+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~0QNSY4RN6FQG.2 size=1042766 2024-04-02T08:41:20.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.481+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=0QNSY4RN6FQG tag=WMIA73L2B5U3 type=write size=4188494 2024-04-02T08:41:20.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.483+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~AYFW2TX71HWX.0 size=1048576 2024-04-02T08:41:20.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.484+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~AYFW2TX71HWX.1 size=1048576 2024-04-02T08:41:20.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.486+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~AYFW2TX71HWX.2 size=58337 2024-04-02T08:41:20.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.488+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=AYFW2TX71HWX tag=PYGIYL7UET60 type=write size=3204065 2024-04-02T08:41:20.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.490+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=5277WVWDFGFJ type=write size=245135 2024-04-02T08:41:20.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.492+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~9H1PAFOV3W5T.0 size=842563 2024-04-02T08:41:20.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.495+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=9H1PAFOV3W5T tag=0C0GN81YB45G type=write size=1891139 2024-04-02T08:41:20.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.496+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=9LBDPUX6KMV1 type=del size=3306776 2024-04-02T08:41:20.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.498+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~GFMVZ2TH6MAB.0 size=1048576 2024-04-02T08:41:20.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.498+0000 7f7016872780 1 < canceled part key=_multipart_OIQ6XB5SR7J6.2~GFMVZ2TH6MAB.1 size=593584 2024-04-02T08:41:20.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.501+0000 7f7016872780 1 < canceled multipart upload key=OIQ6XB5SR7J6 upload=GFMVZ2TH6MAB tag=HSLU0FBWDXMS type=write size=2690736 2024-04-02T08:41:20.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.502+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=3UG4FMO7ZAM3 type=write size=470576 2024-04-02T08:41:20.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.504+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~D5TVBWLHRC0U.0 size=757188 2024-04-02T08:41:20.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.507+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=D5TVBWLHRC0U tag=DYPBR2QYN0I9 type=write size=1805764 2024-04-02T08:41:20.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.509+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~Y58DI0AX6PK0.0 size=1048576 2024-04-02T08:41:20.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.511+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~Y58DI0AX6PK0.1 size=1048576 2024-04-02T08:41:20.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.512+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~Y58DI0AX6PK0.2 size=300222 2024-04-02T08:41:20.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.512+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=Y58DI0AX6PK0 tag=6X0PM1UTBPWX type=write size=3445950 2024-04-02T08:41:20.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.515+0000 7f7016872780 1 < suggested remove operation key=I5RKMPQ2CZ8E tag=KZLC26VPMEQ1 type=write 2024-04-02T08:41:20.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.517+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=F4CL1KK5MEUW type=del size=2978159 2024-04-02T08:41:20.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.519+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=YM535ZJHN7PN type=del 2024-04-02T08:41:20.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.521+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=GDMAYFN0KA0M type=del size=1784837 2024-04-02T08:41:20.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.521+0000 7f7016872780 1 < canceled part key=_multipart_XQBWK3QSXABP.2~1MLDSHVYOE6Y.0 size=1048576 2024-04-02T08:41:20.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.522+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~1MLDSHVYOE6Y.1 size=724631 2024-04-02T08:41:20.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.525+0000 7f7016872780 1 < canceled multipart upload key=XQBWK3QSXABP upload=1MLDSHVYOE6Y tag=078248941SZG type=write size=2821783 2024-04-02T08:41:20.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.527+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=3NNN4A1KTAIW type=del size=4054137 2024-04-02T08:41:20.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.528+0000 7f7016872780 1 < completed write operation key=3ASC24KYQTLG tag=SSNZIMO32MIH type=write size=275629 2024-04-02T08:41:20.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.530+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=2YWXEKM103JC type=del size=1695544 2024-04-02T08:41:20.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.531+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~ER1Z6JC7OFPM.0 size=144832 2024-04-02T08:41:20.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.533+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=ER1Z6JC7OFPM tag=MRAYAS7UGMCK type=write size=1193408 2024-04-02T08:41:20.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.535+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=VKDRCBYX4Y34 type=del size=359919 2024-04-02T08:41:20.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.537+0000 7f7016872780 -1 < failed to complete operation key=I5RKMPQ2CZ8E tag=XOO1E402MYPI type=del size=1994347: (22) Invalid argument 2024-04-02T08:41:20.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.538+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=MKJ1O0U2P8V7 type=write size=40559 2024-04-02T08:41:20.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.541+0000 7f7016872780 1 < suggested remove operation key=1DEIP6BZCLGU tag=013QL0ILXSSQ type=del 2024-04-02T08:41:20.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.544+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~KBXZAYRSVO4Y.0 size=344647 2024-04-02T08:41:20.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.544+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=KBXZAYRSVO4Y tag=RRHRZ387MDJL type=write size=1393223 2024-04-02T08:41:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.545+0000 7f7016872780 -1 < failed to complete operation key=I5RKMPQ2CZ8E tag=Y9LAJZFUBSGO type=write size=916969: (22) Invalid argument 2024-04-02T08:41:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.548+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~RZ6RH6AC7LIV.0 size=122692 2024-04-02T08:41:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.548+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=RZ6RH6AC7LIV tag=XQ9X2KJ9GEHI type=write size=1171268 2024-04-02T08:41:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.549+0000 7f7016872780 -1 < no bi entry to suggest for operation key=I5RKMPQ2CZ8E tag=C59LTG4PFHZG type=del size=2511518: (2) No such file or directory 2024-04-02T08:41:20.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.550+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=048SR4454KC3 type=del size=1407404 2024-04-02T08:41:20.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.552+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=74GK66RU29OO type=del 2024-04-02T08:41:20.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.554+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=Y29IP5PAX9WX type=del size=190190 2024-04-02T08:41:20.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.555+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~9DA6O4RWXXRM.0 size=1048576 2024-04-02T08:41:20.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.557+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~9DA6O4RWXXRM.1 size=954159 2024-04-02T08:41:20.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.559+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=9DA6O4RWXXRM tag=VD5NOVAW3QWL type=write size=3051311 2024-04-02T08:41:20.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.560+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=MBXWOD7QNXKG type=del size=407564 2024-04-02T08:41:20.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.562+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~0QNSY4RN6FQG.0 size=1048576 2024-04-02T08:41:20.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.563+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~0QNSY4RN6FQG.1 size=1048576 2024-04-02T08:41:20.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.564+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~0QNSY4RN6FQG.2 size=1042766 2024-04-02T08:41:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.567+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=0QNSY4RN6FQG tag=WMIA73L2B5U3 type=write size=4188494 2024-04-02T08:41:20.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.570+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~PCV2BWH5LP52.0 size=1048576 2024-04-02T08:41:20.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.571+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~PCV2BWH5LP52.1 size=985548 2024-04-02T08:41:20.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.571+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=PCV2BWH5LP52 tag=8F9LUFCV1HUA type=write size=3082700 2024-04-02T08:41:20.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.573+0000 7f7016872780 1 < completed write operation key=58T4QI1BTVQ5 tag=5277WVWDFGFJ type=write size=245135 2024-04-02T08:41:20.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.574+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=OQ8X215Z5CN6 type=del size=3541637 2024-04-02T08:41:20.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.576+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=9LBDPUX6KMV1 type=del 2024-04-02T08:41:20.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.577+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=A2JAMBH0MDJ0 type=del size=832009 2024-04-02T08:41:20.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.579+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=3UG4FMO7ZAM3 type=write size=470576 2024-04-02T08:41:20.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.581+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~EQWUY5LOGTM0.0 size=1048576 2024-04-02T08:41:20.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.583+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~EQWUY5LOGTM0.1 size=1048576 2024-04-02T08:41:20.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.584+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~EQWUY5LOGTM0.2 size=555027 2024-04-02T08:41:20.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.584+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=EQWUY5LOGTM0 tag=9VIQBTE9P0XO type=write size=3700755 2024-04-02T08:41:20.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.585+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~Y58DI0AX6PK0.0 size=1048576 2024-04-02T08:41:20.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.587+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~Y58DI0AX6PK0.1 size=1048576 2024-04-02T08:41:20.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.587+0000 7f7016872780 1 < canceled part key=_multipart_K5RS8XGEFU8L.2~Y58DI0AX6PK0.2 size=300222 2024-04-02T08:41:20.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.589+0000 7f7016872780 1 < canceled multipart upload key=K5RS8XGEFU8L upload=Y58DI0AX6PK0 tag=6X0PM1UTBPWX type=write size=3445950 2024-04-02T08:41:20.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.592+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~3TPPVAU43EBY.0 size=961997 2024-04-02T08:41:20.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.592+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=3TPPVAU43EBY tag=EP4240QMB1WO type=write size=2010573 2024-04-02T08:41:20.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.593+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=F4CL1KK5MEUW type=del 2024-04-02T08:41:20.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.595+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=9TFAXV41UMM0 type=del size=3281587 2024-04-02T08:41:20.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.596+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=GDMAYFN0KA0M type=del 2024-04-02T08:41:20.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.598+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=JZ3KL4I0YJYM type=del size=2189385 2024-04-02T08:41:20.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.599+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=3NNN4A1KTAIW type=del 2024-04-02T08:41:20.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.601+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=CI5LX96TAT3V type=del size=1445915 2024-04-02T08:41:20.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.602+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=2YWXEKM103JC type=del 2024-04-02T08:41:20.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.605+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~26RV4UR2DQOJ.0 size=974411 2024-04-02T08:41:20.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.605+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=26RV4UR2DQOJ tag=YY2WIEOQR0BE type=write size=2022987 2024-04-02T08:41:20.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.606+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=VKDRCBYX4Y34 type=del 2024-04-02T08:41:20.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.608+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=16CH789BY88V type=del size=3813605 2024-04-02T08:41:20.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.609+0000 7f7016872780 1 < completed write operation key=11EE3KM617CN tag=MKJ1O0U2P8V7 type=write size=40559 2024-04-02T08:41:20.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.611+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=FBPNGHD9BB20 type=write size=625854 2024-04-02T08:41:20.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.612+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~KBXZAYRSVO4Y.0 size=344647 2024-04-02T08:41:20.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.615+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=KBXZAYRSVO4Y tag=RRHRZ387MDJL type=write size=1393223 2024-04-02T08:41:20.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.616+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=EATES31WSJ46 type=del size=3991887 2024-04-02T08:41:20.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.618+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~RZ6RH6AC7LIV.0 size=122692 2024-04-02T08:41:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:20 smithi084 ceph-mon[94794]: pgmap v1354: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 18 KiB/s wr, 77 op/s 2024-04-02T08:41:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:20 smithi084 ceph-mon[94794]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:41:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:20 smithi084 ceph-mon[97358]: pgmap v1354: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 18 KiB/s wr, 77 op/s 2024-04-02T08:41:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:20 smithi084 ceph-mon[97358]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:41:20.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.620+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=RZ6RH6AC7LIV tag=XQ9X2KJ9GEHI type=write size=1171268 2024-04-02T08:41:20.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.622+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=R7SASBW8ABUA type=del size=2661370 2024-04-02T08:41:20.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.623+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=048SR4454KC3 type=del 2024-04-02T08:41:20.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.625+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~Q28K8QGFBGPI.0 size=1048576 2024-04-02T08:41:20.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.627+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~Q28K8QGFBGPI.1 size=1048576 2024-04-02T08:41:20.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.628+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~Q28K8QGFBGPI.2 size=886865 2024-04-02T08:41:20.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.628+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=Q28K8QGFBGPI tag=CKS6D3YUHUPS type=write size=4032593 2024-04-02T08:41:20.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.629+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=Y29IP5PAX9WX type=del 2024-04-02T08:41:20.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.632+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~DKUVQ32S5GH3.0 size=1048576 2024-04-02T08:41:20.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.633+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~DKUVQ32S5GH3.1 size=1048576 2024-04-02T08:41:20.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.634+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~DKUVQ32S5GH3.2 size=914435 2024-04-02T08:41:20.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.634+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=DKUVQ32S5GH3 tag=EK3NMBF1CM1L type=write size=4060163 2024-04-02T08:41:20.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.636+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=MBXWOD7QNXKG type=del 2024-04-02T08:41:20.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.638+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~WX7QB5TP9YW0.0 size=229459 2024-04-02T08:41:20.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.638+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=WX7QB5TP9YW0 tag=ZMANK61J20O1 type=write size=1278035 2024-04-02T08:41:20.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.640+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~PCV2BWH5LP52.0 size=1048576 2024-04-02T08:41:20.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.641+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~PCV2BWH5LP52.1 size=985548 2024-04-02T08:41:20.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.643+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=PCV2BWH5LP52 tag=8F9LUFCV1HUA type=write size=3082700 2024-04-02T08:41:20.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.646+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~68ZNE5P1FMEE.0 size=1048576 2024-04-02T08:41:20.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.648+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~68ZNE5P1FMEE.1 size=1048576 2024-04-02T08:41:20.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.649+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~68ZNE5P1FMEE.2 size=242011 2024-04-02T08:41:20.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.649+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=68ZNE5P1FMEE tag=EPR23G1QPHEX type=write size=3387739 2024-04-02T08:41:20.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.650+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=OQ8X215Z5CN6 type=del 2024-04-02T08:41:20.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.652+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=HSY97S91FNW6 type=del size=1789499 2024-04-02T08:41:20.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.653+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=A2JAMBH0MDJ0 type=del 2024-04-02T08:41:20.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.655+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=T7A9EEC5FMNO type=del size=3689291 2024-04-02T08:41:20.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.656+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~EQWUY5LOGTM0.0 size=1048576 2024-04-02T08:41:20.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.657+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~EQWUY5LOGTM0.1 size=1048576 2024-04-02T08:41:20.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.657+0000 7f7016872780 1 < canceled part key=_multipart_RTOJ11BQKIQR.2~EQWUY5LOGTM0.2 size=555027 2024-04-02T08:41:20.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.660+0000 7f7016872780 1 < canceled multipart upload key=RTOJ11BQKIQR upload=EQWUY5LOGTM0 tag=9VIQBTE9P0XO type=write size=3700755 2024-04-02T08:41:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:20 smithi132 ceph-mon[88571]: pgmap v1354: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 18 KiB/s wr, 77 op/s 2024-04-02T08:41:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:20 smithi132 ceph-mon[88571]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:41:20.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.662+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=N5ALRUDR97SX type=del size=2395830 2024-04-02T08:41:20.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.664+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~3TPPVAU43EBY.0 size=961997 2024-04-02T08:41:20.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.666+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=3TPPVAU43EBY tag=EP4240QMB1WO type=write size=2010573 2024-04-02T08:41:20.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.669+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~7GQAKQVMODS2.0 size=1048576 2024-04-02T08:41:20.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.670+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~7GQAKQVMODS2.1 size=805054 2024-04-02T08:41:20.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.670+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=7GQAKQVMODS2 tag=H93EYVN12PQJ type=write size=2902206 2024-04-02T08:41:20.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.672+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=9TFAXV41UMM0 type=del 2024-04-02T08:41:20.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.674+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=92F13STV3BGO type=del size=2625487 2024-04-02T08:41:20.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.675+0000 7f7016872780 1 < canceled operation key=AAJMQG05HPTJ tag=JZ3KL4I0YJYM type=del size=2189385 2024-04-02T08:41:20.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.677+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=13Q8CRA4PCYV type=del size=1092367 2024-04-02T08:41:20.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.678+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=CI5LX96TAT3V type=del 2024-04-02T08:41:20.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.681+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~WLLDZJDIOZW1.0 size=1048576 2024-04-02T08:41:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.682+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~WLLDZJDIOZW1.1 size=1048576 2024-04-02T08:41:20.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.684+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~WLLDZJDIOZW1.2 size=34081 2024-04-02T08:41:20.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.684+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=WLLDZJDIOZW1 tag=G6SON49GLBZM type=write size=3179809 2024-04-02T08:41:20.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.685+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~26RV4UR2DQOJ.0 size=974411 2024-04-02T08:41:20.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.688+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=26RV4UR2DQOJ tag=YY2WIEOQR0BE type=write size=2022987 2024-04-02T08:41:20.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.691+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~IKNWQM6R1C73.0 size=1048576 2024-04-02T08:41:20.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.692+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~IKNWQM6R1C73.1 size=1048576 2024-04-02T08:41:20.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.693+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~IKNWQM6R1C73.2 size=5625 2024-04-02T08:41:20.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.693+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=IKNWQM6R1C73 tag=2TGOP0TEG3AU type=write size=3151353 2024-04-02T08:41:20.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.696+0000 7f7016872780 1 < suggested update operation key=5J69WZ7J6CZ4 tag=16CH789BY88V type=del size=3813605 2024-04-02T08:41:20.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.698+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=EX2OY5ERXW4U type=del size=2187174 2024-04-02T08:41:20.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.702+0000 7f7016872780 1 < suggested update operation key=9WC16VCXCHM9 tag=FBPNGHD9BB20 type=write size=625854 2024-04-02T08:41:20.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.706+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TGSD9FYXRXW6.0 size=1048576 2024-04-02T08:41:20.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.707+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TGSD9FYXRXW6.1 size=1048576 2024-04-02T08:41:20.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.708+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TGSD9FYXRXW6.2 size=314221 2024-04-02T08:41:20.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.708+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=TGSD9FYXRXW6 tag=BKKPHQY02W8U type=write size=3459949 2024-04-02T08:41:20.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.712+0000 7f7016872780 1 < suggested remove operation key=58T4QI1BTVQ5 tag=EATES31WSJ46 type=del 2024-04-02T08:41:20.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.714+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=PG9WY8UCPQPR type=del size=3152322 2024-04-02T08:41:20.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.716+0000 7f7016872780 1 < canceled operation key=XQBWK3QSXABP tag=R7SASBW8ABUA type=del size=2661370 2024-04-02T08:41:20.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.718+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=PDFMCUNEFQYX type=del size=689828 2024-04-02T08:41:20.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.719+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~Q28K8QGFBGPI.0 size=1048576 2024-04-02T08:41:20.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.721+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~Q28K8QGFBGPI.1 size=1048576 2024-04-02T08:41:20.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.721+0000 7f7016872780 1 < canceled part key=_multipart_02RS0G82YQM7.2~Q28K8QGFBGPI.2 size=886865 2024-04-02T08:41:20.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.724+0000 7f7016872780 1 < canceled multipart upload key=02RS0G82YQM7 upload=Q28K8QGFBGPI tag=CKS6D3YUHUPS type=write size=4032593 2024-04-02T08:41:20.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.727+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~PP3L4JGRXN33.0 size=1021904 2024-04-02T08:41:20.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.727+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=PP3L4JGRXN33 tag=NY2L9KIC5UC5 type=write size=2070480 2024-04-02T08:41:20.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.728+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~DKUVQ32S5GH3.0 size=1048576 2024-04-02T08:41:20.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.729+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~DKUVQ32S5GH3.1 size=1048576 2024-04-02T08:41:20.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.731+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~DKUVQ32S5GH3.2 size=914435 2024-04-02T08:41:20.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.733+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=DKUVQ32S5GH3 tag=EK3NMBF1CM1L type=write size=4060163 2024-04-02T08:41:20.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.735+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=939H5R3DNXS1 type=del size=2169424 2024-04-02T08:41:20.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.736+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~WX7QB5TP9YW0.0 size=229459 2024-04-02T08:41:20.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.739+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=WX7QB5TP9YW0 tag=ZMANK61J20O1 type=write size=1278035 2024-04-02T08:41:20.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.741+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~FDLISHGH0Z6P.0 size=584782 2024-04-02T08:41:20.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.741+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=FDLISHGH0Z6P tag=IZD7RMA21Y9A type=write size=1633358 2024-04-02T08:41:20.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.743+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~68ZNE5P1FMEE.0 size=1048576 2024-04-02T08:41:20.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.744+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~68ZNE5P1FMEE.1 size=1048576 2024-04-02T08:41:20.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.744+0000 7f7016872780 1 < canceled part key=_multipart_DCPMS8TINGLU.2~68ZNE5P1FMEE.2 size=242011 2024-04-02T08:41:20.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.747+0000 7f7016872780 1 < canceled multipart upload key=DCPMS8TINGLU upload=68ZNE5P1FMEE tag=EPR23G1QPHEX type=write size=3387739 2024-04-02T08:41:20.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.748+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=Q22M1TGO9HLL type=write size=424857 2024-04-02T08:41:20.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.751+0000 7f7016872780 1 < suggested update operation key=BMGY5ZV26L3V tag=HSY97S91FNW6 type=del size=1789499 2024-04-02T08:41:20.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.754+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~D068D0T8UNNE.0 size=1048576 2024-04-02T08:41:20.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.755+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~D068D0T8UNNE.1 size=1048576 2024-04-02T08:41:20.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.756+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~D068D0T8UNNE.2 size=171101 2024-04-02T08:41:20.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.756+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=D068D0T8UNNE tag=C23Y1PI8VWOV type=write size=3316829 2024-04-02T08:41:20.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.757+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=T7A9EEC5FMNO type=del 2024-04-02T08:41:20.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.759+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=0Y5HSKKH8WXI type=del size=821545 2024-04-02T08:41:20.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.760+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=N5ALRUDR97SX type=del 2024-04-02T08:41:20.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.762+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=ZIHOV22IPNOQ type=del size=4081547 2024-04-02T08:41:20.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.763+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~7GQAKQVMODS2.0 size=1048576 2024-04-02T08:41:20.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.764+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~7GQAKQVMODS2.1 size=805054 2024-04-02T08:41:20.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.767+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=7GQAKQVMODS2 tag=H93EYVN12PQJ type=write size=2902206 2024-04-02T08:41:20.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.769+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=BRMO4ADR88H6 type=del size=2912767 2024-04-02T08:41:20.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.770+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=92F13STV3BGO type=del 2024-04-02T08:41:20.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.772+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=O8HENDJJQYZK type=write size=668644 2024-04-02T08:41:20.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.773+0000 7f7016872780 1 < canceled operation key=F41QUWFT5082 tag=13Q8CRA4PCYV type=del size=1092367 2024-04-02T08:41:20.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.776+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~9W6R73ZBYHGU.0 size=1048576 2024-04-02T08:41:20.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.777+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~9W6R73ZBYHGU.1 size=606246 2024-04-02T08:41:20.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.777+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=9W6R73ZBYHGU tag=U2LPE9VRBE31 type=write size=2703398 2024-04-02T08:41:20.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.779+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~WLLDZJDIOZW1.0 size=1048576 2024-04-02T08:41:20.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.780+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~WLLDZJDIOZW1.1 size=1048576 2024-04-02T08:41:20.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.782+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~WLLDZJDIOZW1.2 size=34081 2024-04-02T08:41:20.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.784+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=WLLDZJDIOZW1 tag=G6SON49GLBZM type=write size=3179809 2024-04-02T08:41:20.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.786+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=25B990ZTK0TT type=write size=250628 2024-04-02T08:41:20.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.787+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~IKNWQM6R1C73.0 size=1048576 2024-04-02T08:41:20.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.788+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~IKNWQM6R1C73.1 size=1048576 2024-04-02T08:41:20.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.790+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~IKNWQM6R1C73.2 size=5625 2024-04-02T08:41:20.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.792+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=IKNWQM6R1C73 tag=2TGOP0TEG3AU type=write size=3151353 2024-04-02T08:41:20.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.795+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~18ALITSMEEMQ.0 size=1048576 2024-04-02T08:41:20.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.796+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~18ALITSMEEMQ.1 size=1048576 2024-04-02T08:41:20.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.798+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~18ALITSMEEMQ.2 size=384124 2024-04-02T08:41:20.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.798+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=18ALITSMEEMQ tag=W0WRN23A9ZU7 type=write size=3529852 2024-04-02T08:41:20.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.799+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=EX2OY5ERXW4U type=del 2024-04-02T08:41:20.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.802+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~3YOO4572CON2.0 size=712817 2024-04-02T08:41:20.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.802+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=3YOO4572CON2 tag=BKU6F2PVV1BL type=write size=1761393 2024-04-02T08:41:20.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.804+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TGSD9FYXRXW6.0 size=1048576 2024-04-02T08:41:20.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.805+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TGSD9FYXRXW6.1 size=1048576 2024-04-02T08:41:20.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.805+0000 7f7016872780 1 < canceled part key=_multipart_02RS0G82YQM7.2~TGSD9FYXRXW6.2 size=314221 2024-04-02T08:41:20.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.807+0000 7f7016872780 1 < canceled multipart upload key=02RS0G82YQM7 upload=TGSD9FYXRXW6 tag=BKKPHQY02W8U type=write size=3459949 2024-04-02T08:41:20.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.810+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~F4BE16GG040B.0 size=598732 2024-04-02T08:41:20.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.810+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=F4BE16GG040B tag=PMB6Z6TI9O3C type=write size=1647308 2024-04-02T08:41:20.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.811+0000 7f7016872780 1 < canceled operation key=OMWA4ZW4GOZ2 tag=PG9WY8UCPQPR type=del size=3152322 2024-04-02T08:41:20.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.813+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=YAI0A044P5XW type=del size=1230442 2024-04-02T08:41:20.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.815+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=PDFMCUNEFQYX type=del 2024-04-02T08:41:20.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.817+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~1REMB1XM8Q08.0 size=1048576 2024-04-02T08:41:20.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.819+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~1REMB1XM8Q08.1 size=1048576 2024-04-02T08:41:20.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.820+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~1REMB1XM8Q08.2 size=520549 2024-04-02T08:41:20.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.820+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=1REMB1XM8Q08 tag=VZX34XQ7OL1E type=write size=3666277 2024-04-02T08:41:20.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.822+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~PP3L4JGRXN33.0 size=1021904 2024-04-02T08:41:20.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.824+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=PP3L4JGRXN33 tag=NY2L9KIC5UC5 type=write size=2070480 2024-04-02T08:41:20.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.825+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=KXGN78XY562P type=del size=3311007 2024-04-02T08:41:20.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.827+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=939H5R3DNXS1 type=del 2024-04-02T08:41:20.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.830+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~TBXCECCZKFST.0 size=1048576 2024-04-02T08:41:20.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.831+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~TBXCECCZKFST.1 size=1001882 2024-04-02T08:41:20.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.831+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=TBXCECCZKFST tag=3N25DS7LHB1Z type=write size=3099034 2024-04-02T08:41:20.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.833+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~FDLISHGH0Z6P.0 size=584782 2024-04-02T08:41:20.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.835+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=FDLISHGH0Z6P tag=IZD7RMA21Y9A type=write size=1633358 2024-04-02T08:41:20.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.837+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=AMLXB54KS8CE type=del size=1911962 2024-04-02T08:41:20.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.838+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=Q22M1TGO9HLL type=write size=424857 2024-04-02T08:41:20.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.841+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~PI69MN0A4CN3.0 size=1048576 2024-04-02T08:41:20.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.842+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~PI69MN0A4CN3.1 size=1048576 2024-04-02T08:41:20.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.844+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~PI69MN0A4CN3.2 size=837825 2024-04-02T08:41:20.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.844+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=PI69MN0A4CN3 tag=B34UF75Q6ECS type=write size=3983553 2024-04-02T08:41:20.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.845+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~D068D0T8UNNE.0 size=1048576 2024-04-02T08:41:20.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.847+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~D068D0T8UNNE.1 size=1048576 2024-04-02T08:41:20.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.848+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~D068D0T8UNNE.2 size=171101 2024-04-02T08:41:20.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.850+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=D068D0T8UNNE tag=C23Y1PI8VWOV type=write size=3316829 2024-04-02T08:41:20.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.853+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~OSGCJBW35XHF.0 size=699155 2024-04-02T08:41:20.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.853+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=OSGCJBW35XHF tag=AC5J55ICR6L3 type=write size=1747731 2024-04-02T08:41:20.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.854+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=0Y5HSKKH8WXI type=del 2024-04-02T08:41:20.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.857+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~TKBFL8QZDAMT.0 size=74446 2024-04-02T08:41:20.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.857+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=TKBFL8QZDAMT tag=QEOIGJS85UYV type=write size=1123022 2024-04-02T08:41:20.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.860+0000 7f7016872780 1 < suggested remove operation key=AAJMQG05HPTJ tag=ZIHOV22IPNOQ type=del 2024-04-02T08:41:20.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.861+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=RK564WFX4NK4 type=del size=2171309 2024-04-02T08:41:20.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.863+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=BRMO4ADR88H6 type=del 2024-04-02T08:41:20.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.864+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=XS3DAYOCQCDV type=del size=2660081 2024-04-02T08:41:20.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.866+0000 7f7016872780 1 < completed write operation key=LRIMFCH3UXQB tag=O8HENDJJQYZK type=write size=668644 2024-04-02T08:41:20.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.867+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=973RF7DTNOJG type=del size=2421989 2024-04-02T08:41:20.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.869+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~9W6R73ZBYHGU.0 size=1048576 2024-04-02T08:41:20.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.870+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~9W6R73ZBYHGU.1 size=606246 2024-04-02T08:41:20.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.873+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=9W6R73ZBYHGU tag=U2LPE9VRBE31 type=write size=2703398 2024-04-02T08:41:20.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.875+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~T55P5ZY6RAXO.0 size=1048576 2024-04-02T08:41:20.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.876+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~T55P5ZY6RAXO.1 size=1048576 2024-04-02T08:41:20.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.878+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~T55P5ZY6RAXO.2 size=393411 2024-04-02T08:41:20.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.878+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=T55P5ZY6RAXO tag=GO3P0T2OZEPP type=write size=3539139 2024-04-02T08:41:20.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.879+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=25B990ZTK0TT type=write size=250628 2024-04-02T08:41:20.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.880+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=CCEGTQSGBMCU type=write size=708782 2024-04-02T08:41:20.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.882+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~18ALITSMEEMQ.0 size=1048576 2024-04-02T08:41:20.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.883+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~18ALITSMEEMQ.1 size=1048576 2024-04-02T08:41:20.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.884+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~18ALITSMEEMQ.2 size=384124 2024-04-02T08:41:20.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.887+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=18ALITSMEEMQ tag=W0WRN23A9ZU7 type=write size=3529852 2024-04-02T08:41:20.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.888+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=XD0XYY0WFZHK type=del size=2998284 2024-04-02T08:41:20.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.890+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~3YOO4572CON2.0 size=712817 2024-04-02T08:41:20.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.892+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=3YOO4572CON2 tag=BKU6F2PVV1BL type=write size=1761393 2024-04-02T08:41:20.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.895+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~WWMC5O9SNHLI.0 size=802055 2024-04-02T08:41:20.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.895+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=WWMC5O9SNHLI tag=5Q64246LK71D type=write size=1850631 2024-04-02T08:41:20.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.897+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~F4BE16GG040B.0 size=598732 2024-04-02T08:41:20.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.899+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=F4BE16GG040B tag=PMB6Z6TI9O3C type=write size=1647308 2024-04-02T08:41:20.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.902+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~O8TTYMFYFGMM.0 size=1048576 2024-04-02T08:41:20.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.903+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~O8TTYMFYFGMM.1 size=1048576 2024-04-02T08:41:20.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.904+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~O8TTYMFYFGMM.2 size=82918 2024-04-02T08:41:20.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.904+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=O8TTYMFYFGMM tag=QH44Y95L7DKW type=write size=3228646 2024-04-02T08:41:20.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.907+0000 7f7016872780 1 < suggested remove operation key=LRIMFCH3UXQB tag=YAI0A044P5XW type=del 2024-04-02T08:41:20.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.908+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=IK34PS7WF77F type=write size=627738 2024-04-02T08:41:20.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.910+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~1REMB1XM8Q08.0 size=1048576 2024-04-02T08:41:20.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.911+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~1REMB1XM8Q08.1 size=1048576 2024-04-02T08:41:20.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.913+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~1REMB1XM8Q08.2 size=520549 2024-04-02T08:41:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.915+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=1REMB1XM8Q08 tag=VZX34XQ7OL1E type=write size=3666277 2024-04-02T08:41:20.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.919+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~SKWFB36Q63Z6.0 size=1048576 2024-04-02T08:41:20.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.920+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~SKWFB36Q63Z6.1 size=1048576 2024-04-02T08:41:20.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.921+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~SKWFB36Q63Z6.2 size=817251 2024-04-02T08:41:20.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.921+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=SKWFB36Q63Z6 tag=O7BSPCASTSK1 type=write size=3962979 2024-04-02T08:41:20.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.923+0000 7f7016872780 1 < canceled operation key=FF4R1BKDZEMB tag=KXGN78XY562P type=del size=3311007 2024-04-02T08:41:20.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.924+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=R5EUYFW62DO4 type=del size=1160448 2024-04-02T08:41:20.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.925+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~TBXCECCZKFST.0 size=1048576 2024-04-02T08:41:20.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.927+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~TBXCECCZKFST.1 size=1001882 2024-04-02T08:41:20.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.929+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=TBXCECCZKFST tag=3N25DS7LHB1Z type=write size=3099034 2024-04-02T08:41:20.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.933+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~ZARBBMOXUAFR.0 size=1048576 2024-04-02T08:41:20.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.935+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~ZARBBMOXUAFR.1 size=1048576 2024-04-02T08:41:20.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.937+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~ZARBBMOXUAFR.2 size=755130 2024-04-02T08:41:20.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.937+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=ZARBBMOXUAFR tag=Q79ZVS7BOI21 type=write size=3900858 2024-04-02T08:41:20.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.939+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=AMLXB54KS8CE type=del 2024-04-02T08:41:20.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.940+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=O2H0G63L9A7C type=del size=2144241 2024-04-02T08:41:20.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.942+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~PI69MN0A4CN3.0 size=1048576 2024-04-02T08:41:20.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.943+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~PI69MN0A4CN3.1 size=1048576 2024-04-02T08:41:20.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.944+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~PI69MN0A4CN3.2 size=837825 2024-04-02T08:41:20.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.947+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=PI69MN0A4CN3 tag=B34UF75Q6ECS type=write size=3983553 2024-04-02T08:41:20.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.949+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~K1R04IE4VKLX.0 size=1048576 2024-04-02T08:41:20.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.951+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~K1R04IE4VKLX.1 size=1048576 2024-04-02T08:41:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.952+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~K1R04IE4VKLX.2 size=973989 2024-04-02T08:41:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.952+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=K1R04IE4VKLX tag=12YZMOC7NJX1 type=write size=4119717 2024-04-02T08:41:20.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.954+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~OSGCJBW35XHF.0 size=699155 2024-04-02T08:41:20.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.956+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=OSGCJBW35XHF tag=AC5J55ICR6L3 type=write size=1747731 2024-04-02T08:41:20.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.959+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~S6V0MNS9H53K.0 size=1048576 2024-04-02T08:41:20.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.960+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~S6V0MNS9H53K.1 size=519366 2024-04-02T08:41:20.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.960+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=S6V0MNS9H53K tag=AJNUYI7TGAO6 type=write size=2616518 2024-04-02T08:41:20.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.961+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~TKBFL8QZDAMT.0 size=74446 2024-04-02T08:41:20.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.964+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=TKBFL8QZDAMT tag=QEOIGJS85UYV type=write size=1123022 2024-04-02T08:41:20.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.965+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=S7003J1MEUWZ type=del size=1350290 2024-04-02T08:41:20.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.968+0000 7f7016872780 1 < suggested update operation key=I5RKMPQ2CZ8E tag=RK564WFX4NK4 type=del size=2171309 2024-04-02T08:41:20.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.969+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=W6RZRAJ0KWLI type=write size=592060 2024-04-02T08:41:20.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.971+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=XS3DAYOCQCDV type=del 2024-04-02T08:41:20.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.972+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=ARKPKDP7HPWZ type=del size=1723310 2024-04-02T08:41:20.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.974+0000 7f7016872780 -1 < failed to complete operation key=LRIMFCH3UXQB tag=973RF7DTNOJG type=del size=2421989: (22) Invalid argument 2024-04-02T08:41:20.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.976+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=MPDL9RVHKW46 type=del size=3287871 2024-04-02T08:41:20.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.976+0000 7f7016872780 1 < canceled part key=_multipart_K5RS8XGEFU8L.2~T55P5ZY6RAXO.0 size=1048576 2024-04-02T08:41:20.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.978+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~T55P5ZY6RAXO.1 size=1048576 2024-04-02T08:41:20.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.979+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~T55P5ZY6RAXO.2 size=393411 2024-04-02T08:41:20.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.982+0000 7f7016872780 1 < canceled multipart upload key=K5RS8XGEFU8L upload=T55P5ZY6RAXO tag=GO3P0T2OZEPP type=write size=3539139 2024-04-02T08:41:20.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.983+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=OEUCIZLVKHAG type=write size=152116 2024-04-02T08:41:20.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.985+0000 7f7016872780 1 < completed write operation key=1DEIP6BZCLGU tag=CCEGTQSGBMCU type=write size=708782 2024-04-02T08:41:20.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.987+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=J3UBUONE2Q8M type=del size=1917864 2024-04-02T08:41:20.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.988+0000 7f7016872780 1 < canceled operation key=02RS0G82YQM7 tag=XD0XYY0WFZHK type=del size=2998284 2024-04-02T08:41:20.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.991+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~KEYFGG0J3D2I.0 size=1007048 2024-04-02T08:41:20.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.991+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=KEYFGG0J3D2I tag=9BJ29JMBHMFG type=write size=2055624 2024-04-02T08:41:20.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.992+0000 7f7016872780 1 < canceled part key=_multipart_Y2F1XJDYXB7J.2~WWMC5O9SNHLI.0 size=802055 2024-04-02T08:41:20.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.994+0000 7f7016872780 1 < canceled multipart upload key=Y2F1XJDYXB7J upload=WWMC5O9SNHLI tag=5Q64246LK71D type=write size=1850631 2024-04-02T08:41:20.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.996+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=MQSAGKS2Z5TD type=write size=134616 2024-04-02T08:41:20.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.997+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~O8TTYMFYFGMM.0 size=1048576 2024-04-02T08:41:20.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.998+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~O8TTYMFYFGMM.1 size=1048576 2024-04-02T08:41:20.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:20.998+0000 7f7016872780 1 < canceled part key=_multipart_LRIMFCH3UXQB.2~O8TTYMFYFGMM.2 size=82918 2024-04-02T08:41:21.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.001+0000 7f7016872780 1 < canceled multipart upload key=LRIMFCH3UXQB upload=O8TTYMFYFGMM tag=QH44Y95L7DKW type=write size=3228646 2024-04-02T08:41:21.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.002+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=X2C4TI3B4OF1 type=del size=3925557 2024-04-02T08:41:21.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.004+0000 7f7016872780 1 < completed write operation key=F41QUWFT5082 tag=IK34PS7WF77F type=write size=627738 2024-04-02T08:41:21.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.005+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=BSSYEB7TS85J type=del size=252139 2024-04-02T08:41:21.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.007+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~SKWFB36Q63Z6.0 size=1048576 2024-04-02T08:41:21.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.008+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~SKWFB36Q63Z6.1 size=1048576 2024-04-02T08:41:21.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.009+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~SKWFB36Q63Z6.2 size=817251 2024-04-02T08:41:21.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.012+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=SKWFB36Q63Z6 tag=O7BSPCASTSK1 type=write size=3962979 2024-04-02T08:41:21.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.013+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=LYTDQ683VBKD type=del size=3375340 2024-04-02T08:41:21.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.014+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=R5EUYFW62DO4 type=del 2024-04-02T08:41:21.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.017+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~62XRDF4741QP.0 size=1048576 2024-04-02T08:41:21.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.018+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~62XRDF4741QP.1 size=1048576 2024-04-02T08:41:21.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.019+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~62XRDF4741QP.2 size=27354 2024-04-02T08:41:21.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.019+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=62XRDF4741QP tag=FFPE4VECISA0 type=write size=3173082 2024-04-02T08:41:21.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.020+0000 7f7016872780 1 < canceled part key=_multipart_3ASC24KYQTLG.2~ZARBBMOXUAFR.0 size=1048576 2024-04-02T08:41:21.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.021+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~ZARBBMOXUAFR.1 size=1048576 2024-04-02T08:41:21.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.023+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~ZARBBMOXUAFR.2 size=755130 2024-04-02T08:41:21.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.025+0000 7f7016872780 1 < canceled multipart upload key=3ASC24KYQTLG upload=ZARBBMOXUAFR tag=Q79ZVS7BOI21 type=write size=3900858 2024-04-02T08:41:21.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.028+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~00597IKY8O9F.0 size=1048576 2024-04-02T08:41:21.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.029+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~00597IKY8O9F.1 size=1048576 2024-04-02T08:41:21.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.031+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~00597IKY8O9F.2 size=17367 2024-04-02T08:41:21.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.031+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=00597IKY8O9F tag=X2TVSET831FO type=write size=3163095 2024-04-02T08:41:21.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.032+0000 7f7016872780 1 < canceled operation key=BMGY5ZV26L3V tag=O2H0G63L9A7C type=del size=2144241 2024-04-02T08:41:21.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.034+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=3A2DQT2IK96U type=del size=1380920 2024-04-02T08:41:21.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.035+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~K1R04IE4VKLX.0 size=1048576 2024-04-02T08:41:21.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.037+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~K1R04IE4VKLX.1 size=1048576 2024-04-02T08:41:21.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.038+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~K1R04IE4VKLX.2 size=973989 2024-04-02T08:41:21.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.040+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=K1R04IE4VKLX tag=12YZMOC7NJX1 type=write size=4119717 2024-04-02T08:41:21.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.043+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~Q5WGZ8XAZXH5.0 size=817120 2024-04-02T08:41:21.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.043+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=Q5WGZ8XAZXH5 tag=O07ZRZ5FH2L6 type=write size=1865696 2024-04-02T08:41:21.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.045+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~S6V0MNS9H53K.0 size=1048576 2024-04-02T08:41:21.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.046+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~S6V0MNS9H53K.1 size=519366 2024-04-02T08:41:21.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.048+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=S6V0MNS9H53K tag=AJNUYI7TGAO6 type=write size=2616518 2024-04-02T08:41:21.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.051+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~55YQ814X92I9.0 size=1048576 2024-04-02T08:41:21.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.052+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~55YQ814X92I9.1 size=333564 2024-04-02T08:41:21.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.052+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=55YQ814X92I9 tag=209D8F0IXCCR type=write size=2430716 2024-04-02T08:41:21.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.055+0000 7f7016872780 1 < suggested update operation key=Y2F1XJDYXB7J tag=S7003J1MEUWZ type=del size=1350290 2024-04-02T08:41:21.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.057+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=EJV855FTN3TV type=del size=1317102 2024-04-02T08:41:21.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.058+0000 7f7016872780 1 < completed write operation key=3ASC24KYQTLG tag=W6RZRAJ0KWLI type=write size=592060 2024-04-02T08:41:21.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.059+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=F8QCM2VE1E19 type=del size=2292563 2024-04-02T08:41:21.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.061+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=ARKPKDP7HPWZ type=del 2024-04-02T08:41:21.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.062+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=EBZ3LPBBE8WY type=del size=398971 2024-04-02T08:41:21.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.064+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=MPDL9RVHKW46 type=del 2024-04-02T08:41:21.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.065+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=SLXOSO1F6H2L type=del size=4118830 2024-04-02T08:41:21.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.067+0000 7f7016872780 1 < completed write operation key=3UK733FJNZ92 tag=OEUCIZLVKHAG type=write size=152116 2024-04-02T08:41:21.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.068+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=YQPY6V9XLCPU type=del size=1732687 2024-04-02T08:41:21.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.070+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=J3UBUONE2Q8M type=del 2024-04-02T08:41:21.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.073+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~Y5ZC1CU1UBHG.0 size=735890 2024-04-02T08:41:21.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.073+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=Y5ZC1CU1UBHG tag=KVSTAJM2G82Q type=write size=1784466 2024-04-02T08:41:21.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.074+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~KEYFGG0J3D2I.0 size=1007048 2024-04-02T08:41:21.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.077+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=KEYFGG0J3D2I tag=9BJ29JMBHMFG type=write size=2055624 2024-04-02T08:41:21.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.079+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=VW3KKFMVR5LV type=del size=1430023 2024-04-02T08:41:21.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.081+0000 7f7016872780 1 < canceled operation key=LRIMFCH3UXQB tag=MQSAGKS2Z5TD type=write size=134616 2024-04-02T08:41:21.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.082+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=DEAJJ9VTLW9Z type=del size=980926 2024-04-02T08:41:21.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.084+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=X2C4TI3B4OF1 type=del 2024-04-02T08:41:21.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.088+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~0VU4AGQR2YS7.0 size=1048576 2024-04-02T08:41:21.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.090+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~0VU4AGQR2YS7.1 size=76112 2024-04-02T08:41:21.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.090+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=0VU4AGQR2YS7 tag=77AZG52LB637 type=write size=2173264 2024-04-02T08:41:21.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.092+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=BSSYEB7TS85J type=del 2024-04-02T08:41:21.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.094+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=02YYXF0SYG5U type=write size=674018 2024-04-02T08:41:21.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.095+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=LYTDQ683VBKD type=del 2024-04-02T08:41:21.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.097+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=DLBEGZBBH73L type=write size=777423 2024-04-02T08:41:21.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.099+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~62XRDF4741QP.0 size=1048576 2024-04-02T08:41:21.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.100+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~62XRDF4741QP.1 size=1048576 2024-04-02T08:41:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.101+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~62XRDF4741QP.2 size=27354 2024-04-02T08:41:21.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.104+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=62XRDF4741QP tag=FFPE4VECISA0 type=write size=3173082 2024-04-02T08:41:21.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.105+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=OHL9KSDWC1KB type=del size=2112024 2024-04-02T08:41:21.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.107+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~00597IKY8O9F.0 size=1048576 2024-04-02T08:41:21.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.107+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~00597IKY8O9F.1 size=1048576 2024-04-02T08:41:21.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.107+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~00597IKY8O9F.2 size=17367 2024-04-02T08:41:21.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.110+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=00597IKY8O9F tag=X2TVSET831FO type=write size=3163095 2024-04-02T08:41:21.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.111+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=FGERZI36STPO type=del size=605606 2024-04-02T08:41:21.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.113+0000 7f7016872780 -1 < failed to complete operation key=Y2F1XJDYXB7J tag=3A2DQT2IK96U type=del size=1380920: (22) Invalid argument 2024-04-02T08:41:21.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.116+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~MNAUXUZAV8ZT.0 size=647463 2024-04-02T08:41:21.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.116+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=MNAUXUZAV8ZT tag=J3AIZBG97OBD type=write size=1696039 2024-04-02T08:41:21.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.117+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~Q5WGZ8XAZXH5.0 size=817120 2024-04-02T08:41:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:41:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:41:20] "GET /metrics HTTP/1.1" 200 38804 "" "Prometheus/2.43.0" 2024-04-02T08:41:21.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.120+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=Q5WGZ8XAZXH5 tag=O07ZRZ5FH2L6 type=write size=1865696 2024-04-02T08:41:21.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.123+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~H40PV0CB12SA.0 size=1048576 2024-04-02T08:41:21.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.124+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~H40PV0CB12SA.1 size=1048576 2024-04-02T08:41:21.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.125+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~H40PV0CB12SA.2 size=446024 2024-04-02T08:41:21.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.125+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=H40PV0CB12SA tag=TJC7U3FHBD24 type=write size=3591752 2024-04-02T08:41:21.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.127+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~55YQ814X92I9.0 size=1048576 2024-04-02T08:41:21.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.128+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~55YQ814X92I9.1 size=333564 2024-04-02T08:41:21.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.131+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=55YQ814X92I9 tag=209D8F0IXCCR type=write size=2430716 2024-04-02T08:41:21.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.133+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=15EWG7GH729F type=del size=1214458 2024-04-02T08:41:21.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.134+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=EJV855FTN3TV type=del 2024-04-02T08:41:21.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.136+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=716UINGT2EHE type=del size=1363334 2024-04-02T08:41:21.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.137+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=F8QCM2VE1E19 type=del 2024-04-02T08:41:21.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.140+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~GXF6JYTAMF49.0 size=62649 2024-04-02T08:41:21.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.140+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=GXF6JYTAMF49 tag=EDGDGLD7NOKI type=write size=1111225 2024-04-02T08:41:21.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.142+0000 7f7016872780 1 < canceled operation key=58T4QI1BTVQ5 tag=EBZ3LPBBE8WY type=del size=398971 2024-04-02T08:41:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.144+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~G9T70O5H302C.0 size=1048576 2024-04-02T08:41:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.146+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~G9T70O5H302C.1 size=471718 2024-04-02T08:41:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.146+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=G9T70O5H302C tag=1JLCP7OFB1UX type=write size=2568870 2024-04-02T08:41:21.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.147+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=SLXOSO1F6H2L type=del 2024-04-02T08:41:21.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.149+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=UR8BZB6HKQKN type=del size=3217898 2024-04-02T08:41:21.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.152+0000 7f7016872780 1 < suggested remove operation key=7A6KED7000HX tag=YQPY6V9XLCPU type=del 2024-04-02T08:41:21.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.153+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=7S76P2SRD8T5 type=del size=127237 2024-04-02T08:41:21.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.155+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~Y5ZC1CU1UBHG.0 size=735890 2024-04-02T08:41:21.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.157+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=Y5ZC1CU1UBHG tag=KVSTAJM2G82Q type=write size=1784466 2024-04-02T08:41:21.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.160+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~OBBHKDQAK36Z.0 size=1048576 2024-04-02T08:41:21.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.161+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~OBBHKDQAK36Z.1 size=1048576 2024-04-02T08:41:21.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.162+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~OBBHKDQAK36Z.2 size=610668 2024-04-02T08:41:21.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.162+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=OBBHKDQAK36Z tag=SV5C9SV5HE1Y type=write size=3756396 2024-04-02T08:41:21.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.164+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=VW3KKFMVR5LV type=del 2024-04-02T08:41:21.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.165+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=1VGZ3WD4PSTV type=del size=3496478 2024-04-02T08:41:21.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.167+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=DEAJJ9VTLW9Z type=del 2024-04-02T08:41:21.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.168+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=S8UKL5MQOXXM type=del size=2752109 2024-04-02T08:41:21.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.170+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~0VU4AGQR2YS7.0 size=1048576 2024-04-02T08:41:21.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.171+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~0VU4AGQR2YS7.1 size=76112 2024-04-02T08:41:21.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.174+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=0VU4AGQR2YS7 tag=77AZG52LB637 type=write size=2173264 2024-04-02T08:41:21.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.175+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=QDO8IK3C5BCV type=del size=2239522 2024-04-02T08:41:21.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.177+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=02YYXF0SYG5U type=write size=674018 2024-04-02T08:41:21.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.178+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=3BGE3GYXZ0XG type=del size=3425789 2024-04-02T08:41:21.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.180+0000 7f7016872780 1 < completed write operation key=OIQ6XB5SR7J6 tag=DLBEGZBBH73L type=write size=777423 2024-04-02T08:41:21.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.181+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=ZASWR3IGY69X type=del size=170540 2024-04-02T08:41:21.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.183+0000 7f7016872780 1 < canceled operation key=4SLXOPTR3LOC tag=OHL9KSDWC1KB type=del size=2112024 2024-04-02T08:41:21.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.185+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~PSF1AF2UTHC2.0 size=1048576 2024-04-02T08:41:21.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.186+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~PSF1AF2UTHC2.1 size=1048576 2024-04-02T08:41:21.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.188+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~PSF1AF2UTHC2.2 size=854032 2024-04-02T08:41:21.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.188+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=PSF1AF2UTHC2 tag=BVMKJFYVMUH5 type=write size=3999760 2024-04-02T08:41:21.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.191+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=FGERZI36STPO type=del size=605606 2024-04-02T08:41:21.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.192+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=4URFX1FRS44A type=del size=2756118 2024-04-02T08:41:21.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.194+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~MNAUXUZAV8ZT.0 size=647463 2024-04-02T08:41:21.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.196+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=MNAUXUZAV8ZT tag=J3AIZBG97OBD type=write size=1696039 2024-04-02T08:41:21.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.199+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~2TN9AF6P8PAO.0 size=320061 2024-04-02T08:41:21.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.199+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=2TN9AF6P8PAO tag=IVIUBXQFW1YD type=write size=1368637 2024-04-02T08:41:21.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.201+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~H40PV0CB12SA.0 size=1048576 2024-04-02T08:41:21.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.202+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~H40PV0CB12SA.1 size=1048576 2024-04-02T08:41:21.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.203+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~H40PV0CB12SA.2 size=446024 2024-04-02T08:41:21.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.206+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=H40PV0CB12SA tag=TJC7U3FHBD24 type=write size=3591752 2024-04-02T08:41:21.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.207+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=GJNL4XZKOX2F type=del size=1789410 2024-04-02T08:41:21.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.209+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=15EWG7GH729F type=del 2024-04-02T08:41:21.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.211+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=E0LGCK6YUOZ0 type=del size=199086 2024-04-02T08:41:21.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.214+0000 7f7016872780 1 < suggested update operation key=AAJMQG05HPTJ tag=716UINGT2EHE type=del size=1363334 2024-04-02T08:41:21.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.215+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=G0ZOY3V1GIFJ type=del size=3246839 2024-04-02T08:41:21.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.216+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~GXF6JYTAMF49.0 size=62649 2024-04-02T08:41:21.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.221+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=GXF6JYTAMF49 tag=EDGDGLD7NOKI type=write size=1111225 2024-04-02T08:41:21.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.222+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=B6IUNV5Z3KV1 type=del size=3044218 2024-04-02T08:41:21.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.224+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~G9T70O5H302C.0 size=1048576 2024-04-02T08:41:21.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.224+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~G9T70O5H302C.1 size=471718 2024-04-02T08:41:21.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.227+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=G9T70O5H302C tag=1JLCP7OFB1UX type=write size=2568870 2024-04-02T08:41:21.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.228+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=6CSRFNI10V9C type=del size=3417703 2024-04-02T08:41:21.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.230+0000 7f7016872780 -1 < failed to complete operation key=AAJMQG05HPTJ tag=UR8BZB6HKQKN type=del size=3217898: (22) Invalid argument 2024-04-02T08:41:21.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.232+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=KS9Z0G99SNO2 type=del size=649668 2024-04-02T08:41:21.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.235+0000 7f7016872780 1 < suggested update operation key=RTOJ11BQKIQR tag=7S76P2SRD8T5 type=del size=127237 2024-04-02T08:41:21.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.238+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~G55PBG1DKHRA.0 size=1048576 2024-04-02T08:41:21.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.239+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~G55PBG1DKHRA.1 size=1048576 2024-04-02T08:41:21.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.240+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~G55PBG1DKHRA.2 size=676569 2024-04-02T08:41:21.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.240+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=G55PBG1DKHRA tag=1Q2JZY0AAXUG type=write size=3822297 2024-04-02T08:41:21.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.242+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~OBBHKDQAK36Z.0 size=1048576 2024-04-02T08:41:21.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.243+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~OBBHKDQAK36Z.1 size=1048576 2024-04-02T08:41:21.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.244+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~OBBHKDQAK36Z.2 size=610668 2024-04-02T08:41:21.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.247+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=OBBHKDQAK36Z tag=SV5C9SV5HE1Y type=write size=3756396 2024-04-02T08:41:21.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.250+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~SQXSOEJ4LMDT.0 size=1048576 2024-04-02T08:41:21.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.251+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~SQXSOEJ4LMDT.1 size=1048576 2024-04-02T08:41:21.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.252+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~SQXSOEJ4LMDT.2 size=89044 2024-04-02T08:41:21.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.252+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=SQXSOEJ4LMDT tag=LUXY2WEYECAL type=write size=3234772 2024-04-02T08:41:21.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.254+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=1VGZ3WD4PSTV type=del 2024-04-02T08:41:21.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.256+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=AIJ7GV3IL4SY type=write size=423512 2024-04-02T08:41:21.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.257+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=S8UKL5MQOXXM type=del 2024-04-02T08:41:21.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.259+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=W3G1FDTSJ3Y2 type=del size=2546155 2024-04-02T08:41:21.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.260+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=QDO8IK3C5BCV type=del 2024-04-02T08:41:21.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.262+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=713BD36YR8CR type=del size=3979120 2024-04-02T08:41:21.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.263+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=3BGE3GYXZ0XG type=del 2024-04-02T08:41:21.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.265+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=GPITYIGUHUGI type=write size=823227 2024-04-02T08:41:21.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.266+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=ZASWR3IGY69X type=del 2024-04-02T08:41:21.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.268+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=MA2MZLKDDF9N type=del size=3000532 2024-04-02T08:41:21.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.270+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~PSF1AF2UTHC2.0 size=1048576 2024-04-02T08:41:21.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.271+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~PSF1AF2UTHC2.1 size=1048576 2024-04-02T08:41:21.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.272+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~PSF1AF2UTHC2.2 size=854032 2024-04-02T08:41:21.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.275+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=PSF1AF2UTHC2 tag=BVMKJFYVMUH5 type=write size=3999760 2024-04-02T08:41:21.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.278+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~7G6SDZAHNREQ.0 size=1048576 2024-04-02T08:41:21.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.279+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~7G6SDZAHNREQ.1 size=1048576 2024-04-02T08:41:21.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.281+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~7G6SDZAHNREQ.2 size=635802 2024-04-02T08:41:21.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.281+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=7G6SDZAHNREQ tag=UF9QIWR20CCU type=write size=3781530 2024-04-02T08:41:21.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.283+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=4URFX1FRS44A type=del 2024-04-02T08:41:21.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.285+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~8KWHMLJBN811.0 size=1048576 2024-04-02T08:41:21.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.287+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~8KWHMLJBN811.1 size=1048576 2024-04-02T08:41:21.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.288+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~8KWHMLJBN811.2 size=381742 2024-04-02T08:41:21.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.288+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=8KWHMLJBN811 tag=IZ0EV2N5W9MQ type=write size=3527470 2024-04-02T08:41:21.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.289+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~2TN9AF6P8PAO.0 size=320061 2024-04-02T08:41:21.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.292+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=2TN9AF6P8PAO tag=IVIUBXQFW1YD type=write size=1368637 2024-04-02T08:41:21.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.294+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=J1LCJHI1NWZM type=del size=461169 2024-04-02T08:41:21.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.295+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=GJNL4XZKOX2F type=del 2024-04-02T08:41:21.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.299+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~S93HL71TR5AY.0 size=518877 2024-04-02T08:41:21.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.299+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=S93HL71TR5AY tag=6LYF06BR3LCV type=write size=1567453 2024-04-02T08:41:21.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.301+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=E0LGCK6YUOZ0 type=del 2024-04-02T08:41:21.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.304+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~FPJ3HNLTQBRQ.0 size=1048576 2024-04-02T08:41:21.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.306+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~FPJ3HNLTQBRQ.1 size=1048576 2024-04-02T08:41:21.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.307+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~FPJ3HNLTQBRQ.2 size=179992 2024-04-02T08:41:21.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.307+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=FPJ3HNLTQBRQ tag=50XB35LV228F type=write size=3325720 2024-04-02T08:41:21.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.309+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=G0ZOY3V1GIFJ type=del 2024-04-02T08:41:21.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.311+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=J4XUU3R4IK63 type=write size=802959 2024-04-02T08:41:21.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.314+0000 7f7016872780 1 < suggested remove operation key=1DEIP6BZCLGU tag=B6IUNV5Z3KV1 type=del 2024-04-02T08:41:21.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.316+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=SH2S7XUCOO3Q type=del size=871396 2024-04-02T08:41:21.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.318+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=6CSRFNI10V9C type=del 2024-04-02T08:41:21.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.319+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=C4POL3BZHOTW type=write size=956003 2024-04-02T08:41:21.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.321+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=KS9Z0G99SNO2 type=del 2024-04-02T08:41:21.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.323+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=GSWY9KSM28OO type=del size=162491 2024-04-02T08:41:21.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.324+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~G55PBG1DKHRA.0 size=1048576 2024-04-02T08:41:21.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.326+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~G55PBG1DKHRA.1 size=1048576 2024-04-02T08:41:21.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.327+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~G55PBG1DKHRA.2 size=676569 2024-04-02T08:41:21.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.330+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=G55PBG1DKHRA tag=1Q2JZY0AAXUG type=write size=3822297 2024-04-02T08:41:21.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.331+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=ZIRGW4HBRB25 type=del size=3470383 2024-04-02T08:41:21.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.331+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~SQXSOEJ4LMDT.0 size=1048576 2024-04-02T08:41:21.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.333+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~SQXSOEJ4LMDT.1 size=1048576 2024-04-02T08:41:21.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.334+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~SQXSOEJ4LMDT.2 size=89044 2024-04-02T08:41:21.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.337+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=SQXSOEJ4LMDT tag=LUXY2WEYECAL type=write size=3234772 2024-04-02T08:41:21.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.338+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=O9OW2QS4H0YU type=del size=1126018 2024-04-02T08:41:21.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.341+0000 7f7016872780 1 < suggested remove operation key=K5RS8XGEFU8L tag=AIJ7GV3IL4SY type=write 2024-04-02T08:41:21.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.343+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=C4FXZHK9KVYJ type=write size=710352 2024-04-02T08:41:21.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.345+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=W3G1FDTSJ3Y2 type=del 2024-04-02T08:41:21.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.348+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~NJLIFSTMR80G.0 size=1048576 2024-04-02T08:41:21.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.349+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~NJLIFSTMR80G.1 size=1048576 2024-04-02T08:41:21.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.350+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~NJLIFSTMR80G.2 size=689354 2024-04-02T08:41:21.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.350+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=NJLIFSTMR80G tag=6OGCV9JEN6ZT type=write size=3835082 2024-04-02T08:41:21.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.352+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=713BD36YR8CR type=del 2024-04-02T08:41:21.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.353+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=UKY4KSKMVS1E type=del size=95198 2024-04-02T08:41:21.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.355+0000 7f7016872780 1 < completed write operation key=9WC16VCXCHM9 tag=GPITYIGUHUGI type=write size=823227 2024-04-02T08:41:21.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.358+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~7W3L8Z6Y1F5M.0 size=477639 2024-04-02T08:41:21.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.358+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=7W3L8Z6Y1F5M tag=3NT5HH29XPNA type=write size=1526215 2024-04-02T08:41:21.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.360+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=MA2MZLKDDF9N type=del 2024-04-02T08:41:21.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.362+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~H9IK3HLQ9R18.0 size=1048576 2024-04-02T08:41:21.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.364+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~H9IK3HLQ9R18.1 size=1048576 2024-04-02T08:41:21.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.365+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~H9IK3HLQ9R18.2 size=104056 2024-04-02T08:41:21.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.365+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=H9IK3HLQ9R18 tag=9V4X3I1ZMWCQ type=write size=3249784 2024-04-02T08:41:21.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.367+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~7G6SDZAHNREQ.0 size=1048576 2024-04-02T08:41:21.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.368+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~7G6SDZAHNREQ.1 size=1048576 2024-04-02T08:41:21.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.369+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~7G6SDZAHNREQ.2 size=635802 2024-04-02T08:41:21.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.372+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=7G6SDZAHNREQ tag=UF9QIWR20CCU type=write size=3781530 2024-04-02T08:41:21.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.373+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=QO1C8F77EKD2 type=del size=3644010 2024-04-02T08:41:21.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.375+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~8KWHMLJBN811.0 size=1048576 2024-04-02T08:41:21.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.376+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~8KWHMLJBN811.1 size=1048576 2024-04-02T08:41:21.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.377+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~8KWHMLJBN811.2 size=381742 2024-04-02T08:41:21.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.380+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=8KWHMLJBN811 tag=IZ0EV2N5W9MQ type=write size=3527470 2024-04-02T08:41:21.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.382+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=W9ZWC1LLPG3L type=del size=469043 2024-04-02T08:41:21.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.383+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=J1LCJHI1NWZM type=del 2024-04-02T08:41:21.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.385+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=QKNHSVGFSEJE type=del size=2964389 2024-04-02T08:41:21.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.387+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~S93HL71TR5AY.0 size=518877 2024-04-02T08:41:21.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.389+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=S93HL71TR5AY tag=6LYF06BR3LCV type=write size=1567453 2024-04-02T08:41:21.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.391+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=MUNPYAG3RV70 type=write size=18158 2024-04-02T08:41:21.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.392+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~FPJ3HNLTQBRQ.0 size=1048576 2024-04-02T08:41:21.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.393+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~FPJ3HNLTQBRQ.1 size=1048576 2024-04-02T08:41:21.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.395+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~FPJ3HNLTQBRQ.2 size=179992 2024-04-02T08:41:21.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.397+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=FPJ3HNLTQBRQ tag=50XB35LV228F type=write size=3325720 2024-04-02T08:41:21.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.400+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~X5U47TE6RF2P.0 size=1048576 2024-04-02T08:41:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.401+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~X5U47TE6RF2P.1 size=292870 2024-04-02T08:41:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.401+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=X5U47TE6RF2P tag=JGM4E19NF2RU type=write size=2390022 2024-04-02T08:41:21.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.403+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=J4XUU3R4IK63 type=write size=802959 2024-04-02T08:41:21.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.404+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=N6OZYXJG7CS1 type=del size=1776414 2024-04-02T08:41:21.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.406+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=SH2S7XUCOO3Q type=del 2024-04-02T08:41:21.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.409+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~GQ9M0QXO1RRV.0 size=1048576 2024-04-02T08:41:21.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.410+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~GQ9M0QXO1RRV.1 size=888370 2024-04-02T08:41:21.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.410+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=GQ9M0QXO1RRV tag=33NAGN5ZLAYE type=write size=2985522 2024-04-02T08:41:21.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.412+0000 7f7016872780 -1 < failed to complete operation key=K5RS8XGEFU8L tag=C4POL3BZHOTW type=write size=956003: (22) Invalid argument 2024-04-02T08:41:21.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.415+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~L0HPSUS1WHYR.0 size=1048576 2024-04-02T08:41:21.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.416+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~L0HPSUS1WHYR.1 size=1048576 2024-04-02T08:41:21.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.418+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~L0HPSUS1WHYR.2 size=757093 2024-04-02T08:41:21.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.418+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=L0HPSUS1WHYR tag=PMCOE5JDDIIE type=write size=3902821 2024-04-02T08:41:21.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.419+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=GSWY9KSM28OO type=del 2024-04-02T08:41:21.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.421+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=W1FRUNA9LEC1 type=write size=346898 2024-04-02T08:41:21.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.423+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=ZIRGW4HBRB25 type=del 2024-04-02T08:41:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.426+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~JUU0X1VYGBA8.0 size=1048576 2024-04-02T08:41:21.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.427+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~JUU0X1VYGBA8.1 size=1012642 2024-04-02T08:41:21.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.427+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=JUU0X1VYGBA8 tag=YB7LI54GYMBD type=write size=3109794 2024-04-02T08:41:21.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.429+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=O9OW2QS4H0YU type=del 2024-04-02T08:41:21.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.431+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=VCQG702DMEZ2 type=del size=4110806 2024-04-02T08:41:21.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.434+0000 7f7016872780 1 < suggested remove operation key=11EE3KM617CN tag=C4FXZHK9KVYJ type=write 2024-04-02T08:41:21.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.435+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=R96VN5ZNUB3P type=del size=1634849 2024-04-02T08:41:21.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.437+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~NJLIFSTMR80G.0 size=1048576 2024-04-02T08:41:21.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.439+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~NJLIFSTMR80G.1 size=1048576 2024-04-02T08:41:21.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.440+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~NJLIFSTMR80G.2 size=689354 2024-04-02T08:41:21.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.443+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=NJLIFSTMR80G tag=6OGCV9JEN6ZT type=write size=3835082 2024-04-02T08:41:21.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.446+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~QC4NFHNWII5N.0 size=926078 2024-04-02T08:41:21.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.446+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=QC4NFHNWII5N tag=YLT32VXVH2AE type=write size=1974654 2024-04-02T08:41:21.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.449+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=UKY4KSKMVS1E type=del size=95198 2024-04-02T08:41:21.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.450+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=4NM4O5ZSGSJU type=write size=1046979 2024-04-02T08:41:21.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.452+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~7W3L8Z6Y1F5M.0 size=477639 2024-04-02T08:41:21.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.455+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=7W3L8Z6Y1F5M tag=3NT5HH29XPNA type=write size=1526215 2024-04-02T08:41:21.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.456+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=GOM53LWVDVGW type=del size=2020451 2024-04-02T08:41:21.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.458+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~H9IK3HLQ9R18.0 size=1048576 2024-04-02T08:41:21.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.459+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~H9IK3HLQ9R18.1 size=1048576 2024-04-02T08:41:21.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.461+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~H9IK3HLQ9R18.2 size=104056 2024-04-02T08:41:21.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.463+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=H9IK3HLQ9R18 tag=9V4X3I1ZMWCQ type=write size=3249784 2024-04-02T08:41:21.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.465+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=JR53E5GWXXYA type=del size=479208 2024-04-02T08:41:21.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.467+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=QO1C8F77EKD2 type=del 2024-04-02T08:41:21.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.469+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=LQ44WJWP6YEA type=del size=3198265 2024-04-02T08:41:21.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.471+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=W9ZWC1LLPG3L type=del 2024-04-02T08:41:21.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.472+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=JAUU9LM6NCBA type=del size=3613315 2024-04-02T08:41:21.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.474+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=QKNHSVGFSEJE type=del 2024-04-02T08:41:21.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.477+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~DYYN2IYMQ4V0.0 size=761367 2024-04-02T08:41:21.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.477+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=DYYN2IYMQ4V0 tag=8ZWL8AMDS9DL type=write size=1809943 2024-04-02T08:41:21.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.479+0000 7f7016872780 -1 < failed to complete operation key=4SLXOPTR3LOC tag=MUNPYAG3RV70 type=write size=18158: (22) Invalid argument 2024-04-02T08:41:21.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.481+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=8ULMPHSYJTBI type=del size=3128020 2024-04-02T08:41:21.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.483+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~X5U47TE6RF2P.0 size=1048576 2024-04-02T08:41:21.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.485+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~X5U47TE6RF2P.1 size=292870 2024-04-02T08:41:21.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.488+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=X5U47TE6RF2P tag=JGM4E19NF2RU type=write size=2390022 2024-04-02T08:41:21.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.490+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=JE03VO3DBXIG type=del size=1606583 2024-04-02T08:41:21.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.493+0000 7f7016872780 1 < suggested update operation key=DCPMS8TINGLU tag=N6OZYXJG7CS1 type=del size=1776414 2024-04-02T08:41:21.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.496+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~D7D7I7YTAD3E.0 size=1048576 2024-04-02T08:41:21.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.498+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~D7D7I7YTAD3E.1 size=181686 2024-04-02T08:41:21.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.498+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=D7D7I7YTAD3E tag=2BEKGXZA22D9 type=write size=2278838 2024-04-02T08:41:21.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.500+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~GQ9M0QXO1RRV.0 size=1048576 2024-04-02T08:41:21.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.502+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~GQ9M0QXO1RRV.1 size=888370 2024-04-02T08:41:21.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.505+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=GQ9M0QXO1RRV tag=33NAGN5ZLAYE type=write size=2985522 2024-04-02T08:41:21.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.507+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=I9TGAWGXY9ZM type=write size=211474 2024-04-02T08:41:21.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.508+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~L0HPSUS1WHYR.0 size=1048576 2024-04-02T08:41:21.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.510+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~L0HPSUS1WHYR.1 size=1048576 2024-04-02T08:41:21.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.511+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~L0HPSUS1WHYR.2 size=757093 2024-04-02T08:41:21.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.514+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=L0HPSUS1WHYR tag=PMCOE5JDDIIE type=write size=3902821 2024-04-02T08:41:21.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.515+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=V2ZQXQT1CN32 type=del size=3476633 2024-04-02T08:41:21.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.517+0000 7f7016872780 1 < canceled operation key=58T4QI1BTVQ5 tag=W1FRUNA9LEC1 type=write size=346898 2024-04-02T08:41:21.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.520+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~F2LSN085HK2E.0 size=1048576 2024-04-02T08:41:21.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.521+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~F2LSN085HK2E.1 size=328543 2024-04-02T08:41:21.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.521+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=F2LSN085HK2E tag=ZQV3PAEG69HK type=write size=2425695 2024-04-02T08:41:21.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.522+0000 7f7016872780 1 < canceled part key=_multipart_BMGY5ZV26L3V.2~JUU0X1VYGBA8.0 size=1048576 2024-04-02T08:41:21.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.523+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~JUU0X1VYGBA8.1 size=1012642 2024-04-02T08:41:21.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.525+0000 7f7016872780 1 < canceled multipart upload key=BMGY5ZV26L3V upload=JUU0X1VYGBA8 tag=YB7LI54GYMBD type=write size=3109794 2024-04-02T08:41:21.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.527+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=JQ07T8DLW3RU type=write size=349703 2024-04-02T08:41:21.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.528+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=VCQG702DMEZ2 type=del 2024-04-02T08:41:21.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.531+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~Q1KAGD0ZQS78.0 size=957722 2024-04-02T08:41:21.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.531+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=Q1KAGD0ZQS78 tag=SJIDFS4YUEYY type=write size=2006298 2024-04-02T08:41:21.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.533+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=R96VN5ZNUB3P type=del 2024-04-02T08:41:21.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.536+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~65V81EP381S2.0 size=1048576 2024-04-02T08:41:21.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.538+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~65V81EP381S2.1 size=568227 2024-04-02T08:41:21.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.538+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=65V81EP381S2 tag=PIYD3ZIRWNY1 type=write size=2665379 2024-04-02T08:41:21.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.539+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~QC4NFHNWII5N.0 size=926078 2024-04-02T08:41:21.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.542+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=QC4NFHNWII5N tag=YLT32VXVH2AE type=write size=1974654 2024-04-02T08:41:21.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.544+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=YIWW3M70YR9U type=del size=108093 2024-04-02T08:41:21.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.547+0000 7f7016872780 1 < suggested remove operation key=3UK733FJNZ92 tag=4NM4O5ZSGSJU type=write 2024-04-02T08:41:21.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.548+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=F99F640H5ER6 type=write size=603917 2024-04-02T08:41:21.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.551+0000 7f7016872780 1 < suggested remove operation key=11EE3KM617CN tag=GOM53LWVDVGW type=del 2024-04-02T08:41:21.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.553+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=VHHO2BBSUN36 type=write size=99910 2024-04-02T08:41:21.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.554+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=JR53E5GWXXYA type=del 2024-04-02T08:41:21.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.557+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~42STT62EU3XL.0 size=1048576 2024-04-02T08:41:21.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.558+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~42STT62EU3XL.1 size=1048576 2024-04-02T08:41:21.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.560+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~42STT62EU3XL.2 size=709875 2024-04-02T08:41:21.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.560+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=42STT62EU3XL tag=VMK5POGN3NA5 type=write size=3855603 2024-04-02T08:41:21.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.561+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=LQ44WJWP6YEA type=del 2024-04-02T08:41:21.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.564+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~2PFG5Q2DVPDB.0 size=1048576 2024-04-02T08:41:21.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.565+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~2PFG5Q2DVPDB.1 size=459062 2024-04-02T08:41:21.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.565+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=2PFG5Q2DVPDB tag=J6L00SDPI6HI type=write size=2556214 2024-04-02T08:41:21.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.567+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=JAUU9LM6NCBA type=del 2024-04-02T08:41:21.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.570+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~FD421J5OKYZP.0 size=373332 2024-04-02T08:41:21.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.570+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=FD421J5OKYZP tag=8217YFV8B7XG type=write size=1421908 2024-04-02T08:41:21.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.571+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~DYYN2IYMQ4V0.0 size=761367 2024-04-02T08:41:21.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.574+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=DYYN2IYMQ4V0 tag=8ZWL8AMDS9DL type=write size=1809943 2024-04-02T08:41:21.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.575+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=IPITBZGWZ48B type=write size=676636 2024-04-02T08:41:21.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.577+0000 7f7016872780 1 < canceled operation key=GRR9RBGMGMHH tag=8ULMPHSYJTBI type=del size=3128020 2024-04-02T08:41:21.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.578+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=1EWSBV6QIT0H type=del size=2397830 2024-04-02T08:41:21.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.580+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=JE03VO3DBXIG type=del 2024-04-02T08:41:21.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.582+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=PACNK9BLDY8W type=write size=810696 2024-04-02T08:41:21.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.584+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~D7D7I7YTAD3E.0 size=1048576 2024-04-02T08:41:21.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.586+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~D7D7I7YTAD3E.1 size=181686 2024-04-02T08:41:21.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.589+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=D7D7I7YTAD3E tag=2BEKGXZA22D9 type=write size=2278838 2024-04-02T08:41:21.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.591+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=C6T2IB0F2IQH type=write size=19991 2024-04-02T08:41:21.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.592+0000 7f7016872780 1 < completed write operation key=6AT1DGYZW8Z0 tag=I9TGAWGXY9ZM type=write size=211474 2024-04-02T08:41:21.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.594+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=ICZS0R8PUH0X type=del size=2972758 2024-04-02T08:41:21.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.596+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=V2ZQXQT1CN32 type=del 2024-04-02T08:41:21.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.598+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=I2C5V3Q1PBIW type=del size=162739 2024-04-02T08:41:21.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.600+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~F2LSN085HK2E.0 size=1048576 2024-04-02T08:41:21.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.602+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~F2LSN085HK2E.1 size=328543 2024-04-02T08:41:21.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.605+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=F2LSN085HK2E tag=ZQV3PAEG69HK type=write size=2425695 2024-04-02T08:41:21.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.606+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=GA2LAU4CA4VZ type=del size=2807645 2024-04-02T08:41:21.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.608+0000 7f7016872780 1 < completed write operation key=3ASC24KYQTLG tag=JQ07T8DLW3RU type=write size=349703 2024-04-02T08:41:21.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.612+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~49X02C3QI623.0 size=25026 2024-04-02T08:41:21.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.612+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=49X02C3QI623 tag=DN7KBN4UV2X1 type=write size=1073602 2024-04-02T08:41:21.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.613+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~Q1KAGD0ZQS78.0 size=957722 2024-04-02T08:41:21.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.616+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=Q1KAGD0ZQS78 tag=SJIDFS4YUEYY type=write size=2006298 2024-04-02T08:41:21.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.618+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=640HBKOZ14VR type=del size=4154482 2024-04-02T08:41:21.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.620+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~65V81EP381S2.0 size=1048576 2024-04-02T08:41:21.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.620+0000 7f7016872780 1 < canceled part key=_multipart_UX315TABAN23.2~65V81EP381S2.1 size=568227 2024-04-02T08:41:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.624+0000 7f7016872780 1 < canceled multipart upload key=UX315TABAN23 upload=65V81EP381S2 tag=PIYD3ZIRWNY1 type=write size=2665379 2024-04-02T08:41:21.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.625+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=5G5JDKDQJR6D type=del size=3163357 2024-04-02T08:41:21.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.629+0000 7f7016872780 1 < suggested update operation key=BMGY5ZV26L3V tag=YIWW3M70YR9U type=del size=108093 2024-04-02T08:41:21.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.631+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=XSXFQE0PWGLG type=del size=2850268 2024-04-02T08:41:21.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.632+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=F99F640H5ER6 type=write size=603917 2024-04-02T08:41:21.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.634+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=LCH1TF868CRS type=del size=892590 2024-04-02T08:41:21.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.636+0000 7f7016872780 1 < completed write operation key=58T4QI1BTVQ5 tag=VHHO2BBSUN36 type=write size=99910 2024-04-02T08:41:21.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.637+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=8TO507BUGQA5 type=del size=3119308 2024-04-02T08:41:21.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.639+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~42STT62EU3XL.0 size=1048576 2024-04-02T08:41:21.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.639+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~42STT62EU3XL.1 size=1048576 2024-04-02T08:41:21.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.640+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~42STT62EU3XL.2 size=709875 2024-04-02T08:41:21.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.643+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=42STT62EU3XL tag=VMK5POGN3NA5 type=write size=3855603 2024-04-02T08:41:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.646+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~IKP7K653T8U9.0 size=1048576 2024-04-02T08:41:21.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.648+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~IKP7K653T8U9.1 size=1048576 2024-04-02T08:41:21.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.649+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~IKP7K653T8U9.2 size=324981 2024-04-02T08:41:21.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.649+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=IKP7K653T8U9 tag=EWOK81ED1AYA type=write size=3470709 2024-04-02T08:41:21.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.650+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~2PFG5Q2DVPDB.0 size=1048576 2024-04-02T08:41:21.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.652+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~2PFG5Q2DVPDB.1 size=459062 2024-04-02T08:41:21.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.654+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=2PFG5Q2DVPDB tag=J6L00SDPI6HI type=write size=2556214 2024-04-02T08:41:21.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.656+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=YP0ZSHB6NQMV type=del size=3963553 2024-04-02T08:41:21.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.658+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~FD421J5OKYZP.0 size=373332 2024-04-02T08:41:21.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.660+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=FD421J5OKYZP tag=8217YFV8B7XG type=write size=1421908 2024-04-02T08:41:21.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.662+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=GQVKMSI3VXPB type=del size=4040853 2024-04-02T08:41:21.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.663+0000 7f7016872780 1 < completed write operation key=11EE3KM617CN tag=IPITBZGWZ48B type=write size=676636 2024-04-02T08:41:21.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.665+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=64UUR7D6PEI8 type=del size=2810251 2024-04-02T08:41:21.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.666+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=1EWSBV6QIT0H type=del 2024-04-02T08:41:21.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.668+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=LI2Q6MBEZ1NL type=del size=3524350 2024-04-02T08:41:21.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.669+0000 7f7016872780 1 < completed write operation key=OIQ6XB5SR7J6 tag=PACNK9BLDY8W type=write size=810696 2024-04-02T08:41:21.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.672+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~8169TARFKDZT.0 size=221915 2024-04-02T08:41:21.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.672+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=8169TARFKDZT tag=SA7XNZWXRB9N type=write size=1270491 2024-04-02T08:41:21.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.674+0000 7f7016872780 1 < canceled operation key=K5RS8XGEFU8L tag=C6T2IB0F2IQH type=write size=19991 2024-04-02T08:41:21.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.677+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~EJH79ZXRCCLL.0 size=1048576 2024-04-02T08:41:21.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.678+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~EJH79ZXRCCLL.1 size=351457 2024-04-02T08:41:21.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.678+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=EJH79ZXRCCLL tag=GKFXJ016GJF1 type=write size=2448609 2024-04-02T08:41:21.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.680+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=ICZS0R8PUH0X type=del 2024-04-02T08:41:21.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.682+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=2JIYWPFG8N0U type=del size=683035 2024-04-02T08:41:21.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.683+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=I2C5V3Q1PBIW type=del 2024-04-02T08:41:21.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.685+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=TFQU34C32FKX type=del size=2265327 2024-04-02T08:41:21.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.687+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=GA2LAU4CA4VZ type=del 2024-04-02T08:41:21.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.690+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1EKX1F36L0MG.0 size=1048576 2024-04-02T08:41:21.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.691+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1EKX1F36L0MG.1 size=856450 2024-04-02T08:41:21.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.691+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=1EKX1F36L0MG tag=257IAD37OH6G type=write size=2953602 2024-04-02T08:41:21.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.693+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~49X02C3QI623.0 size=25026 2024-04-02T08:41:21.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.695+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=49X02C3QI623 tag=DN7KBN4UV2X1 type=write size=1073602 2024-04-02T08:41:21.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.697+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=PIGDOY0N86EH type=del size=521186 2024-04-02T08:41:21.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.698+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=640HBKOZ14VR type=del 2024-04-02T08:41:21.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.700+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=YSCNH0S6L17K type=del size=493141 2024-04-02T08:41:21.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.703+0000 7f7016872780 1 < suggested remove operation key=Y2F1XJDYXB7J tag=5G5JDKDQJR6D type=del 2024-04-02T08:41:21.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.705+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=KUMWQ1M7XNUJ type=write size=953729 2024-04-02T08:41:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.708+0000 7f7016872780 1 < suggested remove operation key=GRR9RBGMGMHH tag=XSXFQE0PWGLG type=del 2024-04-02T08:41:21.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.710+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=RCXTGVYJYI1Q type=del size=2809537 2024-04-02T08:41:21.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.714+0000 7f7016872780 1 < suggested update operation key=11EE3KM617CN tag=LCH1TF868CRS type=del size=892590 2024-04-02T08:41:21.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.717+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~OC8W2I2ALEVQ.0 size=1048576 2024-04-02T08:41:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.718+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~OC8W2I2ALEVQ.1 size=553710 2024-04-02T08:41:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.718+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=OC8W2I2ALEVQ tag=RZ6YKG6W7AB4 type=write size=2650862 2024-04-02T08:41:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.720+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=8TO507BUGQA5 type=del 2024-04-02T08:41:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.721+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=3W1SRJ8BQH1Y type=del size=2587419 2024-04-02T08:41:21.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.723+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~IKP7K653T8U9.0 size=1048576 2024-04-02T08:41:21.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.723+0000 7f7016872780 1 < canceled part key=_multipart_DCPMS8TINGLU.2~IKP7K653T8U9.1 size=1048576 2024-04-02T08:41:21.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.724+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~IKP7K653T8U9.2 size=324981 2024-04-02T08:41:21.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.727+0000 7f7016872780 1 < canceled multipart upload key=DCPMS8TINGLU upload=IKP7K653T8U9 tag=EWOK81ED1AYA type=write size=3470709 2024-04-02T08:41:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.728+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=IZ9BM65XTJWW type=del size=2376759 2024-04-02T08:41:21.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.730+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=YP0ZSHB6NQMV type=del 2024-04-02T08:41:21.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.731+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=QKJOG9X5GNTC type=del size=3587571 2024-04-02T08:41:21.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.733+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=GQVKMSI3VXPB type=del 2024-04-02T08:41:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.736+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~GPLV3B0MLR8Q.0 size=1048576 2024-04-02T08:41:21.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.738+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~GPLV3B0MLR8Q.1 size=1048576 2024-04-02T08:41:21.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.739+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~GPLV3B0MLR8Q.2 size=984402 2024-04-02T08:41:21.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.739+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=GPLV3B0MLR8Q tag=7GOS29VG14Z4 type=write size=4130130 2024-04-02T08:41:21.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.740+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=64UUR7D6PEI8 type=del 2024-04-02T08:41:21.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.742+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=JO366RBLKEUL type=del size=2389873 2024-04-02T08:41:21.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.744+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=LI2Q6MBEZ1NL type=del 2024-04-02T08:41:21.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.745+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=IOAZZW0XSH5L type=del size=2358291 2024-04-02T08:41:21.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.747+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~8169TARFKDZT.0 size=221915 2024-04-02T08:41:21.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.750+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=8169TARFKDZT tag=SA7XNZWXRB9N type=write size=1270491 2024-04-02T08:41:21.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.752+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=XANCJJ5W8DVQ type=del size=1331409 2024-04-02T08:41:21.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.754+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~EJH79ZXRCCLL.0 size=1048576 2024-04-02T08:41:21.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.755+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~EJH79ZXRCCLL.1 size=351457 2024-04-02T08:41:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.758+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=EJH79ZXRCCLL tag=GKFXJ016GJF1 type=write size=2448609 2024-04-02T08:41:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.761+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~9PVCFNI895XF.0 size=1048576 2024-04-02T08:41:21.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.762+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~9PVCFNI895XF.1 size=759139 2024-04-02T08:41:21.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.762+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=9PVCFNI895XF tag=7Q32L8GAJIA8 type=write size=2856291 2024-04-02T08:41:21.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.763+0000 7f7016872780 1 < canceled operation key=6AT1DGYZW8Z0 tag=2JIYWPFG8N0U type=del size=683035 2024-04-02T08:41:21.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.765+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=JJXFT0GYYY9Q type=del size=673204 2024-04-02T08:41:21.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.767+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=TFQU34C32FKX type=del 2024-04-02T08:41:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.769+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=J60SUW9JY814 type=write size=252041 2024-04-02T08:41:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.770+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1EKX1F36L0MG.0 size=1048576 2024-04-02T08:41:21.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.772+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1EKX1F36L0MG.1 size=856450 2024-04-02T08:41:21.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.775+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=1EKX1F36L0MG tag=257IAD37OH6G type=write size=2953602 2024-04-02T08:41:21.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.779+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~NCYHB1L2I0V8.0 size=842055 2024-04-02T08:41:21.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.779+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=NCYHB1L2I0V8 tag=BDDYPYLTKIXG type=write size=1890631 2024-04-02T08:41:21.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.782+0000 7f7016872780 1 < suggested update operation key=1EUQSEA39UCS tag=PIGDOY0N86EH type=del size=521186 2024-04-02T08:41:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.785+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~ZSUVJCSXH0DN.0 size=1048576 2024-04-02T08:41:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.786+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~ZSUVJCSXH0DN.1 size=1048576 2024-04-02T08:41:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.788+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~ZSUVJCSXH0DN.2 size=133802 2024-04-02T08:41:21.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.788+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=ZSUVJCSXH0DN tag=44YWNYIBCNZF type=write size=3279530 2024-04-02T08:41:21.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.789+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=YSCNH0S6L17K type=del 2024-04-02T08:41:21.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.791+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=BA3FXG1Q8293 type=del size=3974469 2024-04-02T08:41:21.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.792+0000 7f7016872780 1 < completed write operation key=Y2F1XJDYXB7J tag=KUMWQ1M7XNUJ type=write size=953729 2024-04-02T08:41:21.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.795+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~1BRVRH60KP71.0 size=1048576 2024-04-02T08:41:21.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.797+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~1BRVRH60KP71.1 size=1048576 2024-04-02T08:41:21.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.799+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~1BRVRH60KP71.2 size=413993 2024-04-02T08:41:21.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.799+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=1BRVRH60KP71 tag=W58MDERV40YK type=write size=3559721 2024-04-02T08:41:21.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.801+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=RCXTGVYJYI1Q type=del 2024-04-02T08:41:21.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.803+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=1J39983YM0XF type=del size=2431104 2024-04-02T08:41:21.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.804+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~OC8W2I2ALEVQ.0 size=1048576 2024-04-02T08:41:21.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.806+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~OC8W2I2ALEVQ.1 size=553710 2024-04-02T08:41:21.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.809+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=OC8W2I2ALEVQ tag=RZ6YKG6W7AB4 type=write size=2650862 2024-04-02T08:41:21.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.812+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~80ZWIFQ27DTH.0 size=1048576 2024-04-02T08:41:21.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.813+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~80ZWIFQ27DTH.1 size=1048576 2024-04-02T08:41:21.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.814+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~80ZWIFQ27DTH.2 size=533453 2024-04-02T08:41:21.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.814+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=80ZWIFQ27DTH tag=43F3XIXMQ27P type=write size=3679181 2024-04-02T08:41:21.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.816+0000 7f7016872780 1 < canceled operation key=3UK733FJNZ92 tag=3W1SRJ8BQH1Y type=del size=2587419 2024-04-02T08:41:21.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.817+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=L3TNVQ74T2ZS type=write size=342212 2024-04-02T08:41:21.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.819+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=IZ9BM65XTJWW type=del 2024-04-02T08:41:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.820+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=KWS1R4XQFKB7 type=write size=1032937 2024-04-02T08:41:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.822+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=QKJOG9X5GNTC type=del 2024-04-02T08:41:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.825+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~HHF3IS2671EJ.0 size=941005 2024-04-02T08:41:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.825+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=HHF3IS2671EJ tag=021GNGCT85LO type=write size=1989581 2024-04-02T08:41:21.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.826+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~GPLV3B0MLR8Q.0 size=1048576 2024-04-02T08:41:21.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.828+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~GPLV3B0MLR8Q.1 size=1048576 2024-04-02T08:41:21.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.829+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~GPLV3B0MLR8Q.2 size=984402 2024-04-02T08:41:21.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.832+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=GPLV3B0MLR8Q tag=7GOS29VG14Z4 type=write size=4130130 2024-04-02T08:41:21.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.835+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~51QKAY76HWAT.0 size=952467 2024-04-02T08:41:21.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.835+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=51QKAY76HWAT tag=GVTSOU9TUGVL type=write size=2001043 2024-04-02T08:41:21.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.836+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=JO366RBLKEUL type=del 2024-04-02T08:41:21.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.838+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=KNG1QGSIQYN3 type=write size=190066 2024-04-02T08:41:21.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.841+0000 7f7016872780 1 < suggested update operation key=FF4R1BKDZEMB tag=IOAZZW0XSH5L type=del size=2358291 2024-04-02T08:41:21.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.844+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~6KT8HOXQ338B.0 size=1048576 2024-04-02T08:41:21.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.845+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~6KT8HOXQ338B.1 size=1048576 2024-04-02T08:41:21.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.846+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~6KT8HOXQ338B.2 size=411430 2024-04-02T08:41:21.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.846+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=6KT8HOXQ338B tag=Z7YPNBR2ODB4 type=write size=3557158 2024-04-02T08:41:21.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.848+0000 7f7016872780 1 < canceled operation key=5J69WZ7J6CZ4 tag=XANCJJ5W8DVQ type=del size=1331409 2024-04-02T08:41:21.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.850+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=EQWXMXJOF7UA type=del size=490379 2024-04-02T08:41:21.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.851+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~9PVCFNI895XF.0 size=1048576 2024-04-02T08:41:21.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.853+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~9PVCFNI895XF.1 size=759139 2024-04-02T08:41:21.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.856+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=9PVCFNI895XF tag=7Q32L8GAJIA8 type=write size=2856291 2024-04-02T08:41:21.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.859+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~HI5I2ASGOP39.0 size=1048576 2024-04-02T08:41:21.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.860+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~HI5I2ASGOP39.1 size=782925 2024-04-02T08:41:21.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.860+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=HI5I2ASGOP39 tag=QZ8JGJW22OE7 type=write size=2880077 2024-04-02T08:41:21.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.863+0000 7f7016872780 1 < suggested remove operation key=58T4QI1BTVQ5 tag=JJXFT0GYYY9Q type=del 2024-04-02T08:41:21.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.865+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=ZSGW5JBMI2CP type=del size=3417363 2024-04-02T08:41:21.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.867+0000 7f7016872780 1 < completed write operation key=LRIMFCH3UXQB tag=J60SUW9JY814 type=write size=252041 2024-04-02T08:41:21.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.870+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~S1R99G2B5DYX.0 size=1048576 2024-04-02T08:41:21.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.871+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~S1R99G2B5DYX.1 size=61102 2024-04-02T08:41:21.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.871+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=S1R99G2B5DYX tag=4XGKUBLTMBCM type=write size=2158254 2024-04-02T08:41:21.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.873+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~NCYHB1L2I0V8.0 size=842055 2024-04-02T08:41:21.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.875+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=NCYHB1L2I0V8 tag=BDDYPYLTKIXG type=write size=1890631 2024-04-02T08:41:21.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.878+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~6BXPP8G2JT1T.0 size=190843 2024-04-02T08:41:21.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.878+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=6BXPP8G2JT1T tag=KHP6Y4PPWVZ2 type=write size=1239419 2024-04-02T08:41:21.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.880+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~ZSUVJCSXH0DN.0 size=1048576 2024-04-02T08:41:21.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.881+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~ZSUVJCSXH0DN.1 size=1048576 2024-04-02T08:41:21.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.881+0000 7f7016872780 1 < canceled part key=_multipart_5J69WZ7J6CZ4.2~ZSUVJCSXH0DN.2 size=133802 2024-04-02T08:41:21.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.884+0000 7f7016872780 1 < canceled multipart upload key=5J69WZ7J6CZ4 upload=ZSUVJCSXH0DN tag=44YWNYIBCNZF type=write size=3279530 2024-04-02T08:41:21.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.886+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~QPNP4TL3RCXE.0 size=398544 2024-04-02T08:41:21.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.886+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=QPNP4TL3RCXE tag=GIFAM7U6QV8L type=write size=1447120 2024-04-02T08:41:21.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.888+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=BA3FXG1Q8293 type=del 2024-04-02T08:41:21.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.890+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=8DRX2OR3HE03 type=write size=849754 2024-04-02T08:41:21.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.891+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~1BRVRH60KP71.0 size=1048576 2024-04-02T08:41:21.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.893+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~1BRVRH60KP71.1 size=1048576 2024-04-02T08:41:21.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.894+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~1BRVRH60KP71.2 size=413993 2024-04-02T08:41:21.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.897+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=1BRVRH60KP71 tag=W58MDERV40YK type=write size=3559721 2024-04-02T08:41:21.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.900+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~4GREW9VZAAYT.0 size=1048576 2024-04-02T08:41:21.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.901+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~4GREW9VZAAYT.1 size=1048576 2024-04-02T08:41:21.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.903+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~4GREW9VZAAYT.2 size=655172 2024-04-02T08:41:21.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.903+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=4GREW9VZAAYT tag=XZCNVZAR96MJ type=write size=3800900 2024-04-02T08:41:21.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.904+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=1J39983YM0XF type=del 2024-04-02T08:41:21.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.906+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=C3VNVMDOU45Y type=del size=2255459 2024-04-02T08:41:21.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.908+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~80ZWIFQ27DTH.0 size=1048576 2024-04-02T08:41:21.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.909+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~80ZWIFQ27DTH.1 size=1048576 2024-04-02T08:41:21.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.909+0000 7f7016872780 1 < canceled part key=_multipart_02RS0G82YQM7.2~80ZWIFQ27DTH.2 size=533453 2024-04-02T08:41:21.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.912+0000 7f7016872780 1 < canceled multipart upload key=02RS0G82YQM7 upload=80ZWIFQ27DTH tag=43F3XIXMQ27P type=write size=3679181 2024-04-02T08:41:21.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.915+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~XPF4HEJDHRR8.0 size=1048576 2024-04-02T08:41:21.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.916+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~XPF4HEJDHRR8.1 size=702940 2024-04-02T08:41:21.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.916+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=XPF4HEJDHRR8 tag=MLW0KA2I9YDQ type=write size=2800092 2024-04-02T08:41:21.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.917+0000 7f7016872780 1 < completed write operation key=7A6KED7000HX tag=L3TNVQ74T2ZS type=write size=342212 2024-04-02T08:41:21.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.919+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=NAJ6TX0D0LF1 type=del size=1811775 2024-04-02T08:41:21.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.921+0000 7f7016872780 1 < completed write operation key=9WC16VCXCHM9 tag=KWS1R4XQFKB7 type=write size=1032937 2024-04-02T08:41:21.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.922+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=NKGHPOK1EA46 type=del size=2046165 2024-04-02T08:41:21.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.924+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~HHF3IS2671EJ.0 size=941005 2024-04-02T08:41:21.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.926+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=HHF3IS2671EJ tag=021GNGCT85LO type=write size=1989581 2024-04-02T08:41:21.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.929+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~2YP6T2TD6HVC.0 size=1048576 2024-04-02T08:41:21.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.931+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~2YP6T2TD6HVC.1 size=785514 2024-04-02T08:41:21.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.931+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=2YP6T2TD6HVC tag=WVRKZK8LF01I type=write size=2882666 2024-04-02T08:41:21.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.933+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~51QKAY76HWAT.0 size=952467 2024-04-02T08:41:21.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.935+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=51QKAY76HWAT tag=GVTSOU9TUGVL type=write size=2001043 2024-04-02T08:41:21.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.937+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=6W9D6VWALDB0 type=del size=996657 2024-04-02T08:41:21.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.938+0000 7f7016872780 1 < completed write operation key=XQBWK3QSXABP tag=KNG1QGSIQYN3 type=write size=190066 2024-04-02T08:41:21.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.940+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=WUYSDN613FRI type=del size=1487834 2024-04-02T08:41:21.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.942+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~6KT8HOXQ338B.0 size=1048576 2024-04-02T08:41:21.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.943+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~6KT8HOXQ338B.1 size=1048576 2024-04-02T08:41:21.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.945+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~6KT8HOXQ338B.2 size=411430 2024-04-02T08:41:21.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.948+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=6KT8HOXQ338B tag=Z7YPNBR2ODB4 type=write size=3557158 2024-04-02T08:41:21.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.951+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~B3ZULG28JY66.0 size=944779 2024-04-02T08:41:21.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.951+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=B3ZULG28JY66 tag=JB03KOT6D0UO type=write size=1993355 2024-04-02T08:41:21.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.952+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=EQWXMXJOF7UA type=del 2024-04-02T08:41:21.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.954+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=IQO8C1AA62IQ type=del size=825268 2024-04-02T08:41:21.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.955+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~HI5I2ASGOP39.0 size=1048576 2024-04-02T08:41:21.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.957+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~HI5I2ASGOP39.1 size=782925 2024-04-02T08:41:21.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.960+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=HI5I2ASGOP39 tag=QZ8JGJW22OE7 type=write size=2880077 2024-04-02T08:41:21.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.963+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~OOBZ1S1S3XJO.0 size=1048576 2024-04-02T08:41:21.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.964+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~OOBZ1S1S3XJO.1 size=321004 2024-04-02T08:41:21.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.964+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=OOBZ1S1S3XJO tag=0KE2P2J2H021 type=write size=2418156 2024-04-02T08:41:21.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.966+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=ZSGW5JBMI2CP type=del 2024-04-02T08:41:21.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.968+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~57E8O7DVWYJV.0 size=1048576 2024-04-02T08:41:21.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.970+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~57E8O7DVWYJV.1 size=801559 2024-04-02T08:41:21.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.970+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=57E8O7DVWYJV tag=CF5EU9K3GQLN type=write size=2898711 2024-04-02T08:41:21.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.972+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~S1R99G2B5DYX.0 size=1048576 2024-04-02T08:41:21.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.972+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~S1R99G2B5DYX.1 size=61102 2024-04-02T08:41:21.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.974+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=S1R99G2B5DYX tag=4XGKUBLTMBCM type=write size=2158254 2024-04-02T08:41:21.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.977+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XAHYT9A3ITB2.0 size=1048576 2024-04-02T08:41:21.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.979+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XAHYT9A3ITB2.1 size=129853 2024-04-02T08:41:21.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.979+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=XAHYT9A3ITB2 tag=6M49N7VAIPE4 type=write size=2227005 2024-04-02T08:41:21.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.980+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~6BXPP8G2JT1T.0 size=190843 2024-04-02T08:41:21.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.983+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=6BXPP8G2JT1T tag=KHP6Y4PPWVZ2 type=write size=1239419 2024-04-02T08:41:21.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.984+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=XYMMJ7QTHJCJ type=del size=2235634 2024-04-02T08:41:21.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.986+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~QPNP4TL3RCXE.0 size=398544 2024-04-02T08:41:21.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.989+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=QPNP4TL3RCXE tag=GIFAM7U6QV8L type=write size=1447120 2024-04-02T08:41:21.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.992+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~O1I8FRN97LJS.0 size=1048576 2024-04-02T08:41:21.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.993+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~O1I8FRN97LJS.1 size=1048576 2024-04-02T08:41:21.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.994+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~O1I8FRN97LJS.2 size=975687 2024-04-02T08:41:21.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.994+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=O1I8FRN97LJS tag=8AQG61CS1OBC type=write size=4121415 2024-04-02T08:41:21.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.996+0000 7f7016872780 1 < completed write operation key=02RS0G82YQM7 tag=8DRX2OR3HE03 type=write size=849754 2024-04-02T08:41:21.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.999+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~GTD9W9HI0SM1.0 size=39500 2024-04-02T08:41:21.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:21.999+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=GTD9W9HI0SM1 tag=8ABCCM42MJVM type=write size=1088076 2024-04-02T08:41:21.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.000+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~4GREW9VZAAYT.0 size=1048576 2024-04-02T08:41:21.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.000+0000 7f7016872780 1 < canceled part key=_multipart_6AT1DGYZW8Z0.2~4GREW9VZAAYT.1 size=1048576 2024-04-02T08:41:22.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.002+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~4GREW9VZAAYT.2 size=655172 2024-04-02T08:41:22.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.005+0000 7f7016872780 1 < canceled multipart upload key=6AT1DGYZW8Z0 upload=4GREW9VZAAYT tag=XZCNVZAR96MJ type=write size=3800900 2024-04-02T08:41:22.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.007+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=W2JRT28LY85W type=del size=2115523 2024-04-02T08:41:22.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.008+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=C3VNVMDOU45Y type=del 2024-04-02T08:41:22.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.010+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=KFPKU6N52HCY type=del size=1140343 2024-04-02T08:41:22.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.012+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~XPF4HEJDHRR8.0 size=1048576 2024-04-02T08:41:22.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.013+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~XPF4HEJDHRR8.1 size=702940 2024-04-02T08:41:22.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.016+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=XPF4HEJDHRR8 tag=MLW0KA2I9YDQ type=write size=2800092 2024-04-02T08:41:22.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.017+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=28VK1SQ2AR2O type=write size=703137 2024-04-02T08:41:22.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.019+0000 7f7016872780 1 < canceled operation key=K5RS8XGEFU8L tag=NAJ6TX0D0LF1 type=del size=1811775 2024-04-02T08:41:22.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.022+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~S0TFWKPX2M56.0 size=1048576 2024-04-02T08:41:22.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.023+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~S0TFWKPX2M56.1 size=887893 2024-04-02T08:41:22.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.023+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=S0TFWKPX2M56 tag=KCT9P03J9871 type=write size=2985045 2024-04-02T08:41:22.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.025+0000 7f7016872780 1 < canceled operation key=BMGY5ZV26L3V tag=NKGHPOK1EA46 type=del size=2046165 2024-04-02T08:41:22.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.026+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=WKVLSQUQ3MVP type=write size=1000243 2024-04-02T08:41:22.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.028+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~2YP6T2TD6HVC.0 size=1048576 2024-04-02T08:41:22.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.029+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~2YP6T2TD6HVC.1 size=785514 2024-04-02T08:41:22.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.032+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=2YP6T2TD6HVC tag=WVRKZK8LF01I type=write size=2882666 2024-04-02T08:41:22.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.035+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~XS39WLT19L9K.0 size=312991 2024-04-02T08:41:22.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.035+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=XS39WLT19L9K tag=444MJCBTPB77 type=write size=1361567 2024-04-02T08:41:22.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.038+0000 7f7016872780 1 < suggested remove operation key=OIQ6XB5SR7J6 tag=6W9D6VWALDB0 type=del 2024-04-02T08:41:22.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.040+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=QJTHLDOAIXZH type=del size=1763572 2024-04-02T08:41:22.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.041+0000 7f7016872780 1 < canceled operation key=WU9M880KQWBR tag=WUYSDN613FRI type=del size=1487834 2024-04-02T08:41:22.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.043+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=AO3FP1GUDVGN type=del size=1019006 2024-04-02T08:41:22.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.045+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~B3ZULG28JY66.0 size=944779 2024-04-02T08:41:22.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.047+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=B3ZULG28JY66 tag=JB03KOT6D0UO type=write size=1993355 2024-04-02T08:41:22.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.049+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=I7P8C4G5D91K type=write size=430753 2024-04-02T08:41:22.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.051+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=IQO8C1AA62IQ type=del 2024-04-02T08:41:22.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.052+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=LZULON7G1B4K type=del size=2264432 2024-04-02T08:41:22.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.053+0000 7f7016872780 1 < canceled part key=_multipart_1EUQSEA39UCS.2~OOBZ1S1S3XJO.0 size=1048576 2024-04-02T08:41:22.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.054+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~OOBZ1S1S3XJO.1 size=321004 2024-04-02T08:41:22.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.057+0000 7f7016872780 1 < canceled multipart upload key=1EUQSEA39UCS upload=OOBZ1S1S3XJO tag=0KE2P2J2H021 type=write size=2418156 2024-04-02T08:41:22.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.060+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~03851F1NA72D.0 size=662849 2024-04-02T08:41:22.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.060+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=03851F1NA72D tag=ME6EEH0D7UDP type=write size=1711425 2024-04-02T08:41:22.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.062+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~57E8O7DVWYJV.0 size=1048576 2024-04-02T08:41:22.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.062+0000 7f7016872780 1 < canceled part key=_multipart_RTOJ11BQKIQR.2~57E8O7DVWYJV.1 size=801559 2024-04-02T08:41:22.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.065+0000 7f7016872780 1 < canceled multipart upload key=RTOJ11BQKIQR upload=57E8O7DVWYJV tag=CF5EU9K3GQLN type=write size=2898711 2024-04-02T08:41:22.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.067+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=8TGBOEOMMGTP type=del size=2193345 2024-04-02T08:41:22.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.069+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~XAHYT9A3ITB2.0 size=1048576 2024-04-02T08:41:22.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.070+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~XAHYT9A3ITB2.1 size=129853 2024-04-02T08:41:22.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.074+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=XAHYT9A3ITB2 tag=6M49N7VAIPE4 type=write size=2227005 2024-04-02T08:41:22.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.077+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~OTL0TDUDMKHC.0 size=143101 2024-04-02T08:41:22.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.077+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=OTL0TDUDMKHC tag=O2JWLW9B0LGJ type=write size=1191677 2024-04-02T08:41:22.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.078+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=XYMMJ7QTHJCJ type=del 2024-04-02T08:41:22.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.080+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=8PXY9TT6SJN0 type=del size=1154054 2024-04-02T08:41:22.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.082+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~O1I8FRN97LJS.0 size=1048576 2024-04-02T08:41:22.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.083+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~O1I8FRN97LJS.1 size=1048576 2024-04-02T08:41:22.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.085+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~O1I8FRN97LJS.2 size=975687 2024-04-02T08:41:22.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.088+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=O1I8FRN97LJS tag=8AQG61CS1OBC type=write size=4121415 2024-04-02T08:41:22.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.092+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~5O7UBMABHEN7.0 size=1048576 2024-04-02T08:41:22.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.093+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~5O7UBMABHEN7.1 size=1048576 2024-04-02T08:41:22.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.095+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~5O7UBMABHEN7.2 size=827775 2024-04-02T08:41:22.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.095+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=5O7UBMABHEN7 tag=T8040YUP8QH6 type=write size=3973503 2024-04-02T08:41:22.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.097+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~GTD9W9HI0SM1.0 size=39500 2024-04-02T08:41:22.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.099+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=GTD9W9HI0SM1 tag=8ABCCM42MJVM type=write size=1088076 2024-04-02T08:41:22.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.101+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=S4JYBT5E4QAE type=del size=2338120 2024-04-02T08:41:22.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.103+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=W2JRT28LY85W type=del 2024-04-02T08:41:22.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.104+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=YF3E9QF19FSL type=del size=3125029 2024-04-02T08:41:22.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.106+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=KFPKU6N52HCY type=del 2024-04-02T08:41:22.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.107+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=51WE6NX2W54M type=del size=914693 2024-04-02T08:41:22.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.111+0000 7f7016872780 1 < suggested update operation key=02RS0G82YQM7 tag=28VK1SQ2AR2O type=write size=703137 2024-04-02T08:41:22.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.113+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=DIF1L964DCIY type=del size=147417 2024-04-02T08:41:22.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.114+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~S0TFWKPX2M56.0 size=1048576 2024-04-02T08:41:22.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.116+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~S0TFWKPX2M56.1 size=887893 2024-04-02T08:41:22.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.118+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=S0TFWKPX2M56 tag=KCT9P03J9871 type=write size=2985045 2024-04-02T08:41:22.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.120+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=R3BEEEW4HO5Q type=write size=189985 2024-04-02T08:41:22.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.122+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=WKVLSQUQ3MVP type=write size=1000243 2024-04-02T08:41:22.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.124+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=O9J2AN5U0HZX type=write size=483270 2024-04-02T08:41:22.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.125+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~XS39WLT19L9K.0 size=312991 2024-04-02T08:41:22.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.128+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=XS39WLT19L9K tag=444MJCBTPB77 type=write size=1361567 2024-04-02T08:41:22.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.130+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=RTYXRJDGH296 type=del size=3092055 2024-04-02T08:41:22.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.131+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=QJTHLDOAIXZH type=del 2024-04-02T08:41:22.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.133+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=FJF4YA3QB1M7 type=del size=2937952 2024-04-02T08:41:22.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.135+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=AO3FP1GUDVGN type=del 2024-04-02T08:41:22.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.136+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=44593A7C106G type=del size=3707326 2024-04-02T08:41:22.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.138+0000 7f7016872780 1 < completed write operation key=F41QUWFT5082 tag=I7P8C4G5D91K type=write size=430753 2024-04-02T08:41:22.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.141+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~0MSSMLQQGQBI.0 size=1048576 2024-04-02T08:41:22.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.142+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~0MSSMLQQGQBI.1 size=873985 2024-04-02T08:41:22.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.142+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=0MSSMLQQGQBI tag=JF39HWU4HRR5 type=write size=2971137 2024-04-02T08:41:22.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.144+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=LZULON7G1B4K type=del 2024-04-02T08:41:22.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.146+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=XBINI0HO86AG type=del size=469179 2024-04-02T08:41:22.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.147+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~03851F1NA72D.0 size=662849 2024-04-02T08:41:22.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.150+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=03851F1NA72D tag=ME6EEH0D7UDP type=write size=1711425 2024-04-02T08:41:22.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.151+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=8CP7KA3V49BF type=del size=1647186 2024-04-02T08:41:22.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.153+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=8TGBOEOMMGTP type=del 2024-04-02T08:41:22.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.155+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=7A3KP7F47091 type=del size=1603249 2024-04-02T08:41:22.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.156+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~OTL0TDUDMKHC.0 size=143101 2024-04-02T08:41:22.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.159+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=OTL0TDUDMKHC tag=O2JWLW9B0LGJ type=write size=1191677 2024-04-02T08:41:22.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.161+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=W8OW8SOFCPX4 type=write size=78923 2024-04-02T08:41:22.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.163+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=8PXY9TT6SJN0 type=del 2024-04-02T08:41:22.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.166+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~2WWFPBUP3R6O.0 size=1048576 2024-04-02T08:41:22.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.167+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~2WWFPBUP3R6O.1 size=422311 2024-04-02T08:41:22.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.167+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=2WWFPBUP3R6O tag=7D5XOC0PF69L type=write size=2519463 2024-04-02T08:41:22.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.168+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~5O7UBMABHEN7.0 size=1048576 2024-04-02T08:41:22.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.169+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~5O7UBMABHEN7.1 size=1048576 2024-04-02T08:41:22.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.170+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~5O7UBMABHEN7.2 size=827775 2024-04-02T08:41:22.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.173+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=5O7UBMABHEN7 tag=T8040YUP8QH6 type=write size=3973503 2024-04-02T08:41:22.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.175+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=HUSCS6J1A7H5 type=del size=2659698 2024-04-02T08:41:22.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.176+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=S4JYBT5E4QAE type=del 2024-04-02T08:41:22.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.178+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=38OD580X2EXZ type=del size=2342031 2024-04-02T08:41:22.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.180+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=YF3E9QF19FSL type=del 2024-04-02T08:41:22.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.183+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~KEV1ZY98NLH2.0 size=918617 2024-04-02T08:41:22.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.183+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=KEV1ZY98NLH2 tag=G4R4L0VUVF1E type=write size=1967193 2024-04-02T08:41:22.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.185+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=51WE6NX2W54M type=del 2024-04-02T08:41:22.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.187+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=8MK50CORK1TD type=write size=651055 2024-04-02T08:41:22.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.189+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=DIF1L964DCIY type=del 2024-04-02T08:41:22.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.192+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~JAW0WG87L61P.0 size=1048576 2024-04-02T08:41:22.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.193+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~JAW0WG87L61P.1 size=1048576 2024-04-02T08:41:22.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.195+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~JAW0WG87L61P.2 size=115815 2024-04-02T08:41:22.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.195+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=JAW0WG87L61P tag=26L0J3G9B5ZL type=write size=3261543 2024-04-02T08:41:22.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.197+0000 7f7016872780 1 < completed write operation key=3ASC24KYQTLG tag=R3BEEEW4HO5Q type=write size=189985 2024-04-02T08:41:22.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.200+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~NRQ30DOW6YTG.0 size=577579 2024-04-02T08:41:22.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.200+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=NRQ30DOW6YTG tag=D2BCDGXAI8YH type=write size=1626155 2024-04-02T08:41:22.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.202+0000 7f7016872780 1 < completed write operation key=1DEIP6BZCLGU tag=O9J2AN5U0HZX type=write size=483270 2024-04-02T08:41:22.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.203+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=HBLH6ZFDCSZM type=del size=2058172 2024-04-02T08:41:22.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.207+0000 7f7016872780 1 < suggested update operation key=1EUQSEA39UCS tag=RTYXRJDGH296 type=del size=3092055 2024-04-02T08:41:22.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.209+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=0VZI13YL68VK type=del size=3505433 2024-04-02T08:41:22.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.212+0000 7f7016872780 1 < suggested update operation key=I5RKMPQ2CZ8E tag=FJF4YA3QB1M7 type=del size=2937952 2024-04-02T08:41:22.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.215+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~YDZZ9VYGL4BX.0 size=1048576 2024-04-02T08:41:22.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.217+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~YDZZ9VYGL4BX.1 size=41206 2024-04-02T08:41:22.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.217+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=YDZZ9VYGL4BX tag=91MPKZY0JKFA type=write size=2138358 2024-04-02T08:41:22.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.218+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=44593A7C106G type=del 2024-04-02T08:41:22.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.223+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~PJST9X8WFVUU.0 size=643870 2024-04-02T08:41:22.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.223+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=PJST9X8WFVUU tag=UUKT5LH8Y4ZU type=write size=1692446 2024-04-02T08:41:22.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.225+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~0MSSMLQQGQBI.0 size=1048576 2024-04-02T08:41:22.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.225+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~0MSSMLQQGQBI.1 size=873985 2024-04-02T08:41:22.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.227+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=0MSSMLQQGQBI tag=JF39HWU4HRR5 type=write size=2971137 2024-04-02T08:41:22.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.230+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~CCDW9QGM6DKC.0 size=1048576 2024-04-02T08:41:22.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.232+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~CCDW9QGM6DKC.1 size=1048576 2024-04-02T08:41:22.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.233+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~CCDW9QGM6DKC.2 size=920521 2024-04-02T08:41:22.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.233+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=CCDW9QGM6DKC tag=2XH4GULHC1A3 type=write size=4066249 2024-04-02T08:41:22.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.235+0000 7f7016872780 1 < canceled operation key=UX315TABAN23 tag=XBINI0HO86AG type=del size=469179 2024-04-02T08:41:22.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.236+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=SUVZK763RSVF type=del size=3297938 2024-04-02T08:41:22.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.238+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=8CP7KA3V49BF type=del 2024-04-02T08:41:22.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.239+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=50RW1QJQM1XV type=del size=24285 2024-04-02T08:41:22.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.243+0000 7f7016872780 1 < suggested update operation key=K5RS8XGEFU8L tag=7A3KP7F47091 type=del size=1603249 2024-04-02T08:41:22.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.247+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~GVSM1HEDMWHU.0 size=1048576 2024-04-02T08:41:22.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.248+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~GVSM1HEDMWHU.1 size=1048576 2024-04-02T08:41:22.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.249+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~GVSM1HEDMWHU.2 size=584709 2024-04-02T08:41:22.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.249+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=GVSM1HEDMWHU tag=9G2SF00DNBV3 type=write size=3730437 2024-04-02T08:41:22.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.251+0000 7f7016872780 1 < canceled operation key=RTOJ11BQKIQR tag=W8OW8SOFCPX4 type=write size=78923 2024-04-02T08:41:22.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.255+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~H3860FHIYNTB.0 size=390794 2024-04-02T08:41:22.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.255+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=H3860FHIYNTB tag=O6LE4EWOYZIR type=write size=1439370 2024-04-02T08:41:22.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.257+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~2WWFPBUP3R6O.0 size=1048576 2024-04-02T08:41:22.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.259+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~2WWFPBUP3R6O.1 size=422311 2024-04-02T08:41:22.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.262+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=2WWFPBUP3R6O tag=7D5XOC0PF69L type=write size=2519463 2024-04-02T08:41:22.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.265+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~20OC477QUJOH.0 size=531037 2024-04-02T08:41:22.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.265+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=20OC477QUJOH tag=SE0Y0CKSBCZ0 type=write size=1579613 2024-04-02T08:41:22.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.267+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=HUSCS6J1A7H5 type=del 2024-04-02T08:41:22.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.269+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=MFQSU7Z6RK1F type=write size=397939 2024-04-02T08:41:22.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.271+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=38OD580X2EXZ type=del 2024-04-02T08:41:22.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.272+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=Q0GRSJYJVDNI type=del size=3660529 2024-04-02T08:41:22.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.274+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~KEV1ZY98NLH2.0 size=918617 2024-04-02T08:41:22.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.278+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=KEV1ZY98NLH2 tag=G4R4L0VUVF1E type=write size=1967193 2024-04-02T08:41:22.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.280+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~5EUBHMOPA9VB.0 size=1048576 2024-04-02T08:41:22.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.282+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~5EUBHMOPA9VB.1 size=288293 2024-04-02T08:41:22.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.282+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=5EUBHMOPA9VB tag=VBWKI5025KNS type=write size=2385445 2024-04-02T08:41:22.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.284+0000 7f7016872780 1 < canceled operation key=VRC7N98T39M8 tag=8MK50CORK1TD type=write size=651055 2024-04-02T08:41:22.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.287+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~EHDOSMDHJ31R.0 size=1048576 2024-04-02T08:41:22.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.288+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~EHDOSMDHJ31R.1 size=133430 2024-04-02T08:41:22.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.288+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=EHDOSMDHJ31R tag=24DXNXC23REV type=write size=2230582 2024-04-02T08:41:22.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.290+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~JAW0WG87L61P.0 size=1048576 2024-04-02T08:41:22.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.291+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~JAW0WG87L61P.1 size=1048576 2024-04-02T08:41:22.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.293+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~JAW0WG87L61P.2 size=115815 2024-04-02T08:41:22.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.295+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=JAW0WG87L61P tag=26L0J3G9B5ZL type=write size=3261543 2024-04-02T08:41:22.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.297+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=TPOZ61UCJBTP type=del size=3813880 2024-04-02T08:41:22.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.299+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~NRQ30DOW6YTG.0 size=577579 2024-04-02T08:41:22.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.302+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=NRQ30DOW6YTG tag=D2BCDGXAI8YH type=write size=1626155 2024-04-02T08:41:22.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.304+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=S2NNF2MDKW7O type=del size=2003695 2024-04-02T08:41:22.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.306+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=HBLH6ZFDCSZM type=del 2024-04-02T08:41:22.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.307+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=AB9SYC8UNBTC type=del size=2387394 2024-04-02T08:41:22.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.309+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=0VZI13YL68VK type=del 2024-04-02T08:41:22.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.312+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~0ZVPPVA8W56Y.0 size=1048576 2024-04-02T08:41:22.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.313+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~0ZVPPVA8W56Y.1 size=505014 2024-04-02T08:41:22.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.313+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=0ZVPPVA8W56Y tag=VJARGF01NVI0 type=write size=2602166 2024-04-02T08:41:22.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.315+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~YDZZ9VYGL4BX.0 size=1048576 2024-04-02T08:41:22.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.316+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~YDZZ9VYGL4BX.1 size=41206 2024-04-02T08:41:22.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.319+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=YDZZ9VYGL4BX tag=91MPKZY0JKFA type=write size=2138358 2024-04-02T08:41:22.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.321+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=X202KWBWQAHC type=del size=1912666 2024-04-02T08:41:22.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.322+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~PJST9X8WFVUU.0 size=643870 2024-04-02T08:41:22.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.325+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=PJST9X8WFVUU tag=UUKT5LH8Y4ZU type=write size=1692446 2024-04-02T08:41:22.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.328+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~8QTCLAH63B8Z.0 size=1048576 2024-04-02T08:41:22.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.329+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~8QTCLAH63B8Z.1 size=1048576 2024-04-02T08:41:22.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.331+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~8QTCLAH63B8Z.2 size=719854 2024-04-02T08:41:22.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.331+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=8QTCLAH63B8Z tag=MCZOT4SPQ716 type=write size=3865582 2024-04-02T08:41:22.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.332+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~CCDW9QGM6DKC.0 size=1048576 2024-04-02T08:41:22.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.334+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~CCDW9QGM6DKC.1 size=1048576 2024-04-02T08:41:22.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.335+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~CCDW9QGM6DKC.2 size=920521 2024-04-02T08:41:22.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.338+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=CCDW9QGM6DKC tag=2XH4GULHC1A3 type=write size=4066249 2024-04-02T08:41:22.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.341+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~QRAA36MBK09O.0 size=1048576 2024-04-02T08:41:22.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.342+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~QRAA36MBK09O.1 size=1048576 2024-04-02T08:41:22.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.344+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~QRAA36MBK09O.2 size=410759 2024-04-02T08:41:22.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.344+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=QRAA36MBK09O tag=A3ZM559O2AFZ type=write size=3556487 2024-04-02T08:41:22.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.345+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=SUVZK763RSVF type=del 2024-04-02T08:41:22.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.347+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=BMQU65TIJF21 type=del size=2218088 2024-04-02T08:41:22.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.349+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=50RW1QJQM1XV type=del 2024-04-02T08:41:22.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.350+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=VFICKXTRTL35 type=del size=168098 2024-04-02T08:41:22.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.352+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~GVSM1HEDMWHU.0 size=1048576 2024-04-02T08:41:22.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.352+0000 7f7016872780 1 < canceled part key=_multipart_OMWA4ZW4GOZ2.2~GVSM1HEDMWHU.1 size=1048576 2024-04-02T08:41:22.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.353+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~GVSM1HEDMWHU.2 size=584709 2024-04-02T08:41:22.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.356+0000 7f7016872780 1 < canceled multipart upload key=OMWA4ZW4GOZ2 upload=GVSM1HEDMWHU tag=9G2SF00DNBV3 type=write size=3730437 2024-04-02T08:41:22.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.357+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=YC9X6MGJUR63 type=del size=674228 2024-04-02T08:41:22.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.359+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~H3860FHIYNTB.0 size=390794 2024-04-02T08:41:22.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.362+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=H3860FHIYNTB tag=O6LE4EWOYZIR type=write size=1439370 2024-04-02T08:41:22.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.364+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=5PCO142DO1L0 type=del size=3088151 2024-04-02T08:41:22.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.365+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~20OC477QUJOH.0 size=531037 2024-04-02T08:41:22.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.368+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=20OC477QUJOH tag=SE0Y0CKSBCZ0 type=write size=1579613 2024-04-02T08:41:22.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.369+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=R1F50PS6DWS1 type=del size=3046224 2024-04-02T08:41:22.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.371+0000 7f7016872780 1 < completed write operation key=CK7JY7FOKSRE tag=MFQSU7Z6RK1F type=write size=397939 2024-04-02T08:41:22.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.373+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=EKP014217YW4 type=del size=3419993 2024-04-02T08:41:22.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.375+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=Q0GRSJYJVDNI type=del 2024-04-02T08:41:22.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.376+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=BLSOMFAT8EEF type=del size=2266981 2024-04-02T08:41:22.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.378+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~5EUBHMOPA9VB.0 size=1048576 2024-04-02T08:41:22.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.379+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~5EUBHMOPA9VB.1 size=288293 2024-04-02T08:41:22.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.382+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=5EUBHMOPA9VB tag=VBWKI5025KNS type=write size=2385445 2024-04-02T08:41:22.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.384+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=NJWSG3II1H0C type=del size=1743147 2024-04-02T08:41:22.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.385+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~EHDOSMDHJ31R.0 size=1048576 2024-04-02T08:41:22.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.387+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~EHDOSMDHJ31R.1 size=133430 2024-04-02T08:41:22.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.390+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=EHDOSMDHJ31R tag=24DXNXC23REV type=write size=2230582 2024-04-02T08:41:22.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.393+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~RBNL7PV40BKT.0 size=1048576 2024-04-02T08:41:22.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.394+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~RBNL7PV40BKT.1 size=641009 2024-04-02T08:41:22.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.394+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=RBNL7PV40BKT tag=A51VNB0SCAXZ type=write size=2738161 2024-04-02T08:41:22.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.396+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=TPOZ61UCJBTP type=del 2024-04-02T08:41:22.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.398+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=WIGM21BGYVRN type=del size=2278345 2024-04-02T08:41:22.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.399+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=S2NNF2MDKW7O type=del 2024-04-02T08:41:22.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.403+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~S3CW3UBNC7JD.0 size=525854 2024-04-02T08:41:22.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.403+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=S3CW3UBNC7JD tag=RHU099N4IJWX type=write size=1574430 2024-04-02T08:41:22.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.404+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=AB9SYC8UNBTC type=del 2024-04-02T08:41:22.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.406+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=ZSC9Y6WZ2BEE type=del size=352599 2024-04-02T08:41:22.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.407+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~0ZVPPVA8W56Y.0 size=1048576 2024-04-02T08:41:22.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.409+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~0ZVPPVA8W56Y.1 size=505014 2024-04-02T08:41:22.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.412+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=0ZVPPVA8W56Y tag=VJARGF01NVI0 type=write size=2602166 2024-04-02T08:41:22.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.413+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=BW3R5GHMWWBI type=del size=3438640 2024-04-02T08:41:22.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.415+0000 7f7016872780 1 < canceled operation key=RTOJ11BQKIQR tag=X202KWBWQAHC type=del size=1912666 2024-04-02T08:41:22.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.418+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~GXJF8640MWU8.0 size=1048576 2024-04-02T08:41:22.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.419+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~GXJF8640MWU8.1 size=1048576 2024-04-02T08:41:22.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.421+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~GXJF8640MWU8.2 size=506330 2024-04-02T08:41:22.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.421+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=GXJF8640MWU8 tag=EZ9Z6ZKG92XQ type=write size=3652058 2024-04-02T08:41:22.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.422+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~8QTCLAH63B8Z.0 size=1048576 2024-04-02T08:41:22.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.424+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~8QTCLAH63B8Z.1 size=1048576 2024-04-02T08:41:22.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.425+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~8QTCLAH63B8Z.2 size=719854 2024-04-02T08:41:22.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.428+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=8QTCLAH63B8Z tag=MCZOT4SPQ716 type=write size=3865582 2024-04-02T08:41:22.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.430+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=112IWJ5E4LPO type=del size=573068 2024-04-02T08:41:22.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.431+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~QRAA36MBK09O.0 size=1048576 2024-04-02T08:41:22.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.433+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~QRAA36MBK09O.1 size=1048576 2024-04-02T08:41:22.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.433+0000 7f7016872780 1 < canceled part key=_multipart_7A6KED7000HX.2~QRAA36MBK09O.2 size=410759 2024-04-02T08:41:22.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.437+0000 7f7016872780 1 < canceled multipart upload key=7A6KED7000HX upload=QRAA36MBK09O tag=A3ZM559O2AFZ type=write size=3556487 2024-04-02T08:41:22.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.439+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=EIX543R2WT2T type=del size=3563411 2024-04-02T08:41:22.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.442+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=BMQU65TIJF21 type=del size=2218088 2024-04-02T08:41:22.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.443+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=BY2SCWU4AVDH type=del size=963331 2024-04-02T08:41:22.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.445+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=VFICKXTRTL35 type=del 2024-04-02T08:41:22.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.447+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=FJU8P6N1G8M8 type=write size=61677 2024-04-02T08:41:22.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.449+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=YC9X6MGJUR63 type=del 2024-04-02T08:41:22.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.453+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~AHKQGIBQSBJY.0 size=1048576 2024-04-02T08:41:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.455+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~AHKQGIBQSBJY.1 size=543983 2024-04-02T08:41:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.455+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=AHKQGIBQSBJY tag=ZT3JF4OZCMAI type=write size=2641135 2024-04-02T08:41:22.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.457+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=5PCO142DO1L0 type=del 2024-04-02T08:41:22.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.459+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=7H1QNZW052O2 type=del size=2087126 2024-04-02T08:41:22.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.461+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=R1F50PS6DWS1 type=del 2024-04-02T08:41:22.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.465+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~WZYC6A4G1TJK.0 size=1048576 2024-04-02T08:41:22.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.466+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~WZYC6A4G1TJK.1 size=1048576 2024-04-02T08:41:22.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.468+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~WZYC6A4G1TJK.2 size=1006007 2024-04-02T08:41:22.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.468+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=WZYC6A4G1TJK tag=5YN67688LLAZ type=write size=4151735 2024-04-02T08:41:22.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.469+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=EKP014217YW4 type=del 2024-04-02T08:41:22.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.471+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=569XJJA37JRP type=del size=4030299 2024-04-02T08:41:22.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.474+0000 7f7016872780 1 < suggested remove operation key=UX315TABAN23 tag=BLSOMFAT8EEF type=del 2024-04-02T08:41:22.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.477+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DQ43YYTAN7CC.0 size=1048576 2024-04-02T08:41:22.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.479+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DQ43YYTAN7CC.1 size=1048576 2024-04-02T08:41:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.480+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DQ43YYTAN7CC.2 size=408111 2024-04-02T08:41:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.480+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=DQ43YYTAN7CC tag=9N5KCQ6AKB34 type=write size=3553839 2024-04-02T08:41:22.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.482+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=NJWSG3II1H0C type=del 2024-04-02T08:41:22.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.483+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=LIUOUTKP3DND type=del size=1186764 2024-04-02T08:41:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.485+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~RBNL7PV40BKT.0 size=1048576 2024-04-02T08:41:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.487+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~RBNL7PV40BKT.1 size=641009 2024-04-02T08:41:22.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.490+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=RBNL7PV40BKT tag=A51VNB0SCAXZ type=write size=2738161 2024-04-02T08:41:22.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.491+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=88BEGU106QPA type=write size=949554 2024-04-02T08:41:22.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.493+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=WIGM21BGYVRN type=del 2024-04-02T08:41:22.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.494+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=8C1J9JF627GI type=del size=3233444 2024-04-02T08:41:22.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.496+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~S3CW3UBNC7JD.0 size=525854 2024-04-02T08:41:22.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.499+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=S3CW3UBNC7JD tag=RHU099N4IJWX type=write size=1574430 2024-04-02T08:41:22.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.503+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~SDRU8JEXK1A3.0 size=885093 2024-04-02T08:41:22.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.503+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=SDRU8JEXK1A3 tag=P1TPZ0K8YH03 type=write size=1933669 2024-04-02T08:41:22.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.506+0000 7f7016872780 1 < suggested remove operation key=9WC16VCXCHM9 tag=ZSC9Y6WZ2BEE type=del 2024-04-02T08:41:22.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.508+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=EFTBBHHUZ22R type=write size=671734 2024-04-02T08:41:22.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.510+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=BW3R5GHMWWBI type=del 2024-04-02T08:41:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.513+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~C2D4PPIDJMS7.0 size=589552 2024-04-02T08:41:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.513+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=C2D4PPIDJMS7 tag=5YVBT76YH35D type=write size=1638128 2024-04-02T08:41:22.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.515+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~GXJF8640MWU8.0 size=1048576 2024-04-02T08:41:22.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.517+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~GXJF8640MWU8.1 size=1048576 2024-04-02T08:41:22.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.519+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~GXJF8640MWU8.2 size=506330 2024-04-02T08:41:22.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.521+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=GXJF8640MWU8 tag=EZ9Z6ZKG92XQ type=write size=3652058 2024-04-02T08:41:22.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.525+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~KQBQN65J9ETX.0 size=1048576 2024-04-02T08:41:22.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.526+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~KQBQN65J9ETX.1 size=850680 2024-04-02T08:41:22.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.526+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=KQBQN65J9ETX tag=8UOG3XMIWM8Y type=write size=2947832 2024-04-02T08:41:22.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.529+0000 7f7016872780 1 < suggested update operation key=CK7JY7FOKSRE tag=112IWJ5E4LPO type=del size=573068 2024-04-02T08:41:22.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.533+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~GKGWSLIRJI41.0 size=1048576 2024-04-02T08:41:22.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.534+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~GKGWSLIRJI41.1 size=425461 2024-04-02T08:41:22.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.534+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=GKGWSLIRJI41 tag=10XF8QVL867Q type=write size=2522613 2024-04-02T08:41:22.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.537+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=EIX543R2WT2T type=del 2024-04-02T08:41:22.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.540+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~T6IN27JY7X1A.0 size=1048576 2024-04-02T08:41:22.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.542+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~T6IN27JY7X1A.1 size=187939 2024-04-02T08:41:22.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.542+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=T6IN27JY7X1A tag=0NVX8B00NIFN type=write size=2285091 2024-04-02T08:41:22.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.543+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=BY2SCWU4AVDH type=del 2024-04-02T08:41:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.547+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~UOC4A0XHTDAI.0 size=545774 2024-04-02T08:41:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.547+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=UOC4A0XHTDAI tag=F4QVZS9ULQ77 type=write size=1594350 2024-04-02T08:41:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.547+0000 7f7016872780 -1 < no bi entry to suggest for operation key=UX315TABAN23 tag=FJU8P6N1G8M8 type=write size=61677: (2) No such file or directory 2024-04-02T08:41:22.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.551+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~4B9YXFG5RNIK.0 size=1048576 2024-04-02T08:41:22.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.552+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~4B9YXFG5RNIK.1 size=1048576 2024-04-02T08:41:22.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.554+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~4B9YXFG5RNIK.2 size=60567 2024-04-02T08:41:22.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.554+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=4B9YXFG5RNIK tag=B5XZMBMHPLME type=write size=3206295 2024-04-02T08:41:22.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.555+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~AHKQGIBQSBJY.0 size=1048576 2024-04-02T08:41:22.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.555+0000 7f7016872780 1 < canceled part key=_multipart_Y2F1XJDYXB7J.2~AHKQGIBQSBJY.1 size=543983 2024-04-02T08:41:22.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.558+0000 7f7016872780 1 < canceled multipart upload key=Y2F1XJDYXB7J upload=AHKQGIBQSBJY tag=ZT3JF4OZCMAI type=write size=2641135 2024-04-02T08:41:22.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.560+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=C4ZD1BSAJYQF type=del size=1539311 2024-04-02T08:41:22.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.564+0000 7f7016872780 1 < suggested update operation key=5J69WZ7J6CZ4 tag=7H1QNZW052O2 type=del size=2087126 2024-04-02T08:41:22.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.566+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=B6Y8ACBY4247 type=del size=3344914 2024-04-02T08:41:22.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.568+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~WZYC6A4G1TJK.0 size=1048576 2024-04-02T08:41:22.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.570+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~WZYC6A4G1TJK.1 size=1048576 2024-04-02T08:41:22.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.572+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~WZYC6A4G1TJK.2 size=1006007 2024-04-02T08:41:22.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.575+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=WZYC6A4G1TJK tag=5YN67688LLAZ type=write size=4151735 2024-04-02T08:41:22.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.579+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~DV27WXVJRX3A.0 size=1048576 2024-04-02T08:41:22.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.580+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~DV27WXVJRX3A.1 size=526437 2024-04-02T08:41:22.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.580+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=DV27WXVJRX3A tag=1XH2I78XNQO0 type=write size=2623589 2024-04-02T08:41:22.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.582+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=569XJJA37JRP type=del 2024-04-02T08:41:22.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.584+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=4AXU1MXUNKES type=del size=4143854 2024-04-02T08:41:22.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.586+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~DQ43YYTAN7CC.0 size=1048576 2024-04-02T08:41:22.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.587+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~DQ43YYTAN7CC.1 size=1048576 2024-04-02T08:41:22.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.587+0000 7f7016872780 1 < canceled part key=_multipart_Y2F1XJDYXB7J.2~DQ43YYTAN7CC.2 size=408111 2024-04-02T08:41:22.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.590+0000 7f7016872780 1 < canceled multipart upload key=Y2F1XJDYXB7J upload=DQ43YYTAN7CC tag=9N5KCQ6AKB34 type=write size=3553839 2024-04-02T08:41:22.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.594+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~U4G0P8034CXQ.0 size=1048576 2024-04-02T08:41:22.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.596+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~U4G0P8034CXQ.1 size=837831 2024-04-02T08:41:22.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.596+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=U4G0P8034CXQ tag=SBQ93AML2JO9 type=write size=2934983 2024-04-02T08:41:22.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.597+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=LIUOUTKP3DND type=del 2024-04-02T08:41:22.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.599+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=SG78W0AFFLA4 type=write size=664773 2024-04-02T08:41:22.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.601+0000 7f7016872780 1 < completed write operation key=7A6KED7000HX tag=88BEGU106QPA type=write size=949554 2024-04-02T08:41:22.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.605+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~SCIJHIYGRFRE.0 size=1048576 2024-04-02T08:41:22.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.607+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~SCIJHIYGRFRE.1 size=706472 2024-04-02T08:41:22.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.607+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=SCIJHIYGRFRE tag=QI3411U44FWM type=write size=2803624 2024-04-02T08:41:22.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.609+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=8C1J9JF627GI type=del 2024-04-02T08:41:22.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.611+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=2V2GXFZP5A74 type=write size=100075 2024-04-02T08:41:22.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.613+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~SDRU8JEXK1A3.0 size=885093 2024-04-02T08:41:22.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.617+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=SDRU8JEXK1A3 tag=P1TPZ0K8YH03 type=write size=1933669 2024-04-02T08:41:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:22 smithi084 ceph-mon[94794]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 16 KiB/s wr, 68 op/s 2024-04-02T08:41:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:22 smithi084 ceph-mon[97358]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 16 KiB/s wr, 68 op/s 2024-04-02T08:41:22.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.619+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=OQQIJTMY944V type=del size=1022697 2024-04-02T08:41:22.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.621+0000 7f7016872780 1 < canceled operation key=58T4QI1BTVQ5 tag=EFTBBHHUZ22R type=write size=671734 2024-04-02T08:41:22.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.624+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~STUQA5H223LP.0 size=766541 2024-04-02T08:41:22.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.624+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=STUQA5H223LP tag=3JAJS2AZ2LJ9 type=write size=1815117 2024-04-02T08:41:22.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.626+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~C2D4PPIDJMS7.0 size=589552 2024-04-02T08:41:22.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.630+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=C2D4PPIDJMS7 tag=5YVBT76YH35D type=write size=1638128 2024-04-02T08:41:22.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.633+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=LMLC980LJVQT type=del size=1113201 2024-04-02T08:41:22.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.635+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~KQBQN65J9ETX.0 size=1048576 2024-04-02T08:41:22.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.636+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~KQBQN65J9ETX.1 size=850680 2024-04-02T08:41:22.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.639+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=KQBQN65J9ETX tag=8UOG3XMIWM8Y type=write size=2947832 2024-04-02T08:41:22.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.643+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~HQQTGX5IF54Q.0 size=1048576 2024-04-02T08:41:22.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.645+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~HQQTGX5IF54Q.1 size=476810 2024-04-02T08:41:22.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.645+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=HQQTGX5IF54Q tag=JDPVKBO932VQ type=write size=2573962 2024-04-02T08:41:22.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.647+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~GKGWSLIRJI41.0 size=1048576 2024-04-02T08:41:22.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.647+0000 7f7016872780 1 < canceled part key=_multipart_7A6KED7000HX.2~GKGWSLIRJI41.1 size=425461 2024-04-02T08:41:22.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.651+0000 7f7016872780 1 < canceled multipart upload key=7A6KED7000HX upload=GKGWSLIRJI41 tag=10XF8QVL867Q type=write size=2522613 2024-04-02T08:41:22.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.653+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=ZBVSBECO6V7J type=del size=2688882 2024-04-02T08:41:22.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.655+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~T6IN27JY7X1A.0 size=1048576 2024-04-02T08:41:22.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.656+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~T6IN27JY7X1A.1 size=187939 2024-04-02T08:41:22.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.660+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=T6IN27JY7X1A tag=0NVX8B00NIFN type=write size=2285091 2024-04-02T08:41:22.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.661+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=EAMLWVMTW0BD type=del size=617615 2024-04-02T08:41:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:22 smithi132 ceph-mon[88571]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 16 KiB/s wr, 68 op/s 2024-04-02T08:41:22.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.662+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~UOC4A0XHTDAI.0 size=545774 2024-04-02T08:41:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:41:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:41:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:22.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.664+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=UOC4A0XHTDAI tag=F4QVZS9ULQ77 type=write size=1594350 2024-04-02T08:41:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.666+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=WFLASV1J0VIN type=del size=441408 2024-04-02T08:41:22.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.667+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~4B9YXFG5RNIK.0 size=1048576 2024-04-02T08:41:22.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.709+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~4B9YXFG5RNIK.1 size=1048576 2024-04-02T08:41:22.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.711+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~4B9YXFG5RNIK.2 size=60567 2024-04-02T08:41:22.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.714+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=4B9YXFG5RNIK tag=B5XZMBMHPLME type=write size=3206295 2024-04-02T08:41:22.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.717+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~NJVU15GD7Q2Y.0 size=1048576 2024-04-02T08:41:22.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.718+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~NJVU15GD7Q2Y.1 size=1048576 2024-04-02T08:41:22.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.720+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~NJVU15GD7Q2Y.2 size=382235 2024-04-02T08:41:22.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.720+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=NJVU15GD7Q2Y tag=L6U4K9930SWQ type=write size=3527963 2024-04-02T08:41:22.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.723+0000 7f7016872780 1 < suggested remove operation key=Y2F1XJDYXB7J tag=C4ZD1BSAJYQF type=del 2024-04-02T08:41:22.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.726+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~0JDSF9E86ZO5.0 size=1048576 2024-04-02T08:41:22.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.727+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~0JDSF9E86ZO5.1 size=976966 2024-04-02T08:41:22.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.727+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=0JDSF9E86ZO5 tag=84MJD0NAB2KI type=write size=3074118 2024-04-02T08:41:22.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.731+0000 7f7016872780 1 < suggested remove operation key=LRIMFCH3UXQB tag=B6Y8ACBY4247 type=del 2024-04-02T08:41:22.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.734+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~XVQYUXEHQCD6.0 size=1048576 2024-04-02T08:41:22.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.735+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~XVQYUXEHQCD6.1 size=1048576 2024-04-02T08:41:22.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.737+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~XVQYUXEHQCD6.2 size=853227 2024-04-02T08:41:22.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.737+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=XVQYUXEHQCD6 tag=TOZRIHES0ZCU type=write size=3998955 2024-04-02T08:41:22.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.739+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~DV27WXVJRX3A.0 size=1048576 2024-04-02T08:41:22.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.741+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~DV27WXVJRX3A.1 size=526437 2024-04-02T08:41:22.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.744+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=DV27WXVJRX3A tag=1XH2I78XNQO0 type=write size=2623589 2024-04-02T08:41:22.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.746+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=PS3CBGW5NM1G type=del size=3703167 2024-04-02T08:41:22.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.748+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=4AXU1MXUNKES type=del 2024-04-02T08:41:22.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.751+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~9H4P150760JA.0 size=1048576 2024-04-02T08:41:22.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.752+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~9H4P150760JA.1 size=730516 2024-04-02T08:41:22.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.752+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=9H4P150760JA tag=US10MD7DP78T type=write size=2827668 2024-04-02T08:41:22.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.754+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~U4G0P8034CXQ.0 size=1048576 2024-04-02T08:41:22.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.754+0000 7f7016872780 1 < canceled part key=_multipart_1DEIP6BZCLGU.2~U4G0P8034CXQ.1 size=837831 2024-04-02T08:41:22.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.757+0000 7f7016872780 1 < canceled multipart upload key=1DEIP6BZCLGU upload=U4G0P8034CXQ tag=SBQ93AML2JO9 type=write size=2934983 2024-04-02T08:41:22.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.760+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~BJELM0QRT5N1.0 size=457601 2024-04-02T08:41:22.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.760+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=BJELM0QRT5N1 tag=37MX663W1QKE type=write size=1506177 2024-04-02T08:41:22.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.762+0000 7f7016872780 1 < completed write operation key=4SLXOPTR3LOC tag=SG78W0AFFLA4 type=write size=664773 2024-04-02T08:41:22.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.763+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=ICOWAL0NCUA2 type=write size=898156 2024-04-02T08:41:22.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.765+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~SCIJHIYGRFRE.0 size=1048576 2024-04-02T08:41:22.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.765+0000 7f7016872780 1 < canceled part key=_multipart_2C62BZU175EV.2~SCIJHIYGRFRE.1 size=706472 2024-04-02T08:41:22.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.768+0000 7f7016872780 1 < canceled multipart upload key=2C62BZU175EV upload=SCIJHIYGRFRE tag=QI3411U44FWM type=write size=2803624 2024-04-02T08:41:22.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.771+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~3L8B1YS0RUPY.0 size=299751 2024-04-02T08:41:22.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.771+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=3L8B1YS0RUPY tag=ASF52ZYX8YYW type=write size=1348327 2024-04-02T08:41:22.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.773+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=2V2GXFZP5A74 type=write size=100075 2024-04-02T08:41:22.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.775+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=WQXVZTQHBN4A type=del size=2924734 2024-04-02T08:41:22.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.777+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=OQQIJTMY944V type=del 2024-04-02T08:41:22.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.780+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~Z1WMCSA32HM7.0 size=1018768 2024-04-02T08:41:22.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.780+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=Z1WMCSA32HM7 tag=V4WNCNXWXFR4 type=write size=2067344 2024-04-02T08:41:22.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.781+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~STUQA5H223LP.0 size=766541 2024-04-02T08:41:22.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.784+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=STUQA5H223LP tag=3JAJS2AZ2LJ9 type=write size=1815117 2024-04-02T08:41:22.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.786+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=ED6FOU9IMMPO type=write size=863200 2024-04-02T08:41:22.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.789+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=LMLC980LJVQT type=del size=1113201 2024-04-02T08:41:22.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.791+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=PKVP4PP0D7A8 type=del size=3765829 2024-04-02T08:41:22.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.793+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~HQQTGX5IF54Q.0 size=1048576 2024-04-02T08:41:22.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.793+0000 7f7016872780 1 < canceled part key=_multipart_VRC7N98T39M8.2~HQQTGX5IF54Q.1 size=476810 2024-04-02T08:41:22.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.796+0000 7f7016872780 1 < canceled multipart upload key=VRC7N98T39M8 upload=HQQTGX5IF54Q tag=JDPVKBO932VQ type=write size=2573962 2024-04-02T08:41:22.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.798+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=ALFP7J3R4RZL type=write size=27997 2024-04-02T08:41:22.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.799+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=ZBVSBECO6V7J type=del 2024-04-02T08:41:22.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.802+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~INF0UI48EZMS.0 size=1048576 2024-04-02T08:41:22.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.804+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~INF0UI48EZMS.1 size=933726 2024-04-02T08:41:22.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.804+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=INF0UI48EZMS tag=QXPI4WRW3LLC type=write size=3030878 2024-04-02T08:41:22.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.806+0000 7f7016872780 -1 < failed to complete operation key=Y2F1XJDYXB7J tag=EAMLWVMTW0BD type=del size=617615: (22) Invalid argument 2024-04-02T08:41:22.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.809+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~3EHHBRRB66A4.0 size=841614 2024-04-02T08:41:22.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.809+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=3EHHBRRB66A4 tag=HIM6R5CZQ99V type=write size=1890190 2024-04-02T08:41:22.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.811+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=WFLASV1J0VIN type=del 2024-04-02T08:41:22.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.812+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=UEFUL6I0ZHV7 type=del size=3516474 2024-04-02T08:41:22.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.814+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~NJVU15GD7Q2Y.0 size=1048576 2024-04-02T08:41:22.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.816+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~NJVU15GD7Q2Y.1 size=1048576 2024-04-02T08:41:22.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.817+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~NJVU15GD7Q2Y.2 size=382235 2024-04-02T08:41:22.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.821+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=NJVU15GD7Q2Y tag=L6U4K9930SWQ type=write size=3527963 2024-04-02T08:41:22.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.824+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~QHNRM70FHNPB.0 size=1048576 2024-04-02T08:41:22.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.826+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~QHNRM70FHNPB.1 size=880002 2024-04-02T08:41:22.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.826+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=QHNRM70FHNPB tag=3DPT0216QEWP type=write size=2977154 2024-04-02T08:41:22.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.828+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~0JDSF9E86ZO5.0 size=1048576 2024-04-02T08:41:22.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.828+0000 7f7016872780 1 < canceled part key=_multipart_2C62BZU175EV.2~0JDSF9E86ZO5.1 size=976966 2024-04-02T08:41:22.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.831+0000 7f7016872780 1 < canceled multipart upload key=2C62BZU175EV upload=0JDSF9E86ZO5 tag=84MJD0NAB2KI type=write size=3074118 2024-04-02T08:41:22.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.832+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=UY7LG8TRQ611 type=del size=1274296 2024-04-02T08:41:22.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.834+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~XVQYUXEHQCD6.0 size=1048576 2024-04-02T08:41:22.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.836+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~XVQYUXEHQCD6.1 size=1048576 2024-04-02T08:41:22.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.837+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~XVQYUXEHQCD6.2 size=853227 2024-04-02T08:41:22.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.840+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=XVQYUXEHQCD6 tag=TOZRIHES0ZCU type=write size=3998955 2024-04-02T08:41:22.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.843+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~LBCOBL4Y19IR.0 size=1048576 2024-04-02T08:41:22.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.844+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~LBCOBL4Y19IR.1 size=352162 2024-04-02T08:41:22.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.844+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=LBCOBL4Y19IR tag=R94G6CH25VIR type=write size=2449314 2024-04-02T08:41:22.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.846+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=PS3CBGW5NM1G type=del 2024-04-02T08:41:22.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.849+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~6O91K1IPO72S.0 size=501117 2024-04-02T08:41:22.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.849+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=6O91K1IPO72S tag=TSHKK1CPPO95 type=write size=1549693 2024-04-02T08:41:22.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.851+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~9H4P150760JA.0 size=1048576 2024-04-02T08:41:22.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.852+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~9H4P150760JA.1 size=730516 2024-04-02T08:41:22.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.855+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=9H4P150760JA tag=US10MD7DP78T type=write size=2827668 2024-04-02T08:41:22.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.857+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=AU9DPRUM65TU type=write size=169485 2024-04-02T08:41:22.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.858+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~BJELM0QRT5N1.0 size=457601 2024-04-02T08:41:22.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.862+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=BJELM0QRT5N1 tag=37MX663W1QKE type=write size=1506177 2024-04-02T08:41:22.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.865+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~8REWSQTCMR7U.0 size=1048576 2024-04-02T08:41:22.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.866+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~8REWSQTCMR7U.1 size=254817 2024-04-02T08:41:22.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.866+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=8REWSQTCMR7U tag=5WUSOEWWCAV6 type=write size=2351969 2024-04-02T08:41:22.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.870+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=ICOWAL0NCUA2 type=write size=898156 2024-04-02T08:41:22.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.873+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~ZZGKBD9D15KI.0 size=1048576 2024-04-02T08:41:22.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.874+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~ZZGKBD9D15KI.1 size=1048576 2024-04-02T08:41:22.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.875+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~ZZGKBD9D15KI.2 size=541661 2024-04-02T08:41:22.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.875+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=ZZGKBD9D15KI tag=GYY1P23DSZHF type=write size=3687389 2024-04-02T08:41:22.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.877+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~3L8B1YS0RUPY.0 size=299751 2024-04-02T08:41:22.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.880+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=3L8B1YS0RUPY tag=ASF52ZYX8YYW type=write size=1348327 2024-04-02T08:41:22.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.883+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~SAMF9BQGC4AQ.0 size=1048576 2024-04-02T08:41:22.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.884+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~SAMF9BQGC4AQ.1 size=79605 2024-04-02T08:41:22.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.884+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=SAMF9BQGC4AQ tag=81J31I59I7QE type=write size=2176757 2024-04-02T08:41:22.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.886+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=WQXVZTQHBN4A type=del 2024-04-02T08:41:22.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.888+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=RIY93K0U996W type=del size=2902053 2024-04-02T08:41:22.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.889+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~Z1WMCSA32HM7.0 size=1018768 2024-04-02T08:41:22.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.892+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=Z1WMCSA32HM7 tag=V4WNCNXWXFR4 type=write size=2067344 2024-04-02T08:41:22.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.895+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~TRQCIWVG1MJG.0 size=1048576 2024-04-02T08:41:22.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.897+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~TRQCIWVG1MJG.1 size=1048576 2024-04-02T08:41:22.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.898+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~TRQCIWVG1MJG.2 size=565530 2024-04-02T08:41:22.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.898+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=TRQCIWVG1MJG tag=TGK6RIYMYPZ0 type=write size=3711258 2024-04-02T08:41:22.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.900+0000 7f7016872780 1 < completed write operation key=5J69WZ7J6CZ4 tag=ED6FOU9IMMPO type=write size=863200 2024-04-02T08:41:22.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.902+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=DZZC0YO6SXQC type=write size=264710 2024-04-02T08:41:22.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.904+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=PKVP4PP0D7A8 type=del 2024-04-02T08:41:22.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.907+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~ITCVG2B1ZE19.0 size=5820 2024-04-02T08:41:22.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.907+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=ITCVG2B1ZE19 tag=1LQ1KA260U4E type=write size=1054396 2024-04-02T08:41:22.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.909+0000 7f7016872780 1 < completed write operation key=9WC16VCXCHM9 tag=ALFP7J3R4RZL type=write size=27997 2024-04-02T08:41:22.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.911+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=SE6AGTAL29J7 type=del size=1610921 2024-04-02T08:41:22.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.912+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~INF0UI48EZMS.0 size=1048576 2024-04-02T08:41:22.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.912+0000 7f7016872780 1 < canceled part key=_multipart_2C62BZU175EV.2~INF0UI48EZMS.1 size=933726 2024-04-02T08:41:22.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.915+0000 7f7016872780 1 < canceled multipart upload key=2C62BZU175EV upload=INF0UI48EZMS tag=QXPI4WRW3LLC type=write size=3030878 2024-04-02T08:41:22.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.917+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=M3GM2C4H5UZH type=del size=297431 2024-04-02T08:41:22.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.919+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~3EHHBRRB66A4.0 size=841614 2024-04-02T08:41:22.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.922+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=3EHHBRRB66A4 tag=HIM6R5CZQ99V type=write size=1890190 2024-04-02T08:41:22.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.924+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=VVUUJXUH1F6M type=del size=4012245 2024-04-02T08:41:22.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.926+0000 7f7016872780 1 < canceled operation key=BMGY5ZV26L3V tag=UEFUL6I0ZHV7 type=del size=3516474 2024-04-02T08:41:22.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.929+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~VGNDMT103AT3.0 size=880438 2024-04-02T08:41:22.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.929+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=VGNDMT103AT3 tag=WWJP1LT1ZBD9 type=write size=1929014 2024-04-02T08:41:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.930+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~QHNRM70FHNPB.0 size=1048576 2024-04-02T08:41:22.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.932+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~QHNRM70FHNPB.1 size=880002 2024-04-02T08:41:22.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.935+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=QHNRM70FHNPB tag=3DPT0216QEWP type=write size=2977154 2024-04-02T08:41:22.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.938+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~TGCA6I1YF4LD.0 size=1048576 2024-04-02T08:41:22.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.939+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~TGCA6I1YF4LD.1 size=1048576 2024-04-02T08:41:22.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.941+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~TGCA6I1YF4LD.2 size=47145 2024-04-02T08:41:22.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.941+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=TGCA6I1YF4LD tag=RDL3QIA2PDTJ type=write size=3192873 2024-04-02T08:41:22.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.944+0000 7f7016872780 1 < suggested update operation key=GRR9RBGMGMHH tag=UY7LG8TRQ611 type=del size=1274296 2024-04-02T08:41:22.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.946+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=1XWDM5EORCYR type=del size=2749185 2024-04-02T08:41:22.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.947+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~LBCOBL4Y19IR.0 size=1048576 2024-04-02T08:41:22.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.947+0000 7f7016872780 1 < canceled part key=_multipart_VRC7N98T39M8.2~LBCOBL4Y19IR.1 size=352162 2024-04-02T08:41:22.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.950+0000 7f7016872780 1 < canceled multipart upload key=VRC7N98T39M8 upload=LBCOBL4Y19IR tag=R94G6CH25VIR type=write size=2449314 2024-04-02T08:41:22.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.953+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~C7HGQPWSYNJB.0 size=1048576 2024-04-02T08:41:22.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.955+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~C7HGQPWSYNJB.1 size=120762 2024-04-02T08:41:22.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.955+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=C7HGQPWSYNJB tag=4XNU8XLO2TKJ type=write size=2217914 2024-04-02T08:41:22.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.955+0000 7f7016872780 1 < canceled part key=_multipart_F41QUWFT5082.2~6O91K1IPO72S.0 size=501117 2024-04-02T08:41:22.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.958+0000 7f7016872780 1 < canceled multipart upload key=F41QUWFT5082 upload=6O91K1IPO72S tag=TSHKK1CPPO95 type=write size=1549693 2024-04-02T08:41:22.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.960+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=7EPUZ7P6XY4R type=del size=3882947 2024-04-02T08:41:22.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.962+0000 7f7016872780 -1 < failed to complete operation key=4SLXOPTR3LOC tag=AU9DPRUM65TU type=write size=169485: (22) Invalid argument 2024-04-02T08:41:22.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.964+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=Q9VOCVL131H0 type=write size=52109 2024-04-02T08:41:22.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.965+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~8REWSQTCMR7U.0 size=1048576 2024-04-02T08:41:22.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.967+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~8REWSQTCMR7U.1 size=254817 2024-04-02T08:41:22.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.970+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=8REWSQTCMR7U tag=5WUSOEWWCAV6 type=write size=2351969 2024-04-02T08:41:22.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.973+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~ZDJD5FOEHOJ5.0 size=634977 2024-04-02T08:41:22.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.973+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=ZDJD5FOEHOJ5 tag=TXWFSPMH232X type=write size=1683553 2024-04-02T08:41:22.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.975+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~ZZGKBD9D15KI.0 size=1048576 2024-04-02T08:41:22.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.976+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~ZZGKBD9D15KI.1 size=1048576 2024-04-02T08:41:22.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.978+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~ZZGKBD9D15KI.2 size=541661 2024-04-02T08:41:22.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.980+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=ZZGKBD9D15KI tag=GYY1P23DSZHF type=write size=3687389 2024-04-02T08:41:22.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.982+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=U0Q0DHZY41D2 type=del size=3246067 2024-04-02T08:41:22.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.984+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~SAMF9BQGC4AQ.0 size=1048576 2024-04-02T08:41:22.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.985+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~SAMF9BQGC4AQ.1 size=79605 2024-04-02T08:41:22.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.988+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=SAMF9BQGC4AQ tag=81J31I59I7QE type=write size=2176757 2024-04-02T08:41:22.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.990+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=OAFC1NCWZ3DW type=del size=2567049 2024-04-02T08:41:22.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.992+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=RIY93K0U996W type=del 2024-04-02T08:41:22.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.995+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~84PPUP3I2R1R.0 size=143842 2024-04-02T08:41:22.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.995+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=84PPUP3I2R1R tag=U0UKJW6HAHI2 type=write size=1192418 2024-04-02T08:41:22.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.996+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~TRQCIWVG1MJG.0 size=1048576 2024-04-02T08:41:22.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.998+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~TRQCIWVG1MJG.1 size=1048576 2024-04-02T08:41:22.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:22.999+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~TRQCIWVG1MJG.2 size=565530 2024-04-02T08:41:23.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.002+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=TRQCIWVG1MJG tag=TGK6RIYMYPZ0 type=write size=3711258 2024-04-02T08:41:23.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.006+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~BS5UFB6JRFTC.0 size=1048576 2024-04-02T08:41:23.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.007+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~BS5UFB6JRFTC.1 size=724694 2024-04-02T08:41:23.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.007+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=BS5UFB6JRFTC tag=A6J63T7BXMEX type=write size=2821846 2024-04-02T08:41:23.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.009+0000 7f7016872780 1 < completed write operation key=WU9M880KQWBR tag=DZZC0YO6SXQC type=write size=264710 2024-04-02T08:41:23.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.010+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=F2L6S2TUDBOI type=del size=1605982 2024-04-02T08:41:23.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.012+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~ITCVG2B1ZE19.0 size=5820 2024-04-02T08:41:23.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.015+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=ITCVG2B1ZE19 tag=1LQ1KA260U4E type=write size=1054396 2024-04-02T08:41:23.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.018+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~VDR5D9CE0OLY.0 size=959801 2024-04-02T08:41:23.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.018+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=VDR5D9CE0OLY tag=APN2V5PP3EZF type=write size=2008377 2024-04-02T08:41:23.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.020+0000 7f7016872780 1 < canceled operation key=F41QUWFT5082 tag=SE6AGTAL29J7 type=del size=1610921 2024-04-02T08:41:23.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.022+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=ZX1K19H3QZ1P type=del size=1548723 2024-04-02T08:41:23.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.023+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=M3GM2C4H5UZH type=del 2024-04-02T08:41:23.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.025+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=HYVAT22SWHZI type=del size=1375791 2024-04-02T08:41:23.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.029+0000 7f7016872780 1 < suggested update operation key=9WC16VCXCHM9 tag=VVUUJXUH1F6M type=del size=4012245 2024-04-02T08:41:23.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.031+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=6JOHC6SIYIK8 type=write size=389475 2024-04-02T08:41:23.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.032+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~VGNDMT103AT3.0 size=880438 2024-04-02T08:41:23.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.036+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=VGNDMT103AT3 tag=WWJP1LT1ZBD9 type=write size=1929014 2024-04-02T08:41:23.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.037+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=VR9XAF4HEMX3 type=write size=747409 2024-04-02T08:41:23.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.038+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~TGCA6I1YF4LD.0 size=1048576 2024-04-02T08:41:23.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.038+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~TGCA6I1YF4LD.1 size=1048576 2024-04-02T08:41:23.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.039+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~TGCA6I1YF4LD.2 size=47145 2024-04-02T08:41:23.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.042+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=TGCA6I1YF4LD tag=RDL3QIA2PDTJ type=write size=3192873 2024-04-02T08:41:23.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.044+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=NTZKBX6OSGHI type=del size=1997186 2024-04-02T08:41:23.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.047+0000 7f7016872780 1 < suggested remove operation key=RTOJ11BQKIQR tag=1XWDM5EORCYR type=del 2024-04-02T08:41:23.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.049+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=J6I9K0CV7BNE type=del size=358547 2024-04-02T08:41:23.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.051+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~C7HGQPWSYNJB.0 size=1048576 2024-04-02T08:41:23.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.052+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~C7HGQPWSYNJB.1 size=120762 2024-04-02T08:41:23.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.056+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=C7HGQPWSYNJB tag=4XNU8XLO2TKJ type=write size=2217914 2024-04-02T08:41:23.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.059+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~C2IG56EDJ28M.0 size=1048576 2024-04-02T08:41:23.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.061+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~C2IG56EDJ28M.1 size=76251 2024-04-02T08:41:23.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.061+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=C2IG56EDJ28M tag=VT7679YA891C type=write size=2173403 2024-04-02T08:41:23.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.062+0000 7f7016872780 1 < canceled operation key=Y2F1XJDYXB7J tag=7EPUZ7P6XY4R type=del size=3882947 2024-04-02T08:41:23.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.066+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~BRLAOJYS9UE3.0 size=263230 2024-04-02T08:41:23.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.066+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=BRLAOJYS9UE3 tag=P82381R8NZTW type=write size=1311806 2024-04-02T08:41:23.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.070+0000 7f7016872780 1 < suggested remove operation key=3UK733FJNZ92 tag=Q9VOCVL131H0 type=write 2024-04-02T08:41:23.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.073+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~L17BG3HJJET2.0 size=158110 2024-04-02T08:41:23.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.073+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=L17BG3HJJET2 tag=O695NAH3ODWX type=write size=1206686 2024-04-02T08:41:23.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.075+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~ZDJD5FOEHOJ5.0 size=634977 2024-04-02T08:41:23.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.078+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=ZDJD5FOEHOJ5 tag=TXWFSPMH232X type=write size=1683553 2024-04-02T08:41:23.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.081+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~2MNO189BS0SV.0 size=229276 2024-04-02T08:41:23.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.081+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=2MNO189BS0SV tag=32ETKOH6COR5 type=write size=1277852 2024-04-02T08:41:23.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.083+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=U0Q0DHZY41D2 type=del 2024-04-02T08:41:23.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.085+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=O3ISABJP2IST type=write size=126660 2024-04-02T08:41:23.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.087+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=OAFC1NCWZ3DW type=del 2024-04-02T08:41:23.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.090+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~JTGC48198FBB.0 size=375050 2024-04-02T08:41:23.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.090+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=JTGC48198FBB tag=KDLX1XT73BPS type=write size=1423626 2024-04-02T08:41:23.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.092+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~84PPUP3I2R1R.0 size=143842 2024-04-02T08:41:23.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.095+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=84PPUP3I2R1R tag=U0UKJW6HAHI2 type=write size=1192418 2024-04-02T08:41:23.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.098+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~YPNMMX3FU8YY.0 size=1048576 2024-04-02T08:41:23.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.099+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~YPNMMX3FU8YY.1 size=675838 2024-04-02T08:41:23.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.099+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=YPNMMX3FU8YY tag=NVKOU090EBKV type=write size=2772990 2024-04-02T08:41:23.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.101+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~BS5UFB6JRFTC.0 size=1048576 2024-04-02T08:41:23.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.103+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~BS5UFB6JRFTC.1 size=724694 2024-04-02T08:41:23.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.105+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=BS5UFB6JRFTC tag=A6J63T7BXMEX type=write size=2821846 2024-04-02T08:41:23.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.107+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=YCZT3CSZRTBU type=del size=3467156 2024-04-02T08:41:23.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.111+0000 7f7016872780 1 < suggested update operation key=11EE3KM617CN tag=F2L6S2TUDBOI type=del size=1605982 2024-04-02T08:41:23.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.113+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=16FKPO6VUR07 type=del size=3144603 2024-04-02T08:41:23.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.114+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~VDR5D9CE0OLY.0 size=959801 2024-04-02T08:41:23.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.118+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=VDR5D9CE0OLY tag=APN2V5PP3EZF type=write size=2008377 2024-04-02T08:41:23.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.119+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=C3DAWMT62CWK type=del size=4033311 2024-04-02T08:41:23.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.122+0000 7f7016872780 -1 < failed to complete operation key=9WC16VCXCHM9 tag=ZX1K19H3QZ1P type=del size=1548723: (22) Invalid argument 2024-04-02T08:41:23.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.123+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=LL9EYKKXQZMG type=write size=820588 2024-04-02T08:41:23.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.125+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=HYVAT22SWHZI type=del 2024-04-02T08:41:23.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.127+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=RXL59TI8IBZC type=del size=1400896 2024-04-02T08:41:23.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.129+0000 7f7016872780 1 < completed write operation key=LRIMFCH3UXQB tag=6JOHC6SIYIK8 type=write size=389475 2024-04-02T08:41:23.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.130+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=0VUO6TTE43NQ type=del size=2785131 2024-04-02T08:41:23.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.132+0000 7f7016872780 1 < completed write operation key=XQBWK3QSXABP tag=VR9XAF4HEMX3 type=write size=747409 2024-04-02T08:41:23.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.134+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=MO2EB6O8798I type=del size=283756 2024-04-02T08:41:23.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.135+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=NTZKBX6OSGHI type=del 2024-04-02T08:41:23.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.139+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~FJOHRIC5YXE5.0 size=1031288 2024-04-02T08:41:23.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.139+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=FJOHRIC5YXE5 tag=IMCTPW05NCGQ type=write size=2079864 2024-04-02T08:41:23.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.140+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=J6I9K0CV7BNE type=del 2024-04-02T08:41:23.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.142+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=JN89WO062XJG type=write size=1028399 2024-04-02T08:41:23.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.144+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~C2IG56EDJ28M.0 size=1048576 2024-04-02T08:41:23.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.145+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~C2IG56EDJ28M.1 size=76251 2024-04-02T08:41:23.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.148+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=C2IG56EDJ28M tag=VT7679YA891C type=write size=2173403 2024-04-02T08:41:23.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.150+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=YN49WAZFKAH3 type=del size=605438 2024-04-02T08:41:23.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.152+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~BRLAOJYS9UE3.0 size=263230 2024-04-02T08:41:23.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.154+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=BRLAOJYS9UE3 tag=P82381R8NZTW type=write size=1311806 2024-04-02T08:41:23.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.156+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=JU17CAEKZ7QC type=del size=1188146 2024-04-02T08:41:23.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.158+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~L17BG3HJJET2.0 size=158110 2024-04-02T08:41:23.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.161+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=L17BG3HJJET2 tag=O695NAH3ODWX type=write size=1206686 2024-04-02T08:41:23.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.163+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=JTS5D66J7QXT type=del size=3786479 2024-04-02T08:41:23.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.165+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~2MNO189BS0SV.0 size=229276 2024-04-02T08:41:23.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.168+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=2MNO189BS0SV tag=32ETKOH6COR5 type=write size=1277852 2024-04-02T08:41:23.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.171+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~64YNGAJ4Y234.0 size=1048576 2024-04-02T08:41:23.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.173+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~64YNGAJ4Y234.1 size=648166 2024-04-02T08:41:23.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.173+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=64YNGAJ4Y234 tag=G7CE0NNA63SH type=write size=2745318 2024-04-02T08:41:23.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.177+0000 7f7016872780 1 < suggested remove operation key=XQBWK3QSXABP tag=O3ISABJP2IST type=write 2024-04-02T08:41:23.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.178+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=PLCNLTDCM9QH type=del size=1545825 2024-04-02T08:41:23.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.180+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~JTGC48198FBB.0 size=375050 2024-04-02T08:41:23.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.183+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=JTGC48198FBB tag=KDLX1XT73BPS type=write size=1423626 2024-04-02T08:41:23.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.185+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=Y37F1006K4KU type=del size=162012 2024-04-02T08:41:23.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.188+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~YPNMMX3FU8YY.0 size=1048576 2024-04-02T08:41:23.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.189+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~YPNMMX3FU8YY.1 size=675838 2024-04-02T08:41:23.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.193+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=YPNMMX3FU8YY tag=NVKOU090EBKV type=write size=2772990 2024-04-02T08:41:23.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.196+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~KXEQXC61YJPN.0 size=1048576 2024-04-02T08:41:23.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.198+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~KXEQXC61YJPN.1 size=278792 2024-04-02T08:41:23.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.198+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=KXEQXC61YJPN tag=CVTD57MDCD13 type=write size=2375944 2024-04-02T08:41:23.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.200+0000 7f7016872780 1 < canceled operation key=3ASC24KYQTLG tag=YCZT3CSZRTBU type=del size=3467156 2024-04-02T08:41:23.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.203+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=M5C9IQY2A3EI type=del size=1981702 2024-04-02T08:41:23.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.205+0000 7f7016872780 -1 < failed to complete operation key=XQBWK3QSXABP tag=16FKPO6VUR07 type=del size=3144603: (22) Invalid argument 2024-04-02T08:41:23.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.207+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=IK67O83XDIF5 type=write size=693582 2024-04-02T08:41:23.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.208+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=C3DAWMT62CWK type=del 2024-04-02T08:41:23.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.212+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~VIQUJIGLNXYT.0 size=805505 2024-04-02T08:41:23.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.212+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=VIQUJIGLNXYT tag=O8I9D38EYMJ3 type=write size=1854081 2024-04-02T08:41:23.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.214+0000 7f7016872780 1 < completed write operation key=4SLXOPTR3LOC tag=LL9EYKKXQZMG type=write size=820588 2024-04-02T08:41:23.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.216+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=DFITL4Y32KFD type=del size=1083833 2024-04-02T08:41:23.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.218+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=RXL59TI8IBZC type=del 2024-04-02T08:41:23.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.220+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=Z1N43KPXZW8H type=del size=3185584 2024-04-02T08:41:23.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.222+0000 7f7016872780 1 < canceled operation key=7A6KED7000HX tag=0VUO6TTE43NQ type=del size=2785131 2024-04-02T08:41:23.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.224+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=GDT7A82RV0GU type=del size=2669373 2024-04-02T08:41:23.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.226+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=MO2EB6O8798I type=del 2024-04-02T08:41:23.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.229+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~62FD3TOD35WU.0 size=861514 2024-04-02T08:41:23.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.229+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=62FD3TOD35WU tag=HQR8N513HFR1 type=write size=1910090 2024-04-02T08:41:23.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.231+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~FJOHRIC5YXE5.0 size=1031288 2024-04-02T08:41:23.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.234+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=FJOHRIC5YXE5 tag=IMCTPW05NCGQ type=write size=2079864 2024-04-02T08:41:23.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.238+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~Q9YXUZK60ZO5.0 size=270729 2024-04-02T08:41:23.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.238+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=Q9YXUZK60ZO5 tag=DTDDXLVXVLBX type=write size=1319305 2024-04-02T08:41:23.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.241+0000 7f7016872780 1 < suggested remove operation key=GRR9RBGMGMHH tag=JN89WO062XJG type=write 2024-04-02T08:41:23.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.243+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=FWL6J80MR2P1 type=del size=876829 2024-04-02T08:41:23.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.245+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=YN49WAZFKAH3 type=del 2024-04-02T08:41:23.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.246+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=D460Q7J8DA5G type=del size=1179869 2024-04-02T08:41:23.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.249+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=JU17CAEKZ7QC type=del 2024-04-02T08:41:23.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.250+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=5GTLH91CSFS7 type=del size=1938552 2024-04-02T08:41:23.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.252+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=JTS5D66J7QXT type=del 2024-04-02T08:41:23.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.255+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~S6HOLAAGRW10.0 size=1048576 2024-04-02T08:41:23.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.257+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~S6HOLAAGRW10.1 size=960534 2024-04-02T08:41:23.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.257+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=S6HOLAAGRW10 tag=TI2EBORKAQU8 type=write size=3057686 2024-04-02T08:41:23.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.259+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~64YNGAJ4Y234.0 size=1048576 2024-04-02T08:41:23.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.260+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~64YNGAJ4Y234.1 size=648166 2024-04-02T08:41:23.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.263+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=64YNGAJ4Y234 tag=G7CE0NNA63SH type=write size=2745318 2024-04-02T08:41:23.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.266+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~Q5MKX6CIU1VP.0 size=637323 2024-04-02T08:41:23.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.266+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=Q5MKX6CIU1VP tag=HDE8MQO6PMYQ type=write size=1685899 2024-04-02T08:41:23.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.268+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=PLCNLTDCM9QH type=del 2024-04-02T08:41:23.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.270+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=7YQG1WPPE38I type=del size=4045952 2024-04-02T08:41:23.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.272+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=Y37F1006K4KU type=del 2024-04-02T08:41:23.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.275+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~DA0MQK2W7YP2.0 size=1048576 2024-04-02T08:41:23.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.277+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~DA0MQK2W7YP2.1 size=944725 2024-04-02T08:41:23.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.277+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=DA0MQK2W7YP2 tag=WG80HBL7NV4B type=write size=3041877 2024-04-02T08:41:23.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.279+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~KXEQXC61YJPN.0 size=1048576 2024-04-02T08:41:23.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.281+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~KXEQXC61YJPN.1 size=278792 2024-04-02T08:41:23.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.285+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=KXEQXC61YJPN tag=CVTD57MDCD13 type=write size=2375944 2024-04-02T08:41:23.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.287+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=YL6RUXCCCSIP type=del size=3098369 2024-04-02T08:41:23.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.292+0000 7f7016872780 1 < suggested remove operation key=6AT1DGYZW8Z0 tag=M5C9IQY2A3EI type=del 2024-04-02T08:41:23.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.295+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=E8FOK4LO6020 type=del size=2983875 2024-04-02T08:41:23.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.296+0000 7f7016872780 1 < completed write operation key=OMWA4ZW4GOZ2 tag=IK67O83XDIF5 type=write size=693582 2024-04-02T08:41:23.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.298+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=LDXZYUOJ43HG type=del size=223679 2024-04-02T08:41:23.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.300+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~VIQUJIGLNXYT.0 size=805505 2024-04-02T08:41:23.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.303+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=VIQUJIGLNXYT tag=O8I9D38EYMJ3 type=write size=1854081 2024-04-02T08:41:23.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.305+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=EQNO4ONAJRCK type=del size=736926 2024-04-02T08:41:23.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.308+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=DFITL4Y32KFD type=del size=1083833 2024-04-02T08:41:23.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.312+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~52CH53ZZQMBQ.0 size=1047653 2024-04-02T08:41:23.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.312+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=52CH53ZZQMBQ tag=DKZHOCXH8DCA type=write size=2096229 2024-04-02T08:41:23.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.313+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=Z1N43KPXZW8H type=del 2024-04-02T08:41:23.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.316+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~ZP51TVHXX3RO.0 size=1048576 2024-04-02T08:41:23.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.318+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~ZP51TVHXX3RO.1 size=1048576 2024-04-02T08:41:23.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.320+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~ZP51TVHXX3RO.2 size=944947 2024-04-02T08:41:23.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.320+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=ZP51TVHXX3RO tag=K38MHX003BZU type=write size=4090675 2024-04-02T08:41:23.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.322+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=GDT7A82RV0GU type=del 2024-04-02T08:41:23.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.324+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=VVJ14GSSR3G2 type=write size=479258 2024-04-02T08:41:23.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.325+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~62FD3TOD35WU.0 size=861514 2024-04-02T08:41:23.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.328+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=62FD3TOD35WU tag=HQR8N513HFR1 type=write size=1910090 2024-04-02T08:41:23.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.331+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=TM6RFMEJA0AV type=del size=643244 2024-04-02T08:41:23.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.333+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~Q9YXUZK60ZO5.0 size=270729 2024-04-02T08:41:23.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.336+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=Q9YXUZK60ZO5 tag=DTDDXLVXVLBX type=write size=1319305 2024-04-02T08:41:23.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.340+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~1Q5V8YNEA8DF.0 size=1048576 2024-04-02T08:41:23.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.341+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~1Q5V8YNEA8DF.1 size=1048576 2024-04-02T08:41:23.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.342+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~1Q5V8YNEA8DF.2 size=650433 2024-04-02T08:41:23.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.342+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=1Q5V8YNEA8DF tag=6CL7Z6OG37KK type=write size=3796161 2024-04-02T08:41:23.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.344+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=FWL6J80MR2P1 type=del 2024-04-02T08:41:23.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.346+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=HTY3E95EMPZK type=del size=2342335 2024-04-02T08:41:23.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.348+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=D460Q7J8DA5G type=del 2024-04-02T08:41:23.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.350+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=C7CWQ5VHU2J3 type=del size=3698804 2024-04-02T08:41:23.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.352+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=5GTLH91CSFS7 type=del 2024-04-02T08:41:23.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.353+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=CEXD7QG0NSAL type=del size=756385 2024-04-02T08:41:23.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.355+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~S6HOLAAGRW10.0 size=1048576 2024-04-02T08:41:23.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.357+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~S6HOLAAGRW10.1 size=960534 2024-04-02T08:41:23.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.360+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=S6HOLAAGRW10 tag=TI2EBORKAQU8 type=write size=3057686 2024-04-02T08:41:23.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.363+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~Q7WYPT0CEMW2.0 size=713963 2024-04-02T08:41:23.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.363+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=Q7WYPT0CEMW2 tag=3I8TF1AM8W4E type=write size=1762539 2024-04-02T08:41:23.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.364+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~Q5MKX6CIU1VP.0 size=637323 2024-04-02T08:41:23.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.368+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=Q5MKX6CIU1VP tag=HDE8MQO6PMYQ type=write size=1685899 2024-04-02T08:41:23.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.369+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=JGVODZH13292 type=write size=455024 2024-04-02T08:41:23.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.371+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=7YQG1WPPE38I type=del 2024-04-02T08:41:23.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.374+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~LZTN5S1VON8C.0 size=1048576 2024-04-02T08:41:23.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.376+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~LZTN5S1VON8C.1 size=1048576 2024-04-02T08:41:23.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.377+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~LZTN5S1VON8C.2 size=781638 2024-04-02T08:41:23.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.377+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=LZTN5S1VON8C tag=I1TKRO3RV3WB type=write size=3927366 2024-04-02T08:41:23.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.379+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~DA0MQK2W7YP2.0 size=1048576 2024-04-02T08:41:23.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.380+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~DA0MQK2W7YP2.1 size=944725 2024-04-02T08:41:23.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.383+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=DA0MQK2W7YP2 tag=WG80HBL7NV4B type=write size=3041877 2024-04-02T08:41:23.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.385+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=KBQ4HEY0OUUO type=del size=3381192 2024-04-02T08:41:23.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.387+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=YL6RUXCCCSIP type=del 2024-04-02T08:41:23.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.390+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~C9TBPFJBXB5E.0 size=1048576 2024-04-02T08:41:23.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.391+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~C9TBPFJBXB5E.1 size=762134 2024-04-02T08:41:23.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.391+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=C9TBPFJBXB5E tag=XH4G3342WUQV type=write size=2859286 2024-04-02T08:41:23.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.393+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=E8FOK4LO6020 type=del size=2983875 2024-04-02T08:41:23.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.396+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~CGI6QXGPRG0Z.0 size=1048576 2024-04-02T08:41:23.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.398+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~CGI6QXGPRG0Z.1 size=1048576 2024-04-02T08:41:23.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.399+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~CGI6QXGPRG0Z.2 size=101410 2024-04-02T08:41:23.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.399+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=CGI6QXGPRG0Z tag=315R42ISO5AL type=write size=3247138 2024-04-02T08:41:23.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.403+0000 7f7016872780 1 < suggested update operation key=XQBWK3QSXABP tag=LDXZYUOJ43HG type=del size=223679 2024-04-02T08:41:23.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.406+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~QKWW1RE8020E.0 size=1048576 2024-04-02T08:41:23.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.408+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~QKWW1RE8020E.1 size=927704 2024-04-02T08:41:23.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.408+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=QKWW1RE8020E tag=SQ0RE6ZK256H type=write size=3024856 2024-04-02T08:41:23.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.411+0000 7f7016872780 1 < suggested remove operation key=AAJMQG05HPTJ tag=EQNO4ONAJRCK type=del 2024-04-02T08:41:23.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.414+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~0CDXTV6Z9QAI.0 size=58171 2024-04-02T08:41:23.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.414+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=0CDXTV6Z9QAI tag=WSZV4O1NR155 type=write size=1106747 2024-04-02T08:41:23.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.416+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~52CH53ZZQMBQ.0 size=1047653 2024-04-02T08:41:23.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.419+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=52CH53ZZQMBQ tag=DKZHOCXH8DCA type=write size=2096229 2024-04-02T08:41:23.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.421+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=Q76FJ2VX1KKI type=del size=172306 2024-04-02T08:41:23.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.421+0000 7f7016872780 1 < canceled part key=_multipart_RTOJ11BQKIQR.2~ZP51TVHXX3RO.0 size=1048576 2024-04-02T08:41:23.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.423+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~ZP51TVHXX3RO.1 size=1048576 2024-04-02T08:41:23.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.424+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~ZP51TVHXX3RO.2 size=944947 2024-04-02T08:41:23.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.427+0000 7f7016872780 1 < canceled multipart upload key=RTOJ11BQKIQR upload=ZP51TVHXX3RO tag=K38MHX003BZU type=write size=4090675 2024-04-02T08:41:23.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.431+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~F6OKQRH42CJ7.0 size=1048576 2024-04-02T08:41:23.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.433+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~F6OKQRH42CJ7.1 size=1048576 2024-04-02T08:41:23.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.434+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~F6OKQRH42CJ7.2 size=265941 2024-04-02T08:41:23.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.434+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=F6OKQRH42CJ7 tag=PVW8PHOGZKLA type=write size=3411669 2024-04-02T08:41:23.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.438+0000 7f7016872780 1 < suggested update operation key=VRC7N98T39M8 tag=VVJ14GSSR3G2 type=write size=479258 2024-04-02T08:41:23.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.440+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=2IOWOGCNI8V7 type=del size=3788605 2024-04-02T08:41:23.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.441+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=TM6RFMEJA0AV type=del 2024-04-02T08:41:23.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.444+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~APDF9E122MYZ.0 size=430383 2024-04-02T08:41:23.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.444+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=APDF9E122MYZ tag=JKOK2T16WPWF type=write size=1478959 2024-04-02T08:41:23.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.446+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~1Q5V8YNEA8DF.0 size=1048576 2024-04-02T08:41:23.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.448+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~1Q5V8YNEA8DF.1 size=1048576 2024-04-02T08:41:23.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.449+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~1Q5V8YNEA8DF.2 size=650433 2024-04-02T08:41:23.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.452+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=1Q5V8YNEA8DF tag=6CL7Z6OG37KK type=write size=3796161 2024-04-02T08:41:23.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.454+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=W00SAYYQ1E83 type=del size=4121203 2024-04-02T08:41:23.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.456+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=HTY3E95EMPZK type=del 2024-04-02T08:41:23.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.457+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=4G7CD1AS0LHS type=del size=151815 2024-04-02T08:41:23.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.461+0000 7f7016872780 1 < suggested update operation key=DCPMS8TINGLU tag=C7CWQ5VHU2J3 type=del size=3698804 2024-04-02T08:41:23.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.463+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=5KGJQF8N8WQY type=del size=187703 2024-04-02T08:41:23.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.464+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=CEXD7QG0NSAL type=del 2024-04-02T08:41:23.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.466+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=BPU8MG7ILOII type=write size=354902 2024-04-02T08:41:23.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.468+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~Q7WYPT0CEMW2.0 size=713963 2024-04-02T08:41:23.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.471+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=Q7WYPT0CEMW2 tag=3I8TF1AM8W4E type=write size=1762539 2024-04-02T08:41:23.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.474+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~PALBFR80W0JQ.0 size=1048576 2024-04-02T08:41:23.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.475+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~PALBFR80W0JQ.1 size=605744 2024-04-02T08:41:23.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.475+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=PALBFR80W0JQ tag=5LYAC21DAFU3 type=write size=2702896 2024-04-02T08:41:23.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.477+0000 7f7016872780 1 < completed write operation key=1DEIP6BZCLGU tag=JGVODZH13292 type=write size=455024 2024-04-02T08:41:23.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.480+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~4NGZ9XUPV6GV.0 size=1048576 2024-04-02T08:41:23.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.482+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~4NGZ9XUPV6GV.1 size=800981 2024-04-02T08:41:23.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.482+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=4NGZ9XUPV6GV tag=8YQILICVAWFH type=write size=2898133 2024-04-02T08:41:23.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.484+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~LZTN5S1VON8C.0 size=1048576 2024-04-02T08:41:23.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.485+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~LZTN5S1VON8C.1 size=1048576 2024-04-02T08:41:23.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.487+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~LZTN5S1VON8C.2 size=781638 2024-04-02T08:41:23.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.491+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=LZTN5S1VON8C tag=I1TKRO3RV3WB type=write size=3927366 2024-04-02T08:41:23.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.494+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~XEB08H9WX9KN.0 size=1048576 2024-04-02T08:41:23.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.496+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~XEB08H9WX9KN.1 size=1048576 2024-04-02T08:41:23.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.498+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~XEB08H9WX9KN.2 size=1021118 2024-04-02T08:41:23.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.498+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=XEB08H9WX9KN tag=N3A432ELIOUX type=write size=4166846 2024-04-02T08:41:23.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.500+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=KBQ4HEY0OUUO type=del 2024-04-02T08:41:23.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.504+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~1CQ2Q90Q3CXI.0 size=1048576 2024-04-02T08:41:23.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.506+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~1CQ2Q90Q3CXI.1 size=1048576 2024-04-02T08:41:23.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.508+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~1CQ2Q90Q3CXI.2 size=4982 2024-04-02T08:41:23.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.508+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=1CQ2Q90Q3CXI tag=KIKVQLPPYY30 type=write size=3150710 2024-04-02T08:41:23.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.509+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~C9TBPFJBXB5E.0 size=1048576 2024-04-02T08:41:23.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.511+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~C9TBPFJBXB5E.1 size=762134 2024-04-02T08:41:23.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.514+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=C9TBPFJBXB5E tag=XH4G3342WUQV type=write size=2859286 2024-04-02T08:41:23.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.517+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~PAOCJU3E77QN.0 size=1048576 2024-04-02T08:41:23.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.518+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~PAOCJU3E77QN.1 size=95980 2024-04-02T08:41:23.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.518+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=PAOCJU3E77QN tag=6CYAS8VQEAAL type=write size=2193132 2024-04-02T08:41:23.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.520+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~CGI6QXGPRG0Z.0 size=1048576 2024-04-02T08:41:23.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.522+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~CGI6QXGPRG0Z.1 size=1048576 2024-04-02T08:41:23.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.523+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~CGI6QXGPRG0Z.2 size=101410 2024-04-02T08:41:23.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.526+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=CGI6QXGPRG0Z tag=315R42ISO5AL type=write size=3247138 2024-04-02T08:41:23.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.528+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=K64WK1QHD6JV type=del size=1857629 2024-04-02T08:41:23.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.530+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~QKWW1RE8020E.0 size=1048576 2024-04-02T08:41:23.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.531+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~QKWW1RE8020E.1 size=927704 2024-04-02T08:41:23.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.534+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=QKWW1RE8020E tag=SQ0RE6ZK256H type=write size=3024856 2024-04-02T08:41:23.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.536+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=6BUP71TY42ZK type=del size=1632751 2024-04-02T08:41:23.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.538+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~0CDXTV6Z9QAI.0 size=58171 2024-04-02T08:41:23.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.540+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=0CDXTV6Z9QAI tag=WSZV4O1NR155 type=write size=1106747 2024-04-02T08:41:23.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.544+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~X2Y2Q4JWZMZH.0 size=29492 2024-04-02T08:41:23.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.544+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=X2Y2Q4JWZMZH tag=NEMOQETM016P type=write size=1078068 2024-04-02T08:41:23.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.545+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=Q76FJ2VX1KKI type=del 2024-04-02T08:41:23.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.547+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=UTUW7O3FKM5V type=del size=3336672 2024-04-02T08:41:23.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.549+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~F6OKQRH42CJ7.0 size=1048576 2024-04-02T08:41:23.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.550+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~F6OKQRH42CJ7.1 size=1048576 2024-04-02T08:41:23.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.552+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~F6OKQRH42CJ7.2 size=265941 2024-04-02T08:41:23.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.555+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=F6OKQRH42CJ7 tag=PVW8PHOGZKLA type=write size=3411669 2024-04-02T08:41:23.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.557+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=ZW4WS54G5DHF type=del size=1566542 2024-04-02T08:41:23.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.559+0000 7f7016872780 1 < canceled operation key=I5RKMPQ2CZ8E tag=2IOWOGCNI8V7 type=del size=3788605 2024-04-02T08:41:23.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.562+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~8PP924LZN81A.0 size=1048576 2024-04-02T08:41:23.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.563+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~8PP924LZN81A.1 size=1048576 2024-04-02T08:41:23.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.565+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~8PP924LZN81A.2 size=70036 2024-04-02T08:41:23.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.565+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=8PP924LZN81A tag=4K3PRJI523ZE type=write size=3215764 2024-04-02T08:41:23.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.566+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~APDF9E122MYZ.0 size=430383 2024-04-02T08:41:23.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.569+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=APDF9E122MYZ tag=JKOK2T16WPWF type=write size=1478959 2024-04-02T08:41:23.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.573+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~7HX4R4Y5YX3I.0 size=1048576 2024-04-02T08:41:23.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.574+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~7HX4R4Y5YX3I.1 size=1048576 2024-04-02T08:41:23.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.575+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~7HX4R4Y5YX3I.2 size=679759 2024-04-02T08:41:23.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.575+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=7HX4R4Y5YX3I tag=XH7ZMK0RK6VG type=write size=3825487 2024-04-02T08:41:23.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.579+0000 7f7016872780 1 < suggested update operation key=I5RKMPQ2CZ8E tag=W00SAYYQ1E83 type=del size=4121203 2024-04-02T08:41:23.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.582+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~D0V2NBZBWYDJ.0 size=1048576 2024-04-02T08:41:23.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.583+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~D0V2NBZBWYDJ.1 size=605278 2024-04-02T08:41:23.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.583+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=D0V2NBZBWYDJ tag=4L0KKC5C7UMZ type=write size=2702430 2024-04-02T08:41:23.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.585+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=4G7CD1AS0LHS type=del 2024-04-02T08:41:23.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.587+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=23203DLDKM5A type=del size=517554 2024-04-02T08:41:23.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.589+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=5KGJQF8N8WQY type=del 2024-04-02T08:41:23.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.590+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=Y9RUHL0F1PQR type=write size=1001034 2024-04-02T08:41:23.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.592+0000 7f7016872780 1 < completed write operation key=5J69WZ7J6CZ4 tag=BPU8MG7ILOII type=write size=354902 2024-04-02T08:41:23.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.594+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=FE130VIPN7VI type=write size=437514 2024-04-02T08:41:23.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.596+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~PALBFR80W0JQ.0 size=1048576 2024-04-02T08:41:23.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.597+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~PALBFR80W0JQ.1 size=605744 2024-04-02T08:41:23.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.601+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=PALBFR80W0JQ tag=5LYAC21DAFU3 type=write size=2702896 2024-04-02T08:41:23.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.604+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=DKHXMX9VJWPI type=del size=3115584 2024-04-02T08:41:23.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.604+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~4NGZ9XUPV6GV.0 size=1048576 2024-04-02T08:41:23.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.604+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~4NGZ9XUPV6GV.1 size=800981 2024-04-02T08:41:23.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.607+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=4NGZ9XUPV6GV tag=8YQILICVAWFH type=write size=2898133 2024-04-02T08:41:23.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.609+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=TBGDI30RW54D type=del size=2672763 2024-04-02T08:41:23.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.611+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~XEB08H9WX9KN.0 size=1048576 2024-04-02T08:41:23.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.612+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~XEB08H9WX9KN.1 size=1048576 2024-04-02T08:41:23.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.614+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~XEB08H9WX9KN.2 size=1021118 2024-04-02T08:41:23.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.618+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=XEB08H9WX9KN tag=N3A432ELIOUX type=write size=4166846 2024-04-02T08:41:23.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.621+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~WDKWJV6TN5F0.0 size=1048576 2024-04-02T08:41:23.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.623+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~WDKWJV6TN5F0.1 size=1048576 2024-04-02T08:41:23.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.625+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~WDKWJV6TN5F0.2 size=633186 2024-04-02T08:41:23.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.625+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=WDKWJV6TN5F0 tag=QLP8GFNN4TFC type=write size=3778914 2024-04-02T08:41:23.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.626+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~1CQ2Q90Q3CXI.0 size=1048576 2024-04-02T08:41:23.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.628+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~1CQ2Q90Q3CXI.1 size=1048576 2024-04-02T08:41:23.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.629+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~1CQ2Q90Q3CXI.2 size=4982 2024-04-02T08:41:23.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.632+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=1CQ2Q90Q3CXI tag=KIKVQLPPYY30 type=write size=3150710 2024-04-02T08:41:23.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.634+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=L6WY42O2R3WK type=del size=838942 2024-04-02T08:41:23.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.636+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~PAOCJU3E77QN.0 size=1048576 2024-04-02T08:41:23.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.636+0000 7f7016872780 1 < canceled part key=_multipart_BMGY5ZV26L3V.2~PAOCJU3E77QN.1 size=95980 2024-04-02T08:41:23.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.639+0000 7f7016872780 1 < canceled multipart upload key=BMGY5ZV26L3V upload=PAOCJU3E77QN tag=6CYAS8VQEAAL type=write size=2193132 2024-04-02T08:41:23.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.642+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~OQ3B1I4HCYM5.0 size=1048576 2024-04-02T08:41:23.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.644+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~OQ3B1I4HCYM5.1 size=407024 2024-04-02T08:41:23.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.644+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=OQ3B1I4HCYM5 tag=ZDXPHWP8PIYL type=write size=2504176 2024-04-02T08:41:23.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.646+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=K64WK1QHD6JV type=del 2024-04-02T08:41:23.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.648+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=AE9LBJ6MW3XT type=del size=1942471 2024-04-02T08:41:23.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.649+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=6BUP71TY42ZK type=del 2024-04-02T08:41:23.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.652+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~UO2CRP4B5L1J.0 size=758318 2024-04-02T08:41:23.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.653+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=UO2CRP4B5L1J tag=K00DPZ97YECI type=write size=1806894 2024-04-02T08:41:23.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.654+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~X2Y2Q4JWZMZH.0 size=29492 2024-04-02T08:41:23.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.657+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=X2Y2Q4JWZMZH tag=NEMOQETM016P type=write size=1078068 2024-04-02T08:41:23.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.661+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~NS5SGTXRY972.0 size=1048576 2024-04-02T08:41:23.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.662+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~NS5SGTXRY972.1 size=924472 2024-04-02T08:41:23.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.662+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=NS5SGTXRY972 tag=2VA33JV595IC type=write size=3021624 2024-04-02T08:41:23.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.664+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=UTUW7O3FKM5V type=del 2024-04-02T08:41:23.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.667+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~FS300QTPQC4K.0 size=1048576 2024-04-02T08:41:23.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.669+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~FS300QTPQC4K.1 size=1048576 2024-04-02T08:41:23.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.670+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~FS300QTPQC4K.2 size=767762 2024-04-02T08:41:23.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.670+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=FS300QTPQC4K tag=NL9P3BROBFCX type=write size=3913490 2024-04-02T08:41:23.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.674+0000 7f7016872780 1 < suggested update operation key=OIQ6XB5SR7J6 tag=ZW4WS54G5DHF type=del size=1566542 2024-04-02T08:41:23.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.676+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=5B0BMPFPPIPV type=del size=1732194 2024-04-02T08:41:23.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.677+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~8PP924LZN81A.0 size=1048576 2024-04-02T08:41:23.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.679+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~8PP924LZN81A.1 size=1048576 2024-04-02T08:41:23.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.681+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~8PP924LZN81A.2 size=70036 2024-04-02T08:41:23.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.684+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=8PP924LZN81A tag=4K3PRJI523ZE type=write size=3215764 2024-04-02T08:41:23.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.686+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=MGAGC1ZWX5J8 type=del size=1746293 2024-04-02T08:41:23.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.688+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~7HX4R4Y5YX3I.0 size=1048576 2024-04-02T08:41:23.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.689+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~7HX4R4Y5YX3I.1 size=1048576 2024-04-02T08:41:23.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.691+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~7HX4R4Y5YX3I.2 size=679759 2024-04-02T08:41:23.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.695+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=7HX4R4Y5YX3I tag=XH7ZMK0RK6VG type=write size=3825487 2024-04-02T08:41:23.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.698+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~B35F4GTKJKGU.0 size=939591 2024-04-02T08:41:23.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.698+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=B35F4GTKJKGU tag=EF6Q13QCRVVS type=write size=1988167 2024-04-02T08:41:23.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.700+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~D0V2NBZBWYDJ.0 size=1048576 2024-04-02T08:41:23.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.702+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~D0V2NBZBWYDJ.1 size=605278 2024-04-02T08:41:23.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.705+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=D0V2NBZBWYDJ tag=4L0KKC5C7UMZ type=write size=2702430 2024-04-02T08:41:23.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.707+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=2T9ZZBHLIMTJ type=del size=2479344 2024-04-02T08:41:23.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.709+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=23203DLDKM5A type=del 2024-04-02T08:41:23.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.710+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=3KL7NU5TMNLC type=write size=681341 2024-04-02T08:41:23.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.713+0000 7f7016872780 1 < completed write operation key=I5RKMPQ2CZ8E tag=Y9RUHL0F1PQR type=write size=1001034 2024-04-02T08:41:23.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.715+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=7X9C4VN1EXN4 type=del size=920954 2024-04-02T08:41:23.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.718+0000 7f7016872780 1 < suggested update operation key=VRC7N98T39M8 tag=FE130VIPN7VI type=write size=437514 2024-04-02T08:41:23.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.722+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~M6VTT9OB81X5.0 size=1048576 2024-04-02T08:41:23.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.724+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~M6VTT9OB81X5.1 size=475728 2024-04-02T08:41:23.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.724+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=M6VTT9OB81X5 tag=4XYXIDIXO6HE type=write size=2572880 2024-04-02T08:41:23.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.726+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=DKHXMX9VJWPI type=del 2024-04-02T08:41:23.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.727+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=BKZTRYX57BN1 type=del size=2147501 2024-04-02T08:41:23.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.730+0000 7f7016872780 -1 < failed to complete operation key=OIQ6XB5SR7J6 tag=TBGDI30RW54D type=del size=2672763: (22) Invalid argument 2024-04-02T08:41:23.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.732+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=F7EM8K8ZQ7F5 type=del size=1582499 2024-04-02T08:41:23.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.735+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~WDKWJV6TN5F0.0 size=1048576 2024-04-02T08:41:23.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.737+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~WDKWJV6TN5F0.1 size=1048576 2024-04-02T08:41:23.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.737+0000 7f7016872780 1 < canceled part key=_multipart_3ASC24KYQTLG.2~WDKWJV6TN5F0.2 size=633186 2024-04-02T08:41:23.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.740+0000 7f7016872780 1 < canceled multipart upload key=3ASC24KYQTLG upload=WDKWJV6TN5F0 tag=QLP8GFNN4TFC type=write size=3778914 2024-04-02T08:41:23.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.743+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~EGHB5GMRDYB7.0 size=1048576 2024-04-02T08:41:23.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.744+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~EGHB5GMRDYB7.1 size=1048576 2024-04-02T08:41:23.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.746+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~EGHB5GMRDYB7.2 size=265525 2024-04-02T08:41:23.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.746+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=EGHB5GMRDYB7 tag=58B4S8I5LS5W type=write size=3411253 2024-04-02T08:41:23.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.748+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=L6WY42O2R3WK type=del 2024-04-02T08:41:23.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.749+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=GNFG22L335M1 type=del size=335118 2024-04-02T08:41:23.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.751+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~OQ3B1I4HCYM5.0 size=1048576 2024-04-02T08:41:23.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.753+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~OQ3B1I4HCYM5.1 size=407024 2024-04-02T08:41:23.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.756+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=OQ3B1I4HCYM5 tag=ZDXPHWP8PIYL type=write size=2504176 2024-04-02T08:41:23.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.758+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=8D9P67JVEWU7 type=write size=781380 2024-04-02T08:41:23.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.760+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=AE9LBJ6MW3XT type=del 2024-04-02T08:41:23.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.764+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~365FV6A7A8O1.0 size=1048576 2024-04-02T08:41:23.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.765+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~365FV6A7A8O1.1 size=745796 2024-04-02T08:41:23.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.765+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=365FV6A7A8O1 tag=QFYNUODMPCLG type=write size=2842948 2024-04-02T08:41:23.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.767+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~UO2CRP4B5L1J.0 size=758318 2024-04-02T08:41:23.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.770+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=UO2CRP4B5L1J tag=K00DPZ97YECI type=write size=1806894 2024-04-02T08:41:23.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.771+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=5KYMHUMW6SK2 type=del size=1088231 2024-04-02T08:41:23.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.773+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~NS5SGTXRY972.0 size=1048576 2024-04-02T08:41:23.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.775+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~NS5SGTXRY972.1 size=924472 2024-04-02T08:41:23.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.778+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=NS5SGTXRY972 tag=2VA33JV595IC type=write size=3021624 2024-04-02T08:41:23.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.781+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~F2CJSUXQS6CN.0 size=1048576 2024-04-02T08:41:23.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.783+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~F2CJSUXQS6CN.1 size=802065 2024-04-02T08:41:23.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.783+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=F2CJSUXQS6CN tag=1GV3XZ420V89 type=write size=2899217 2024-04-02T08:41:23.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.785+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~FS300QTPQC4K.0 size=1048576 2024-04-02T08:41:23.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.786+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~FS300QTPQC4K.1 size=1048576 2024-04-02T08:41:23.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.788+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~FS300QTPQC4K.2 size=767762 2024-04-02T08:41:23.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.791+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=FS300QTPQC4K tag=NL9P3BROBFCX type=write size=3913490 2024-04-02T08:41:23.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.794+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~HBBFKH10NGLL.0 size=707573 2024-04-02T08:41:23.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.794+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=HBBFKH10NGLL tag=N96Q3A1KH026 type=write size=1756149 2024-04-02T08:41:23.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.796+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=5B0BMPFPPIPV type=del 2024-04-02T08:41:23.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.798+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=EP6KHYW43OVI type=write size=180941 2024-04-02T08:41:23.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.800+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=MGAGC1ZWX5J8 type=del 2024-04-02T08:41:23.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.804+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~P7B7S7NON4DE.0 size=1048576 2024-04-02T08:41:23.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.805+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~P7B7S7NON4DE.1 size=956356 2024-04-02T08:41:23.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.805+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=P7B7S7NON4DE tag=6AZFFV1Z20ML type=write size=3053508 2024-04-02T08:41:23.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.807+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~B35F4GTKJKGU.0 size=939591 2024-04-02T08:41:23.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.810+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=B35F4GTKJKGU tag=EF6Q13QCRVVS type=write size=1988167 2024-04-02T08:41:23.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.812+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=OMLBSKSMAI0P type=write size=804015 2024-04-02T08:41:23.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.814+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=2T9ZZBHLIMTJ type=del 2024-04-02T08:41:23.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.817+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~6Y4J8CDIS0FI.0 size=1048576 2024-04-02T08:41:23.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.819+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~6Y4J8CDIS0FI.1 size=1048576 2024-04-02T08:41:23.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.820+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~6Y4J8CDIS0FI.2 size=234209 2024-04-02T08:41:23.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.820+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=6Y4J8CDIS0FI tag=OB0G8PGMQMAJ type=write size=3379937 2024-04-02T08:41:23.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.824+0000 7f7016872780 1 < suggested remove operation key=GRR9RBGMGMHH tag=3KL7NU5TMNLC type=write 2024-04-02T08:41:23.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.826+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=13LG6VLERMGF type=del size=2610660 2024-04-02T08:41:23.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.828+0000 7f7016872780 -1 < failed to complete operation key=GRR9RBGMGMHH tag=7X9C4VN1EXN4 type=del size=920954: (22) Invalid argument 2024-04-02T08:41:23.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.831+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~WVJJNVCS13TH.0 size=404662 2024-04-02T08:41:23.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.831+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=WVJJNVCS13TH tag=S52SN0F42HR3 type=write size=1453238 2024-04-02T08:41:23.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.833+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~M6VTT9OB81X5.0 size=1048576 2024-04-02T08:41:23.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.834+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~M6VTT9OB81X5.1 size=475728 2024-04-02T08:41:23.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.837+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=M6VTT9OB81X5 tag=4XYXIDIXO6HE type=write size=2572880 2024-04-02T08:41:23.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.841+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~ZTELF4WIYKK9.0 size=949398 2024-04-02T08:41:23.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.841+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=ZTELF4WIYKK9 tag=T3G1YCQWYLH5 type=write size=1997974 2024-04-02T08:41:23.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.842+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=BKZTRYX57BN1 type=del 2024-04-02T08:41:23.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.844+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=X0LX6M65MP0H type=write size=495729 2024-04-02T08:41:23.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.846+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=F7EM8K8ZQ7F5 type=del 2024-04-02T08:41:23.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.848+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=43NTBH3VODY5 type=del size=1561156 2024-04-02T08:41:23.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.849+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~EGHB5GMRDYB7.0 size=1048576 2024-04-02T08:41:23.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.851+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~EGHB5GMRDYB7.1 size=1048576 2024-04-02T08:41:23.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.852+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~EGHB5GMRDYB7.2 size=265525 2024-04-02T08:41:23.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.855+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=EGHB5GMRDYB7 tag=58B4S8I5LS5W type=write size=3411253 2024-04-02T08:41:23.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.859+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~XYC4VHLW7UUI.0 size=1048576 2024-04-02T08:41:23.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.860+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~XYC4VHLW7UUI.1 size=1048576 2024-04-02T08:41:23.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.862+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~XYC4VHLW7UUI.2 size=861283 2024-04-02T08:41:23.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.862+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=XYC4VHLW7UUI tag=7T1S81AYWE3Q type=write size=4007011 2024-04-02T08:41:23.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.865+0000 7f7016872780 1 < suggested update operation key=Y2F1XJDYXB7J tag=GNFG22L335M1 type=del size=335118 2024-04-02T08:41:23.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.869+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~003AKJTB19M8.0 size=1048576 2024-04-02T08:41:23.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.870+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~003AKJTB19M8.1 size=1048576 2024-04-02T08:41:23.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.871+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~003AKJTB19M8.2 size=755671 2024-04-02T08:41:23.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.871+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=003AKJTB19M8 tag=0WKGF6S97NVB type=write size=3901399 2024-04-02T08:41:23.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.873+0000 7f7016872780 1 < completed write operation key=1EUQSEA39UCS tag=8D9P67JVEWU7 type=write size=781380 2024-04-02T08:41:23.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.875+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=GA8AVEHSBE82 type=write size=546538 2024-04-02T08:41:23.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.877+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~365FV6A7A8O1.0 size=1048576 2024-04-02T08:41:23.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.878+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~365FV6A7A8O1.1 size=745796 2024-04-02T08:41:23.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.881+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=365FV6A7A8O1 tag=QFYNUODMPCLG type=write size=2842948 2024-04-02T08:41:23.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.884+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~JF9DUPELKBH5.0 size=1048576 2024-04-02T08:41:23.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.886+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~JF9DUPELKBH5.1 size=1048576 2024-04-02T08:41:23.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.888+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~JF9DUPELKBH5.2 size=272700 2024-04-02T08:41:23.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.888+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=JF9DUPELKBH5 tag=0C3747T90RP8 type=write size=3418428 2024-04-02T08:41:23.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.892+0000 7f7016872780 1 < suggested remove operation key=CK7JY7FOKSRE tag=5KYMHUMW6SK2 type=del 2024-04-02T08:41:23.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.895+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~J3S5G43V3W3X.0 size=902687 2024-04-02T08:41:23.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.895+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=J3S5G43V3W3X tag=X04D60NKVVDD type=write size=1951263 2024-04-02T08:41:23.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.897+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~F2CJSUXQS6CN.0 size=1048576 2024-04-02T08:41:23.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.899+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~F2CJSUXQS6CN.1 size=802065 2024-04-02T08:41:23.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.902+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=F2CJSUXQS6CN tag=1GV3XZ420V89 type=write size=2899217 2024-04-02T08:41:23.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.905+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~TVFRE6Y43YSJ.0 size=1048576 2024-04-02T08:41:23.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.906+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~TVFRE6Y43YSJ.1 size=14915 2024-04-02T08:41:23.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.907+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=TVFRE6Y43YSJ tag=EYP095DVPCET type=write size=2112067 2024-04-02T08:41:23.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.909+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~HBBFKH10NGLL.0 size=707573 2024-04-02T08:41:23.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.912+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=HBBFKH10NGLL tag=N96Q3A1KH026 type=write size=1756149 2024-04-02T08:41:23.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.914+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=A2EZ7F5BA6L8 type=del size=2824583 2024-04-02T08:41:23.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.918+0000 7f7016872780 1 < suggested remove operation key=XQBWK3QSXABP tag=EP6KHYW43OVI type=write 2024-04-02T08:41:23.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.921+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~5O5CWP3L1D1V.0 size=744683 2024-04-02T08:41:23.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.921+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=5O5CWP3L1D1V tag=6ZR8SU8D937I type=write size=1793259 2024-04-02T08:41:23.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.923+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~P7B7S7NON4DE.0 size=1048576 2024-04-02T08:41:23.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.923+0000 7f7016872780 1 < canceled part key=_multipart_DCPMS8TINGLU.2~P7B7S7NON4DE.1 size=956356 2024-04-02T08:41:23.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.926+0000 7f7016872780 1 < canceled multipart upload key=DCPMS8TINGLU upload=P7B7S7NON4DE tag=6AZFFV1Z20ML type=write size=3053508 2024-04-02T08:41:23.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.928+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=SNWCYV060GCT type=del size=567054 2024-04-02T08:41:23.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.929+0000 7f7016872780 1 < completed write operation key=58T4QI1BTVQ5 tag=OMLBSKSMAI0P type=write size=804015 2024-04-02T08:41:23.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.933+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~5RZU32TLYURK.0 size=1048576 2024-04-02T08:41:23.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.934+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~5RZU32TLYURK.1 size=621855 2024-04-02T08:41:23.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.934+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=5RZU32TLYURK tag=O7SQYY8SCP8K type=write size=2719007 2024-04-02T08:41:23.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.934+0000 7f7016872780 1 < canceled part key=_multipart_BMGY5ZV26L3V.2~6Y4J8CDIS0FI.0 size=1048576 2024-04-02T08:41:23.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.936+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~6Y4J8CDIS0FI.1 size=1048576 2024-04-02T08:41:23.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.937+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~6Y4J8CDIS0FI.2 size=234209 2024-04-02T08:41:23.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.941+0000 7f7016872780 1 < canceled multipart upload key=BMGY5ZV26L3V upload=6Y4J8CDIS0FI tag=OB0G8PGMQMAJ type=write size=3379937 2024-04-02T08:41:23.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.943+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=47WBLI8NBNSF type=del size=3367141 2024-04-02T08:41:23.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.946+0000 7f7016872780 1 < suggested update operation key=BMGY5ZV26L3V tag=13LG6VLERMGF type=del size=2610660 2024-04-02T08:41:23.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.950+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~4KL2FTZBYTLP.0 size=1048576 2024-04-02T08:41:23.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.952+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~4KL2FTZBYTLP.1 size=886161 2024-04-02T08:41:23.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.952+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=4KL2FTZBYTLP tag=27J3C4S8N44X type=write size=2983313 2024-04-02T08:41:23.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.952+0000 7f7016872780 1 < canceled part key=_multipart_FF4R1BKDZEMB.2~WVJJNVCS13TH.0 size=404662 2024-04-02T08:41:23.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.955+0000 7f7016872780 1 < canceled multipart upload key=FF4R1BKDZEMB upload=WVJJNVCS13TH tag=S52SN0F42HR3 type=write size=1453238 2024-04-02T08:41:23.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.959+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~DVTE0SMO76L5.0 size=1048576 2024-04-02T08:41:23.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.961+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~DVTE0SMO76L5.1 size=1048576 2024-04-02T08:41:23.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.962+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~DVTE0SMO76L5.2 size=797423 2024-04-02T08:41:23.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.962+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=DVTE0SMO76L5 tag=GN9M4NJCZOZE type=write size=3943151 2024-04-02T08:41:23.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.964+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~ZTELF4WIYKK9.0 size=949398 2024-04-02T08:41:23.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.967+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=ZTELF4WIYKK9 tag=T3G1YCQWYLH5 type=write size=1997974 2024-04-02T08:41:23.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.969+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=4LBRYM20H2JJ type=del size=2891198 2024-04-02T08:41:23.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.971+0000 7f7016872780 1 < completed write operation key=2C62BZU175EV tag=X0LX6M65MP0H type=write size=495729 2024-04-02T08:41:23.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.973+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=GHW4MD2R2X2Q type=del size=1204724 2024-04-02T08:41:23.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.975+0000 7f7016872780 -1 < failed to complete operation key=Y2F1XJDYXB7J tag=43NTBH3VODY5 type=del size=1561156: (22) Invalid argument 2024-04-02T08:41:23.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.977+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=AWMSE944LHXS type=del size=306610 2024-04-02T08:41:23.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.979+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~XYC4VHLW7UUI.0 size=1048576 2024-04-02T08:41:23.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.980+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~XYC4VHLW7UUI.1 size=1048576 2024-04-02T08:41:23.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.982+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~XYC4VHLW7UUI.2 size=861283 2024-04-02T08:41:23.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.985+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=XYC4VHLW7UUI tag=7T1S81AYWE3Q type=write size=4007011 2024-04-02T08:41:23.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.986+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=IS7EMU3NA9S9 type=del size=707487 2024-04-02T08:41:23.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.988+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~003AKJTB19M8.0 size=1048576 2024-04-02T08:41:23.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.990+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~003AKJTB19M8.1 size=1048576 2024-04-02T08:41:23.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.991+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~003AKJTB19M8.2 size=755671 2024-04-02T08:41:23.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.994+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=003AKJTB19M8 tag=0WKGF6S97NVB type=write size=3901399 2024-04-02T08:41:23.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.998+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~1O6M0DRIVMEK.0 size=47073 2024-04-02T08:41:23.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:23.998+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=1O6M0DRIVMEK tag=RQBWL3O4APNV type=write size=1095649 2024-04-02T08:41:23.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.000+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=GA8AVEHSBE82 type=write size=546538 2024-04-02T08:41:24.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.002+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=JP3ZAIFFNTWM type=del size=1357416 2024-04-02T08:41:24.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.004+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~JF9DUPELKBH5.0 size=1048576 2024-04-02T08:41:24.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.005+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~JF9DUPELKBH5.1 size=1048576 2024-04-02T08:41:24.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.007+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~JF9DUPELKBH5.2 size=272700 2024-04-02T08:41:24.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.010+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=JF9DUPELKBH5 tag=0C3747T90RP8 type=write size=3418428 2024-04-02T08:41:24.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.011+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=0PVG879DTGEV type=del size=887858 2024-04-02T08:41:24.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.014+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~J3S5G43V3W3X.0 size=902687 2024-04-02T08:41:24.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.018+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=J3S5G43V3W3X tag=X04D60NKVVDD type=write size=1951263 2024-04-02T08:41:24.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.022+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~YYOT8D4K9XRF.0 size=572713 2024-04-02T08:41:24.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.022+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=YYOT8D4K9XRF tag=5EAU46PKB1S0 type=write size=1621289 2024-04-02T08:41:24.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.024+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~TVFRE6Y43YSJ.0 size=1048576 2024-04-02T08:41:24.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.026+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~TVFRE6Y43YSJ.1 size=14915 2024-04-02T08:41:24.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.031+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=TVFRE6Y43YSJ tag=EYP095DVPCET type=write size=2112067 2024-04-02T08:41:24.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.035+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~3C9NNO0F7M5N.0 size=971560 2024-04-02T08:41:24.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.035+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=3C9NNO0F7M5N tag=6VCYS9P3MTFC type=write size=2020136 2024-04-02T08:41:24.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.038+0000 7f7016872780 1 < canceled operation key=2C62BZU175EV tag=A2EZ7F5BA6L8 type=del size=2824583 2024-04-02T08:41:24.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.040+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=HOU972S5H9ER type=del size=4123951 2024-04-02T08:41:24.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.042+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~5O5CWP3L1D1V.0 size=744683 2024-04-02T08:41:24.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.047+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=5O5CWP3L1D1V tag=6ZR8SU8D937I type=write size=1793259 2024-04-02T08:41:24.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.049+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=73IF07AE1F6S type=del size=2223254 2024-04-02T08:41:24.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.051+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=SNWCYV060GCT type=del 2024-04-02T08:41:24.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.054+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=LQED1DUHN1XY type=del size=1222254 2024-04-02T08:41:24.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.056+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~5RZU32TLYURK.0 size=1048576 2024-04-02T08:41:24.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.058+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~5RZU32TLYURK.1 size=621855 2024-04-02T08:41:24.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.062+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=5RZU32TLYURK tag=O7SQYY8SCP8K type=write size=2719007 2024-04-02T08:41:24.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.066+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~MJ8BOCEANKMZ.0 size=1048576 2024-04-02T08:41:24.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.068+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~MJ8BOCEANKMZ.1 size=320218 2024-04-02T08:41:24.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.068+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=MJ8BOCEANKMZ tag=KZE3I69IACSC type=write size=2417370 2024-04-02T08:41:24.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.070+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=47WBLI8NBNSF type=del 2024-04-02T08:41:24.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.072+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=BXEP1CGFYMS5 type=del size=2211930 2024-04-02T08:41:24.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.075+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~4KL2FTZBYTLP.0 size=1048576 2024-04-02T08:41:24.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.077+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~4KL2FTZBYTLP.1 size=886161 2024-04-02T08:41:24.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.080+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=4KL2FTZBYTLP tag=27J3C4S8N44X type=write size=2983313 2024-04-02T08:41:24.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.082+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=07J1BR2DO9V5 type=del size=2547552 2024-04-02T08:41:24.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.085+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~DVTE0SMO76L5.0 size=1048576 2024-04-02T08:41:24.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.087+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~DVTE0SMO76L5.1 size=1048576 2024-04-02T08:41:24.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.088+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~DVTE0SMO76L5.2 size=797423 2024-04-02T08:41:24.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.092+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=DVTE0SMO76L5 tag=GN9M4NJCZOZE type=write size=3943151 2024-04-02T08:41:24.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.095+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~ERXE2L8L78T8.0 size=29871 2024-04-02T08:41:24.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.095+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=ERXE2L8L78T8 tag=B7S0J2DGFYDV type=write size=1078447 2024-04-02T08:41:24.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.097+0000 7f7016872780 1 < canceled operation key=UX315TABAN23 tag=4LBRYM20H2JJ type=del size=2891198 2024-04-02T08:41:24.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.099+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=PFGOA1DS6ZXQ type=del size=3696857 2024-04-02T08:41:24.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.101+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=GHW4MD2R2X2Q type=del 2024-04-02T08:41:24.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.103+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=8WQOR5IA73FY type=del size=1924410 2024-04-02T08:41:24.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.106+0000 7f7016872780 1 < suggested remove operation key=58T4QI1BTVQ5 tag=AWMSE944LHXS type=del 2024-04-02T08:41:24.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.110+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~68AY2JQ7P2BM.0 size=1048576 2024-04-02T08:41:24.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.111+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~68AY2JQ7P2BM.1 size=276908 2024-04-02T08:41:24.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.111+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=68AY2JQ7P2BM tag=AH1TRDNKFP24 type=write size=2374060 2024-04-02T08:41:24.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.113+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=IS7EMU3NA9S9 type=del 2024-04-02T08:41:24.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.116+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~5I46UBYWE0HF.0 size=705212 2024-04-02T08:41:24.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.116+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=5I46UBYWE0HF tag=HTQFA3VT43Q5 type=write size=1753788 2024-04-02T08:41:24.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.118+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~1O6M0DRIVMEK.0 size=47073 2024-04-02T08:41:24.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.121+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=1O6M0DRIVMEK tag=RQBWL3O4APNV type=write size=1095649 2024-04-02T08:41:24.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.123+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=VKF0ZWYOQRJ6 type=del size=1348819 2024-04-02T08:41:24.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.126+0000 7f7016872780 1 < suggested remove operation key=DCPMS8TINGLU tag=JP3ZAIFFNTWM type=del 2024-04-02T08:41:24.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.129+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~SN09MG1A3VTX.0 size=1048576 2024-04-02T08:41:24.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.131+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~SN09MG1A3VTX.1 size=1048576 2024-04-02T08:41:24.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.132+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~SN09MG1A3VTX.2 size=522482 2024-04-02T08:41:24.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.132+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=SN09MG1A3VTX tag=74PTOJHLQ9OA type=write size=3668210 2024-04-02T08:41:24.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.133+0000 7f7016872780 -1 < no bi entry to suggest for operation key=DCPMS8TINGLU tag=0PVG879DTGEV type=del size=887858: (2) No such file or directory 2024-04-02T08:41:24.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.135+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=MI81WZEBM69Q type=write size=462837 2024-04-02T08:41:24.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.135+0000 7f7016872780 1 < canceled part key=_multipart_1DEIP6BZCLGU.2~YYOT8D4K9XRF.0 size=572713 2024-04-02T08:41:24.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.138+0000 7f7016872780 1 < canceled multipart upload key=1DEIP6BZCLGU upload=YYOT8D4K9XRF tag=5EAU46PKB1S0 type=write size=1621289 2024-04-02T08:41:24.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.141+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~TANZREQZ2OGI.0 size=1035574 2024-04-02T08:41:24.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.141+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=TANZREQZ2OGI tag=AP106ZZD3FLF type=write size=2084150 2024-04-02T08:41:24.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.142+0000 7f7016872780 1 < canceled part key=_multipart_4SLXOPTR3LOC.2~3C9NNO0F7M5N.0 size=971560 2024-04-02T08:41:24.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.145+0000 7f7016872780 1 < canceled multipart upload key=4SLXOPTR3LOC upload=3C9NNO0F7M5N tag=6VCYS9P3MTFC type=write size=2020136 2024-04-02T08:41:24.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.148+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=8III52XIU2QS type=del size=1185906 2024-04-02T08:41:24.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.150+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=HOU972S5H9ER type=del 2024-04-02T08:41:24.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.152+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=2DDW8H4SJJ5A type=del size=2420575 2024-04-02T08:41:24.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.154+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=73IF07AE1F6S type=del 2024-04-02T08:41:24.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.156+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=2G0CG9BVMV60 type=del size=2017097 2024-04-02T08:41:24.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.158+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=LQED1DUHN1XY type=del 2024-04-02T08:41:24.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.161+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~QVUE47ZIRWR1.0 size=135461 2024-04-02T08:41:24.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.161+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=QVUE47ZIRWR1 tag=3NMKMRFRSMU6 type=write size=1184037 2024-04-02T08:41:24.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.163+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~MJ8BOCEANKMZ.0 size=1048576 2024-04-02T08:41:24.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.165+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~MJ8BOCEANKMZ.1 size=320218 2024-04-02T08:41:24.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.168+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=MJ8BOCEANKMZ tag=KZE3I69IACSC type=write size=2417370 2024-04-02T08:41:24.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.171+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~FK3VTYV4BPX7.0 size=1048576 2024-04-02T08:41:24.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.173+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~FK3VTYV4BPX7.1 size=1048576 2024-04-02T08:41:24.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.175+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~FK3VTYV4BPX7.2 size=880437 2024-04-02T08:41:24.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.175+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=FK3VTYV4BPX7 tag=Y5IRG8XQEKF7 type=write size=4026165 2024-04-02T08:41:24.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.176+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=BXEP1CGFYMS5 type=del 2024-04-02T08:41:24.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.180+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~OUAV4MRGN1XB.0 size=301449 2024-04-02T08:41:24.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.180+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=OUAV4MRGN1XB tag=F4EQ50LQAG02 type=write size=1350025 2024-04-02T08:41:24.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.184+0000 7f7016872780 1 < suggested update operation key=6AT1DGYZW8Z0 tag=07J1BR2DO9V5 type=del size=2547552 2024-04-02T08:41:24.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.188+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~MLFGB6ABUOW5.0 size=892872 2024-04-02T08:41:24.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.188+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=MLFGB6ABUOW5 tag=EUJ10S6UDMAA type=write size=1941448 2024-04-02T08:41:24.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.190+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~ERXE2L8L78T8.0 size=29871 2024-04-02T08:41:24.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.193+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=ERXE2L8L78T8 tag=B7S0J2DGFYDV type=write size=1078447 2024-04-02T08:41:24.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.197+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~F5DH781IXFAS.0 size=1048576 2024-04-02T08:41:24.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.199+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~F5DH781IXFAS.1 size=1018133 2024-04-02T08:41:24.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.199+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=F5DH781IXFAS tag=VG5ITG3MIXNA type=write size=3115285 2024-04-02T08:41:24.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.202+0000 7f7016872780 -1 < failed to complete operation key=58T4QI1BTVQ5 tag=PFGOA1DS6ZXQ type=del size=3696857: (22) Invalid argument 2024-04-02T08:41:24.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.207+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~A42GPFULXUUG.0 size=1048576 2024-04-02T08:41:24.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.209+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~A42GPFULXUUG.1 size=1048576 2024-04-02T08:41:24.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.211+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~A42GPFULXUUG.2 size=15221 2024-04-02T08:41:24.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.211+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=A42GPFULXUUG tag=NUNM8Q70W7Z6 type=write size=3160949 2024-04-02T08:41:24.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.213+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=8WQOR5IA73FY type=del 2024-04-02T08:41:24.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.217+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KGBBINP4OBY8.0 size=1048576 2024-04-02T08:41:24.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.218+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KGBBINP4OBY8.1 size=1048576 2024-04-02T08:41:24.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.220+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KGBBINP4OBY8.2 size=766501 2024-04-02T08:41:24.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.220+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=KGBBINP4OBY8 tag=DX5KG5AFS0O8 type=write size=3912229 2024-04-02T08:41:24.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.220+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~68AY2JQ7P2BM.0 size=1048576 2024-04-02T08:41:24.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.222+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~68AY2JQ7P2BM.1 size=276908 2024-04-02T08:41:24.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.227+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=68AY2JQ7P2BM tag=AH1TRDNKFP24 type=write size=2374060 2024-04-02T08:41:24.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.229+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=ZO3TEGP5HQHU type=del size=3176883 2024-04-02T08:41:24.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.231+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~5I46UBYWE0HF.0 size=705212 2024-04-02T08:41:24.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.236+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=5I46UBYWE0HF tag=HTQFA3VT43Q5 type=write size=1753788 2024-04-02T08:41:24.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.240+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~JQM2HQQBKZOR.0 size=1048576 2024-04-02T08:41:24.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.242+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~JQM2HQQBKZOR.1 size=678715 2024-04-02T08:41:24.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.242+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=JQM2HQQBKZOR tag=G9DQKZ86QW2M type=write size=2775867 2024-04-02T08:41:24.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.245+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=VKF0ZWYOQRJ6 type=del 2024-04-02T08:41:24.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.246+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=CB4MATN3EB47 type=del size=2737735 2024-04-02T08:41:24.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.249+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~SN09MG1A3VTX.0 size=1048576 2024-04-02T08:41:24.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.251+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~SN09MG1A3VTX.1 size=1048576 2024-04-02T08:41:24.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.253+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~SN09MG1A3VTX.2 size=522482 2024-04-02T08:41:24.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.258+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=SN09MG1A3VTX tag=74PTOJHLQ9OA type=write size=3668210 2024-04-02T08:41:24.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.260+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=44KE68S2XAUR type=del size=760281 2024-04-02T08:41:24.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.262+0000 7f7016872780 1 < completed write operation key=9WC16VCXCHM9 tag=MI81WZEBM69Q type=write size=462837 2024-04-02T08:41:24.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.265+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=YUV123545ZWS type=del size=727784 2024-04-02T08:41:24.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.267+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~TANZREQZ2OGI.0 size=1035574 2024-04-02T08:41:24.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.272+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=TANZREQZ2OGI tag=AP106ZZD3FLF type=write size=2084150 2024-04-02T08:41:24.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.274+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=480FZ11OIQIS type=del size=2120144 2024-04-02T08:41:24.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.277+0000 7f7016872780 1 < canceled operation key=OMWA4ZW4GOZ2 tag=8III52XIU2QS type=del size=1185906 2024-04-02T08:41:24.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.280+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=0DWYIEWFBHAQ type=del size=413107 2024-04-02T08:41:24.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.285+0000 7f7016872780 1 < suggested update operation key=3UK733FJNZ92 tag=2DDW8H4SJJ5A type=del size=2420575 2024-04-02T08:41:24.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.287+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=56KKX0SLNCG9 type=del size=1094013 2024-04-02T08:41:24.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.292+0000 7f7016872780 1 < suggested remove operation key=WU9M880KQWBR tag=2G0CG9BVMV60 type=del 2024-04-02T08:41:24.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.294+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=L13A3MSQE974 type=del size=697004 2024-04-02T08:41:24.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.296+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~QVUE47ZIRWR1.0 size=135461 2024-04-02T08:41:24.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.300+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=QVUE47ZIRWR1 tag=3NMKMRFRSMU6 type=write size=1184037 2024-04-02T08:41:24.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.302+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=5HIAGYLC0VJI type=del size=2880601 2024-04-02T08:41:24.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.305+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~FK3VTYV4BPX7.0 size=1048576 2024-04-02T08:41:24.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.306+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~FK3VTYV4BPX7.1 size=1048576 2024-04-02T08:41:24.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.308+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~FK3VTYV4BPX7.2 size=880437 2024-04-02T08:41:24.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.312+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=FK3VTYV4BPX7 tag=Y5IRG8XQEKF7 type=write size=4026165 2024-04-02T08:41:24.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.315+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=5IYAITHJGWEX type=del size=3008637 2024-04-02T08:41:24.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.317+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~OUAV4MRGN1XB.0 size=301449 2024-04-02T08:41:24.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.321+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=OUAV4MRGN1XB tag=F4EQ50LQAG02 type=write size=1350025 2024-04-02T08:41:24.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.323+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=TEZTEJ63RAVK type=write size=159415 2024-04-02T08:41:24.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.325+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~MLFGB6ABUOW5.0 size=892872 2024-04-02T08:41:24.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.329+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=MLFGB6ABUOW5 tag=EUJ10S6UDMAA type=write size=1941448 2024-04-02T08:41:24.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.332+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~8G6FQKDCK9W8.0 size=1048576 2024-04-02T08:41:24.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.334+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~8G6FQKDCK9W8.1 size=480533 2024-04-02T08:41:24.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.334+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=8G6FQKDCK9W8 tag=QOJ2OV9Z6VW5 type=write size=2577685 2024-04-02T08:41:24.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.336+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~F5DH781IXFAS.0 size=1048576 2024-04-02T08:41:24.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.338+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~F5DH781IXFAS.1 size=1018133 2024-04-02T08:41:24.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.341+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=F5DH781IXFAS tag=VG5ITG3MIXNA type=write size=3115285 2024-04-02T08:41:24.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.343+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=LDXKMCKVAXNU type=del size=2247415 2024-04-02T08:41:24.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.344+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~A42GPFULXUUG.0 size=1048576 2024-04-02T08:41:24.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.345+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~A42GPFULXUUG.1 size=1048576 2024-04-02T08:41:24.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.347+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~A42GPFULXUUG.2 size=15221 2024-04-02T08:41:24.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.350+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=A42GPFULXUUG tag=NUNM8Q70W7Z6 type=write size=3160949 2024-04-02T08:41:24.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.353+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=RAI6GDLAIQ66 type=del size=2431071 2024-04-02T08:41:24.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.355+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KGBBINP4OBY8.0 size=1048576 2024-04-02T08:41:24.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.357+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KGBBINP4OBY8.1 size=1048576 2024-04-02T08:41:24.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.358+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KGBBINP4OBY8.2 size=766501 2024-04-02T08:41:24.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.363+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=KGBBINP4OBY8 tag=DX5KG5AFS0O8 type=write size=3912229 2024-04-02T08:41:24.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.365+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=M4WTUB0WKBGC type=del size=1388800 2024-04-02T08:41:24.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.368+0000 7f7016872780 1 < suggested update operation key=1DEIP6BZCLGU tag=ZO3TEGP5HQHU type=del size=3176883 2024-04-02T08:41:24.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.370+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=O4ABDSEZAXLW type=del size=2850578 2024-04-02T08:41:24.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.372+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~JQM2HQQBKZOR.0 size=1048576 2024-04-02T08:41:24.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.374+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~JQM2HQQBKZOR.1 size=678715 2024-04-02T08:41:24.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.378+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=JQM2HQQBKZOR tag=G9DQKZ86QW2M type=write size=2775867 2024-04-02T08:41:24.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.380+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=Z0H53S38M8T7 type=del size=4101288 2024-04-02T08:41:24.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.384+0000 7f7016872780 1 < suggested update operation key=FF4R1BKDZEMB tag=CB4MATN3EB47 type=del size=2737735 2024-04-02T08:41:24.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.386+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=7DMFXVTMZ06R type=del size=1194348 2024-04-02T08:41:24.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.388+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=44KE68S2XAUR type=del 2024-04-02T08:41:24.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.390+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=HV0Q2MRITUJ4 type=del size=996121 2024-04-02T08:41:24.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.393+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=YUV123545ZWS type=del 2024-04-02T08:41:24.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.395+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=2MZDKJWVGZAC type=del size=1205211 2024-04-02T08:41:24.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.396+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=480FZ11OIQIS type=del 2024-04-02T08:41:24.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.398+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=ODG9CK7Q1X49 type=del size=4044816 2024-04-02T08:41:24.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.400+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=0DWYIEWFBHAQ type=del 2024-04-02T08:41:24.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.403+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~L2MRN9KF70TC.0 size=1048576 2024-04-02T08:41:24.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.406+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~L2MRN9KF70TC.1 size=1048576 2024-04-02T08:41:24.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.407+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~L2MRN9KF70TC.2 size=705228 2024-04-02T08:41:24.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.407+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=L2MRN9KF70TC tag=NXHTZPBOFGKQ type=write size=3850956 2024-04-02T08:41:24.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.409+0000 7f7016872780 1 < canceled operation key=F41QUWFT5082 tag=56KKX0SLNCG9 type=del size=1094013 2024-04-02T08:41:24.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.411+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=29CYD2IGCGJE type=del size=4001794 2024-04-02T08:41:24.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.415+0000 7f7016872780 1 < suggested remove operation key=9WC16VCXCHM9 tag=L13A3MSQE974 type=del 2024-04-02T08:41:24.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.418+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~ZGPU0ND5TANW.0 size=722390 2024-04-02T08:41:24.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.418+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=ZGPU0ND5TANW tag=4YYB65GJJVOW type=write size=1770966 2024-04-02T08:41:24.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.420+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=5HIAGYLC0VJI type=del 2024-04-02T08:41:24.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.422+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=32YBBYPIM9CY type=del size=3632323 2024-04-02T08:41:24.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.424+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=5IYAITHJGWEX type=del 2024-04-02T08:41:24.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.427+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~Q9BZVI6TJGOZ.0 size=1048576 2024-04-02T08:41:24.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.429+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~Q9BZVI6TJGOZ.1 size=1048576 2024-04-02T08:41:24.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.431+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~Q9BZVI6TJGOZ.2 size=854938 2024-04-02T08:41:24.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.431+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=Q9BZVI6TJGOZ tag=QCDLUTCAE9HN type=write size=4000666 2024-04-02T08:41:24.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.433+0000 7f7016872780 1 < completed write operation key=LRIMFCH3UXQB tag=TEZTEJ63RAVK type=write size=159415 2024-04-02T08:41:24.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.435+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=JZD0BJ0NZ0WH type=del size=1160808 2024-04-02T08:41:24.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.437+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~8G6FQKDCK9W8.0 size=1048576 2024-04-02T08:41:24.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.439+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~8G6FQKDCK9W8.1 size=480533 2024-04-02T08:41:24.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.442+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=8G6FQKDCK9W8 tag=QOJ2OV9Z6VW5 type=write size=2577685 2024-04-02T08:41:24.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.445+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~CGMK9ZOLLO33.0 size=1013656 2024-04-02T08:41:24.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.445+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=CGMK9ZOLLO33 tag=IA5O3IGOI4TA type=write size=2062232 2024-04-02T08:41:24.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.447+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=LDXKMCKVAXNU type=del 2024-04-02T08:41:24.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.449+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=ZG5LS72FBF01 type=del size=313594 2024-04-02T08:41:24.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.453+0000 7f7016872780 1 < suggested update operation key=OMWA4ZW4GOZ2 tag=RAI6GDLAIQ66 type=del size=2431071 2024-04-02T08:41:24.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.455+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=LQR2S1S0IOIC type=del size=4093728 2024-04-02T08:41:24.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.457+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=M4WTUB0WKBGC type=del 2024-04-02T08:41:24.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.459+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=U26DU1B17KMX type=del size=964639 2024-04-02T08:41:24.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.461+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=O4ABDSEZAXLW type=del 2024-04-02T08:41:24.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.462+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=1OTYHSFM5SRM type=write size=741124 2024-04-02T08:41:24.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.465+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=Z0H53S38M8T7 type=del 2024-04-02T08:41:24.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.466+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=WRF9RU9IHYAO type=write size=69650 2024-04-02T08:41:24.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.468+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=7DMFXVTMZ06R type=del 2024-04-02T08:41:24.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.470+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=RBG5KQO9HFXI type=del size=863886 2024-04-02T08:41:24.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.472+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=HV0Q2MRITUJ4 type=del 2024-04-02T08:41:24.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.474+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=9XI5LTEXQT32 type=del size=1261346 2024-04-02T08:41:24.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.476+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=2MZDKJWVGZAC type=del 2024-04-02T08:41:24.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.482+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~9O1F4QD983RY.0 size=1048576 2024-04-02T08:41:24.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.483+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~9O1F4QD983RY.1 size=601518 2024-04-02T08:41:24.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.483+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=9O1F4QD983RY tag=PFX22K18C0JB type=write size=2698670 2024-04-02T08:41:24.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.485+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=ODG9CK7Q1X49 type=del 2024-04-02T08:41:24.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.487+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=04H6DJ032RZQ type=del size=1237041 2024-04-02T08:41:24.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.489+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~L2MRN9KF70TC.0 size=1048576 2024-04-02T08:41:24.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.491+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~L2MRN9KF70TC.1 size=1048576 2024-04-02T08:41:24.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.492+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~L2MRN9KF70TC.2 size=705228 2024-04-02T08:41:24.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.495+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=L2MRN9KF70TC tag=NXHTZPBOFGKQ type=write size=3850956 2024-04-02T08:41:24.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.499+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~VC38WEY54GJ2.0 size=464663 2024-04-02T08:41:24.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.499+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=VC38WEY54GJ2 tag=H7F5N66GLPCN type=write size=1513239 2024-04-02T08:41:24.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.502+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=29CYD2IGCGJE type=del 2024-04-02T08:41:24.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.505+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~EV6M5HHXNWFQ.0 size=337190 2024-04-02T08:41:24.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.505+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=EV6M5HHXNWFQ tag=9S0GNE0PEFC6 type=write size=1385766 2024-04-02T08:41:24.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.506+0000 7f7016872780 1 < canceled part key=_multipart_AAJMQG05HPTJ.2~ZGPU0ND5TANW.0 size=722390 2024-04-02T08:41:24.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.509+0000 7f7016872780 1 < canceled multipart upload key=AAJMQG05HPTJ upload=ZGPU0ND5TANW tag=4YYB65GJJVOW type=write size=1770966 2024-04-02T08:41:24.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.512+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~6A8C38XBOD6L.0 size=1048576 2024-04-02T08:41:24.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.515+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~6A8C38XBOD6L.1 size=571243 2024-04-02T08:41:24.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.515+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=6A8C38XBOD6L tag=Q3VQQBF19A91 type=write size=2668395 2024-04-02T08:41:24.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.516+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=32YBBYPIM9CY type=del 2024-04-02T08:41:24.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.518+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=17JBN6B9JXPF type=del size=246628 2024-04-02T08:41:24.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.520+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~Q9BZVI6TJGOZ.0 size=1048576 2024-04-02T08:41:24.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.522+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~Q9BZVI6TJGOZ.1 size=1048576 2024-04-02T08:41:24.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.523+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~Q9BZVI6TJGOZ.2 size=854938 2024-04-02T08:41:24.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.527+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=Q9BZVI6TJGOZ tag=QCDLUTCAE9HN type=write size=4000666 2024-04-02T08:41:24.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.531+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~JC3N5HC1Z437.0 size=1048576 2024-04-02T08:41:24.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.532+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~JC3N5HC1Z437.1 size=422306 2024-04-02T08:41:24.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.532+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=JC3N5HC1Z437 tag=ZWOT4XKE3BT2 type=write size=2519458 2024-04-02T08:41:24.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.534+0000 7f7016872780 1 < canceled operation key=UX315TABAN23 tag=JZD0BJ0NZ0WH type=del size=1160808 2024-04-02T08:41:24.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.536+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=9MF2P25J3KF1 type=del size=1788481 2024-04-02T08:41:24.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.538+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~CGMK9ZOLLO33.0 size=1013656 2024-04-02T08:41:24.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.541+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=CGMK9ZOLLO33 tag=IA5O3IGOI4TA type=write size=2062232 2024-04-02T08:41:24.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.542+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=MTVJGJPNZKTB type=del size=3930434 2024-04-02T08:41:24.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.544+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=ZG5LS72FBF01 type=del 2024-04-02T08:41:24.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.546+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=25NWXRZNH2X5 type=write size=891048 2024-04-02T08:41:24.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.548+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=LQR2S1S0IOIC type=del 2024-04-02T08:41:24.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.550+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=OB3QUN57ONOA type=del size=553496 2024-04-02T08:41:24.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.552+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=U26DU1B17KMX type=del 2024-04-02T08:41:24.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.553+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=BI4SQOOBIGJJ type=del size=845949 2024-04-02T08:41:24.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.557+0000 7f7016872780 1 < suggested update operation key=VDSX44MQI8DS tag=1OTYHSFM5SRM type=write size=741124 2024-04-02T08:41:24.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.560+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~IG1MUZX30EWN.0 size=1048576 2024-04-02T08:41:24.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.562+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~IG1MUZX30EWN.1 size=512768 2024-04-02T08:41:24.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.562+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=IG1MUZX30EWN tag=2KVZKS96071Q type=write size=2609920 2024-04-02T08:41:24.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.564+0000 7f7016872780 1 < completed write operation key=UX315TABAN23 tag=WRF9RU9IHYAO type=write size=69650 2024-04-02T08:41:24.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.565+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=F0J1XAAA3P1E type=del size=1307917 2024-04-02T08:41:24.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.567+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=RBG5KQO9HFXI type=del 2024-04-02T08:41:24.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.571+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~WEASD5WG434X.0 size=1048576 2024-04-02T08:41:24.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.572+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~WEASD5WG434X.1 size=1048576 2024-04-02T08:41:24.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.574+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~WEASD5WG434X.2 size=270650 2024-04-02T08:41:24.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.574+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=WEASD5WG434X tag=NJQG595FDWH7 type=write size=3416378 2024-04-02T08:41:24.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.576+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=9XI5LTEXQT32 type=del size=1261346 2024-04-02T08:41:24.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.580+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~Q4V0T6G3G1U2.0 size=1048576 2024-04-02T08:41:24.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.581+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~Q4V0T6G3G1U2.1 size=779381 2024-04-02T08:41:24.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.581+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=Q4V0T6G3G1U2 tag=ZF20YWD70WGS type=write size=2876533 2024-04-02T08:41:24.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.581+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~9O1F4QD983RY.0 size=1048576 2024-04-02T08:41:24.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.583+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~9O1F4QD983RY.1 size=601518 2024-04-02T08:41:24.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.588+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=9O1F4QD983RY tag=PFX22K18C0JB type=write size=2698670 2024-04-02T08:41:24.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.589+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=MB9KTN6JLNR2 type=del size=764331 2024-04-02T08:41:24.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.592+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=04H6DJ032RZQ type=del 2024-04-02T08:41:24.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.594+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=S7H2XINKSE21 type=write size=497273 2024-04-02T08:41:24.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.595+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~VC38WEY54GJ2.0 size=464663 2024-04-02T08:41:24.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.599+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=VC38WEY54GJ2 tag=H7F5N66GLPCN type=write size=1513239 2024-04-02T08:41:24.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.602+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~9SEZ3SH2HART.0 size=916903 2024-04-02T08:41:24.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.602+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=9SEZ3SH2HART tag=M87X9Y0AC8FB type=write size=1965479 2024-04-02T08:41:24.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.604+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~EV6M5HHXNWFQ.0 size=337190 2024-04-02T08:41:24.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.607+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=EV6M5HHXNWFQ tag=9S0GNE0PEFC6 type=write size=1385766 2024-04-02T08:41:24.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.609+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=B160FKMN31DA type=del size=891156 2024-04-02T08:41:24.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.611+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~6A8C38XBOD6L.0 size=1048576 2024-04-02T08:41:24.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.612+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~6A8C38XBOD6L.1 size=571243 2024-04-02T08:41:24.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.615+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=6A8C38XBOD6L tag=Q3VQQBF19A91 type=write size=2668395 2024-04-02T08:41:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:24 smithi084 ceph-mon[94794]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 12 KiB/s wr, 51 op/s 2024-04-02T08:41:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:24 smithi084 ceph-mon[97358]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 12 KiB/s wr, 51 op/s 2024-04-02T08:41:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:24.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.619+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~224ACUQ4282Z.0 size=547738 2024-04-02T08:41:24.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.619+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=224ACUQ4282Z tag=RC2GO2AO8866 type=write size=1596314 2024-04-02T08:41:24.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.621+0000 7f7016872780 1 < canceled operation key=AAJMQG05HPTJ tag=17JBN6B9JXPF type=del size=246628 2024-04-02T08:41:24.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.624+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~1TE4BGEVRC18.0 size=1048576 2024-04-02T08:41:24.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.626+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~1TE4BGEVRC18.1 size=1048576 2024-04-02T08:41:24.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.627+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~1TE4BGEVRC18.2 size=102709 2024-04-02T08:41:24.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.627+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=1TE4BGEVRC18 tag=G3TTILUO0NAC type=write size=3248437 2024-04-02T08:41:24.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.629+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~JC3N5HC1Z437.0 size=1048576 2024-04-02T08:41:24.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.631+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~JC3N5HC1Z437.1 size=422306 2024-04-02T08:41:24.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.634+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=JC3N5HC1Z437 tag=ZWOT4XKE3BT2 type=write size=2519458 2024-04-02T08:41:24.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.636+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=RJDO5LH0O1EG type=del size=1687629 2024-04-02T08:41:24.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.640+0000 7f7016872780 1 < suggested remove operation key=OIQ6XB5SR7J6 tag=9MF2P25J3KF1 type=del 2024-04-02T08:41:24.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.643+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~VDXEUM4IDAZR.0 size=1048576 2024-04-02T08:41:24.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.645+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~VDXEUM4IDAZR.1 size=1048576 2024-04-02T08:41:24.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.646+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~VDXEUM4IDAZR.2 size=20982 2024-04-02T08:41:24.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.646+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=VDXEUM4IDAZR tag=KGIADR6RK1IO type=write size=3166710 2024-04-02T08:41:24.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.649+0000 7f7016872780 -1 < failed to complete operation key=OIQ6XB5SR7J6 tag=MTVJGJPNZKTB type=del size=3930434: (22) Invalid argument 2024-04-02T08:41:24.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.652+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~M3DGX3QABEA1.0 size=1048576 2024-04-02T08:41:24.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.654+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~M3DGX3QABEA1.1 size=1048576 2024-04-02T08:41:24.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.655+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~M3DGX3QABEA1.2 size=657704 2024-04-02T08:41:24.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.655+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=M3DGX3QABEA1 tag=8V4E86QHP0G3 type=write size=3803432 2024-04-02T08:41:24.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.658+0000 7f7016872780 1 < completed write operation key=2C62BZU175EV tag=25NWXRZNH2X5 type=write size=891048 2024-04-02T08:41:24.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.660+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=1XJCD6TTU1DK type=write size=1018300 2024-04-02T08:41:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:24 smithi132 ceph-mon[88571]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 12 KiB/s wr, 51 op/s 2024-04-02T08:41:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:24.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.662+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=OB3QUN57ONOA type=del 2024-04-02T08:41:24.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.664+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=A05X2R8UDR5P type=del size=1108149 2024-04-02T08:41:24.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.665+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=BI4SQOOBIGJJ type=del 2024-04-02T08:41:24.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.667+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=W6K9E5IZJHJJ type=del size=3516575 2024-04-02T08:41:24.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.669+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~IG1MUZX30EWN.0 size=1048576 2024-04-02T08:41:24.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.669+0000 7f7016872780 1 < canceled part key=_multipart_F41QUWFT5082.2~IG1MUZX30EWN.1 size=512768 2024-04-02T08:41:24.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.672+0000 7f7016872780 1 < canceled multipart upload key=F41QUWFT5082 upload=IG1MUZX30EWN tag=2KVZKS96071Q type=write size=2609920 2024-04-02T08:41:24.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.674+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=UTWX85DQLPDZ type=del size=2630064 2024-04-02T08:41:24.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.676+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=F0J1XAAA3P1E type=del 2024-04-02T08:41:24.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.680+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~JR6PJ1MHO6OO.0 size=878057 2024-04-02T08:41:24.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.680+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=JR6PJ1MHO6OO tag=9VOG6WWCLW55 type=write size=1926633 2024-04-02T08:41:24.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.681+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~WEASD5WG434X.0 size=1048576 2024-04-02T08:41:24.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.683+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~WEASD5WG434X.1 size=1048576 2024-04-02T08:41:24.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.685+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~WEASD5WG434X.2 size=270650 2024-04-02T08:41:24.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.688+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=WEASD5WG434X tag=NJQG595FDWH7 type=write size=3416378 2024-04-02T08:41:24.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.690+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=XGXY7LKXYHVV type=del size=2014672 2024-04-02T08:41:24.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.692+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~Q4V0T6G3G1U2.0 size=1048576 2024-04-02T08:41:24.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.694+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~Q4V0T6G3G1U2.1 size=779381 2024-04-02T08:41:24.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.697+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=Q4V0T6G3G1U2 tag=ZF20YWD70WGS type=write size=2876533 2024-04-02T08:41:24.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.699+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=1B4CDFBKTH4O type=del size=1015283 2024-04-02T08:41:24.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.701+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=MB9KTN6JLNR2 type=del 2024-04-02T08:41:24.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.704+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~UUXHWQL3TK1U.0 size=1048576 2024-04-02T08:41:24.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.706+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~UUXHWQL3TK1U.1 size=1048576 2024-04-02T08:41:24.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.707+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~UUXHWQL3TK1U.2 size=838265 2024-04-02T08:41:24.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.707+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=UUXHWQL3TK1U tag=OA6CEN2Z7Y9C type=write size=3983993 2024-04-02T08:41:24.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.709+0000 7f7016872780 1 < canceled operation key=F41QUWFT5082 tag=S7H2XINKSE21 type=write size=497273 2024-04-02T08:41:24.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.711+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=CYEGE2XGE256 type=del size=1332876 2024-04-02T08:41:24.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.713+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~9SEZ3SH2HART.0 size=916903 2024-04-02T08:41:24.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.716+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=9SEZ3SH2HART tag=M87X9Y0AC8FB type=write size=1965479 2024-04-02T08:41:24.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.718+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=38R3BEQH93MZ type=del size=4052498 2024-04-02T08:41:24.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.720+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=B160FKMN31DA type=del size=891156 2024-04-02T08:41:24.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.724+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~9MXPV7BWPT2T.0 size=280536 2024-04-02T08:41:24.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.724+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=9MXPV7BWPT2T tag=RXYHHSL03Z4Y type=write size=1329112 2024-04-02T08:41:24.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.726+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~224ACUQ4282Z.0 size=547738 2024-04-02T08:41:24.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.729+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=224ACUQ4282Z tag=RC2GO2AO8866 type=write size=1596314 2024-04-02T08:41:24.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.733+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~QHE50PWS040U.0 size=1048576 2024-04-02T08:41:24.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.735+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~QHE50PWS040U.1 size=50807 2024-04-02T08:41:24.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.735+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=QHE50PWS040U tag=GPVAG3OFX319 type=write size=2147959 2024-04-02T08:41:24.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.737+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~1TE4BGEVRC18.0 size=1048576 2024-04-02T08:41:24.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.738+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~1TE4BGEVRC18.1 size=1048576 2024-04-02T08:41:24.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.740+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~1TE4BGEVRC18.2 size=102709 2024-04-02T08:41:24.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.744+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=1TE4BGEVRC18 tag=G3TTILUO0NAC type=write size=3248437 2024-04-02T08:41:24.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.746+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=2WQJQBP0078Y type=del size=1078394 2024-04-02T08:41:24.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.748+0000 7f7016872780 -1 < failed to complete operation key=OIQ6XB5SR7J6 tag=RJDO5LH0O1EG type=del size=1687629: (22) Invalid argument 2024-04-02T08:41:24.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.751+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~QJWL6082USEM.0 size=1048576 2024-04-02T08:41:24.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.753+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~QJWL6082USEM.1 size=349912 2024-04-02T08:41:24.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.753+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=QJWL6082USEM tag=W5RV3W7E3XTG type=write size=2447064 2024-04-02T08:41:24.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.755+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~VDXEUM4IDAZR.0 size=1048576 2024-04-02T08:41:24.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.755+0000 7f7016872780 1 < canceled part key=_multipart_I5RKMPQ2CZ8E.2~VDXEUM4IDAZR.1 size=1048576 2024-04-02T08:41:24.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.756+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~VDXEUM4IDAZR.2 size=20982 2024-04-02T08:41:24.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.759+0000 7f7016872780 1 < canceled multipart upload key=I5RKMPQ2CZ8E upload=VDXEUM4IDAZR tag=KGIADR6RK1IO type=write size=3166710 2024-04-02T08:41:24.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.761+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=72HDFO7SGMIO type=del size=3384050 2024-04-02T08:41:24.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.763+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~M3DGX3QABEA1.0 size=1048576 2024-04-02T08:41:24.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.765+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~M3DGX3QABEA1.1 size=1048576 2024-04-02T08:41:24.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.766+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~M3DGX3QABEA1.2 size=657704 2024-04-02T08:41:24.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.769+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=M3DGX3QABEA1 tag=8V4E86QHP0G3 type=write size=3803432 2024-04-02T08:41:24.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.772+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~9WAQ06D40RPF.0 size=1039350 2024-04-02T08:41:24.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.772+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=9WAQ06D40RPF tag=QJJG6M9KCSME type=write size=2087926 2024-04-02T08:41:24.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.776+0000 7f7016872780 1 < suggested update operation key=WU9M880KQWBR tag=1XJCD6TTU1DK type=write size=1018300 2024-04-02T08:41:24.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.779+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~MO5A4S6A91IZ.0 size=1048576 2024-04-02T08:41:24.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.781+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~MO5A4S6A91IZ.1 size=734165 2024-04-02T08:41:24.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.781+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=MO5A4S6A91IZ tag=Y83FGPYYXMUO type=write size=2831317 2024-04-02T08:41:24.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.784+0000 7f7016872780 1 < suggested remove operation key=CK7JY7FOKSRE tag=A05X2R8UDR5P type=del 2024-04-02T08:41:24.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.786+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=N7V3E66TMLWX type=del size=2451806 2024-04-02T08:41:24.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.788+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=W6K9E5IZJHJJ type=del 2024-04-02T08:41:24.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.790+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=2EXN064D0004 type=del size=167742 2024-04-02T08:41:24.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.792+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=UTWX85DQLPDZ type=del 2024-04-02T08:41:24.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.794+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=ZZKU15ZQXTMR type=del size=1011806 2024-04-02T08:41:24.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.796+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~JR6PJ1MHO6OO.0 size=878057 2024-04-02T08:41:24.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.799+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=JR6PJ1MHO6OO tag=9VOG6WWCLW55 type=write size=1926633 2024-04-02T08:41:24.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.801+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=3798KCJDE926 type=del size=2191410 2024-04-02T08:41:24.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.803+0000 7f7016872780 1 < canceled operation key=GRR9RBGMGMHH tag=XGXY7LKXYHVV type=del size=2014672 2024-04-02T08:41:24.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.806+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~QLGOQLO58EB7.0 size=1048576 2024-04-02T08:41:24.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.808+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~QLGOQLO58EB7.1 size=416003 2024-04-02T08:41:24.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.808+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=QLGOQLO58EB7 tag=ZV0VD2ZX9DMS type=write size=2513155 2024-04-02T08:41:24.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.810+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=1B4CDFBKTH4O type=del 2024-04-02T08:41:24.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.812+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=4RH58UHDMIZE type=del size=2644055 2024-04-02T08:41:24.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.814+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~UUXHWQL3TK1U.0 size=1048576 2024-04-02T08:41:24.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.816+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~UUXHWQL3TK1U.1 size=1048576 2024-04-02T08:41:24.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.817+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~UUXHWQL3TK1U.2 size=838265 2024-04-02T08:41:24.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.821+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=UUXHWQL3TK1U tag=OA6CEN2Z7Y9C type=write size=3983993 2024-04-02T08:41:24.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.824+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~XU55IO1SPSVU.0 size=1048576 2024-04-02T08:41:24.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.826+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~XU55IO1SPSVU.1 size=1048576 2024-04-02T08:41:24.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.827+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~XU55IO1SPSVU.2 size=896387 2024-04-02T08:41:24.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.827+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=XU55IO1SPSVU tag=9QDVO8F43V78 type=write size=4042115 2024-04-02T08:41:24.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.829+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=CYEGE2XGE256 type=del 2024-04-02T08:41:24.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.831+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=TMZ0BTU5AF6S type=del size=3207786 2024-04-02T08:41:24.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.833+0000 7f7016872780 -1 < failed to complete operation key=CK7JY7FOKSRE tag=38R3BEQH93MZ type=del size=4052498: (22) Invalid argument 2024-04-02T08:41:24.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.835+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=QKT17IWS2MVN type=del size=3979573 2024-04-02T08:41:24.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.837+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~9MXPV7BWPT2T.0 size=280536 2024-04-02T08:41:24.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.840+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=9MXPV7BWPT2T tag=RXYHHSL03Z4Y type=write size=1329112 2024-04-02T08:41:24.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.844+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~ZCVQ68V3P5P3.0 size=820668 2024-04-02T08:41:24.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.844+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=ZCVQ68V3P5P3 tag=740PED0HY079 type=write size=1869244 2024-04-02T08:41:24.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.846+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~QHE50PWS040U.0 size=1048576 2024-04-02T08:41:24.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.847+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~QHE50PWS040U.1 size=50807 2024-04-02T08:41:24.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.850+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=QHE50PWS040U tag=GPVAG3OFX319 type=write size=2147959 2024-04-02T08:41:24.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.853+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=FP4YZI09AV3U type=write size=615909 2024-04-02T08:41:24.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.857+0000 7f7016872780 1 < suggested update operation key=2C62BZU175EV tag=2WQJQBP0078Y type=del size=1078394 2024-04-02T08:41:24.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.864+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~Z68VDAMQ99RO.0 size=1048576 2024-04-02T08:41:24.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.868+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~Z68VDAMQ99RO.1 size=502951 2024-04-02T08:41:24.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.868+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=Z68VDAMQ99RO tag=IRRSLMVULW1T type=write size=2600103 2024-04-02T08:41:24.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.870+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~QJWL6082USEM.0 size=1048576 2024-04-02T08:41:24.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.873+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~QJWL6082USEM.1 size=349912 2024-04-02T08:41:24.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.876+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=QJWL6082USEM tag=W5RV3W7E3XTG type=write size=2447064 2024-04-02T08:41:24.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.879+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=RLGDQF3ZK86B type=del size=3291385 2024-04-02T08:41:24.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.882+0000 7f7016872780 1 < suggested update operation key=5J69WZ7J6CZ4 tag=72HDFO7SGMIO type=del size=3384050 2024-04-02T08:41:24.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.886+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~86FGI950PGKI.0 size=1048576 2024-04-02T08:41:24.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.888+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~86FGI950PGKI.1 size=1048576 2024-04-02T08:41:24.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.890+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~86FGI950PGKI.2 size=843287 2024-04-02T08:41:24.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.890+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=86FGI950PGKI tag=N9XFDJERUD1Y type=write size=3989015 2024-04-02T08:41:24.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.892+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~9WAQ06D40RPF.0 size=1039350 2024-04-02T08:41:24.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.896+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=9WAQ06D40RPF tag=QJJG6M9KCSME type=write size=2087926 2024-04-02T08:41:24.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.900+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~I2K3SIH9RTRT.0 size=1048576 2024-04-02T08:41:24.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.902+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~I2K3SIH9RTRT.1 size=1001017 2024-04-02T08:41:24.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.902+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=I2K3SIH9RTRT tag=04WSKB82QVJH type=write size=3098169 2024-04-02T08:41:24.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.904+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~MO5A4S6A91IZ.0 size=1048576 2024-04-02T08:41:24.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.904+0000 7f7016872780 1 < canceled part key=_multipart_6AT1DGYZW8Z0.2~MO5A4S6A91IZ.1 size=734165 2024-04-02T08:41:24.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.907+0000 7f7016872780 1 < canceled multipart upload key=6AT1DGYZW8Z0 upload=MO5A4S6A91IZ tag=Y83FGPYYXMUO type=write size=2831317 2024-04-02T08:41:24.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.910+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=EOXJ56XHPD16 type=write size=876817 2024-04-02T08:41:24.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.913+0000 7f7016872780 -1 < failed to complete operation key=5J69WZ7J6CZ4 tag=N7V3E66TMLWX type=del size=2451806: (22) Invalid argument 2024-04-02T08:41:24.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.915+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=6G34XZHLARM9 type=del size=676069 2024-04-02T08:41:24.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.918+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=2EXN064D0004 type=del 2024-04-02T08:41:24.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.921+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~Q8OK4DKNM7UQ.0 size=1048576 2024-04-02T08:41:24.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.923+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~Q8OK4DKNM7UQ.1 size=635161 2024-04-02T08:41:24.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.923+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=Q8OK4DKNM7UQ tag=8J3FBNF069AN type=write size=2732313 2024-04-02T08:41:24.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.927+0000 7f7016872780 1 < suggested remove operation key=AAJMQG05HPTJ tag=ZZKU15ZQXTMR type=del 2024-04-02T08:41:24.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.929+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=VYS5NS5LOPVN type=del size=4045718 2024-04-02T08:41:24.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.931+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=3798KCJDE926 type=del 2024-04-02T08:41:24.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.935+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~4XC683E1Z2EB.0 size=1048576 2024-04-02T08:41:24.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.936+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~4XC683E1Z2EB.1 size=1048576 2024-04-02T08:41:24.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.938+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~4XC683E1Z2EB.2 size=624500 2024-04-02T08:41:24.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.938+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=4XC683E1Z2EB tag=0MH0IGB5UX4Y type=write size=3770228 2024-04-02T08:41:24.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.940+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~QLGOQLO58EB7.0 size=1048576 2024-04-02T08:41:24.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.942+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~QLGOQLO58EB7.1 size=416003 2024-04-02T08:41:24.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.945+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=QLGOQLO58EB7 tag=ZV0VD2ZX9DMS type=write size=2513155 2024-04-02T08:41:24.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.947+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=TIW3WPOKZ5XR type=del size=225108 2024-04-02T08:41:24.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.950+0000 7f7016872780 1 < suggested remove operation key=UX315TABAN23 tag=4RH58UHDMIZE type=del 2024-04-02T08:41:24.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.954+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~K7CQ9KVQAFIJ.0 size=678294 2024-04-02T08:41:24.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.954+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=K7CQ9KVQAFIJ tag=2T43LQR9XJ3L type=write size=1726870 2024-04-02T08:41:24.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.956+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~XU55IO1SPSVU.0 size=1048576 2024-04-02T08:41:24.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.957+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~XU55IO1SPSVU.1 size=1048576 2024-04-02T08:41:24.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.959+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~XU55IO1SPSVU.2 size=896387 2024-04-02T08:41:24.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.962+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=XU55IO1SPSVU tag=9QDVO8F43V78 type=write size=4042115 2024-04-02T08:41:24.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.965+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~FHL256LMA11P.0 size=1048576 2024-04-02T08:41:24.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.967+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~FHL256LMA11P.1 size=1048576 2024-04-02T08:41:24.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.968+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~FHL256LMA11P.2 size=782198 2024-04-02T08:41:24.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.968+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=FHL256LMA11P tag=3FBD3A0XGLZV type=write size=3927926 2024-04-02T08:41:24.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.970+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=TMZ0BTU5AF6S type=del 2024-04-02T08:41:24.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.972+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=4LEKVW3K8B2L type=del size=948776 2024-04-02T08:41:24.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.974+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=QKT17IWS2MVN type=del 2024-04-02T08:41:24.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.976+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=3JIMFRSNJGLR type=del size=4155558 2024-04-02T08:41:24.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.977+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~ZCVQ68V3P5P3.0 size=820668 2024-04-02T08:41:24.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.981+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=ZCVQ68V3P5P3 tag=740PED0HY079 type=write size=1869244 2024-04-02T08:41:24.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.984+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~QHOIP9GSSBI9.0 size=1048576 2024-04-02T08:41:24.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.985+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~QHOIP9GSSBI9.1 size=326994 2024-04-02T08:41:24.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.985+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=QHOIP9GSSBI9 tag=IBU6U69ECQNH type=write size=2424146 2024-04-02T08:41:24.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.987+0000 7f7016872780 1 < completed write operation key=02RS0G82YQM7 tag=FP4YZI09AV3U type=write size=615909 2024-04-02T08:41:24.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.989+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=J0GQU9N4SV3P type=del size=4167521 2024-04-02T08:41:24.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.990+0000 7f7016872780 1 < canceled part key=_multipart_BMGY5ZV26L3V.2~Z68VDAMQ99RO.0 size=1048576 2024-04-02T08:41:24.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.991+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~Z68VDAMQ99RO.1 size=502951 2024-04-02T08:41:24.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.995+0000 7f7016872780 1 < canceled multipart upload key=BMGY5ZV26L3V upload=Z68VDAMQ99RO tag=IRRSLMVULW1T type=write size=2600103 2024-04-02T08:41:24.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:24.999+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~J99Y3T3AWI13.0 size=1048576 2024-04-02T08:41:24.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.000+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~J99Y3T3AWI13.1 size=1048576 2024-04-02T08:41:25.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.003+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~J99Y3T3AWI13.2 size=16283 2024-04-02T08:41:25.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.003+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=J99Y3T3AWI13 tag=HO2PRW0SA6GB type=write size=3162011 2024-04-02T08:41:25.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.004+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=RLGDQF3ZK86B type=del 2024-04-02T08:41:25.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.008+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~L8XXM0066YUD.0 size=929267 2024-04-02T08:41:25.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.008+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=L8XXM0066YUD tag=DP8NXAOG6EI2 type=write size=1977843 2024-04-02T08:41:25.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.010+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~86FGI950PGKI.0 size=1048576 2024-04-02T08:41:25.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.011+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~86FGI950PGKI.1 size=1048576 2024-04-02T08:41:25.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.014+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~86FGI950PGKI.2 size=843287 2024-04-02T08:41:25.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.017+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=86FGI950PGKI tag=N9XFDJERUD1Y type=write size=3989015 2024-04-02T08:41:25.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.019+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=DXVIICV4W561 type=del size=3877403 2024-04-02T08:41:25.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.021+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~I2K3SIH9RTRT.0 size=1048576 2024-04-02T08:41:25.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.023+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~I2K3SIH9RTRT.1 size=1001017 2024-04-02T08:41:25.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.026+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=I2K3SIH9RTRT tag=04WSKB82QVJH type=write size=3098169 2024-04-02T08:41:25.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.028+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=22DWCF3MN0LN type=del size=3060825 2024-04-02T08:41:25.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.030+0000 7f7016872780 1 < canceled operation key=RTOJ11BQKIQR tag=EOXJ56XHPD16 type=write size=876817 2024-04-02T08:41:25.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.034+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~MXIBII5L0UQB.0 size=1048576 2024-04-02T08:41:25.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.036+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~MXIBII5L0UQB.1 size=329093 2024-04-02T08:41:25.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.036+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=MXIBII5L0UQB tag=LZ58ISKG3J7P type=write size=2426245 2024-04-02T08:41:25.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.040+0000 7f7016872780 1 < suggested remove operation key=1DEIP6BZCLGU tag=6G34XZHLARM9 type=del 2024-04-02T08:41:25.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.042+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=1M3UCK56LRFZ type=del size=709358 2024-04-02T08:41:25.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.044+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~Q8OK4DKNM7UQ.0 size=1048576 2024-04-02T08:41:25.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.045+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~Q8OK4DKNM7UQ.1 size=635161 2024-04-02T08:41:25.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.048+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=Q8OK4DKNM7UQ tag=8J3FBNF069AN type=write size=2732313 2024-04-02T08:41:25.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.052+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~5D9CSCEDKY83.0 size=1048576 2024-04-02T08:41:25.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.054+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~5D9CSCEDKY83.1 size=1048576 2024-04-02T08:41:25.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.055+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~5D9CSCEDKY83.2 size=619691 2024-04-02T08:41:25.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.055+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=5D9CSCEDKY83 tag=E16WUA5FJR2Y type=write size=3765419 2024-04-02T08:41:25.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.057+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=VYS5NS5LOPVN type=del 2024-04-02T08:41:25.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.061+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~DFSCRZ07J2EE.0 size=1048576 2024-04-02T08:41:25.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.063+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~DFSCRZ07J2EE.1 size=255765 2024-04-02T08:41:25.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.063+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=DFSCRZ07J2EE tag=L4PL2R2823SM type=write size=2352917 2024-04-02T08:41:25.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.065+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~4XC683E1Z2EB.0 size=1048576 2024-04-02T08:41:25.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.066+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~4XC683E1Z2EB.1 size=1048576 2024-04-02T08:41:25.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.068+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~4XC683E1Z2EB.2 size=624500 2024-04-02T08:41:25.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.071+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=4XC683E1Z2EB tag=0MH0IGB5UX4Y type=write size=3770228 2024-04-02T08:41:25.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.073+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=F7SA2E430P02 type=del size=3200183 2024-04-02T08:41:25.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.075+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=TIW3WPOKZ5XR type=del 2024-04-02T08:41:25.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.082+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=TSZAU0I7EXZC type=del size=613336 2024-04-02T08:41:25.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.084+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~K7CQ9KVQAFIJ.0 size=678294 2024-04-02T08:41:25.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.089+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=K7CQ9KVQAFIJ tag=2T43LQR9XJ3L type=write size=1726870 2024-04-02T08:41:25.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.094+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~LS5E02T3VCJJ.0 size=73433 2024-04-02T08:41:25.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.094+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=LS5E02T3VCJJ tag=537IJ9EC74JT type=write size=1122009 2024-04-02T08:41:25.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.097+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~FHL256LMA11P.0 size=1048576 2024-04-02T08:41:25.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.097+0000 7f7016872780 1 < canceled part key=_multipart_XQBWK3QSXABP.2~FHL256LMA11P.1 size=1048576 2024-04-02T08:41:25.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.099+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~FHL256LMA11P.2 size=782198 2024-04-02T08:41:25.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.103+0000 7f7016872780 1 < canceled multipart upload key=XQBWK3QSXABP upload=FHL256LMA11P tag=3FBD3A0XGLZV type=write size=3927926 2024-04-02T08:41:25.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.105+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=3JB1LKLK4CB6 type=del size=3320916 2024-04-02T08:41:25.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.110+0000 7f7016872780 1 < suggested remove operation key=XQBWK3QSXABP tag=4LEKVW3K8B2L type=del 2024-04-02T08:41:25.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.113+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=G5JTPAQOEHWT type=write size=520533 2024-04-02T08:41:25.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.115+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=3JIMFRSNJGLR type=del 2024-04-02T08:41:25.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.118+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=XMEC439MRSZR type=write size=177254 2024-04-02T08:41:25.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.120+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~QHOIP9GSSBI9.0 size=1048576 2024-04-02T08:41:25.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.122+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~QHOIP9GSSBI9.1 size=326994 2024-04-02T08:41:25.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.126+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=QHOIP9GSSBI9 tag=IBU6U69ECQNH type=write size=2424146 2024-04-02T08:41:25.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.131+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~LMK2RL8UG2SR.0 size=200180 2024-04-02T08:41:25.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.131+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=LMK2RL8UG2SR tag=CDGA9VIUUL2N type=write size=1248756 2024-04-02T08:41:25.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.136+0000 7f7016872780 1 < suggested update operation key=DCPMS8TINGLU tag=J0GQU9N4SV3P type=del size=4167521 2024-04-02T08:41:25.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.138+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=E50APC2369CH type=del size=2891730 2024-04-02T08:41:25.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.140+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~J99Y3T3AWI13.0 size=1048576 2024-04-02T08:41:25.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.141+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~J99Y3T3AWI13.1 size=1048576 2024-04-02T08:41:25.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.143+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~J99Y3T3AWI13.2 size=16283 2024-04-02T08:41:25.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.146+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=J99Y3T3AWI13 tag=HO2PRW0SA6GB type=write size=3162011 2024-04-02T08:41:25.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.148+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=0B0CKL1V1AY3 type=del size=3449535 2024-04-02T08:41:25.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.150+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~L8XXM0066YUD.0 size=929267 2024-04-02T08:41:25.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.154+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=L8XXM0066YUD tag=DP8NXAOG6EI2 type=write size=1977843 2024-04-02T08:41:25.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.156+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=TKPP81XMGG2M type=del size=2360420 2024-04-02T08:41:25.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.158+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=DXVIICV4W561 type=del 2024-04-02T08:41:25.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.160+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=UX002TJT6YET type=write size=563985 2024-04-02T08:41:25.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.162+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=22DWCF3MN0LN type=del 2024-04-02T08:41:25.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.164+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=4VQDURDTTTBN type=del size=945286 2024-04-02T08:41:25.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.165+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~MXIBII5L0UQB.0 size=1048576 2024-04-02T08:41:25.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.167+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~MXIBII5L0UQB.1 size=329093 2024-04-02T08:41:25.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.171+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=MXIBII5L0UQB tag=LZ58ISKG3J7P type=write size=2426245 2024-04-02T08:41:25.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.173+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=26BWWQWCZ3MA type=write size=731502 2024-04-02T08:41:25.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.175+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=1M3UCK56LRFZ type=del 2024-04-02T08:41:25.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.179+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~PQHVNZIF7FIK.0 size=952533 2024-04-02T08:41:25.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.179+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=PQHVNZIF7FIK tag=MNQU3W27ZZBI type=write size=2001109 2024-04-02T08:41:25.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.181+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~5D9CSCEDKY83.0 size=1048576 2024-04-02T08:41:25.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.182+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~5D9CSCEDKY83.1 size=1048576 2024-04-02T08:41:25.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.182+0000 7f7016872780 1 < canceled part key=_multipart_9WC16VCXCHM9.2~5D9CSCEDKY83.2 size=619691 2024-04-02T08:41:25.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.186+0000 7f7016872780 1 < canceled multipart upload key=9WC16VCXCHM9 upload=5D9CSCEDKY83 tag=E16WUA5FJR2Y type=write size=3765419 2024-04-02T08:41:25.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.188+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=8ESP5SFCMH0N type=del size=2518486 2024-04-02T08:41:25.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.190+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~DFSCRZ07J2EE.0 size=1048576 2024-04-02T08:41:25.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.192+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~DFSCRZ07J2EE.1 size=255765 2024-04-02T08:41:25.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.195+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=DFSCRZ07J2EE tag=L4PL2R2823SM type=write size=2352917 2024-04-02T08:41:25.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.198+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~PLB8BTUD0ZE5.0 size=1048576 2024-04-02T08:41:25.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.200+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~PLB8BTUD0ZE5.1 size=1048576 2024-04-02T08:41:25.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.202+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~PLB8BTUD0ZE5.2 size=764834 2024-04-02T08:41:25.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.202+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=PLB8BTUD0ZE5 tag=QGMIVIN5OP3J type=write size=3910562 2024-04-02T08:41:25.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.204+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=F7SA2E430P02 type=del 2024-04-02T08:41:25.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.206+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=M2U4J8SZJMGH type=del size=170539 2024-04-02T08:41:25.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.208+0000 7f7016872780 1 < canceled operation key=CK7JY7FOKSRE tag=TSZAU0I7EXZC type=del size=613336 2024-04-02T08:41:25.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.212+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~YFOBTKD99IB7.0 size=1048576 2024-04-02T08:41:25.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.214+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~YFOBTKD99IB7.1 size=1048576 2024-04-02T08:41:25.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.216+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~YFOBTKD99IB7.2 size=500591 2024-04-02T08:41:25.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.216+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=YFOBTKD99IB7 tag=L9RRHVUN1LMW type=write size=3646319 2024-04-02T08:41:25.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.217+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~LS5E02T3VCJJ.0 size=73433 2024-04-02T08:41:25.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.221+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=LS5E02T3VCJJ tag=537IJ9EC74JT type=write size=1122009 2024-04-02T08:41:25.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.223+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=3N5RSXZU6L0Q type=del size=615810 2024-04-02T08:41:25.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.225+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=3JB1LKLK4CB6 type=del 2024-04-02T08:41:25.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.228+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=PUJUI8KDLD9H type=del size=493255 2024-04-02T08:41:25.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.230+0000 7f7016872780 1 < completed write operation key=3UK733FJNZ92 tag=G5JTPAQOEHWT type=write size=520533 2024-04-02T08:41:25.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.232+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=6FWUGQG0T1RM type=del size=1273115 2024-04-02T08:41:25.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.234+0000 7f7016872780 1 < completed write operation key=1EUQSEA39UCS tag=XMEC439MRSZR type=write size=177254 2024-04-02T08:41:25.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.238+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~P78XJWKY6MFI.0 size=1048576 2024-04-02T08:41:25.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.239+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~P78XJWKY6MFI.1 size=281288 2024-04-02T08:41:25.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.239+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=P78XJWKY6MFI tag=USW1EJ3F0LRJ type=write size=2378440 2024-04-02T08:41:25.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.240+0000 7f7016872780 1 < canceled part key=_multipart_CK7JY7FOKSRE.2~LMK2RL8UG2SR.0 size=200180 2024-04-02T08:41:25.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.243+0000 7f7016872780 1 < canceled multipart upload key=CK7JY7FOKSRE upload=LMK2RL8UG2SR tag=CDGA9VIUUL2N type=write size=1248756 2024-04-02T08:41:25.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.247+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TBV5LCVOHPPE.0 size=1048576 2024-04-02T08:41:25.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.249+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TBV5LCVOHPPE.1 size=1048576 2024-04-02T08:41:25.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.250+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~TBV5LCVOHPPE.2 size=521453 2024-04-02T08:41:25.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.250+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=TBV5LCVOHPPE tag=E0MQIQZBSMUC type=write size=3667181 2024-04-02T08:41:25.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.253+0000 7f7016872780 1 < canceled operation key=2C62BZU175EV tag=E50APC2369CH type=del size=2891730 2024-04-02T08:41:25.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.254+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=6Q81YCM6BVA8 type=write size=433671 2024-04-02T08:41:25.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.256+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=0B0CKL1V1AY3 type=del 2024-04-02T08:41:25.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.260+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~DSXNKS1VXTXB.0 size=969042 2024-04-02T08:41:25.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.260+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=DSXNKS1VXTXB tag=NGKGFPMQ13V2 type=write size=2017618 2024-04-02T08:41:25.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.262+0000 7f7016872780 1 < canceled operation key=I5RKMPQ2CZ8E tag=TKPP81XMGG2M type=del size=2360420 2024-04-02T08:41:25.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.264+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=D926Z0KBOQSZ type=del size=96216 2024-04-02T08:41:25.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.265+0000 7f7016872780 1 < completed write operation key=I5RKMPQ2CZ8E tag=UX002TJT6YET type=write size=563985 2024-04-02T08:41:25.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.268+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=V6QPYXFP5TVA type=del size=674046 2024-04-02T08:41:25.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.270+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=4VQDURDTTTBN type=del 2024-04-02T08:41:25.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.273+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~P814OLQWNR0T.0 size=346609 2024-04-02T08:41:25.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.273+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=P814OLQWNR0T tag=0MQPLOVSCMCO type=write size=1395185 2024-04-02T08:41:25.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.275+0000 7f7016872780 1 < completed write operation key=02RS0G82YQM7 tag=26BWWQWCZ3MA type=write size=731502 2024-04-02T08:41:25.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.279+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~260PWEB1GAPN.0 size=1048576 2024-04-02T08:41:25.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.280+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~260PWEB1GAPN.1 size=1048576 2024-04-02T08:41:25.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.282+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~260PWEB1GAPN.2 size=137244 2024-04-02T08:41:25.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.282+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=260PWEB1GAPN tag=L32J0VXL7LQW type=write size=3282972 2024-04-02T08:41:25.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.284+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~PQHVNZIF7FIK.0 size=952533 2024-04-02T08:41:25.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.288+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=PQHVNZIF7FIK tag=MNQU3W27ZZBI type=write size=2001109 2024-04-02T08:41:25.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.290+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=XZ294AMQNWYN type=del size=2403862 2024-04-02T08:41:25.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.292+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=8ESP5SFCMH0N type=del 2024-04-02T08:41:25.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.294+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=8V6QIZ90RYFK type=del size=3250705 2024-04-02T08:41:25.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.296+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~PLB8BTUD0ZE5.0 size=1048576 2024-04-02T08:41:25.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.297+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~PLB8BTUD0ZE5.1 size=1048576 2024-04-02T08:41:25.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.299+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~PLB8BTUD0ZE5.2 size=764834 2024-04-02T08:41:25.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.302+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=PLB8BTUD0ZE5 tag=QGMIVIN5OP3J type=write size=3910562 2024-04-02T08:41:25.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.305+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=JM7G22HAM4EZ type=del size=1251168 2024-04-02T08:41:25.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.307+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=M2U4J8SZJMGH type=del 2024-04-02T08:41:25.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.308+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=D4VDWDDMBEJ8 type=write size=844625 2024-04-02T08:41:25.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.311+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~YFOBTKD99IB7.0 size=1048576 2024-04-02T08:41:25.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.312+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~YFOBTKD99IB7.1 size=1048576 2024-04-02T08:41:25.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.314+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~YFOBTKD99IB7.2 size=500591 2024-04-02T08:41:25.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.317+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=YFOBTKD99IB7 tag=L9RRHVUN1LMW type=write size=3646319 2024-04-02T08:41:25.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.321+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~G7131NSW60FF.0 size=1048576 2024-04-02T08:41:25.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.322+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~G7131NSW60FF.1 size=1048576 2024-04-02T08:41:25.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.324+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~G7131NSW60FF.2 size=674474 2024-04-02T08:41:25.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.324+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=G7131NSW60FF tag=KGIAGLYRY8DH type=write size=3820202 2024-04-02T08:41:25.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.326+0000 7f7016872780 1 < canceled operation key=OMWA4ZW4GOZ2 tag=3N5RSXZU6L0Q type=del size=615810 2024-04-02T08:41:25.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.328+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=3KJS5PJYESHM type=del size=4165821 2024-04-02T08:41:25.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.331+0000 7f7016872780 1 < suggested remove operation key=VRC7N98T39M8 tag=PUJUI8KDLD9H type=del 2024-04-02T08:41:25.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.333+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=LEMW1IGAE39L type=del size=2304021 2024-04-02T08:41:25.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.335+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=6FWUGQG0T1RM type=del 2024-04-02T08:41:25.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.337+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=NCRHYZBZ8TTG type=del size=103576 2024-04-02T08:41:25.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.339+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~P78XJWKY6MFI.0 size=1048576 2024-04-02T08:41:25.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.340+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~P78XJWKY6MFI.1 size=281288 2024-04-02T08:41:25.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.344+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=P78XJWKY6MFI tag=USW1EJ3F0LRJ type=write size=2378440 2024-04-02T08:41:25.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.346+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=YPRYRUJ4KU26 type=del size=3062203 2024-04-02T08:41:25.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.348+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TBV5LCVOHPPE.0 size=1048576 2024-04-02T08:41:25.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.350+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TBV5LCVOHPPE.1 size=1048576 2024-04-02T08:41:25.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.351+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~TBV5LCVOHPPE.2 size=521453 2024-04-02T08:41:25.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.355+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=TBV5LCVOHPPE tag=E0MQIQZBSMUC type=write size=3667181 2024-04-02T08:41:25.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.357+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=F67GP6YWYNX2 type=del size=2180995 2024-04-02T08:41:25.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.359+0000 7f7016872780 1 < completed write operation key=LRIMFCH3UXQB tag=6Q81YCM6BVA8 type=write size=433671 2024-04-02T08:41:25.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.361+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=3YXOT443Z5KQ type=del size=1211980 2024-04-02T08:41:25.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.361+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~DSXNKS1VXTXB.0 size=969042 2024-04-02T08:41:25.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.364+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=DSXNKS1VXTXB tag=NGKGFPMQ13V2 type=write size=2017618 2024-04-02T08:41:25.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.366+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=ORR10KMIJHX1 type=del size=858036 2024-04-02T08:41:25.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.368+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=D926Z0KBOQSZ type=del 2024-04-02T08:41:25.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.370+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=UR1FIAD172Z3 type=del size=2032299 2024-04-02T08:41:25.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.372+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=V6QPYXFP5TVA type=del 2024-04-02T08:41:25.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.374+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=HL82VQFSIJO3 type=write size=934141 2024-04-02T08:41:25.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.375+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~P814OLQWNR0T.0 size=346609 2024-04-02T08:41:25.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.379+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=P814OLQWNR0T tag=0MQPLOVSCMCO type=write size=1395185 2024-04-02T08:41:25.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.383+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~JM16M4KL2DTO.0 size=343773 2024-04-02T08:41:25.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.383+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=JM16M4KL2DTO tag=6UBO4E9GZD4C type=write size=1392349 2024-04-02T08:41:25.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.385+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~260PWEB1GAPN.0 size=1048576 2024-04-02T08:41:25.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.387+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~260PWEB1GAPN.1 size=1048576 2024-04-02T08:41:25.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.388+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~260PWEB1GAPN.2 size=137244 2024-04-02T08:41:25.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.392+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=260PWEB1GAPN tag=L32J0VXL7LQW type=write size=3282972 2024-04-02T08:41:25.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.395+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~O9R29YH3SP1Q.0 size=1048576 2024-04-02T08:41:25.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.397+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~O9R29YH3SP1Q.1 size=955167 2024-04-02T08:41:25.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.397+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=O9R29YH3SP1Q tag=ZF7SXLKYZJ9Y type=write size=3052319 2024-04-02T08:41:25.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.398+0000 7f7016872780 1 < canceled operation key=VDSX44MQI8DS tag=XZ294AMQNWYN type=del size=2403862 2024-04-02T08:41:25.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.400+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=7P2MIOI0M611 type=write size=455229 2024-04-02T08:41:25.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.402+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=8V6QIZ90RYFK type=del 2024-04-02T08:41:25.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.406+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~NSYWC1CA40JI.0 size=544117 2024-04-02T08:41:25.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.406+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=NSYWC1CA40JI tag=QUUYKZ1P6UW1 type=write size=1592693 2024-04-02T08:41:25.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.407+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=JM7G22HAM4EZ type=del 2024-04-02T08:41:25.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.409+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=YW9TRB54I6J3 type=del size=2103086 2024-04-02T08:41:25.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.411+0000 7f7016872780 1 < completed write operation key=9WC16VCXCHM9 tag=D4VDWDDMBEJ8 type=write size=844625 2024-04-02T08:41:25.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.413+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=5WJUBKFFXKKZ type=del size=2988193 2024-04-02T08:41:25.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.415+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~G7131NSW60FF.0 size=1048576 2024-04-02T08:41:25.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.417+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~G7131NSW60FF.1 size=1048576 2024-04-02T08:41:25.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.417+0000 7f7016872780 1 < canceled part key=_multipart_2C62BZU175EV.2~G7131NSW60FF.2 size=674474 2024-04-02T08:41:25.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.421+0000 7f7016872780 1 < canceled multipart upload key=2C62BZU175EV upload=G7131NSW60FF tag=KGIAGLYRY8DH type=write size=3820202 2024-04-02T08:41:25.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.423+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=XAQ25YNE4THX type=del size=3536659 2024-04-02T08:41:25.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.424+0000 7f7016872780 1 < canceled operation key=58T4QI1BTVQ5 tag=3KJS5PJYESHM type=del size=4165821 2024-04-02T08:41:25.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.428+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~VDO9OP0YNWFY.0 size=1048576 2024-04-02T08:41:25.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.430+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~VDO9OP0YNWFY.1 size=337620 2024-04-02T08:41:25.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.430+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=VDO9OP0YNWFY tag=L3YEF47G48G7 type=write size=2434772 2024-04-02T08:41:25.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.432+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=LEMW1IGAE39L type=del 2024-04-02T08:41:25.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.436+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~3HM36KU743W4.0 size=1048576 2024-04-02T08:41:25.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.437+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~3HM36KU743W4.1 size=1048576 2024-04-02T08:41:25.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.439+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~3HM36KU743W4.2 size=600771 2024-04-02T08:41:25.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.439+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=3HM36KU743W4 tag=8MALZBWUNH1P type=write size=3746499 2024-04-02T08:41:25.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.443+0000 7f7016872780 1 < suggested remove operation key=K5RS8XGEFU8L tag=NCRHYZBZ8TTG type=del 2024-04-02T08:41:25.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.446+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~ASPLUKSI4ZGQ.0 size=1048576 2024-04-02T08:41:25.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.448+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~ASPLUKSI4ZGQ.1 size=1048576 2024-04-02T08:41:25.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.450+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~ASPLUKSI4ZGQ.2 size=902402 2024-04-02T08:41:25.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.450+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=ASPLUKSI4ZGQ tag=SSLIZOBY72EL type=write size=4048130 2024-04-02T08:41:25.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.452+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=YPRYRUJ4KU26 type=del 2024-04-02T08:41:25.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.454+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=EZ5X45EIWJOD type=del size=906114 2024-04-02T08:41:25.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.456+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=F67GP6YWYNX2 type=del 2024-04-02T08:41:25.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.458+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=P6MSRUF3HAMT type=write size=156887 2024-04-02T08:41:25.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.459+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=3YXOT443Z5KQ type=del 2024-04-02T08:41:25.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.461+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=LI4Y391W1FXO type=write size=464708 2024-04-02T08:41:25.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.463+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=ORR10KMIJHX1 type=del 2024-04-02T08:41:25.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.467+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~YBSX2R10AJD5.0 size=1048576 2024-04-02T08:41:25.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.469+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~YBSX2R10AJD5.1 size=16882 2024-04-02T08:41:25.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.469+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=YBSX2R10AJD5 tag=LZ5NTNDUDS1G type=write size=2114034 2024-04-02T08:41:25.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.471+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=UR1FIAD172Z3 type=del 2024-04-02T08:41:25.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.473+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=6IJN2HPLRQS2 type=del size=923010 2024-04-02T08:41:25.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.474+0000 7f7016872780 1 < completed write operation key=F41QUWFT5082 tag=HL82VQFSIJO3 type=write size=934141 2024-04-02T08:41:25.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.476+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=9KNVS3S16U66 type=del size=1944492 2024-04-02T08:41:25.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.478+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~JM16M4KL2DTO.0 size=343773 2024-04-02T08:41:25.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.482+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=JM16M4KL2DTO tag=6UBO4E9GZD4C type=write size=1392349 2024-04-02T08:41:25.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.484+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=GEASSLETPMWY type=del size=347930 2024-04-02T08:41:25.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.486+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~O9R29YH3SP1Q.0 size=1048576 2024-04-02T08:41:25.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.486+0000 7f7016872780 1 < canceled part key=_multipart_7A6KED7000HX.2~O9R29YH3SP1Q.1 size=955167 2024-04-02T08:41:25.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.489+0000 7f7016872780 1 < canceled multipart upload key=7A6KED7000HX upload=O9R29YH3SP1Q tag=ZF7SXLKYZJ9Y type=write size=3052319 2024-04-02T08:41:25.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.493+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~YH6ETY3MA45Y.0 size=1048576 2024-04-02T08:41:25.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.495+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~YH6ETY3MA45Y.1 size=1048576 2024-04-02T08:41:25.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.496+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~YH6ETY3MA45Y.2 size=344575 2024-04-02T08:41:25.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.496+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=YH6ETY3MA45Y tag=TFTKEK3QE31E type=write size=3490303 2024-04-02T08:41:25.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.498+0000 7f7016872780 1 < completed write operation key=1EUQSEA39UCS tag=7P2MIOI0M611 type=write size=455229 2024-04-02T08:41:25.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.500+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=NUIA0C93C2IG type=del size=3090319 2024-04-02T08:41:25.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.500+0000 7f7016872780 1 < canceled part key=_multipart_LRIMFCH3UXQB.2~NSYWC1CA40JI.0 size=544117 2024-04-02T08:41:25.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.504+0000 7f7016872780 1 < canceled multipart upload key=LRIMFCH3UXQB upload=NSYWC1CA40JI tag=QUUYKZ1P6UW1 type=write size=1592693 2024-04-02T08:41:25.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.508+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~DZAWC45HHR8N.0 size=1048576 2024-04-02T08:41:25.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.509+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~DZAWC45HHR8N.1 size=1039732 2024-04-02T08:41:25.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.509+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=DZAWC45HHR8N tag=N5A06FWXGVHW type=write size=3136884 2024-04-02T08:41:25.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.514+0000 7f7016872780 1 < suggested remove operation key=CK7JY7FOKSRE tag=YW9TRB54I6J3 type=del 2024-04-02T08:41:25.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.517+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~3A4O30IURXKY.0 size=1048576 2024-04-02T08:41:25.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.519+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~3A4O30IURXKY.1 size=1048576 2024-04-02T08:41:25.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.521+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~3A4O30IURXKY.2 size=118516 2024-04-02T08:41:25.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.521+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=3A4O30IURXKY tag=VM5YSRULY1VJ type=write size=3264244 2024-04-02T08:41:25.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.523+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=5WJUBKFFXKKZ type=del 2024-04-02T08:41:25.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.527+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~V0J318IHP7B3.0 size=18348 2024-04-02T08:41:25.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.527+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=V0J318IHP7B3 tag=B2K1PQL03229 type=write size=1066924 2024-04-02T08:41:25.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.529+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=XAQ25YNE4THX type=del 2024-04-02T08:41:25.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.531+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=BIPQCGBJHDEW type=write size=438985 2024-04-02T08:41:25.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.533+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~VDO9OP0YNWFY.0 size=1048576 2024-04-02T08:41:25.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.533+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~VDO9OP0YNWFY.1 size=337620 2024-04-02T08:41:25.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.537+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=VDO9OP0YNWFY tag=L3YEF47G48G7 type=write size=2434772 2024-04-02T08:41:25.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.539+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=B3AZGNPZ4WBA type=del size=1759512 2024-04-02T08:41:25.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.541+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~3HM36KU743W4.0 size=1048576 2024-04-02T08:41:25.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.542+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~3HM36KU743W4.1 size=1048576 2024-04-02T08:41:25.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.544+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~3HM36KU743W4.2 size=600771 2024-04-02T08:41:25.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.547+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=3HM36KU743W4 tag=8MALZBWUNH1P type=write size=3746499 2024-04-02T08:41:25.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.549+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=8M7N7WZZRSP6 type=write size=313138 2024-04-02T08:41:25.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.551+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~ASPLUKSI4ZGQ.0 size=1048576 2024-04-02T08:41:25.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.552+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~ASPLUKSI4ZGQ.1 size=1048576 2024-04-02T08:41:25.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.554+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~ASPLUKSI4ZGQ.2 size=902402 2024-04-02T08:41:25.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.558+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=ASPLUKSI4ZGQ tag=SSLIZOBY72EL type=write size=4048130 2024-04-02T08:41:25.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.560+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=QFIAVC8AXVF1 type=write size=848991 2024-04-02T08:41:25.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.562+0000 7f7016872780 -1 < failed to complete operation key=CK7JY7FOKSRE tag=EZ5X45EIWJOD type=del size=906114: (22) Invalid argument 2024-04-02T08:41:25.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.564+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=KJRAJ3DUP6Y4 type=del size=2189873 2024-04-02T08:41:25.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.566+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=P6MSRUF3HAMT type=write size=156887 2024-04-02T08:41:25.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.570+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~YT0P874FCGA4.0 size=1048576 2024-04-02T08:41:25.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.571+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~YT0P874FCGA4.1 size=1015443 2024-04-02T08:41:25.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.571+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=YT0P874FCGA4 tag=PYUTXCSR0SVE type=write size=3112595 2024-04-02T08:41:25.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.575+0000 7f7016872780 1 < suggested update operation key=XQBWK3QSXABP tag=LI4Y391W1FXO type=write size=464708 2024-04-02T08:41:25.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.579+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~DJ8OWLNFEFS9.0 size=1048576 2024-04-02T08:41:25.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.580+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~DJ8OWLNFEFS9.1 size=760734 2024-04-02T08:41:25.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.580+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=DJ8OWLNFEFS9 tag=RXX1XHZUG8HK type=write size=2857886 2024-04-02T08:41:25.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.582+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~YBSX2R10AJD5.0 size=1048576 2024-04-02T08:41:25.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.584+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~YBSX2R10AJD5.1 size=16882 2024-04-02T08:41:25.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.587+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=YBSX2R10AJD5 tag=LZ5NTNDUDS1G type=write size=2114034 2024-04-02T08:41:25.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.589+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=Y0PJ798NZK1D type=del size=2227014 2024-04-02T08:41:25.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.591+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=6IJN2HPLRQS2 type=del 2024-04-02T08:41:25.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.593+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=DXT2266WDMKF type=del size=2655881 2024-04-02T08:41:25.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.596+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=9KNVS3S16U66 type=del 2024-04-02T08:41:25.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.598+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=DV4OB2ABVN1X type=del size=1329023 2024-04-02T08:41:25.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.601+0000 7f7016872780 1 < suggested update operation key=OIQ6XB5SR7J6 tag=GEASSLETPMWY type=del size=347930 2024-04-02T08:41:25.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.603+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=AQSLH4M7AII9 type=del size=1126463 2024-04-02T08:41:25.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.604+0000 7f7016872780 1 < canceled part key=_multipart_WU9M880KQWBR.2~YH6ETY3MA45Y.0 size=1048576 2024-04-02T08:41:25.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.604+0000 7f7016872780 1 < canceled part key=_multipart_WU9M880KQWBR.2~YH6ETY3MA45Y.1 size=1048576 2024-04-02T08:41:25.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.605+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~YH6ETY3MA45Y.2 size=344575 2024-04-02T08:41:25.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.608+0000 7f7016872780 1 < canceled multipart upload key=WU9M880KQWBR upload=YH6ETY3MA45Y tag=TFTKEK3QE31E type=write size=3490303 2024-04-02T08:41:25.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.612+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~L417EW6V5FY2.0 size=509602 2024-04-02T08:41:25.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.612+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=L417EW6V5FY2 tag=KKHBD9D11Y8C type=write size=1558178 2024-04-02T08:41:25.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.614+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=NUIA0C93C2IG type=del 2024-04-02T08:41:25.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.617+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~7IE1HL54L4BK.0 size=1048576 2024-04-02T08:41:25.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.619+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~7IE1HL54L4BK.1 size=30664 2024-04-02T08:41:25.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.619+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=7IE1HL54L4BK tag=8YN4PPI16R2C type=write size=2127816 2024-04-02T08:41:25.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.621+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~DZAWC45HHR8N.0 size=1048576 2024-04-02T08:41:25.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.622+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~DZAWC45HHR8N.1 size=1039732 2024-04-02T08:41:25.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.626+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=DZAWC45HHR8N tag=N5A06FWXGVHW type=write size=3136884 2024-04-02T08:41:25.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.629+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~POOV73ZKBK1T.0 size=1048576 2024-04-02T08:41:25.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.631+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~POOV73ZKBK1T.1 size=183178 2024-04-02T08:41:25.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.631+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=POOV73ZKBK1T tag=0RA5RNGD26P5 type=write size=2280330 2024-04-02T08:41:25.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.633+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~3A4O30IURXKY.0 size=1048576 2024-04-02T08:41:25.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.635+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~3A4O30IURXKY.1 size=1048576 2024-04-02T08:41:25.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.637+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~3A4O30IURXKY.2 size=118516 2024-04-02T08:41:25.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.641+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=3A4O30IURXKY tag=VM5YSRULY1VJ type=write size=3264244 2024-04-02T08:41:25.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.645+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~QM6GXF22FP05.0 size=780403 2024-04-02T08:41:25.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.645+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=QM6GXF22FP05 tag=URNYVBOEZ932 type=write size=1828979 2024-04-02T08:41:25.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.647+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~V0J318IHP7B3.0 size=18348 2024-04-02T08:41:25.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.650+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=V0J318IHP7B3 tag=B2K1PQL03229 type=write size=1066924 2024-04-02T08:41:25.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.652+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=I4DZD6B6EMZH type=del size=3571514 2024-04-02T08:41:25.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.654+0000 7f7016872780 1 < completed write operation key=3UK733FJNZ92 tag=BIPQCGBJHDEW type=write size=438985 2024-04-02T08:41:25.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.658+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~O6X6PUTNA6II.0 size=889625 2024-04-02T08:41:25.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.658+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=O6X6PUTNA6II tag=1F9XIEMEHBP3 type=write size=1938201 2024-04-02T08:41:25.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.660+0000 7f7016872780 -1 < failed to complete operation key=OIQ6XB5SR7J6 tag=B3AZGNPZ4WBA type=del size=1759512: (22) Invalid argument 2024-04-02T08:41:25.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.664+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XW2JCG635WGG.0 size=1048576 2024-04-02T08:41:25.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.666+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XW2JCG635WGG.1 size=1048576 2024-04-02T08:41:25.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.667+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XW2JCG635WGG.2 size=325368 2024-04-02T08:41:25.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.667+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=XW2JCG635WGG tag=LLL19WXD5OA6 type=write size=3471096 2024-04-02T08:41:25.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.670+0000 7f7016872780 1 < completed write operation key=CK7JY7FOKSRE tag=8M7N7WZZRSP6 type=write size=313138 2024-04-02T08:41:25.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.673+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~AWEUFJMAJHNB.0 size=1048576 2024-04-02T08:41:25.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.675+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~AWEUFJMAJHNB.1 size=1026476 2024-04-02T08:41:25.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.675+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=AWEUFJMAJHNB tag=JXTVS2KXE2T9 type=write size=3123628 2024-04-02T08:41:25.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.679+0000 7f7016872780 1 < suggested remove operation key=UX315TABAN23 tag=QFIAVC8AXVF1 type=write 2024-04-02T08:41:25.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.682+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~SGZHFS0LLPLD.0 size=256864 2024-04-02T08:41:25.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.682+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=SGZHFS0LLPLD tag=1ZRB2P3VX0M9 type=write size=1305440 2024-04-02T08:41:25.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.684+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=KJRAJ3DUP6Y4 type=del 2024-04-02T08:41:25.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.686+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=YYT3J62VKTOX type=del size=1111407 2024-04-02T08:41:25.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.689+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~YT0P874FCGA4.0 size=1048576 2024-04-02T08:41:25.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.690+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~YT0P874FCGA4.1 size=1015443 2024-04-02T08:41:25.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.694+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=YT0P874FCGA4 tag=PYUTXCSR0SVE type=write size=3112595 2024-04-02T08:41:25.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.696+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=J3E6A7LSUNEA type=write size=856583 2024-04-02T08:41:25.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.698+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~DJ8OWLNFEFS9.0 size=1048576 2024-04-02T08:41:25.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.699+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~DJ8OWLNFEFS9.1 size=760734 2024-04-02T08:41:25.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.703+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=DJ8OWLNFEFS9 tag=RXX1XHZUG8HK type=write size=2857886 2024-04-02T08:41:25.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.706+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~005TP8VK5QS4.0 size=1048576 2024-04-02T08:41:25.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.708+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~005TP8VK5QS4.1 size=1048576 2024-04-02T08:41:25.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.710+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~005TP8VK5QS4.2 size=856048 2024-04-02T08:41:25.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.710+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=005TP8VK5QS4 tag=5ZQL491NTNDR type=write size=4001776 2024-04-02T08:41:25.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.713+0000 7f7016872780 1 < suggested update operation key=5J69WZ7J6CZ4 tag=Y0PJ798NZK1D type=del size=2227014 2024-04-02T08:41:25.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.717+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~W4XCJZV1CVAS.0 size=51483 2024-04-02T08:41:25.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.717+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=W4XCJZV1CVAS tag=2YB2JJS0X45O type=write size=1100059 2024-04-02T08:41:25.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.719+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=DXT2266WDMKF type=del 2024-04-02T08:41:25.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.721+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=2IZACLJOKYEI type=del size=428824 2024-04-02T08:41:25.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.723+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=DV4OB2ABVN1X type=del 2024-04-02T08:41:25.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.726+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~TEAW65QHSJ9O.0 size=1048576 2024-04-02T08:41:25.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.728+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~TEAW65QHSJ9O.1 size=741871 2024-04-02T08:41:25.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.728+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=TEAW65QHSJ9O tag=I3X1T8TLMW4H type=write size=2839023 2024-04-02T08:41:25.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.730+0000 7f7016872780 1 < canceled operation key=2C62BZU175EV tag=AQSLH4M7AII9 type=del size=1126463 2024-04-02T08:41:25.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.733+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=V8LQCONPR0PA type=del size=3783805 2024-04-02T08:41:25.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.735+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~L417EW6V5FY2.0 size=509602 2024-04-02T08:41:25.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.739+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=L417EW6V5FY2 tag=KKHBD9D11Y8C type=write size=1558178 2024-04-02T08:41:25.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.742+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=OKOZPXAJ2FVA type=del size=982176 2024-04-02T08:41:25.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.744+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~7IE1HL54L4BK.0 size=1048576 2024-04-02T08:41:25.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.744+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~7IE1HL54L4BK.1 size=30664 2024-04-02T08:41:25.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.748+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=7IE1HL54L4BK tag=8YN4PPI16R2C type=write size=2127816 2024-04-02T08:41:25.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.750+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=D6U4SA2WOGE1 type=del size=3050019 2024-04-02T08:41:25.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.752+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~POOV73ZKBK1T.0 size=1048576 2024-04-02T08:41:25.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.754+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~POOV73ZKBK1T.1 size=183178 2024-04-02T08:41:25.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.758+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=POOV73ZKBK1T tag=0RA5RNGD26P5 type=write size=2280330 2024-04-02T08:41:25.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.760+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=SG4HXWE5XHTS type=del size=253784 2024-04-02T08:41:25.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.763+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~QM6GXF22FP05.0 size=780403 2024-04-02T08:41:25.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.766+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=QM6GXF22FP05 tag=URNYVBOEZ932 type=write size=1828979 2024-04-02T08:41:25.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.768+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=13OSGOJS6VPD type=write size=662053 2024-04-02T08:41:25.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.770+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=I4DZD6B6EMZH type=del 2024-04-02T08:41:25.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.772+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=8XA3SEEOHHJN type=del size=724653 2024-04-02T08:41:25.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.773+0000 7f7016872780 1 < canceled part key=_multipart_K5RS8XGEFU8L.2~O6X6PUTNA6II.0 size=889625 2024-04-02T08:41:25.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.776+0000 7f7016872780 1 < canceled multipart upload key=K5RS8XGEFU8L upload=O6X6PUTNA6II tag=1F9XIEMEHBP3 type=write size=1938201 2024-04-02T08:41:25.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.779+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=Q13LUL8BK48B type=del size=2181836 2024-04-02T08:41:25.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.781+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~XW2JCG635WGG.0 size=1048576 2024-04-02T08:41:25.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.783+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~XW2JCG635WGG.1 size=1048576 2024-04-02T08:41:25.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.783+0000 7f7016872780 1 < canceled part key=_multipart_5J69WZ7J6CZ4.2~XW2JCG635WGG.2 size=325368 2024-04-02T08:41:25.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.787+0000 7f7016872780 1 < canceled multipart upload key=5J69WZ7J6CZ4 upload=XW2JCG635WGG tag=LLL19WXD5OA6 type=write size=3471096 2024-04-02T08:41:25.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.790+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~2IGAU19UCLZ7.0 size=246273 2024-04-02T08:41:25.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.790+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=2IGAU19UCLZ7 tag=8OJC8U6H0A17 type=write size=1294849 2024-04-02T08:41:25.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.793+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~AWEUFJMAJHNB.0 size=1048576 2024-04-02T08:41:25.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.794+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~AWEUFJMAJHNB.1 size=1026476 2024-04-02T08:41:25.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.799+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=AWEUFJMAJHNB tag=JXTVS2KXE2T9 type=write size=3123628 2024-04-02T08:41:25.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.801+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=GPDRV7TYR9J7 type=write size=295052 2024-04-02T08:41:25.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.803+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~SGZHFS0LLPLD.0 size=256864 2024-04-02T08:41:25.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.806+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=SGZHFS0LLPLD tag=1ZRB2P3VX0M9 type=write size=1305440 2024-04-02T08:41:25.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.811+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~97FTBYF7UELZ.0 size=1048576 2024-04-02T08:41:25.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.813+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~97FTBYF7UELZ.1 size=1048576 2024-04-02T08:41:25.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.814+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~97FTBYF7UELZ.2 size=436868 2024-04-02T08:41:25.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.814+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=97FTBYF7UELZ tag=9WDL23WB56NJ type=write size=3582596 2024-04-02T08:41:25.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.816+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=YYT3J62VKTOX type=del 2024-04-02T08:41:25.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.818+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=N0GXZVXNMWJJ type=del size=1484159 2024-04-02T08:41:25.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.821+0000 7f7016872780 1 < completed write operation key=OMWA4ZW4GOZ2 tag=J3E6A7LSUNEA type=write size=856583 2024-04-02T08:41:25.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.823+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=V30EUFV9BWAQ type=del size=2501007 2024-04-02T08:41:25.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.825+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~005TP8VK5QS4.0 size=1048576 2024-04-02T08:41:25.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.826+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~005TP8VK5QS4.1 size=1048576 2024-04-02T08:41:25.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.829+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~005TP8VK5QS4.2 size=856048 2024-04-02T08:41:25.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.832+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=005TP8VK5QS4 tag=5ZQL491NTNDR type=write size=4001776 2024-04-02T08:41:25.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.836+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~55EQCD7BCVL6.0 size=1048576 2024-04-02T08:41:25.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.837+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~55EQCD7BCVL6.1 size=985908 2024-04-02T08:41:25.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.837+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=55EQCD7BCVL6 tag=SXHF2UYRSWC6 type=write size=3083060 2024-04-02T08:41:25.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.838+0000 7f7016872780 1 < canceled part key=_multipart_UX315TABAN23.2~W4XCJZV1CVAS.0 size=51483 2024-04-02T08:41:25.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.842+0000 7f7016872780 1 < canceled multipart upload key=UX315TABAN23 upload=W4XCJZV1CVAS tag=2YB2JJS0X45O type=write size=1100059 2024-04-02T08:41:25.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.844+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=YK32D331KVKD type=del size=1073871 2024-04-02T08:41:25.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.846+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=2IZACLJOKYEI type=del 2024-04-02T08:41:25.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.849+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~6C1L7HW2TBO6.0 size=1048576 2024-04-02T08:41:25.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.851+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~6C1L7HW2TBO6.1 size=1048576 2024-04-02T08:41:25.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.853+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~6C1L7HW2TBO6.2 size=955147 2024-04-02T08:41:25.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.853+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=6C1L7HW2TBO6 tag=ZJIUF22M1R37 type=write size=4100875 2024-04-02T08:41:25.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.855+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~TEAW65QHSJ9O.0 size=1048576 2024-04-02T08:41:25.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.857+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~TEAW65QHSJ9O.1 size=741871 2024-04-02T08:41:25.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.861+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=TEAW65QHSJ9O tag=I3X1T8TLMW4H type=write size=2839023 2024-04-02T08:41:25.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.863+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=0PEQX8KPEP0G type=del size=439626 2024-04-02T08:41:25.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.867+0000 7f7016872780 1 < suggested update operation key=1EUQSEA39UCS tag=V8LQCONPR0PA type=del size=3783805 2024-04-02T08:41:25.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.871+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~6MJOES0RFDUT.0 size=1048576 2024-04-02T08:41:25.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.873+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~6MJOES0RFDUT.1 size=702317 2024-04-02T08:41:25.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.873+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=6MJOES0RFDUT tag=HSOQ4VQYKC9E type=write size=2799469 2024-04-02T08:41:25.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.875+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=OKOZPXAJ2FVA type=del 2024-04-02T08:41:25.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.877+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=FBM2OLKOWT19 type=del size=301673 2024-04-02T08:41:25.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.880+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=D6U4SA2WOGE1 type=del 2024-04-02T08:41:25.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.884+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~9ZFN2RBIJ5FU.0 size=36762 2024-04-02T08:41:25.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.884+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=9ZFN2RBIJ5FU tag=0HHZIIZNJVYV type=write size=1085338 2024-04-02T08:41:25.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.885+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=SG4HXWE5XHTS type=del 2024-04-02T08:41:25.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.887+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=WD6RZCR0YV6F type=del size=584604 2024-04-02T08:41:25.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.889+0000 7f7016872780 1 < completed write operation key=7A6KED7000HX tag=13OSGOJS6VPD type=write size=662053 2024-04-02T08:41:25.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.894+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~SGH4DFZNVGCC.0 size=1048576 2024-04-02T08:41:25.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.895+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~SGH4DFZNVGCC.1 size=1048576 2024-04-02T08:41:25.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.897+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~SGH4DFZNVGCC.2 size=961516 2024-04-02T08:41:25.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.897+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=SGH4DFZNVGCC tag=GPYD1ZFCG5U1 type=write size=4107244 2024-04-02T08:41:25.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.899+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=8XA3SEEOHHJN type=del 2024-04-02T08:41:25.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.902+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~RM6B1F9MQWOR.0 size=1048576 2024-04-02T08:41:25.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.904+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~RM6B1F9MQWOR.1 size=202500 2024-04-02T08:41:25.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.904+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=RM6B1F9MQWOR tag=IPX3LRYSJZNT type=write size=2299652 2024-04-02T08:41:25.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.906+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=Q13LUL8BK48B type=del 2024-04-02T08:41:25.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.910+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~N7J3WE2TIJMZ.0 size=1048576 2024-04-02T08:41:25.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.911+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~N7J3WE2TIJMZ.1 size=1048576 2024-04-02T08:41:25.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.913+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~N7J3WE2TIJMZ.2 size=180417 2024-04-02T08:41:25.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.913+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=N7J3WE2TIJMZ tag=83G7YKP0J0MB type=write size=3326145 2024-04-02T08:41:25.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.916+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~2IGAU19UCLZ7.0 size=246273 2024-04-02T08:41:25.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.919+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=2IGAU19UCLZ7 tag=8OJC8U6H0A17 type=write size=1294849 2024-04-02T08:41:25.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.921+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=F9HFRGEP83AR type=write size=879737 2024-04-02T08:41:25.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.923+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=GPDRV7TYR9J7 type=write size=295052 2024-04-02T08:41:25.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.926+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=H0909R67O0YH type=del size=3353156 2024-04-02T08:41:25.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.928+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~97FTBYF7UELZ.0 size=1048576 2024-04-02T08:41:25.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.929+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~97FTBYF7UELZ.1 size=1048576 2024-04-02T08:41:25.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.931+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~97FTBYF7UELZ.2 size=436868 2024-04-02T08:41:25.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.934+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=97FTBYF7UELZ tag=9WDL23WB56NJ type=write size=3582596 2024-04-02T08:41:25.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.937+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=4SO3T5KR8CZ3 type=del size=510829 2024-04-02T08:41:25.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.939+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=N0GXZVXNMWJJ type=del 2024-04-02T08:41:25.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.941+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=1PNSG7XBORDA type=del size=3287488 2024-04-02T08:41:25.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.943+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=V30EUFV9BWAQ type=del 2024-04-02T08:41:25.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.945+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=AEPFWU3IETT6 type=del size=4138549 2024-04-02T08:41:25.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.947+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~55EQCD7BCVL6.0 size=1048576 2024-04-02T08:41:25.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.949+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~55EQCD7BCVL6.1 size=985908 2024-04-02T08:41:25.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.953+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=55EQCD7BCVL6 tag=SXHF2UYRSWC6 type=write size=3083060 2024-04-02T08:41:25.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.955+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=BY7TWGMB7OU4 type=del size=2434717 2024-04-02T08:41:25.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.958+0000 7f7016872780 1 < suggested update operation key=OIQ6XB5SR7J6 tag=YK32D331KVKD type=del size=1073871 2024-04-02T08:41:25.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.960+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=5A1YNYATZLHS type=del size=4126792 2024-04-02T08:41:25.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.962+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~6C1L7HW2TBO6.0 size=1048576 2024-04-02T08:41:25.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.964+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~6C1L7HW2TBO6.1 size=1048576 2024-04-02T08:41:25.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.966+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~6C1L7HW2TBO6.2 size=955147 2024-04-02T08:41:25.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.970+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=6C1L7HW2TBO6 tag=ZJIUF22M1R37 type=write size=4100875 2024-04-02T08:41:25.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.973+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~FNC5VUI3FXJ2.0 size=1048576 2024-04-02T08:41:25.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.975+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~FNC5VUI3FXJ2.1 size=1048576 2024-04-02T08:41:25.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.977+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~FNC5VUI3FXJ2.2 size=166534 2024-04-02T08:41:25.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.977+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=FNC5VUI3FXJ2 tag=29RRIUM0C2IC type=write size=3312262 2024-04-02T08:41:25.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.979+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=0PEQX8KPEP0G type=del 2024-04-02T08:41:25.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.980+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=DE3A715JTJ9M type=del size=2460853 2024-04-02T08:41:25.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.982+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~6MJOES0RFDUT.0 size=1048576 2024-04-02T08:41:25.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.984+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~6MJOES0RFDUT.1 size=702317 2024-04-02T08:41:25.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.988+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=6MJOES0RFDUT tag=HSOQ4VQYKC9E type=write size=2799469 2024-04-02T08:41:25.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.990+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=I8QY61YYZDS8 type=del size=2758411 2024-04-02T08:41:25.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.992+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=FBM2OLKOWT19 type=del 2024-04-02T08:41:25.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.994+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=MQ7N1ISK1DAD type=del size=3103421 2024-04-02T08:41:25.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:25.996+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~9ZFN2RBIJ5FU.0 size=36762 2024-04-02T08:41:25.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.000+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=9ZFN2RBIJ5FU tag=0HHZIIZNJVYV type=write size=1085338 2024-04-02T08:41:26.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.002+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=SEJ1NAKBI2PN type=del size=1815255 2024-04-02T08:41:26.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.004+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=WD6RZCR0YV6F type=del 2024-04-02T08:41:26.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.008+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~1OD5536XN6ZI.0 size=1048576 2024-04-02T08:41:26.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.009+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~1OD5536XN6ZI.1 size=119369 2024-04-02T08:41:26.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.009+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=1OD5536XN6ZI tag=VCBML9YT49C8 type=write size=2216521 2024-04-02T08:41:26.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.011+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~SGH4DFZNVGCC.0 size=1048576 2024-04-02T08:41:26.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.013+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~SGH4DFZNVGCC.1 size=1048576 2024-04-02T08:41:26.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.015+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~SGH4DFZNVGCC.2 size=961516 2024-04-02T08:41:26.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.018+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=SGH4DFZNVGCC tag=GPYD1ZFCG5U1 type=write size=4107244 2024-04-02T08:41:26.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.020+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=GBIN5HCW3V6C type=write size=128906 2024-04-02T08:41:26.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.022+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~RM6B1F9MQWOR.0 size=1048576 2024-04-02T08:41:26.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.024+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~RM6B1F9MQWOR.1 size=202500 2024-04-02T08:41:26.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.027+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=RM6B1F9MQWOR tag=IPX3LRYSJZNT type=write size=2299652 2024-04-02T08:41:26.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.029+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=ZFPG3ENEUNES type=del size=2275370 2024-04-02T08:41:26.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.031+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~N7J3WE2TIJMZ.0 size=1048576 2024-04-02T08:41:26.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.033+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~N7J3WE2TIJMZ.1 size=1048576 2024-04-02T08:41:26.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.035+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~N7J3WE2TIJMZ.2 size=180417 2024-04-02T08:41:26.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.038+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=N7J3WE2TIJMZ tag=83G7YKP0J0MB type=write size=3326145 2024-04-02T08:41:26.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.042+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~0FS6ND5UNHV7.0 size=139333 2024-04-02T08:41:26.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.042+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=0FS6ND5UNHV7 tag=6DIMNBC1NV6N type=write size=1187909 2024-04-02T08:41:26.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.044+0000 7f7016872780 1 < completed write operation key=I5RKMPQ2CZ8E tag=F9HFRGEP83AR type=write size=879737 2024-04-02T08:41:26.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.046+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=P4XUOZZHU6EV type=del size=132907 2024-04-02T08:41:26.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.049+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=H0909R67O0YH type=del 2024-04-02T08:41:26.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.050+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=AZPEN9OJP2HC type=del size=1152363 2024-04-02T08:41:26.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.053+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=4SO3T5KR8CZ3 type=del 2024-04-02T08:41:26.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.055+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=3CKGGVLNUJ0B type=del size=3086805 2024-04-02T08:41:26.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.057+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=1PNSG7XBORDA type=del 2024-04-02T08:41:26.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.058+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=CNRZCOPQC18P type=del size=3655913 2024-04-02T08:41:26.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.061+0000 7f7016872780 -1 < failed to complete operation key=OIQ6XB5SR7J6 tag=AEPFWU3IETT6 type=del size=4138549: (22) Invalid argument 2024-04-02T08:41:26.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.063+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=218XVWWSAVTO type=del size=2896359 2024-04-02T08:41:26.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.065+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=BY7TWGMB7OU4 type=del 2024-04-02T08:41:26.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.067+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=Q2ZB7XNJM7MH type=write size=827431 2024-04-02T08:41:26.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.072+0000 7f7016872780 1 < suggested update operation key=LRIMFCH3UXQB tag=5A1YNYATZLHS type=del size=4126792 2024-04-02T08:41:26.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.074+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=AXYEEAJWS84F type=del size=1464513 2024-04-02T08:41:26.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.076+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~FNC5VUI3FXJ2.0 size=1048576 2024-04-02T08:41:26.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.077+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~FNC5VUI3FXJ2.1 size=1048576 2024-04-02T08:41:26.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.079+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~FNC5VUI3FXJ2.2 size=166534 2024-04-02T08:41:26.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.083+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=FNC5VUI3FXJ2 tag=29RRIUM0C2IC type=write size=3312262 2024-04-02T08:41:26.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.087+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~60N79P9831X3.0 size=63353 2024-04-02T08:41:26.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.087+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=60N79P9831X3 tag=3SP4NP67JR5N type=write size=1111929 2024-04-02T08:41:26.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.089+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=DE3A715JTJ9M type=del 2024-04-02T08:41:26.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.090+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=J9ZUOTAL90AP type=del size=551439 2024-04-02T08:41:26.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.092+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=I8QY61YYZDS8 type=del 2024-04-02T08:41:26.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.096+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~2W6177XO9VQZ.0 size=889328 2024-04-02T08:41:26.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.096+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=2W6177XO9VQZ tag=7NY1JPQWA4JQ type=write size=1937904 2024-04-02T08:41:26.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.101+0000 7f7016872780 1 < suggested remove operation key=VRC7N98T39M8 tag=MQ7N1ISK1DAD type=del 2024-04-02T08:41:26.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.103+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=T72487VXXM4L type=write size=539984 2024-04-02T08:41:26.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.105+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=SEJ1NAKBI2PN type=del 2024-04-02T08:41:26.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.107+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=HP028V5GQ0MH type=del size=2388617 2024-04-02T08:41:26.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.109+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~1OD5536XN6ZI.0 size=1048576 2024-04-02T08:41:26.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.111+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~1OD5536XN6ZI.1 size=119369 2024-04-02T08:41:26.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.114+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=1OD5536XN6ZI tag=VCBML9YT49C8 type=write size=2216521 2024-04-02T08:41:26.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.116+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=SYYGK60P6YRB type=del size=858976 2024-04-02T08:41:26.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.120+0000 7f7016872780 1 < suggested remove operation key=UX315TABAN23 tag=GBIN5HCW3V6C type=write 2024-04-02T08:41:26.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.124+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~2PHI2AV6LP13.0 size=462819 2024-04-02T08:41:26.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.124+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=2PHI2AV6LP13 tag=S9ZT28IZ2WPR type=write size=1511395 2024-04-02T08:41:26.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.126+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=ZFPG3ENEUNES type=del 2024-04-02T08:41:26.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.127+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=WHBCFS1VDNS4 type=del size=2948450 2024-04-02T08:41:26.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.130+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~0FS6ND5UNHV7.0 size=139333 2024-04-02T08:41:26.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.134+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=0FS6ND5UNHV7 tag=6DIMNBC1NV6N type=write size=1187909 2024-04-02T08:41:26.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.136+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=34O8X7AY4X6F type=write size=144347 2024-04-02T08:41:26.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.141+0000 7f7016872780 1 < suggested remove operation key=VRC7N98T39M8 tag=P4XUOZZHU6EV type=del 2024-04-02T08:41:26.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.144+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~JWIVVURTEBCL.0 size=1048576 2024-04-02T08:41:26.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.146+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~JWIVVURTEBCL.1 size=10497 2024-04-02T08:41:26.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.146+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=JWIVVURTEBCL tag=OZGPBEZGTBGN type=write size=2107649 2024-04-02T08:41:26.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.148+0000 7f7016872780 1 < canceled operation key=1DEIP6BZCLGU tag=AZPEN9OJP2HC type=del size=1152363 2024-04-02T08:41:26.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.153+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~WVUHA8W326YX.0 size=997883 2024-04-02T08:41:26.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.153+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=WVUHA8W326YX tag=E8AJMAP0IFZM type=write size=2046459 2024-04-02T08:41:26.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.155+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=3CKGGVLNUJ0B type=del 2024-04-02T08:41:26.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.157+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=MCU9OPU6D3QS type=del size=1307975 2024-04-02T08:41:26.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.160+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=CNRZCOPQC18P type=del 2024-04-02T08:41:26.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.162+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=MUTGXCNKT948 type=del size=1955084 2024-04-02T08:41:26.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.165+0000 7f7016872780 -1 < failed to complete operation key=UX315TABAN23 tag=218XVWWSAVTO type=del size=2896359: (22) Invalid argument 2024-04-02T08:41:26.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.167+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=2QEZH5LQXN64 type=write size=710186 2024-04-02T08:41:26.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.171+0000 7f7016872780 1 < suggested remove operation key=CK7JY7FOKSRE tag=Q2ZB7XNJM7MH type=write 2024-04-02T08:41:26.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.173+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=M30GIKTU92BL type=del size=332525 2024-04-02T08:41:26.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.175+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=AXYEEAJWS84F type=del 2024-04-02T08:41:26.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.179+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~KCPA5KL45P5K.0 size=1048576 2024-04-02T08:41:26.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.180+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~KCPA5KL45P5K.1 size=1015075 2024-04-02T08:41:26.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.180+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=KCPA5KL45P5K tag=RL4GG2TZDWQ2 type=write size=3112227 2024-04-02T08:41:26.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.183+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~60N79P9831X3.0 size=63353 2024-04-02T08:41:26.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.186+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=60N79P9831X3 tag=3SP4NP67JR5N type=write size=1111929 2024-04-02T08:41:26.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.190+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~07T1ZAFP05X0.0 size=1048576 2024-04-02T08:41:26.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.191+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~07T1ZAFP05X0.1 size=191572 2024-04-02T08:41:26.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.191+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=07T1ZAFP05X0 tag=EDE24YISXSN0 type=write size=2288724 2024-04-02T08:41:26.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.195+0000 7f7016872780 1 < suggested remove operation key=58T4QI1BTVQ5 tag=J9ZUOTAL90AP type=del 2024-04-02T08:41:26.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.197+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=84Y1G55AY7PS type=del size=2039135 2024-04-02T08:41:26.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.197+0000 7f7016872780 1 < canceled part key=_multipart_DCPMS8TINGLU.2~2W6177XO9VQZ.0 size=889328 2024-04-02T08:41:26.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.201+0000 7f7016872780 1 < canceled multipart upload key=DCPMS8TINGLU upload=2W6177XO9VQZ tag=7NY1JPQWA4JQ type=write size=1937904 2024-04-02T08:41:26.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.203+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=H2DU3STFQJ9U type=del size=3367709 2024-04-02T08:41:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.206+0000 7f7016872780 -1 < failed to complete operation key=58T4QI1BTVQ5 tag=T72487VXXM4L type=write size=539984: (22) Invalid argument 2024-04-02T08:41:26.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.209+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~UR5V1JOZOSR9.0 size=1048576 2024-04-02T08:41:26.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.211+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~UR5V1JOZOSR9.1 size=593454 2024-04-02T08:41:26.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.211+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=UR5V1JOZOSR9 tag=I43BMXQTQGZM type=write size=2690606 2024-04-02T08:41:26.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.213+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=HP028V5GQ0MH type=del 2024-04-02T08:41:26.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.215+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=5F1GYG15CU93 type=del size=3808701 2024-04-02T08:41:26.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.218+0000 7f7016872780 -1 < failed to complete operation key=VRC7N98T39M8 tag=SYYGK60P6YRB type=del size=858976: (22) Invalid argument 2024-04-02T08:41:26.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.220+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=KPNC4AX6ZEME type=del size=381835 2024-04-02T08:41:26.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.220+0000 7f7016872780 1 < canceled part key=_multipart_I5RKMPQ2CZ8E.2~2PHI2AV6LP13.0 size=462819 2024-04-02T08:41:26.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.225+0000 7f7016872780 1 < canceled multipart upload key=I5RKMPQ2CZ8E upload=2PHI2AV6LP13 tag=S9ZT28IZ2WPR type=write size=1511395 2024-04-02T08:41:26.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.229+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=9OQ39WVYJDHP type=del size=1082971 2024-04-02T08:41:26.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.231+0000 7f7016872780 1 < canceled operation key=OIQ6XB5SR7J6 tag=WHBCFS1VDNS4 type=del size=2948450 2024-04-02T08:41:26.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.237+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~7XGHAW95QJ3M.0 size=1048576 2024-04-02T08:41:26.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.239+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~7XGHAW95QJ3M.1 size=49611 2024-04-02T08:41:26.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.239+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=7XGHAW95QJ3M tag=ABKVKOBNHTOK type=write size=2146763 2024-04-02T08:41:26.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.242+0000 7f7016872780 1 < completed write operation key=OIQ6XB5SR7J6 tag=34O8X7AY4X6F type=write size=144347 2024-04-02T08:41:26.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.246+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~81AGLV2JCZ3H.0 size=712056 2024-04-02T08:41:26.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.246+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=81AGLV2JCZ3H tag=R84WIJCUKMYL type=write size=1760632 2024-04-02T08:41:26.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.248+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~JWIVVURTEBCL.0 size=1048576 2024-04-02T08:41:26.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.250+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~JWIVVURTEBCL.1 size=10497 2024-04-02T08:41:26.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.254+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=JWIVVURTEBCL tag=OZGPBEZGTBGN type=write size=2107649 2024-04-02T08:41:26.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.257+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=CVCNRXPTD2I3 type=del size=2847077 2024-04-02T08:41:26.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.258+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~WVUHA8W326YX.0 size=997883 2024-04-02T08:41:26.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.262+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=WVUHA8W326YX tag=E8AJMAP0IFZM type=write size=2046459 2024-04-02T08:41:26.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.267+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~WKK72GPES6Y1.0 size=492496 2024-04-02T08:41:26.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.267+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=WKK72GPES6Y1 tag=TNG9M5X1EBVK type=write size=1541072 2024-04-02T08:41:26.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.271+0000 7f7016872780 1 < suggested update operation key=1EUQSEA39UCS tag=MCU9OPU6D3QS type=del size=1307975 2024-04-02T08:41:26.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.276+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~ICAMDR3AQ8XQ.0 size=674145 2024-04-02T08:41:26.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.276+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=ICAMDR3AQ8XQ tag=RPS0LF1DHWJQ type=write size=1722721 2024-04-02T08:41:26.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.278+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=MUTGXCNKT948 type=del 2024-04-02T08:41:26.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.283+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~A6TG80NSKPD6.0 size=1048576 2024-04-02T08:41:26.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.285+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~A6TG80NSKPD6.1 size=283596 2024-04-02T08:41:26.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.285+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=A6TG80NSKPD6 tag=G3VJ58Y1ZP9Q type=write size=2380748 2024-04-02T08:41:26.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.289+0000 7f7016872780 1 < suggested remove operation key=Y2F1XJDYXB7J tag=2QEZH5LQXN64 type=write 2024-04-02T08:41:26.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.292+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=E5AENS45SS5I type=del size=582439 2024-04-02T08:41:26.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.294+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=M30GIKTU92BL type=del 2024-04-02T08:41:26.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.299+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~IN7PYX0W31HD.0 size=1048576 2024-04-02T08:41:26.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.301+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~IN7PYX0W31HD.1 size=207242 2024-04-02T08:41:26.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.301+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=IN7PYX0W31HD tag=7ZY1S7WORR8D type=write size=2304394 2024-04-02T08:41:26.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.304+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~KCPA5KL45P5K.0 size=1048576 2024-04-02T08:41:26.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.305+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~KCPA5KL45P5K.1 size=1015075 2024-04-02T08:41:26.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.309+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=KCPA5KL45P5K tag=RL4GG2TZDWQ2 type=write size=3112227 2024-04-02T08:41:26.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.311+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=6XMIM03NYR2W type=write size=493268 2024-04-02T08:41:26.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.313+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~07T1ZAFP05X0.0 size=1048576 2024-04-02T08:41:26.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.314+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~07T1ZAFP05X0.1 size=191572 2024-04-02T08:41:26.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.318+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=07T1ZAFP05X0 tag=EDE24YISXSN0 type=write size=2288724 2024-04-02T08:41:26.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.320+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=V0DNJ8KVSRYS type=del size=409639 2024-04-02T08:41:26.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.324+0000 7f7016872780 1 < suggested remove operation key=5J69WZ7J6CZ4 tag=84Y1G55AY7PS type=del 2024-04-02T08:41:26.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.328+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~WXG85HL59739.0 size=1048576 2024-04-02T08:41:26.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.329+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~WXG85HL59739.1 size=528778 2024-04-02T08:41:26.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.329+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=WXG85HL59739 tag=R8I3QIHXO1SL type=write size=2625930 2024-04-02T08:41:26.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.331+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=H2DU3STFQJ9U type=del 2024-04-02T08:41:26.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.333+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=MQ61BLHBN9PX type=del size=2157611 2024-04-02T08:41:26.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.335+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~UR5V1JOZOSR9.0 size=1048576 2024-04-02T08:41:26.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.337+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~UR5V1JOZOSR9.1 size=593454 2024-04-02T08:41:26.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.340+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=UR5V1JOZOSR9 tag=I43BMXQTQGZM type=write size=2690606 2024-04-02T08:41:26.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.342+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=PWCQ57J0VMRP type=del size=2195066 2024-04-02T08:41:26.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.345+0000 7f7016872780 -1 < failed to complete operation key=1EUQSEA39UCS tag=5F1GYG15CU93 type=del size=3808701: (22) Invalid argument 2024-04-02T08:41:26.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.346+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=FXFP0JC25JVH type=write size=921688 2024-04-02T08:41:26.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.349+0000 7f7016872780 1 < canceled operation key=4SLXOPTR3LOC tag=KPNC4AX6ZEME type=del size=381835 2024-04-02T08:41:26.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.352+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~WMTMDV44PTFL.0 size=1048576 2024-04-02T08:41:26.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.354+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~WMTMDV44PTFL.1 size=649586 2024-04-02T08:41:26.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.354+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=WMTMDV44PTFL tag=1EJGFWY5P19C type=write size=2746738 2024-04-02T08:41:26.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.356+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=9OQ39WVYJDHP type=del 2024-04-02T08:41:26.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.358+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=2C96JR1ETSGJ type=del size=1180529 2024-04-02T08:41:26.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.360+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~7XGHAW95QJ3M.0 size=1048576 2024-04-02T08:41:26.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.361+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~7XGHAW95QJ3M.1 size=49611 2024-04-02T08:41:26.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.365+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=7XGHAW95QJ3M tag=ABKVKOBNHTOK type=write size=2146763 2024-04-02T08:41:26.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.368+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~X5IBAEZ225BQ.0 size=952594 2024-04-02T08:41:26.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.368+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=X5IBAEZ225BQ tag=UR62W8LGAEX7 type=write size=2001170 2024-04-02T08:41:26.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.370+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~81AGLV2JCZ3H.0 size=712056 2024-04-02T08:41:26.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.373+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=81AGLV2JCZ3H tag=R84WIJCUKMYL type=write size=1760632 2024-04-02T08:41:26.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.375+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=IDIEXGETFYWQ type=del size=288171 2024-04-02T08:41:26.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.377+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=CVCNRXPTD2I3 type=del 2024-04-02T08:41:26.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.381+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~HAEZBD79V9P3.0 size=72194 2024-04-02T08:41:26.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.381+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=HAEZBD79V9P3 tag=G7K5W4586EM7 type=write size=1120770 2024-04-02T08:41:26.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.383+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~WKK72GPES6Y1.0 size=492496 2024-04-02T08:41:26.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.386+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=WKK72GPES6Y1 tag=TNG9M5X1EBVK type=write size=1541072 2024-04-02T08:41:26.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.389+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=J0KX7JALLIX6 type=del size=3435420 2024-04-02T08:41:26.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.391+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~ICAMDR3AQ8XQ.0 size=674145 2024-04-02T08:41:26.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.394+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=ICAMDR3AQ8XQ tag=RPS0LF1DHWJQ type=write size=1722721 2024-04-02T08:41:26.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.397+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=3YJNBXX4B0EJ type=del size=1244057 2024-04-02T08:41:26.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.399+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~A6TG80NSKPD6.0 size=1048576 2024-04-02T08:41:26.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.401+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~A6TG80NSKPD6.1 size=283596 2024-04-02T08:41:26.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.404+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=A6TG80NSKPD6 tag=G3VJ58Y1ZP9Q type=write size=2380748 2024-04-02T08:41:26.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.406+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=HPEGY6W0SJY7 type=del size=1334637 2024-04-02T08:41:26.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.408+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=E5AENS45SS5I type=del 2024-04-02T08:41:26.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.412+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~OV5WDBH7AXBC.0 size=436911 2024-04-02T08:41:26.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.412+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=OV5WDBH7AXBC tag=GW1KK727YBD6 type=write size=1485487 2024-04-02T08:41:26.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.414+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~IN7PYX0W31HD.0 size=1048576 2024-04-02T08:41:26.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.415+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~IN7PYX0W31HD.1 size=207242 2024-04-02T08:41:26.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.419+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=IN7PYX0W31HD tag=7ZY1S7WORR8D type=write size=2304394 2024-04-02T08:41:26.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.422+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~744POV6W66G4.0 size=1048576 2024-04-02T08:41:26.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.424+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~744POV6W66G4.1 size=995412 2024-04-02T08:41:26.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.424+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=744POV6W66G4 tag=0AA734KF3ZFS type=write size=3092564 2024-04-02T08:41:26.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.426+0000 7f7016872780 1 < canceled operation key=9WC16VCXCHM9 tag=6XMIM03NYR2W type=write size=493268 2024-04-02T08:41:26.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.429+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~J19UXSXJ5C5K.0 size=679218 2024-04-02T08:41:26.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.429+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=J19UXSXJ5C5K tag=89M0EA8IMUVG type=write size=1727794 2024-04-02T08:41:26.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.432+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=V0DNJ8KVSRYS type=del 2024-04-02T08:41:26.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.434+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=DKHRPEANMBJ5 type=write size=43035 2024-04-02T08:41:26.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.436+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~WXG85HL59739.0 size=1048576 2024-04-02T08:41:26.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.438+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~WXG85HL59739.1 size=528778 2024-04-02T08:41:26.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.441+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=WXG85HL59739 tag=R8I3QIHXO1SL type=write size=2625930 2024-04-02T08:41:26.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.443+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=B2FH51DMEQCT type=del size=40507 2024-04-02T08:41:26.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.445+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=MQ61BLHBN9PX type=del 2024-04-02T08:41:26.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.446+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=N5H0I70ZFZAW type=write size=902428 2024-04-02T08:41:26.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.448+0000 7f7016872780 1 < canceled operation key=CK7JY7FOKSRE tag=PWCQ57J0VMRP type=del size=2195066 2024-04-02T08:41:26.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.453+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~GEH50J2WAJZV.0 size=254081 2024-04-02T08:41:26.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.453+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=GEH50J2WAJZV tag=FIDX9SBTI735 type=write size=1302657 2024-04-02T08:41:26.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.455+0000 7f7016872780 1 < completed write operation key=VDSX44MQI8DS tag=FXFP0JC25JVH type=write size=921688 2024-04-02T08:41:26.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.458+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~WM503HXWXHME.0 size=544355 2024-04-02T08:41:26.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.458+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=WM503HXWXHME tag=BW99V29LAO8J type=write size=1592931 2024-04-02T08:41:26.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.460+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~WMTMDV44PTFL.0 size=1048576 2024-04-02T08:41:26.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.462+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~WMTMDV44PTFL.1 size=649586 2024-04-02T08:41:26.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.465+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=WMTMDV44PTFL tag=1EJGFWY5P19C type=write size=2746738 2024-04-02T08:41:26.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.469+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~YARH6B7X1O0W.0 size=886010 2024-04-02T08:41:26.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.469+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=YARH6B7X1O0W tag=SHCQ52NXPTIR type=write size=1934586 2024-04-02T08:41:26.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.472+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=2C96JR1ETSGJ type=del 2024-04-02T08:41:26.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.475+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~T01FMR2I5V1G.0 size=571222 2024-04-02T08:41:26.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.475+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=T01FMR2I5V1G tag=5GDXIKL491ZA type=write size=1619798 2024-04-02T08:41:26.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.476+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~X5IBAEZ225BQ.0 size=952594 2024-04-02T08:41:26.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.479+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=X5IBAEZ225BQ tag=UR62W8LGAEX7 type=write size=2001170 2024-04-02T08:41:26.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.483+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~414EX62X7FR9.0 size=1048576 2024-04-02T08:41:26.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.484+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~414EX62X7FR9.1 size=1048576 2024-04-02T08:41:26.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.486+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~414EX62X7FR9.2 size=88337 2024-04-02T08:41:26.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.486+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=414EX62X7FR9 tag=9Q1SIJTUUQ5B type=write size=3234065 2024-04-02T08:41:26.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.488+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=IDIEXGETFYWQ type=del 2024-04-02T08:41:26.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.491+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~AX3T08VJEGPJ.0 size=765623 2024-04-02T08:41:26.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.491+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=AX3T08VJEGPJ tag=EGC89G0QZY5O type=write size=1814199 2024-04-02T08:41:26.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.493+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~HAEZBD79V9P3.0 size=72194 2024-04-02T08:41:26.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.497+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=HAEZBD79V9P3 tag=G7K5W4586EM7 type=write size=1120770 2024-04-02T08:41:26.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.500+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~0Z5TRCIFCQHZ.0 size=876423 2024-04-02T08:41:26.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.500+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=0Z5TRCIFCQHZ tag=YFKLS142YL6H type=write size=1924999 2024-04-02T08:41:26.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.502+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=J0KX7JALLIX6 type=del 2024-04-02T08:41:26.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.504+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=U14OMQ62OZI2 type=write size=718581 2024-04-02T08:41:26.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.506+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=3YJNBXX4B0EJ type=del 2024-04-02T08:41:26.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.510+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~QLTXTIXIXL5A.0 size=955228 2024-04-02T08:41:26.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.510+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=QLTXTIXIXL5A tag=6X7HFVU47A4T type=write size=2003804 2024-04-02T08:41:26.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.512+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=HPEGY6W0SJY7 type=del 2024-04-02T08:41:26.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.514+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=L5ZWL33O1P45 type=del size=2198021 2024-04-02T08:41:26.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.516+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~OV5WDBH7AXBC.0 size=436911 2024-04-02T08:41:26.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.519+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=OV5WDBH7AXBC tag=GW1KK727YBD6 type=write size=1485487 2024-04-02T08:41:26.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.524+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~P0RERF66VLS1.0 size=1048576 2024-04-02T08:41:26.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.525+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~P0RERF66VLS1.1 size=1048576 2024-04-02T08:41:26.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.527+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~P0RERF66VLS1.2 size=175114 2024-04-02T08:41:26.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.527+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=P0RERF66VLS1 tag=KJFGPD97UEKJ type=write size=3320842 2024-04-02T08:41:26.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.529+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~744POV6W66G4.0 size=1048576 2024-04-02T08:41:26.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.531+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~744POV6W66G4.1 size=995412 2024-04-02T08:41:26.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.535+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=744POV6W66G4 tag=0AA734KF3ZFS type=write size=3092564 2024-04-02T08:41:26.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.537+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=VBLQXG2S3CI4 type=del size=300634 2024-04-02T08:41:26.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.539+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~J19UXSXJ5C5K.0 size=679218 2024-04-02T08:41:26.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.542+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=J19UXSXJ5C5K tag=89M0EA8IMUVG type=write size=1727794 2024-04-02T08:41:26.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.546+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~M7MXLH1PQK49.0 size=1048576 2024-04-02T08:41:26.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.548+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~M7MXLH1PQK49.1 size=1048576 2024-04-02T08:41:26.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.550+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~M7MXLH1PQK49.2 size=775915 2024-04-02T08:41:26.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.550+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=M7MXLH1PQK49 tag=UZTKDWMN2R8H type=write size=3921643 2024-04-02T08:41:26.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.552+0000 7f7016872780 1 < completed write operation key=K5RS8XGEFU8L tag=DKHRPEANMBJ5 type=write size=43035 2024-04-02T08:41:26.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.555+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~9X7XBBF9Y5G7.0 size=1048576 2024-04-02T08:41:26.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.557+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~9X7XBBF9Y5G7.1 size=1025013 2024-04-02T08:41:26.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.557+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=9X7XBBF9Y5G7 tag=NWKWW620LOTW type=write size=3122165 2024-04-02T08:41:26.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.559+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=B2FH51DMEQCT type=del 2024-04-02T08:41:26.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.561+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=Q524GKGKLV67 type=del size=2550900 2024-04-02T08:41:26.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.563+0000 7f7016872780 1 < completed write operation key=F41QUWFT5082 tag=N5H0I70ZFZAW type=write size=902428 2024-04-02T08:41:26.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.565+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=G28R3SM19G39 type=write size=486063 2024-04-02T08:41:26.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.567+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~GEH50J2WAJZV.0 size=254081 2024-04-02T08:41:26.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.571+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=GEH50J2WAJZV tag=FIDX9SBTI735 type=write size=1302657 2024-04-02T08:41:26.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.572+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=2RV8C6TXLFGX type=del size=3254444 2024-04-02T08:41:26.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.574+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~WM503HXWXHME.0 size=544355 2024-04-02T08:41:26.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.578+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=WM503HXWXHME tag=BW99V29LAO8J type=write size=1592931 2024-04-02T08:41:26.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.580+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=7JEOJ67JRU1S type=del size=202287 2024-04-02T08:41:26.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.582+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~YARH6B7X1O0W.0 size=886010 2024-04-02T08:41:26.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.585+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=YARH6B7X1O0W tag=SHCQ52NXPTIR type=write size=1934586 2024-04-02T08:41:26.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.587+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=NIL29A31V65X type=write size=108455 2024-04-02T08:41:26.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.590+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~T01FMR2I5V1G.0 size=571222 2024-04-02T08:41:26.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.593+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=T01FMR2I5V1G tag=5GDXIKL491ZA type=write size=1619798 2024-04-02T08:41:26.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.595+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=GWC9VQNRJ18W type=del size=3337046 2024-04-02T08:41:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.597+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~414EX62X7FR9.0 size=1048576 2024-04-02T08:41:26.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.599+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~414EX62X7FR9.1 size=1048576 2024-04-02T08:41:26.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.601+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~414EX62X7FR9.2 size=88337 2024-04-02T08:41:26.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.604+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=414EX62X7FR9 tag=9Q1SIJTUUQ5B type=write size=3234065 2024-04-02T08:41:26.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.608+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~JKGY3I47H7DL.0 size=918568 2024-04-02T08:41:26.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.608+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=JKGY3I47H7DL tag=3Z897U8L6B3E type=write size=1967144 2024-04-02T08:41:26.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.610+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~AX3T08VJEGPJ.0 size=765623 2024-04-02T08:41:26.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.614+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=AX3T08VJEGPJ tag=EGC89G0QZY5O type=write size=1814199 2024-04-02T08:41:26.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.616+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=Q1E3AKZEO34O type=del size=2872283 2024-04-02T08:41:26.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.617+0000 7f7016872780 1 < canceled part key=_multipart_1DEIP6BZCLGU.2~0Z5TRCIFCQHZ.0 size=876423 2024-04-02T08:41:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:26 smithi084 ceph-mon[94794]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 384 KiB/s wr, 1.97k op/s 2024-04-02T08:41:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:26 smithi084 ceph-mon[97358]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 384 KiB/s wr, 1.97k op/s 2024-04-02T08:41:26.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.621+0000 7f7016872780 1 < canceled multipart upload key=1DEIP6BZCLGU upload=0Z5TRCIFCQHZ tag=YFKLS142YL6H type=write size=1924999 2024-04-02T08:41:26.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.624+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=06XTSTYT8TTV type=del size=476421 2024-04-02T08:41:26.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.626+0000 7f7016872780 1 < completed write operation key=7A6KED7000HX tag=U14OMQ62OZI2 type=write size=718581 2024-04-02T08:41:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.628+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=X39LEL7WXJT0 type=del size=3680304 2024-04-02T08:41:26.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.631+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~QLTXTIXIXL5A.0 size=955228 2024-04-02T08:41:26.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.634+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=QLTXTIXIXL5A tag=6X7HFVU47A4T type=write size=2003804 2024-04-02T08:41:26.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.638+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~B85231SRJ5IS.0 size=1048576 2024-04-02T08:41:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.640+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~B85231SRJ5IS.1 size=273942 2024-04-02T08:41:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.640+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=B85231SRJ5IS tag=G6VNNNXEWM7N type=write size=2371094 2024-04-02T08:41:26.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.642+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=L5ZWL33O1P45 type=del 2024-04-02T08:41:26.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.645+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=HDCH6QSJYSCQ type=del size=2967313 2024-04-02T08:41:26.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.645+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~P0RERF66VLS1.0 size=1048576 2024-04-02T08:41:26.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.647+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~P0RERF66VLS1.1 size=1048576 2024-04-02T08:41:26.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.648+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~P0RERF66VLS1.2 size=175114 2024-04-02T08:41:26.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.652+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=P0RERF66VLS1 tag=KJFGPD97UEKJ type=write size=3320842 2024-04-02T08:41:26.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.655+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~4LXX3LMPN2BX.0 size=1048576 2024-04-02T08:41:26.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.657+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~4LXX3LMPN2BX.1 size=1007171 2024-04-02T08:41:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.657+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=4LXX3LMPN2BX tag=PH9ZSMQPV477 type=write size=3104323 2024-04-02T08:41:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.659+0000 7f7016872780 1 < canceled operation key=UX315TABAN23 tag=VBLQXG2S3CI4 type=del size=300634 2024-04-02T08:41:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.661+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=IUA1W4SRT9T3 type=del size=2401597 2024-04-02T08:41:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:26 smithi132 ceph-mon[88571]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 384 KiB/s wr, 1.97k op/s 2024-04-02T08:41:26.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.663+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~M7MXLH1PQK49.0 size=1048576 2024-04-02T08:41:26.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.665+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~M7MXLH1PQK49.1 size=1048576 2024-04-02T08:41:26.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.667+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~M7MXLH1PQK49.2 size=775915 2024-04-02T08:41:26.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.670+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=M7MXLH1PQK49 tag=UZTKDWMN2R8H type=write size=3921643 2024-04-02T08:41:26.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.672+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=3KMQV3NSCC1U type=del size=3953520 2024-04-02T08:41:26.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.674+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~9X7XBBF9Y5G7.0 size=1048576 2024-04-02T08:41:26.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.676+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~9X7XBBF9Y5G7.1 size=1025013 2024-04-02T08:41:26.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.680+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=9X7XBBF9Y5G7 tag=NWKWW620LOTW type=write size=3122165 2024-04-02T08:41:26.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.683+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~NQUETEWL2DFO.0 size=529187 2024-04-02T08:41:26.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.683+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=NQUETEWL2DFO tag=EZE5WDMUTXSC type=write size=1577763 2024-04-02T08:41:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.686+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=Q524GKGKLV67 type=del 2024-04-02T08:41:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.688+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=KDGE5LMITVI5 type=del size=3051964 2024-04-02T08:41:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.690+0000 7f7016872780 1 < completed write operation key=1EUQSEA39UCS tag=G28R3SM19G39 type=write size=486063 2024-04-02T08:41:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.692+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=3LQIDWBUKEE2 type=write size=585511 2024-04-02T08:41:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.694+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=2RV8C6TXLFGX type=del 2024-04-02T08:41:26.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.695+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=VTYHNSWZNCK0 type=del size=1323286 2024-04-02T08:41:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.700+0000 7f7016872780 1 < suggested update operation key=3UK733FJNZ92 tag=7JEOJ67JRU1S type=del size=202287 2024-04-02T08:41:26.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.702+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=DNN4AU0V3R2S type=write size=884626 2024-04-02T08:41:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.704+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=NIL29A31V65X type=write size=108455 2024-04-02T08:41:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.706+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=C2Y1M9GNKX5O type=del size=2214942 2024-04-02T08:41:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.710+0000 7f7016872780 1 < suggested update operation key=XQBWK3QSXABP tag=GWC9VQNRJ18W type=del size=3337046 2024-04-02T08:41:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.712+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=9X7074KOF2NB type=del size=2518667 2024-04-02T08:41:26.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.714+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~JKGY3I47H7DL.0 size=918568 2024-04-02T08:41:26.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.717+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=JKGY3I47H7DL tag=3Z897U8L6B3E type=write size=1967144 2024-04-02T08:41:26.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.721+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~RG4Y8BFZC5SN.0 size=1048576 2024-04-02T08:41:26.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.722+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~RG4Y8BFZC5SN.1 size=1048576 2024-04-02T08:41:26.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.724+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~RG4Y8BFZC5SN.2 size=405546 2024-04-02T08:41:26.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.724+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=RG4Y8BFZC5SN tag=0TVBZ1LSYSI8 type=write size=3551274 2024-04-02T08:41:26.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.726+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=Q1E3AKZEO34O type=del 2024-04-02T08:41:26.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.730+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~EUARSFYV4YB9.0 size=1027987 2024-04-02T08:41:26.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.730+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=EUARSFYV4YB9 tag=J6IXFFR6304B type=write size=2076563 2024-04-02T08:41:26.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.732+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=06XTSTYT8TTV type=del 2024-04-02T08:41:26.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.734+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=CG7YZGKDJRW0 type=write size=340399 2024-04-02T08:41:26.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.736+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=X39LEL7WXJT0 type=del 2024-04-02T08:41:26.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.738+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=SYHS6OTO3PHM type=write size=969792 2024-04-02T08:41:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.740+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~B85231SRJ5IS.0 size=1048576 2024-04-02T08:41:26.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.742+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~B85231SRJ5IS.1 size=273942 2024-04-02T08:41:26.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.745+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=B85231SRJ5IS tag=G6VNNNXEWM7N type=write size=2371094 2024-04-02T08:41:26.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.747+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=3OGEHLR5V6IM type=del size=1532230 2024-04-02T08:41:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.749+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=HDCH6QSJYSCQ type=del 2024-04-02T08:41:26.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.752+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DCG2QZ17YRQ1.0 size=1048576 2024-04-02T08:41:26.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.754+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~DCG2QZ17YRQ1.1 size=682586 2024-04-02T08:41:26.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.754+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=DCG2QZ17YRQ1 tag=9542TAGS2DCX type=write size=2779738 2024-04-02T08:41:26.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.756+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~4LXX3LMPN2BX.0 size=1048576 2024-04-02T08:41:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.758+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~4LXX3LMPN2BX.1 size=1007171 2024-04-02T08:41:26.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.761+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=4LXX3LMPN2BX tag=PH9ZSMQPV477 type=write size=3104323 2024-04-02T08:41:26.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.763+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=LTEOPR3EYDSF type=del size=2881632 2024-04-02T08:41:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.765+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=IUA1W4SRT9T3 type=del 2024-04-02T08:41:26.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.767+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=TVDY0FTC1IEA type=del size=1918718 2024-04-02T08:41:26.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.769+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=3KMQV3NSCC1U type=del 2024-04-02T08:41:26.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.771+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=UPGJ3IT7WSU8 type=del size=2661894 2024-04-02T08:41:26.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.773+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~NQUETEWL2DFO.0 size=529187 2024-04-02T08:41:26.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.776+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=NQUETEWL2DFO tag=EZE5WDMUTXSC type=write size=1577763 2024-04-02T08:41:26.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.778+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=5M7I2Z1BLN1Y type=del size=2143482 2024-04-02T08:41:26.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.780+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=KDGE5LMITVI5 type=del 2024-04-02T08:41:26.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.784+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~VM81NZRMWEGM.0 size=652672 2024-04-02T08:41:26.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.784+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=VM81NZRMWEGM tag=LX6HNVCN87AP type=write size=1701248 2024-04-02T08:41:26.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.786+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=3LQIDWBUKEE2 type=write size=585511 2024-04-02T08:41:26.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.790+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~20YXCM5J8EE8.0 size=1048576 2024-04-02T08:41:26.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.791+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~20YXCM5J8EE8.1 size=937617 2024-04-02T08:41:26.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.791+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=20YXCM5J8EE8 tag=ITK1MCZ2DDQU type=write size=3034769 2024-04-02T08:41:26.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.795+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=VTYHNSWZNCK0 type=del 2024-04-02T08:41:26.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.799+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~09CUIOR81EJE.0 size=1048576 2024-04-02T08:41:26.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.800+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~09CUIOR81EJE.1 size=633092 2024-04-02T08:41:26.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.800+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=09CUIOR81EJE tag=KA3BMCTOBZNI type=write size=2730244 2024-04-02T08:41:26.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.803+0000 7f7016872780 1 < completed write operation key=F41QUWFT5082 tag=DNN4AU0V3R2S type=write size=884626 2024-04-02T08:41:26.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.806+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~9ZGM4BMZXT7O.0 size=1048576 2024-04-02T08:41:26.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.808+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~9ZGM4BMZXT7O.1 size=1048576 2024-04-02T08:41:26.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.810+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~9ZGM4BMZXT7O.2 size=886944 2024-04-02T08:41:26.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.810+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=9ZGM4BMZXT7O tag=SOFG8B3RK9GE type=write size=4032672 2024-04-02T08:41:26.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.812+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=C2Y1M9GNKX5O type=del 2024-04-02T08:41:26.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.816+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~I0EP7W1RPKA8.0 size=1048576 2024-04-02T08:41:26.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.817+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~I0EP7W1RPKA8.1 size=1048576 2024-04-02T08:41:26.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.819+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~I0EP7W1RPKA8.2 size=628877 2024-04-02T08:41:26.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.819+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=I0EP7W1RPKA8 tag=ECV13PKXD3RS type=write size=3774605 2024-04-02T08:41:26.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.821+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=9X7074KOF2NB type=del 2024-04-02T08:41:26.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.825+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~8X3IVNDUOQTM.0 size=1048576 2024-04-02T08:41:26.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.827+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~8X3IVNDUOQTM.1 size=841660 2024-04-02T08:41:26.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.827+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=8X3IVNDUOQTM tag=Y6IZS80H13SD type=write size=2938812 2024-04-02T08:41:26.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.829+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~RG4Y8BFZC5SN.0 size=1048576 2024-04-02T08:41:26.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.830+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~RG4Y8BFZC5SN.1 size=1048576 2024-04-02T08:41:26.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.832+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~RG4Y8BFZC5SN.2 size=405546 2024-04-02T08:41:26.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.835+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=RG4Y8BFZC5SN tag=0TVBZ1LSYSI8 type=write size=3551274 2024-04-02T08:41:26.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.840+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~R2WC5U7LDYM3.0 size=1048576 2024-04-02T08:41:26.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.842+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~R2WC5U7LDYM3.1 size=728740 2024-04-02T08:41:26.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.842+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=R2WC5U7LDYM3 tag=T82LCAONU532 type=write size=2825892 2024-04-02T08:41:26.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.844+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~EUARSFYV4YB9.0 size=1027987 2024-04-02T08:41:26.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.847+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=EUARSFYV4YB9 tag=J6IXFFR6304B type=write size=2076563 2024-04-02T08:41:26.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.849+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=W1OSM69P4CVY type=del size=3868787 2024-04-02T08:41:26.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.851+0000 7f7016872780 1 < completed write operation key=11EE3KM617CN tag=CG7YZGKDJRW0 type=write size=340399 2024-04-02T08:41:26.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.854+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~9F2A232MO8OF.0 size=1048576 2024-04-02T08:41:26.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.856+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~9F2A232MO8OF.1 size=479482 2024-04-02T08:41:26.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.856+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=9F2A232MO8OF tag=CD77OZYK6B83 type=write size=2576634 2024-04-02T08:41:26.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.858+0000 7f7016872780 1 < completed write operation key=02RS0G82YQM7 tag=SYHS6OTO3PHM type=write size=969792 2024-04-02T08:41:26.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.860+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=CRKCEKQ66T5N type=del size=527967 2024-04-02T08:41:26.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.862+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=3OGEHLR5V6IM type=del 2024-04-02T08:41:26.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.864+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=7X0XCOP0ZGG3 type=write size=175153 2024-04-02T08:41:26.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.866+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~DCG2QZ17YRQ1.0 size=1048576 2024-04-02T08:41:26.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.868+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~DCG2QZ17YRQ1.1 size=682586 2024-04-02T08:41:26.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.871+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=DCG2QZ17YRQ1 tag=9542TAGS2DCX type=write size=2779738 2024-04-02T08:41:26.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.874+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=BM3NVDSYNED7 type=del size=2663625 2024-04-02T08:41:26.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.876+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=LTEOPR3EYDSF type=del 2024-04-02T08:41:26.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.879+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~QO08ECTUFSP8.0 size=1048576 2024-04-02T08:41:26.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.881+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~QO08ECTUFSP8.1 size=1048576 2024-04-02T08:41:26.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.882+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~QO08ECTUFSP8.2 size=23867 2024-04-02T08:41:26.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.882+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=QO08ECTUFSP8 tag=7LCUXXEN8F22 type=write size=3169595 2024-04-02T08:41:26.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.884+0000 7f7016872780 1 < canceled operation key=3UK733FJNZ92 tag=TVDY0FTC1IEA type=del size=1918718 2024-04-02T08:41:26.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.888+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~0AAP4X5KGM0C.0 size=704625 2024-04-02T08:41:26.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.888+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=0AAP4X5KGM0C tag=89D7ALVXBF0C type=write size=1753201 2024-04-02T08:41:26.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.890+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=UPGJ3IT7WSU8 type=del 2024-04-02T08:41:26.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.894+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~5IWOER0KLOKG.0 size=1048576 2024-04-02T08:41:26.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.895+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~5IWOER0KLOKG.1 size=385568 2024-04-02T08:41:26.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.895+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=5IWOER0KLOKG tag=1BEIDROJIAJ2 type=write size=2482720 2024-04-02T08:41:26.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.897+0000 7f7016872780 1 < canceled operation key=6AT1DGYZW8Z0 tag=5M7I2Z1BLN1Y type=del size=2143482 2024-04-02T08:41:26.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.899+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=MAUL8UUAHWP7 type=del size=65750 2024-04-02T08:41:26.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.901+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~VM81NZRMWEGM.0 size=652672 2024-04-02T08:41:26.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.904+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=VM81NZRMWEGM tag=LX6HNVCN87AP type=write size=1701248 2024-04-02T08:41:26.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.906+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=WYPU26X3ZSY3 type=del size=3750051 2024-04-02T08:41:26.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.908+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~20YXCM5J8EE8.0 size=1048576 2024-04-02T08:41:26.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.910+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~20YXCM5J8EE8.1 size=937617 2024-04-02T08:41:26.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.913+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=20YXCM5J8EE8 tag=ITK1MCZ2DDQU type=write size=3034769 2024-04-02T08:41:26.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.918+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~6ICYJV77LEEN.0 size=500524 2024-04-02T08:41:26.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.918+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=6ICYJV77LEEN tag=HUEC0WUDS6KU type=write size=1549100 2024-04-02T08:41:26.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.920+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~09CUIOR81EJE.0 size=1048576 2024-04-02T08:41:26.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.921+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~09CUIOR81EJE.1 size=633092 2024-04-02T08:41:26.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.925+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=09CUIOR81EJE tag=KA3BMCTOBZNI type=write size=2730244 2024-04-02T08:41:26.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.928+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~9SYKH3IE6RZP.0 size=652415 2024-04-02T08:41:26.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.928+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=9SYKH3IE6RZP tag=5YTDEWI0P7BR type=write size=1700991 2024-04-02T08:41:26.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.930+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~9ZGM4BMZXT7O.0 size=1048576 2024-04-02T08:41:26.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.932+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~9ZGM4BMZXT7O.1 size=1048576 2024-04-02T08:41:26.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.934+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~9ZGM4BMZXT7O.2 size=886944 2024-04-02T08:41:26.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.937+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=9ZGM4BMZXT7O tag=SOFG8B3RK9GE type=write size=4032672 2024-04-02T08:41:26.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.939+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=PEVNT3OERS1E type=del size=1645004 2024-04-02T08:41:26.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.941+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~I0EP7W1RPKA8.0 size=1048576 2024-04-02T08:41:26.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.943+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~I0EP7W1RPKA8.1 size=1048576 2024-04-02T08:41:26.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.944+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~I0EP7W1RPKA8.2 size=628877 2024-04-02T08:41:26.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.948+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=I0EP7W1RPKA8 tag=ECV13PKXD3RS type=write size=3774605 2024-04-02T08:41:26.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.951+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~BRWH1E4R81R3.0 size=1048576 2024-04-02T08:41:26.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.953+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~BRWH1E4R81R3.1 size=1048576 2024-04-02T08:41:26.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.954+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~BRWH1E4R81R3.2 size=883351 2024-04-02T08:41:26.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.954+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=BRWH1E4R81R3 tag=IPOUJ5PLLI1Z type=write size=4029079 2024-04-02T08:41:26.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.957+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~8X3IVNDUOQTM.0 size=1048576 2024-04-02T08:41:26.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.958+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~8X3IVNDUOQTM.1 size=841660 2024-04-02T08:41:26.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.962+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=8X3IVNDUOQTM tag=Y6IZS80H13SD type=write size=2938812 2024-04-02T08:41:26.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.964+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=L0QM3FKJHZF0 type=del size=2710986 2024-04-02T08:41:26.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.966+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~R2WC5U7LDYM3.0 size=1048576 2024-04-02T08:41:26.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.967+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~R2WC5U7LDYM3.1 size=728740 2024-04-02T08:41:26.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.971+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=R2WC5U7LDYM3 tag=T82LCAONU532 type=write size=2825892 2024-04-02T08:41:26.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.973+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=0XTQF5CUASXK type=write size=133206 2024-04-02T08:41:26.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.975+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=W1OSM69P4CVY type=del 2024-04-02T08:41:26.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.976+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=QYQ2JWRNK54F type=del size=879346 2024-04-02T08:41:26.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.978+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~9F2A232MO8OF.0 size=1048576 2024-04-02T08:41:26.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.980+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~9F2A232MO8OF.1 size=479482 2024-04-02T08:41:26.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.983+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=9F2A232MO8OF tag=CD77OZYK6B83 type=write size=2576634 2024-04-02T08:41:26.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.988+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~RIVCWBVFDU4B.0 size=94918 2024-04-02T08:41:26.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.988+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=RIVCWBVFDU4B tag=VIIK3GW8M0WI type=write size=1143494 2024-04-02T08:41:26.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.993+0000 7f7016872780 1 < suggested update operation key=6AT1DGYZW8Z0 tag=CRKCEKQ66T5N type=del size=527967 2024-04-02T08:41:26.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:26.999+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~FVX7BLLBY72F.0 size=1048576 2024-04-02T08:41:27.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.001+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~FVX7BLLBY72F.1 size=1048576 2024-04-02T08:41:27.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.004+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~FVX7BLLBY72F.2 size=699855 2024-04-02T08:41:27.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.004+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=FVX7BLLBY72F tag=MO3G5QNHRWFH type=write size=3845583 2024-04-02T08:41:27.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.006+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=7X0XCOP0ZGG3 type=write size=175153 2024-04-02T08:41:27.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.009+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=D79DG1II1LDC type=del size=756345 2024-04-02T08:41:27.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.011+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=BM3NVDSYNED7 type=del 2024-04-02T08:41:27.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.016+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~AR0PI1HGHO3L.0 size=366740 2024-04-02T08:41:27.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.016+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=AR0PI1HGHO3L tag=MNF9332SFCXX type=write size=1415316 2024-04-02T08:41:27.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.018+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~QO08ECTUFSP8.0 size=1048576 2024-04-02T08:41:27.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.021+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~QO08ECTUFSP8.1 size=1048576 2024-04-02T08:41:27.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.023+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~QO08ECTUFSP8.2 size=23867 2024-04-02T08:41:27.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.028+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=QO08ECTUFSP8 tag=7LCUXXEN8F22 type=write size=3169595 2024-04-02T08:41:27.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.032+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~XX5PMQYHQ6PJ.0 size=1048576 2024-04-02T08:41:27.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.035+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~XX5PMQYHQ6PJ.1 size=214458 2024-04-02T08:41:27.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.035+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=XX5PMQYHQ6PJ tag=WABUOSO9TQFG type=write size=2311610 2024-04-02T08:41:27.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.037+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~0AAP4X5KGM0C.0 size=704625 2024-04-02T08:41:27.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.041+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=0AAP4X5KGM0C tag=89D7ALVXBF0C type=write size=1753201 2024-04-02T08:41:27.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.046+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~PQASZ62DSSL4.0 size=1048576 2024-04-02T08:41:27.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.048+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~PQASZ62DSSL4.1 size=152154 2024-04-02T08:41:27.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.048+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=PQASZ62DSSL4 tag=Q3GKRAC0GG6Y type=write size=2249306 2024-04-02T08:41:27.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.051+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~5IWOER0KLOKG.0 size=1048576 2024-04-02T08:41:27.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.053+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~5IWOER0KLOKG.1 size=385568 2024-04-02T08:41:27.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.057+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=5IWOER0KLOKG tag=1BEIDROJIAJ2 type=write size=2482720 2024-04-02T08:41:27.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.060+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=HM10W3FZOQDD type=del size=2119757 2024-04-02T08:41:27.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.062+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=MAUL8UUAHWP7 type=del 2024-04-02T08:41:27.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.066+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~CKNXPKLXNJ5Z.0 size=1048576 2024-04-02T08:41:27.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.068+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~CKNXPKLXNJ5Z.1 size=135971 2024-04-02T08:41:27.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.068+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=CKNXPKLXNJ5Z tag=O8W6EDQDO7WA type=write size=2233123 2024-04-02T08:41:27.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.070+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=WYPU26X3ZSY3 type=del 2024-04-02T08:41:27.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.074+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~XBR56FUD4H7V.0 size=1048576 2024-04-02T08:41:27.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.076+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~XBR56FUD4H7V.1 size=1048576 2024-04-02T08:41:27.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.079+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~XBR56FUD4H7V.2 size=658359 2024-04-02T08:41:27.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.079+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=XBR56FUD4H7V tag=GDRUT68AK19Q type=write size=3804087 2024-04-02T08:41:27.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.081+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~6ICYJV77LEEN.0 size=500524 2024-04-02T08:41:27.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.085+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=6ICYJV77LEEN tag=HUEC0WUDS6KU type=write size=1549100 2024-04-02T08:41:27.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.087+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=53HHXS343R0E type=del size=1797241 2024-04-02T08:41:27.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.089+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~9SYKH3IE6RZP.0 size=652415 2024-04-02T08:41:27.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.092+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=9SYKH3IE6RZP tag=5YTDEWI0P7BR type=write size=1700991 2024-04-02T08:41:27.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.096+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~V7Z0GS5G4PQ0.0 size=1048576 2024-04-02T08:41:27.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.097+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~V7Z0GS5G4PQ0.1 size=281212 2024-04-02T08:41:27.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.097+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=V7Z0GS5G4PQ0 tag=I8E5LALRWLQB type=write size=2378364 2024-04-02T08:41:27.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.099+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=PEVNT3OERS1E type=del 2024-04-02T08:41:27.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.101+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=CZOOL1KZZIZC type=del size=3410999 2024-04-02T08:41:27.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.103+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~BRWH1E4R81R3.0 size=1048576 2024-04-02T08:41:27.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.105+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~BRWH1E4R81R3.1 size=1048576 2024-04-02T08:41:27.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.106+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~BRWH1E4R81R3.2 size=883351 2024-04-02T08:41:27.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.110+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=BRWH1E4R81R3 tag=IPOUJ5PLLI1Z type=write size=4029079 2024-04-02T08:41:27.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.112+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=F9XAX6O19I2F type=del size=2649884 2024-04-02T08:41:27.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.114+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=L0QM3FKJHZF0 type=del 2024-04-02T08:41:27.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.115+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=IYPBPWPSS4WG type=del size=73032 2024-04-02T08:41:27.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.117+0000 7f7016872780 1 < canceled operation key=WU9M880KQWBR tag=0XTQF5CUASXK type=write size=133206 2024-04-02T08:41:27.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.119+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=F18860L8YGC1 type=del size=2160994 2024-04-02T08:41:27.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.121+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=QYQ2JWRNK54F type=del 2024-04-02T08:41:27.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.123+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=VWA1NQ5OE0IU type=del size=1226607 2024-04-02T08:41:27.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.125+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~RIVCWBVFDU4B.0 size=94918 2024-04-02T08:41:27.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.129+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=RIVCWBVFDU4B tag=VIIK3GW8M0WI type=write size=1143494 2024-04-02T08:41:27.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.131+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=9120E0JZ7XZK type=del size=374404 2024-04-02T08:41:27.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.133+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~FVX7BLLBY72F.0 size=1048576 2024-04-02T08:41:27.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.134+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~FVX7BLLBY72F.1 size=1048576 2024-04-02T08:41:27.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.136+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~FVX7BLLBY72F.2 size=699855 2024-04-02T08:41:27.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.140+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=FVX7BLLBY72F tag=MO3G5QNHRWFH type=write size=3845583 2024-04-02T08:41:27.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.142+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=2NE6DOSTHODO type=del size=1698349 2024-04-02T08:41:27.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.146+0000 7f7016872780 1 < suggested update operation key=VDSX44MQI8DS tag=D79DG1II1LDC type=del size=756345 2024-04-02T08:41:27.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.150+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~FD247JLYBTHK.0 size=1048576 2024-04-02T08:41:27.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.151+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~FD247JLYBTHK.1 size=383048 2024-04-02T08:41:27.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.151+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=FD247JLYBTHK tag=KHRKDMS4T2MJ type=write size=2480200 2024-04-02T08:41:27.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.154+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~AR0PI1HGHO3L.0 size=366740 2024-04-02T08:41:27.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.157+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=AR0PI1HGHO3L tag=MNF9332SFCXX type=write size=1415316 2024-04-02T08:41:27.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.161+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~03FTUJ46MX23.0 size=314729 2024-04-02T08:41:27.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.161+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=03FTUJ46MX23 tag=02L4SI90AFS5 type=write size=1363305 2024-04-02T08:41:27.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.163+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~XX5PMQYHQ6PJ.0 size=1048576 2024-04-02T08:41:27.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.165+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~XX5PMQYHQ6PJ.1 size=214458 2024-04-02T08:41:27.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.168+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=XX5PMQYHQ6PJ tag=WABUOSO9TQFG type=write size=2311610 2024-04-02T08:41:27.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.172+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~PRPYQO3CTLI5.0 size=1048576 2024-04-02T08:41:27.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.174+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~PRPYQO3CTLI5.1 size=1048576 2024-04-02T08:41:27.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.175+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~PRPYQO3CTLI5.2 size=367947 2024-04-02T08:41:27.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.175+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=PRPYQO3CTLI5 tag=CSH3LHBKYRF2 type=write size=3513675 2024-04-02T08:41:27.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.178+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~PQASZ62DSSL4.0 size=1048576 2024-04-02T08:41:27.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.179+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~PQASZ62DSSL4.1 size=152154 2024-04-02T08:41:27.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.183+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=PQASZ62DSSL4 tag=Q3GKRAC0GG6Y type=write size=2249306 2024-04-02T08:41:27.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.185+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=KPYUNLKN2NFA type=del size=3753150 2024-04-02T08:41:27.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.187+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=HM10W3FZOQDD type=del 2024-04-02T08:41:27.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.191+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~GEZBSASI9T1K.0 size=979947 2024-04-02T08:41:27.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.191+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=GEZBSASI9T1K tag=KJBHR6HXV3I8 type=write size=2028523 2024-04-02T08:41:27.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.193+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~CKNXPKLXNJ5Z.0 size=1048576 2024-04-02T08:41:27.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.195+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~CKNXPKLXNJ5Z.1 size=135971 2024-04-02T08:41:27.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.198+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=CKNXPKLXNJ5Z tag=O8W6EDQDO7WA type=write size=2233123 2024-04-02T08:41:27.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.202+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1RKOYJVKZ2OO.0 size=1048576 2024-04-02T08:41:27.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.204+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1RKOYJVKZ2OO.1 size=1048576 2024-04-02T08:41:27.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.206+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~1RKOYJVKZ2OO.2 size=206368 2024-04-02T08:41:27.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.206+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=1RKOYJVKZ2OO tag=PC2NPVT72PMV type=write size=3352096 2024-04-02T08:41:27.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.207+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~XBR56FUD4H7V.0 size=1048576 2024-04-02T08:41:27.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.209+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~XBR56FUD4H7V.1 size=1048576 2024-04-02T08:41:27.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.211+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~XBR56FUD4H7V.2 size=658359 2024-04-02T08:41:27.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.214+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=XBR56FUD4H7V tag=GDRUT68AK19Q type=write size=3804087 2024-04-02T08:41:27.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.218+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~U8XZ5JN0JBV0.0 size=1048576 2024-04-02T08:41:27.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.220+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~U8XZ5JN0JBV0.1 size=275265 2024-04-02T08:41:27.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.220+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=U8XZ5JN0JBV0 tag=JIPKVCHNR2CZ type=write size=2372417 2024-04-02T08:41:27.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.222+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=53HHXS343R0E type=del 2024-04-02T08:41:27.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.224+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=O97GYEGOAR4H type=del size=3223426 2024-04-02T08:41:27.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.226+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~V7Z0GS5G4PQ0.0 size=1048576 2024-04-02T08:41:27.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.229+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~V7Z0GS5G4PQ0.1 size=281212 2024-04-02T08:41:27.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.232+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=V7Z0GS5G4PQ0 tag=I8E5LALRWLQB type=write size=2378364 2024-04-02T08:41:27.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.234+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=VN0U043V3VF3 type=del size=1588021 2024-04-02T08:41:27.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.236+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=CZOOL1KZZIZC type=del 2024-04-02T08:41:27.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.238+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=S8MSC9H8HV4X type=del size=805297 2024-04-02T08:41:27.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.240+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=F9XAX6O19I2F type=del 2024-04-02T08:41:27.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.244+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~SDQFU2G0AQUJ.0 size=31 2024-04-02T08:41:27.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.244+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=SDQFU2G0AQUJ tag=1842RJ3XZRC5 type=write size=1048607 2024-04-02T08:41:27.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.246+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=IYPBPWPSS4WG type=del 2024-04-02T08:41:27.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.249+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=CXNVF22EKOWA type=del size=1633358 2024-04-02T08:41:27.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.253+0000 7f7016872780 1 < suggested remove operation key=OMWA4ZW4GOZ2 tag=F18860L8YGC1 type=del 2024-04-02T08:41:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.256+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=J40C0WDQN1HZ type=del size=2434396 2024-04-02T08:41:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.258+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=VWA1NQ5OE0IU type=del 2024-04-02T08:41:27.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.262+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~RGOLR36NC0PD.0 size=1048576 2024-04-02T08:41:27.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.264+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~RGOLR36NC0PD.1 size=1048576 2024-04-02T08:41:27.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.266+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~RGOLR36NC0PD.2 size=264164 2024-04-02T08:41:27.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.266+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=RGOLR36NC0PD tag=5M9SDR9OG0HH type=write size=3409892 2024-04-02T08:41:27.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.267+0000 7f7016872780 1 < canceled operation key=WU9M880KQWBR tag=9120E0JZ7XZK type=del size=374404 2024-04-02T08:41:27.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.271+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~8FJE0P1HVL9T.0 size=195685 2024-04-02T08:41:27.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.271+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=8FJE0P1HVL9T tag=9W0KMYOFHOXW type=write size=1244261 2024-04-02T08:41:27.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.275+0000 7f7016872780 1 < suggested update operation key=FF4R1BKDZEMB tag=2NE6DOSTHODO type=del size=1698349 2024-04-02T08:41:27.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.277+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=5ZOQSJ5TBX2Q type=write size=367450 2024-04-02T08:41:27.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.279+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~FD247JLYBTHK.0 size=1048576 2024-04-02T08:41:27.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.281+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~FD247JLYBTHK.1 size=383048 2024-04-02T08:41:27.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.284+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=FD247JLYBTHK tag=KHRKDMS4T2MJ type=write size=2480200 2024-04-02T08:41:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.286+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=N003C2YOISDQ type=del size=823440 2024-04-02T08:41:27.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.288+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~03FTUJ46MX23.0 size=314729 2024-04-02T08:41:27.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.291+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=03FTUJ46MX23 tag=02L4SI90AFS5 type=write size=1363305 2024-04-02T08:41:27.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.293+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=SDAM0HMPL7XS type=del size=3027857 2024-04-02T08:41:27.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.295+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~PRPYQO3CTLI5.0 size=1048576 2024-04-02T08:41:27.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.295+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~PRPYQO3CTLI5.1 size=1048576 2024-04-02T08:41:27.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.297+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~PRPYQO3CTLI5.2 size=367947 2024-04-02T08:41:27.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.300+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=PRPYQO3CTLI5 tag=CSH3LHBKYRF2 type=write size=3513675 2024-04-02T08:41:27.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.302+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=6LES5EEF1VD6 type=write size=313795 2024-04-02T08:41:27.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.305+0000 7f7016872780 -1 < failed to complete operation key=FF4R1BKDZEMB tag=KPYUNLKN2NFA type=del size=3753150: (22) Invalid argument 2024-04-02T08:41:27.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.307+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=183NJUYXQRW1 type=del size=4092609 2024-04-02T08:41:27.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.309+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~GEZBSASI9T1K.0 size=979947 2024-04-02T08:41:27.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.313+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=GEZBSASI9T1K tag=KJBHR6HXV3I8 type=write size=2028523 2024-04-02T08:41:27.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.315+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=PLZILBHEEQOP type=del size=2534588 2024-04-02T08:41:27.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.317+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1RKOYJVKZ2OO.0 size=1048576 2024-04-02T08:41:27.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.318+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1RKOYJVKZ2OO.1 size=1048576 2024-04-02T08:41:27.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.320+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~1RKOYJVKZ2OO.2 size=206368 2024-04-02T08:41:27.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.324+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=1RKOYJVKZ2OO tag=PC2NPVT72PMV type=write size=3352096 2024-04-02T08:41:27.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.329+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~GMUC6RMZ1V4J.0 size=1048576 2024-04-02T08:41:27.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.331+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~GMUC6RMZ1V4J.1 size=551003 2024-04-02T08:41:27.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.331+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=GMUC6RMZ1V4J tag=07JPIIWEFTXV type=write size=2648155 2024-04-02T08:41:27.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.333+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~U8XZ5JN0JBV0.0 size=1048576 2024-04-02T08:41:27.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.334+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~U8XZ5JN0JBV0.1 size=275265 2024-04-02T08:41:27.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.338+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=U8XZ5JN0JBV0 tag=JIPKVCHNR2CZ type=write size=2372417 2024-04-02T08:41:27.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.340+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=LBRLCYYID4DK type=del size=1551886 2024-04-02T08:41:27.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.342+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=O97GYEGOAR4H type=del 2024-04-02T08:41:27.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.346+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~5NYJF4EFX0NO.0 size=1042533 2024-04-02T08:41:27.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.346+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=5NYJF4EFX0NO tag=TE51NYOKBOLJ type=write size=2091109 2024-04-02T08:41:27.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.349+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=VN0U043V3VF3 type=del 2024-04-02T08:41:27.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.353+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~9131D9ZKYK2W.0 size=1048576 2024-04-02T08:41:27.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.355+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~9131D9ZKYK2W.1 size=721830 2024-04-02T08:41:27.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.355+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=9131D9ZKYK2W tag=TQ8TYJVJ9ZJY type=write size=2818982 2024-04-02T08:41:27.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.358+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=S8MSC9H8HV4X type=del 2024-04-02T08:41:27.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.360+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=5P0DT2RKNH8B type=del size=2227571 2024-04-02T08:41:27.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.362+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~SDQFU2G0AQUJ.0 size=31 2024-04-02T08:41:27.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.366+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=SDQFU2G0AQUJ tag=1842RJ3XZRC5 type=write size=1048607 2024-04-02T08:41:27.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.370+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~52ERSW857AA6.0 size=407206 2024-04-02T08:41:27.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.370+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=52ERSW857AA6 tag=ARL23A7JWGWJ type=write size=1455782 2024-04-02T08:41:27.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.372+0000 7f7016872780 1 < canceled operation key=OIQ6XB5SR7J6 tag=CXNVF22EKOWA type=del size=1633358 2024-04-02T08:41:27.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.374+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=A8L00FHLWI0T type=del size=1686814 2024-04-02T08:41:27.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.376+0000 7f7016872780 1 < canceled operation key=BMGY5ZV26L3V tag=J40C0WDQN1HZ type=del size=2434396 2024-04-02T08:41:27.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.379+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~K3D30B24C9ZT.0 size=390350 2024-04-02T08:41:27.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.379+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=K3D30B24C9ZT tag=JHUA6WAE10WZ type=write size=1438926 2024-04-02T08:41:27.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.381+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~RGOLR36NC0PD.0 size=1048576 2024-04-02T08:41:27.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.381+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~RGOLR36NC0PD.1 size=1048576 2024-04-02T08:41:27.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.383+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~RGOLR36NC0PD.2 size=264164 2024-04-02T08:41:27.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.387+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=RGOLR36NC0PD tag=5M9SDR9OG0HH type=write size=3409892 2024-04-02T08:41:27.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.390+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~2NRYTOJBRG72.0 size=1048576 2024-04-02T08:41:27.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.392+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~2NRYTOJBRG72.1 size=218176 2024-04-02T08:41:27.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.392+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=2NRYTOJBRG72 tag=TY2QHF2NUNQR type=write size=2315328 2024-04-02T08:41:27.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.394+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~8FJE0P1HVL9T.0 size=195685 2024-04-02T08:41:27.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.397+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=8FJE0P1HVL9T tag=9W0KMYOFHOXW type=write size=1244261 2024-04-02T08:41:27.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.401+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~JH0953V2N10L.0 size=899805 2024-04-02T08:41:27.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.401+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=JH0953V2N10L tag=MKFDAWNGQIQD type=write size=1948381 2024-04-02T08:41:27.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.405+0000 7f7016872780 1 < suggested update operation key=6AT1DGYZW8Z0 tag=5ZOQSJ5TBX2Q type=write size=367450 2024-04-02T08:41:27.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.409+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~QVBU6Q5RJVZY.0 size=1048576 2024-04-02T08:41:27.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.411+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~QVBU6Q5RJVZY.1 size=1048576 2024-04-02T08:41:27.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.412+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~QVBU6Q5RJVZY.2 size=425447 2024-04-02T08:41:27.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.412+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=QVBU6Q5RJVZY tag=KROR04TYDGHY type=write size=3571175 2024-04-02T08:41:27.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.416+0000 7f7016872780 1 < suggested update operation key=2C62BZU175EV tag=N003C2YOISDQ type=del size=823440 2024-04-02T08:41:27.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.418+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=49BG53F3O8D0 type=del size=736213 2024-04-02T08:41:27.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.421+0000 7f7016872780 -1 < failed to complete operation key=2C62BZU175EV tag=SDAM0HMPL7XS type=del size=3027857: (22) Invalid argument 2024-04-02T08:41:27.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.423+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=6M51S1F5W4SD type=del size=2209335 2024-04-02T08:41:27.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.425+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=6LES5EEF1VD6 type=write size=313795 2024-04-02T08:41:27.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.429+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~NTSKI8RSB0CR.0 size=1048576 2024-04-02T08:41:27.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.431+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~NTSKI8RSB0CR.1 size=1048576 2024-04-02T08:41:27.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.432+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~NTSKI8RSB0CR.2 size=149417 2024-04-02T08:41:27.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.432+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=NTSKI8RSB0CR tag=PXY82SNLOB1E type=write size=3295145 2024-04-02T08:41:27.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.437+0000 7f7016872780 1 < suggested update operation key=2C62BZU175EV tag=183NJUYXQRW1 type=del size=4092609 2024-04-02T08:41:27.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.439+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=JSCLIK2Q1C9L type=del size=3557099 2024-04-02T08:41:27.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.442+0000 7f7016872780 -1 < failed to complete operation key=2C62BZU175EV tag=PLZILBHEEQOP type=del size=2534588: (22) Invalid argument 2024-04-02T08:41:27.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.444+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=GPA21ZNJBOGN type=del size=1817970 2024-04-02T08:41:27.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.447+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~GMUC6RMZ1V4J.0 size=1048576 2024-04-02T08:41:27.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.449+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~GMUC6RMZ1V4J.1 size=551003 2024-04-02T08:41:27.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.453+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=GMUC6RMZ1V4J tag=07JPIIWEFTXV type=write size=2648155 2024-04-02T08:41:27.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.455+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=F44TT4KQPCDI type=del size=1052846 2024-04-02T08:41:27.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.457+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=LBRLCYYID4DK type=del 2024-04-02T08:41:27.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.460+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~AJGJNF0AO4TE.0 size=1048576 2024-04-02T08:41:27.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.462+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~AJGJNF0AO4TE.1 size=1048576 2024-04-02T08:41:27.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.464+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~AJGJNF0AO4TE.2 size=252860 2024-04-02T08:41:27.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.464+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=AJGJNF0AO4TE tag=S8USZQH2GC46 type=write size=3398588 2024-04-02T08:41:27.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.466+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~5NYJF4EFX0NO.0 size=1042533 2024-04-02T08:41:27.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.469+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=5NYJF4EFX0NO tag=TE51NYOKBOLJ type=write size=2091109 2024-04-02T08:41:27.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.473+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~S7IO9YWX4D8O.0 size=1048576 2024-04-02T08:41:27.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.475+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~S7IO9YWX4D8O.1 size=1048576 2024-04-02T08:41:27.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.476+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~S7IO9YWX4D8O.2 size=66402 2024-04-02T08:41:27.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.476+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=S7IO9YWX4D8O tag=CLVMMBSN32TG type=write size=3212130 2024-04-02T08:41:27.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.478+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~9131D9ZKYK2W.0 size=1048576 2024-04-02T08:41:27.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.480+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~9131D9ZKYK2W.1 size=721830 2024-04-02T08:41:27.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.483+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=9131D9ZKYK2W tag=TQ8TYJVJ9ZJY type=write size=2818982 2024-04-02T08:41:27.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.485+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=IYXC2628SIB5 type=del size=3009417 2024-04-02T08:41:27.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.487+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=5P0DT2RKNH8B type=del 2024-04-02T08:41:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.489+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=KQ791A09I4XC type=del size=1058588 2024-04-02T08:41:27.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.491+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~52ERSW857AA6.0 size=407206 2024-04-02T08:41:27.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.495+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=52ERSW857AA6 tag=ARL23A7JWGWJ type=write size=1455782 2024-04-02T08:41:27.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.497+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=4NHR73IP8ZEV type=write size=771539 2024-04-02T08:41:27.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.499+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=A8L00FHLWI0T type=del 2024-04-02T08:41:27.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.502+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~LBTJLUQKR7TN.0 size=1048576 2024-04-02T08:41:27.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.504+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~LBTJLUQKR7TN.1 size=459483 2024-04-02T08:41:27.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.504+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=LBTJLUQKR7TN tag=ZGDOH2DUADQ0 type=write size=2556635 2024-04-02T08:41:27.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.506+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~K3D30B24C9ZT.0 size=390350 2024-04-02T08:41:27.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.509+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=K3D30B24C9ZT tag=JHUA6WAE10WZ type=write size=1438926 2024-04-02T08:41:27.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.513+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~UK29NGPJ3S4V.0 size=1048576 2024-04-02T08:41:27.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.514+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~UK29NGPJ3S4V.1 size=1048576 2024-04-02T08:41:27.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.516+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~UK29NGPJ3S4V.2 size=414660 2024-04-02T08:41:27.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.516+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=UK29NGPJ3S4V tag=TH9GTD7L200S type=write size=3560388 2024-04-02T08:41:27.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.518+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~2NRYTOJBRG72.0 size=1048576 2024-04-02T08:41:27.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.518+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~2NRYTOJBRG72.1 size=218176 2024-04-02T08:41:27.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.521+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=2NRYTOJBRG72 tag=TY2QHF2NUNQR type=write size=2315328 2024-04-02T08:41:27.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.525+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~KDEC17984OI8.0 size=1048576 2024-04-02T08:41:27.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.526+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~KDEC17984OI8.1 size=1048576 2024-04-02T08:41:27.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.528+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~KDEC17984OI8.2 size=983117 2024-04-02T08:41:27.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.528+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=KDEC17984OI8 tag=95LDZM1AR14G type=write size=4128845 2024-04-02T08:41:27.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.530+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~JH0953V2N10L.0 size=899805 2024-04-02T08:41:27.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.533+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=JH0953V2N10L tag=MKFDAWNGQIQD type=write size=1948381 2024-04-02T08:41:27.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.537+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~Z97J11EXVCTN.0 size=1048576 2024-04-02T08:41:27.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.539+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~Z97J11EXVCTN.1 size=1048576 2024-04-02T08:41:27.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.541+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~Z97J11EXVCTN.2 size=385377 2024-04-02T08:41:27.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.541+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=Z97J11EXVCTN tag=HKPC4C5Z085X type=write size=3531105 2024-04-02T08:41:27.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.544+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~QVBU6Q5RJVZY.0 size=1048576 2024-04-02T08:41:27.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.544+0000 7f7016872780 1 < canceled part key=_multipart_WU9M880KQWBR.2~QVBU6Q5RJVZY.1 size=1048576 2024-04-02T08:41:27.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.546+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~QVBU6Q5RJVZY.2 size=425447 2024-04-02T08:41:27.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.549+0000 7f7016872780 1 < canceled multipart upload key=WU9M880KQWBR upload=QVBU6Q5RJVZY tag=KROR04TYDGHY type=write size=3571175 2024-04-02T08:41:27.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.552+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=RTFWNQJ2USN7 type=write size=671563 2024-04-02T08:41:27.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.554+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=49BG53F3O8D0 type=del 2024-04-02T08:41:27.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.556+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=FBDEJ2I4TTU0 type=del size=3756807 2024-04-02T08:41:27.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.558+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=6M51S1F5W4SD type=del 2024-04-02T08:41:27.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.560+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=8FIQONAC6R3D type=write size=1010234 2024-04-02T08:41:27.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.562+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~NTSKI8RSB0CR.0 size=1048576 2024-04-02T08:41:27.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.563+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~NTSKI8RSB0CR.1 size=1048576 2024-04-02T08:41:27.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.565+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~NTSKI8RSB0CR.2 size=149417 2024-04-02T08:41:27.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.568+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=NTSKI8RSB0CR tag=PXY82SNLOB1E type=write size=3295145 2024-04-02T08:41:27.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.570+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=R1PKQCZMC9LP type=del size=2965624 2024-04-02T08:41:27.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.572+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=JSCLIK2Q1C9L type=del 2024-04-02T08:41:27.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.575+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=WY3WMTW2QB9O type=del size=1349844 2024-04-02T08:41:27.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.578+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=GPA21ZNJBOGN type=del 2024-04-02T08:41:27.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.581+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=UPK7RAYUT20W type=del size=1898217 2024-04-02T08:41:27.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.583+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=F44TT4KQPCDI type=del 2024-04-02T08:41:27.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.586+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~WWQSJLZIGDJ6.0 size=156488 2024-04-02T08:41:27.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.586+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=WWQSJLZIGDJ6 tag=BPB5HHIT0N0R type=write size=1205064 2024-04-02T08:41:27.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.588+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~AJGJNF0AO4TE.0 size=1048576 2024-04-02T08:41:27.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.591+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~AJGJNF0AO4TE.1 size=1048576 2024-04-02T08:41:27.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.593+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~AJGJNF0AO4TE.2 size=252860 2024-04-02T08:41:27.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.597+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=AJGJNF0AO4TE tag=S8USZQH2GC46 type=write size=3398588 2024-04-02T08:41:27.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.599+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=40FY90G9JK8E type=del size=1253332 2024-04-02T08:41:27.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.601+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~S7IO9YWX4D8O.0 size=1048576 2024-04-02T08:41:27.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.603+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~S7IO9YWX4D8O.1 size=1048576 2024-04-02T08:41:27.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.605+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~S7IO9YWX4D8O.2 size=66402 2024-04-02T08:41:27.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.609+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=S7IO9YWX4D8O tag=CLVMMBSN32TG type=write size=3212130 2024-04-02T08:41:27.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.613+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~N2QC7AW5PMZ7.0 size=791761 2024-04-02T08:41:27.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.613+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=N2QC7AW5PMZ7 tag=O9NKN9XI2IPJ type=write size=1840337 2024-04-02T08:41:27.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.615+0000 7f7016872780 1 < canceled operation key=1EUQSEA39UCS tag=IYXC2628SIB5 type=del size=3009417 2024-04-02T08:41:27.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.618+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~CZMSYJZ7TQNF.0 size=1048576 2024-04-02T08:41:27.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.620+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~CZMSYJZ7TQNF.1 size=985847 2024-04-02T08:41:27.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.620+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=CZMSYJZ7TQNF tag=EELACO715XHH type=write size=3082999 2024-04-02T08:41:27.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.622+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=KQ791A09I4XC type=del 2024-04-02T08:41:27.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.624+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=JBRTE8SNACDX type=del size=1814529 2024-04-02T08:41:27.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.626+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=4NHR73IP8ZEV type=write size=771539 2024-04-02T08:41:27.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.629+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~BP3C2OKUL3GT.0 size=841155 2024-04-02T08:41:27.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.629+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=BP3C2OKUL3GT tag=DJIYMZ4W8QRK type=write size=1889731 2024-04-02T08:41:27.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.631+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~LBTJLUQKR7TN.0 size=1048576 2024-04-02T08:41:27.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.631+0000 7f7016872780 1 < canceled part key=_multipart_XQBWK3QSXABP.2~LBTJLUQKR7TN.1 size=459483 2024-04-02T08:41:27.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.635+0000 7f7016872780 1 < canceled multipart upload key=XQBWK3QSXABP upload=LBTJLUQKR7TN tag=ZGDOH2DUADQ0 type=write size=2556635 2024-04-02T08:41:27.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.636+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=SK3ES0RG60V8 type=del size=53654 2024-04-02T08:41:27.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.638+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~UK29NGPJ3S4V.0 size=1048576 2024-04-02T08:41:27.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.641+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~UK29NGPJ3S4V.1 size=1048576 2024-04-02T08:41:27.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.643+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~UK29NGPJ3S4V.2 size=414660 2024-04-02T08:41:27.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.646+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=UK29NGPJ3S4V tag=TH9GTD7L200S type=write size=3560388 2024-04-02T08:41:27.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.650+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~98R8O0IC0RU8.0 size=1048576 2024-04-02T08:41:27.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.652+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~98R8O0IC0RU8.1 size=818130 2024-04-02T08:41:27.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.652+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=98R8O0IC0RU8 tag=O2UGDNI6UGQC type=write size=2915282 2024-04-02T08:41:27.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.653+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~KDEC17984OI8.0 size=1048576 2024-04-02T08:41:27.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.655+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~KDEC17984OI8.1 size=1048576 2024-04-02T08:41:27.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.656+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~KDEC17984OI8.2 size=983117 2024-04-02T08:41:27.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.660+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=KDEC17984OI8 tag=95LDZM1AR14G type=write size=4128845 2024-04-02T08:41:27.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.666+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~RIM80I9SZK5S.0 size=1048576 2024-04-02T08:41:27.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.667+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~RIM80I9SZK5S.1 size=1048576 2024-04-02T08:41:27.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.669+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~RIM80I9SZK5S.2 size=111732 2024-04-02T08:41:27.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.669+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=RIM80I9SZK5S tag=0WRKH8MBAJPO type=write size=3257460 2024-04-02T08:41:27.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.671+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~Z97J11EXVCTN.0 size=1048576 2024-04-02T08:41:27.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.673+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~Z97J11EXVCTN.1 size=1048576 2024-04-02T08:41:27.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.675+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~Z97J11EXVCTN.2 size=385377 2024-04-02T08:41:27.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.678+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=Z97J11EXVCTN tag=HKPC4C5Z085X type=write size=3531105 2024-04-02T08:41:27.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.682+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~88UAGOKYG0DD.0 size=1048576 2024-04-02T08:41:27.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.684+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~88UAGOKYG0DD.1 size=1048576 2024-04-02T08:41:27.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.685+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~88UAGOKYG0DD.2 size=317850 2024-04-02T08:41:27.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.685+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=88UAGOKYG0DD tag=8LXS8GZ1AXTN type=write size=3463578 2024-04-02T08:41:27.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.688+0000 7f7016872780 1 < completed write operation key=GRR9RBGMGMHH tag=RTFWNQJ2USN7 type=write size=671563 2024-04-02T08:41:27.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.690+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=XUR399NRVBO9 type=del size=1132842 2024-04-02T08:41:27.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.692+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=FBDEJ2I4TTU0 type=del 2024-04-02T08:41:27.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.694+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=O1V2PPAOCK69 type=del size=346892 2024-04-02T08:41:27.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.696+0000 7f7016872780 1 < completed write operation key=58T4QI1BTVQ5 tag=8FIQONAC6R3D type=write size=1010234 2024-04-02T08:41:27.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.699+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=92583PQ46G5E type=del size=3444101 2024-04-02T08:41:27.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.701+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=R1PKQCZMC9LP type=del 2024-04-02T08:41:27.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.703+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=A0JO403LZSOB type=del size=1118007 2024-04-02T08:41:27.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.707+0000 7f7016872780 1 < suggested remove operation key=OMWA4ZW4GOZ2 tag=WY3WMTW2QB9O type=del 2024-04-02T08:41:27.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.708+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=FCWW2K0NBG3N type=del size=3872595 2024-04-02T08:41:27.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.710+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=UPK7RAYUT20W type=del 2024-04-02T08:41:27.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.712+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=4GX7N40UYDGK type=del size=1054127 2024-04-02T08:41:27.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.715+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~WWQSJLZIGDJ6.0 size=156488 2024-04-02T08:41:27.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.718+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=WWQSJLZIGDJ6 tag=BPB5HHIT0N0R type=write size=1205064 2024-04-02T08:41:27.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.720+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=NYHDXYN3RRP4 type=del size=557984 2024-04-02T08:41:27.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.722+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=40FY90G9JK8E type=del 2024-04-02T08:41:27.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.724+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=U29ID563L6EP type=write size=574652 2024-04-02T08:41:27.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.726+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~N2QC7AW5PMZ7.0 size=791761 2024-04-02T08:41:27.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.729+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=N2QC7AW5PMZ7 tag=O9NKN9XI2IPJ type=write size=1840337 2024-04-02T08:41:27.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.733+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~PY0N38FYN6DO.0 size=1048576 2024-04-02T08:41:27.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.735+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~PY0N38FYN6DO.1 size=978673 2024-04-02T08:41:27.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.735+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=PY0N38FYN6DO tag=D66SIBDU34EL type=write size=3075825 2024-04-02T08:41:27.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.735+0000 7f7016872780 1 < canceled part key=_multipart_OMWA4ZW4GOZ2.2~CZMSYJZ7TQNF.0 size=1048576 2024-04-02T08:41:27.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.737+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~CZMSYJZ7TQNF.1 size=985847 2024-04-02T08:41:27.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.740+0000 7f7016872780 1 < canceled multipart upload key=OMWA4ZW4GOZ2 upload=CZMSYJZ7TQNF tag=EELACO715XHH type=write size=3082999 2024-04-02T08:41:27.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.744+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~V8DP6E3ZJ8SC.0 size=680130 2024-04-02T08:41:27.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.744+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=V8DP6E3ZJ8SC tag=8OL28GTODUVJ type=write size=1728706 2024-04-02T08:41:27.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.746+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=JBRTE8SNACDX type=del 2024-04-02T08:41:27.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.748+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=YKZ6XB7DEX0U type=del size=1748647 2024-04-02T08:41:27.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.750+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~BP3C2OKUL3GT.0 size=841155 2024-04-02T08:41:27.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.753+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=BP3C2OKUL3GT tag=DJIYMZ4W8QRK type=write size=1889731 2024-04-02T08:41:27.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.758+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~UZQ3D1SEIRI7.0 size=545189 2024-04-02T08:41:27.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.758+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=UZQ3D1SEIRI7 tag=JUNMB5XM3CF3 type=write size=1593765 2024-04-02T08:41:27.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.760+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=SK3ES0RG60V8 type=del 2024-04-02T08:41:27.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.764+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~VMNBLXBQAXAB.0 size=1048576 2024-04-02T08:41:27.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.766+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~VMNBLXBQAXAB.1 size=1048576 2024-04-02T08:41:27.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.768+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~VMNBLXBQAXAB.2 size=191640 2024-04-02T08:41:27.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.768+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=VMNBLXBQAXAB tag=AJPC7MB3NI7D type=write size=3337368 2024-04-02T08:41:27.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.768+0000 7f7016872780 1 < canceled part key=_multipart_02RS0G82YQM7.2~98R8O0IC0RU8.0 size=1048576 2024-04-02T08:41:27.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.770+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~98R8O0IC0RU8.1 size=818130 2024-04-02T08:41:27.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.774+0000 7f7016872780 1 < canceled multipart upload key=02RS0G82YQM7 upload=98R8O0IC0RU8 tag=O2UGDNI6UGQC type=write size=2915282 2024-04-02T08:41:27.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.776+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=L5URKW63BVUH type=del size=3801871 2024-04-02T08:41:27.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.778+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~RIM80I9SZK5S.0 size=1048576 2024-04-02T08:41:27.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.779+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~RIM80I9SZK5S.1 size=1048576 2024-04-02T08:41:27.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.781+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~RIM80I9SZK5S.2 size=111732 2024-04-02T08:41:27.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.784+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=RIM80I9SZK5S tag=0WRKH8MBAJPO type=write size=3257460 2024-04-02T08:41:27.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.789+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~K1RCXA2Q79RO.0 size=1048576 2024-04-02T08:41:27.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.790+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~K1RCXA2Q79RO.1 size=272525 2024-04-02T08:41:27.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.790+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=K1RCXA2Q79RO tag=PPR15GZBB229 type=write size=2369677 2024-04-02T08:41:27.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.792+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~88UAGOKYG0DD.0 size=1048576 2024-04-02T08:41:27.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.794+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~88UAGOKYG0DD.1 size=1048576 2024-04-02T08:41:27.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.796+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~88UAGOKYG0DD.2 size=317850 2024-04-02T08:41:27.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.800+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=88UAGOKYG0DD tag=8LXS8GZ1AXTN type=write size=3463578 2024-04-02T08:41:27.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.802+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=I9RVDEYRALSG type=del size=3422062 2024-04-02T08:41:27.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.804+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=XUR399NRVBO9 type=del 2024-04-02T08:41:27.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.805+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=E7M9YO1LG0KM type=write size=154936 2024-04-02T08:41:27.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.807+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=O1V2PPAOCK69 type=del 2024-04-02T08:41:27.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.809+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=UW2NALAJODTO type=del size=1625388 2024-04-02T08:41:27.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.811+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=92583PQ46G5E type=del 2024-04-02T08:41:27.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.813+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=IO7IAPEJROSH type=del size=2022135 2024-04-02T08:41:27.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.816+0000 7f7016872780 -1 < failed to complete operation key=OMWA4ZW4GOZ2 tag=A0JO403LZSOB type=del size=1118007: (22) Invalid argument 2024-04-02T08:41:27.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.819+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~EX7RZEEXPFCL.0 size=848196 2024-04-02T08:41:27.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.819+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=EX7RZEEXPFCL tag=TC1TLXCAW9QI type=write size=1896772 2024-04-02T08:41:27.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.821+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=FCWW2K0NBG3N type=del 2024-04-02T08:41:27.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.825+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~VMQONH9QNKBW.0 size=1048576 2024-04-02T08:41:27.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.826+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~VMQONH9QNKBW.1 size=1048576 2024-04-02T08:41:27.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.828+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~VMQONH9QNKBW.2 size=73154 2024-04-02T08:41:27.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.828+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=VMQONH9QNKBW tag=635QKT35F6ZS type=write size=3218882 2024-04-02T08:41:27.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.832+0000 7f7016872780 1 < suggested update operation key=02RS0G82YQM7 tag=4GX7N40UYDGK type=del size=1054127 2024-04-02T08:41:27.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.834+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=5348XS20PTNC type=del size=1324653 2024-04-02T08:41:27.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.836+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=NYHDXYN3RRP4 type=del 2024-04-02T08:41:27.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.838+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=26O2EAR47O0N type=del size=867671 2024-04-02T08:41:27.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.840+0000 7f7016872780 1 < canceled operation key=7A6KED7000HX tag=U29ID563L6EP type=write size=574652 2024-04-02T08:41:27.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.842+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=YKQQW70S14V2 type=write size=574653 2024-04-02T08:41:27.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.843+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~PY0N38FYN6DO.0 size=1048576 2024-04-02T08:41:27.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.845+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~PY0N38FYN6DO.1 size=978673 2024-04-02T08:41:27.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.849+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=PY0N38FYN6DO tag=D66SIBDU34EL type=write size=3075825 2024-04-02T08:41:27.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.851+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=DILNQRWEK86D type=del size=2349958 2024-04-02T08:41:27.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.853+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~V8DP6E3ZJ8SC.0 size=680130 2024-04-02T08:41:27.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.857+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=V8DP6E3ZJ8SC tag=8OL28GTODUVJ type=write size=1728706 2024-04-02T08:41:27.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.861+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~TIGMPLSII0JW.0 size=1048576 2024-04-02T08:41:27.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.863+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~TIGMPLSII0JW.1 size=1048576 2024-04-02T08:41:27.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.865+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~TIGMPLSII0JW.2 size=653152 2024-04-02T08:41:27.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.865+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=TIGMPLSII0JW tag=ZHK7ATKMZ8T0 type=write size=3798880 2024-04-02T08:41:27.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.867+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=YKZ6XB7DEX0U type=del 2024-04-02T08:41:27.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.870+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~AL0Y9D57CCFX.0 size=1048576 2024-04-02T08:41:27.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.872+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~AL0Y9D57CCFX.1 size=1048576 2024-04-02T08:41:27.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.874+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~AL0Y9D57CCFX.2 size=666517 2024-04-02T08:41:27.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.874+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=AL0Y9D57CCFX tag=UX9GVJEV06IO type=write size=3812245 2024-04-02T08:41:27.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.876+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~UZQ3D1SEIRI7.0 size=545189 2024-04-02T08:41:27.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.879+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=UZQ3D1SEIRI7 tag=JUNMB5XM3CF3 type=write size=1593765 2024-04-02T08:41:27.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.882+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~2WB1TTPNRRT9.0 size=1048576 2024-04-02T08:41:27.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.884+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~2WB1TTPNRRT9.1 size=144727 2024-04-02T08:41:27.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.884+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=2WB1TTPNRRT9 tag=BX0U83MZIQFL type=write size=2241879 2024-04-02T08:41:27.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.886+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~VMNBLXBQAXAB.0 size=1048576 2024-04-02T08:41:27.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.888+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~VMNBLXBQAXAB.1 size=1048576 2024-04-02T08:41:27.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.890+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~VMNBLXBQAXAB.2 size=191640 2024-04-02T08:41:27.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.894+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=VMNBLXBQAXAB tag=AJPC7MB3NI7D type=write size=3337368 2024-04-02T08:41:27.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.897+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~G33U809N233F.0 size=855212 2024-04-02T08:41:27.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.897+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=G33U809N233F tag=TQTNJ4JH4GV2 type=write size=1903788 2024-04-02T08:41:27.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.899+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=L5URKW63BVUH type=del 2024-04-02T08:41:27.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.901+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=CE1S4YGDEQP7 type=del size=1140099 2024-04-02T08:41:27.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.903+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~K1RCXA2Q79RO.0 size=1048576 2024-04-02T08:41:27.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.905+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~K1RCXA2Q79RO.1 size=272525 2024-04-02T08:41:27.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.908+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=K1RCXA2Q79RO tag=PPR15GZBB229 type=write size=2369677 2024-04-02T08:41:27.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.912+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~4SLME32B0V7R.0 size=1048576 2024-04-02T08:41:27.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.914+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~4SLME32B0V7R.1 size=230815 2024-04-02T08:41:27.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.914+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=4SLME32B0V7R tag=W5M8HVV2HY07 type=write size=2327967 2024-04-02T08:41:27.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.918+0000 7f7016872780 1 < suggested update operation key=1DEIP6BZCLGU tag=I9RVDEYRALSG type=del size=3422062 2024-04-02T08:41:27.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.920+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=5KG9SCDBMSZ6 type=write size=355030 2024-04-02T08:41:27.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.922+0000 7f7016872780 1 < completed write operation key=CK7JY7FOKSRE tag=E7M9YO1LG0KM type=write size=154936 2024-04-02T08:41:27.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.925+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=3H1ONIPOSWZO type=del size=483680 2024-04-02T08:41:27.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.928+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=UW2NALAJODTO type=del 2024-04-02T08:41:27.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.930+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=6DMQC4IQ1LY9 type=del size=1606674 2024-04-02T08:41:27.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.933+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=IO7IAPEJROSH type=del 2024-04-02T08:41:27.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.936+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=RR9Z4R7MKWO6 type=del size=1007106 2024-04-02T08:41:27.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.938+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~EX7RZEEXPFCL.0 size=848196 2024-04-02T08:41:27.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.943+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=EX7RZEEXPFCL tag=TC1TLXCAW9QI type=write size=1896772 2024-04-02T08:41:27.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.953+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~T7ZLUP063FW3.0 size=136218 2024-04-02T08:41:27.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.953+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=T7ZLUP063FW3 tag=2D41QKGOYG2H type=write size=1184794 2024-04-02T08:41:27.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.956+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~VMQONH9QNKBW.0 size=1048576 2024-04-02T08:41:27.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.958+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~VMQONH9QNKBW.1 size=1048576 2024-04-02T08:41:27.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.960+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~VMQONH9QNKBW.2 size=73154 2024-04-02T08:41:27.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.965+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=VMQONH9QNKBW tag=635QKT35F6ZS type=write size=3218882 2024-04-02T08:41:27.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.967+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=KW5NDHV0C22B type=del size=1580069 2024-04-02T08:41:27.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.972+0000 7f7016872780 1 < suggested update operation key=AAJMQG05HPTJ tag=5348XS20PTNC type=del size=1324653 2024-04-02T08:41:27.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.975+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=VTM4L3CIGQ4Z type=del size=746383 2024-04-02T08:41:27.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.978+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=26O2EAR47O0N type=del 2024-04-02T08:41:27.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.980+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=P0US53KH3A49 type=write size=55577 2024-04-02T08:41:27.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.984+0000 7f7016872780 1 < suggested remove operation key=K5RS8XGEFU8L tag=YKQQW70S14V2 type=write 2024-04-02T08:41:27.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.988+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~PYGRYB0F3N8R.0 size=1048576 2024-04-02T08:41:27.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.990+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~PYGRYB0F3N8R.1 size=1048576 2024-04-02T08:41:27.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.991+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~PYGRYB0F3N8R.2 size=177797 2024-04-02T08:41:27.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.991+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=PYGRYB0F3N8R tag=PBLPJMDTTKAO type=write size=3323525 2024-04-02T08:41:27.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:27.995+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=DILNQRWEK86D type=del 2024-04-02T08:41:27.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.000+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~6BGVE62W301L.0 size=1048576 2024-04-02T08:41:28.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.002+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~6BGVE62W301L.1 size=1048576 2024-04-02T08:41:28.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.005+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~6BGVE62W301L.2 size=420345 2024-04-02T08:41:28.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.005+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=6BGVE62W301L tag=ONKRS37R5T7C type=write size=3566073 2024-04-02T08:41:28.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.007+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~TIGMPLSII0JW.0 size=1048576 2024-04-02T08:41:28.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.009+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~TIGMPLSII0JW.1 size=1048576 2024-04-02T08:41:28.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.011+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~TIGMPLSII0JW.2 size=653152 2024-04-02T08:41:28.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.016+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=TIGMPLSII0JW tag=ZHK7ATKMZ8T0 type=write size=3798880 2024-04-02T08:41:28.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.019+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=IM3Y9HVI826I type=del size=517295 2024-04-02T08:41:28.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.021+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~AL0Y9D57CCFX.0 size=1048576 2024-04-02T08:41:28.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.023+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~AL0Y9D57CCFX.1 size=1048576 2024-04-02T08:41:28.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.025+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~AL0Y9D57CCFX.2 size=666517 2024-04-02T08:41:28.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.030+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=AL0Y9D57CCFX tag=UX9GVJEV06IO type=write size=3812245 2024-04-02T08:41:28.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.032+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=TV0BSUCKUZIS type=del size=2104436 2024-04-02T08:41:28.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.035+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~2WB1TTPNRRT9.0 size=1048576 2024-04-02T08:41:28.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.037+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~2WB1TTPNRRT9.1 size=144727 2024-04-02T08:41:28.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.040+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=2WB1TTPNRRT9 tag=BX0U83MZIQFL type=write size=2241879 2024-04-02T08:41:28.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.043+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~NMRMSWL4KJK1.0 size=1048576 2024-04-02T08:41:28.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.045+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~NMRMSWL4KJK1.1 size=1048576 2024-04-02T08:41:28.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.047+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~NMRMSWL4KJK1.2 size=711701 2024-04-02T08:41:28.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.047+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=NMRMSWL4KJK1 tag=IIPGSEYIIZMB type=write size=3857429 2024-04-02T08:41:28.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.049+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~G33U809N233F.0 size=855212 2024-04-02T08:41:28.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.052+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=G33U809N233F tag=TQTNJ4JH4GV2 type=write size=1903788 2024-04-02T08:41:28.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.054+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=TFA6YNM74BTA type=del size=2751519 2024-04-02T08:41:28.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.056+0000 7f7016872780 1 < canceled operation key=CK7JY7FOKSRE tag=CE1S4YGDEQP7 type=del size=1140099 2024-04-02T08:41:28.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.058+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=N9X2XG69XVK3 type=del size=397344 2024-04-02T08:41:28.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.058+0000 7f7016872780 1 < canceled part key=_multipart_GRR9RBGMGMHH.2~4SLME32B0V7R.0 size=1048576 2024-04-02T08:41:28.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.060+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~4SLME32B0V7R.1 size=230815 2024-04-02T08:41:28.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.063+0000 7f7016872780 1 < canceled multipart upload key=GRR9RBGMGMHH upload=4SLME32B0V7R tag=W5M8HVV2HY07 type=write size=2327967 2024-04-02T08:41:28.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.067+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~T8FZW0851GT6.0 size=1048576 2024-04-02T08:41:28.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.068+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~T8FZW0851GT6.1 size=1048576 2024-04-02T08:41:28.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.070+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~T8FZW0851GT6.2 size=705229 2024-04-02T08:41:28.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.070+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=T8FZW0851GT6 tag=NMGVK9F7WZGF type=write size=3850957 2024-04-02T08:41:28.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.072+0000 7f7016872780 1 < canceled operation key=WU9M880KQWBR tag=5KG9SCDBMSZ6 type=write size=355030 2024-04-02T08:41:28.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.076+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~UO2OZ6SOCJ7T.0 size=1048576 2024-04-02T08:41:28.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.077+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~UO2OZ6SOCJ7T.1 size=332565 2024-04-02T08:41:28.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.077+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=UO2OZ6SOCJ7T tag=YLAGFSJ0YPRB type=write size=2429717 2024-04-02T08:41:28.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.082+0000 7f7016872780 1 < suggested update operation key=XQBWK3QSXABP tag=3H1ONIPOSWZO type=del size=483680 2024-04-02T08:41:28.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.085+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~AVVUIZYMH12S.0 size=1048576 2024-04-02T08:41:28.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.087+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~AVVUIZYMH12S.1 size=175742 2024-04-02T08:41:28.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.087+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=AVVUIZYMH12S tag=JMXXLJGRP9WR type=write size=2272894 2024-04-02T08:41:28.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.089+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=6DMQC4IQ1LY9 type=del 2024-04-02T08:41:28.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.091+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=7XO4HFMX6LSP type=del size=2671044 2024-04-02T08:41:28.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.095+0000 7f7016872780 1 < suggested remove operation key=3ASC24KYQTLG tag=RR9Z4R7MKWO6 type=del 2024-04-02T08:41:28.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.097+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=PK1PWHG77J5G type=write size=686575 2024-04-02T08:41:28.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.099+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~T7ZLUP063FW3.0 size=136218 2024-04-02T08:41:28.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.102+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=T7ZLUP063FW3 tag=2D41QKGOYG2H type=write size=1184794 2024-04-02T08:41:28.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.104+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=4FMZZHH5K3MS type=del size=2671795 2024-04-02T08:41:28.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.108+0000 7f7016872780 1 < suggested remove operation key=WU9M880KQWBR tag=KW5NDHV0C22B type=del 2024-04-02T08:41:28.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.112+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~QZCOI1TD9SVI.0 size=1048576 2024-04-02T08:41:28.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.114+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~QZCOI1TD9SVI.1 size=245301 2024-04-02T08:41:28.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.114+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=QZCOI1TD9SVI tag=I1C57RZ1TDZW type=write size=2342453 2024-04-02T08:41:28.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.118+0000 7f7016872780 1 < suggested update operation key=XQBWK3QSXABP tag=VTM4L3CIGQ4Z type=del size=746383 2024-04-02T08:41:28.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.122+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~1CAI08BXQNB7.0 size=1048576 2024-04-02T08:41:28.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.123+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~1CAI08BXQNB7.1 size=1048576 2024-04-02T08:41:28.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.125+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~1CAI08BXQNB7.2 size=592235 2024-04-02T08:41:28.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.125+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=1CAI08BXQNB7 tag=8S7ARCTN4JJV type=write size=3737963 2024-04-02T08:41:28.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.130+0000 7f7016872780 1 < suggested update operation key=11EE3KM617CN tag=P0US53KH3A49 type=write size=55577 2024-04-02T08:41:28.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.134+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~5EG9ZWDULIZ4.0 size=1048576 2024-04-02T08:41:28.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.136+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~5EG9ZWDULIZ4.1 size=1048576 2024-04-02T08:41:28.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.137+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~5EG9ZWDULIZ4.2 size=762684 2024-04-02T08:41:28.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.137+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=5EG9ZWDULIZ4 tag=3BRPW8WA16N9 type=write size=3908412 2024-04-02T08:41:28.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.139+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~PYGRYB0F3N8R.0 size=1048576 2024-04-02T08:41:28.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.139+0000 7f7016872780 1 < canceled part key=_multipart_6AT1DGYZW8Z0.2~PYGRYB0F3N8R.1 size=1048576 2024-04-02T08:41:28.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.141+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~PYGRYB0F3N8R.2 size=177797 2024-04-02T08:41:28.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.145+0000 7f7016872780 1 < canceled multipart upload key=6AT1DGYZW8Z0 upload=PYGRYB0F3N8R tag=PBLPJMDTTKAO type=write size=3323525 2024-04-02T08:41:28.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.148+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=9LN20I2TEC06 type=del size=4181193 2024-04-02T08:41:28.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.150+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~6BGVE62W301L.0 size=1048576 2024-04-02T08:41:28.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.153+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~6BGVE62W301L.1 size=1048576 2024-04-02T08:41:28.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.155+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~6BGVE62W301L.2 size=420345 2024-04-02T08:41:28.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.160+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=6BGVE62W301L tag=ONKRS37R5T7C type=write size=3566073 2024-04-02T08:41:28.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.165+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~EWGXOKGTBNRL.0 size=1048576 2024-04-02T08:41:28.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.167+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~EWGXOKGTBNRL.1 size=839799 2024-04-02T08:41:28.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.167+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=EWGXOKGTBNRL tag=O45VFL5Y02NF type=write size=2936951 2024-04-02T08:41:28.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.170+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=IM3Y9HVI826I type=del 2024-04-02T08:41:28.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.175+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~EW44XVM5DKBS.0 size=1048576 2024-04-02T08:41:28.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.177+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~EW44XVM5DKBS.1 size=149373 2024-04-02T08:41:28.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.177+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=EW44XVM5DKBS tag=WGOXF1KMROR3 type=write size=2246525 2024-04-02T08:41:28.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.179+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=TV0BSUCKUZIS type=del 2024-04-02T08:41:28.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.181+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=N3CG1SXK0C05 type=del size=1184486 2024-04-02T08:41:28.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.182+0000 7f7016872780 1 < canceled part key=_multipart_WU9M880KQWBR.2~NMRMSWL4KJK1.0 size=1048576 2024-04-02T08:41:28.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.184+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~NMRMSWL4KJK1.1 size=1048576 2024-04-02T08:41:28.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.186+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~NMRMSWL4KJK1.2 size=711701 2024-04-02T08:41:28.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.191+0000 7f7016872780 1 < canceled multipart upload key=WU9M880KQWBR upload=NMRMSWL4KJK1 tag=IIPGSEYIIZMB type=write size=3857429 2024-04-02T08:41:28.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.195+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~0PIGSC3GG5NZ.0 size=1048576 2024-04-02T08:41:28.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.197+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~0PIGSC3GG5NZ.1 size=347993 2024-04-02T08:41:28.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.197+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=0PIGSC3GG5NZ tag=KRKTB0KLKWMO type=write size=2445145 2024-04-02T08:41:28.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.200+0000 7f7016872780 -1 < failed to complete operation key=WU9M880KQWBR tag=TFA6YNM74BTA type=del size=2751519: (22) Invalid argument 2024-04-02T08:41:28.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.204+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=J8QMOZ5NS5MC type=del size=658593 2024-04-02T08:41:28.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.208+0000 7f7016872780 -1 < failed to complete operation key=WU9M880KQWBR tag=N9X2XG69XVK3 type=del size=397344: (22) Invalid argument 2024-04-02T08:41:28.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.212+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~RIUV0CKW8501.0 size=288205 2024-04-02T08:41:28.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.212+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=RIUV0CKW8501 tag=QPIAGR910S61 type=write size=1336781 2024-04-02T08:41:28.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.215+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~T8FZW0851GT6.0 size=1048576 2024-04-02T08:41:28.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.217+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~T8FZW0851GT6.1 size=1048576 2024-04-02T08:41:28.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.217+0000 7f7016872780 1 < canceled part key=_multipart_OIQ6XB5SR7J6.2~T8FZW0851GT6.2 size=705229 2024-04-02T08:41:28.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.221+0000 7f7016872780 1 < canceled multipart upload key=OIQ6XB5SR7J6 upload=T8FZW0851GT6 tag=NMGVK9F7WZGF type=write size=3850957 2024-04-02T08:41:28.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.225+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~AL8UL4DKJVDQ.0 size=79370 2024-04-02T08:41:28.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.225+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=AL8UL4DKJVDQ tag=B10PW721EQ8K type=write size=1127946 2024-04-02T08:41:28.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.229+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~UO2OZ6SOCJ7T.0 size=1048576 2024-04-02T08:41:28.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.231+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~UO2OZ6SOCJ7T.1 size=332565 2024-04-02T08:41:28.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.235+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=UO2OZ6SOCJ7T tag=YLAGFSJ0YPRB type=write size=2429717 2024-04-02T08:41:28.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.239+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~OMGXKBYHGBR1.0 size=1048576 2024-04-02T08:41:28.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.240+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~OMGXKBYHGBR1.1 size=162077 2024-04-02T08:41:28.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.240+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=OMGXKBYHGBR1 tag=XGNUSAAS5N3O type=write size=2259229 2024-04-02T08:41:28.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.242+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~AVVUIZYMH12S.0 size=1048576 2024-04-02T08:41:28.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.244+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~AVVUIZYMH12S.1 size=175742 2024-04-02T08:41:28.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.248+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=AVVUIZYMH12S tag=JMXXLJGRP9WR type=write size=2272894 2024-04-02T08:41:28.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.250+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=DA8EP2M0O2ND type=del size=4111336 2024-04-02T08:41:28.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.252+0000 7f7016872780 -1 < failed to complete operation key=11EE3KM617CN tag=7XO4HFMX6LSP type=del size=2671044: (22) Invalid argument 2024-04-02T08:41:28.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.254+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=BWQ5ZVGRBQ8X type=del size=138477 2024-04-02T08:41:28.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.258+0000 7f7016872780 -1 < failed to complete operation key=XQBWK3QSXABP tag=PK1PWHG77J5G type=write size=686575: (22) Invalid argument 2024-04-02T08:41:28.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.262+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~FZ7RDBBPXS54.0 size=1048576 2024-04-02T08:41:28.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.264+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~FZ7RDBBPXS54.1 size=754036 2024-04-02T08:41:28.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.264+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=FZ7RDBBPXS54 tag=P5JSNATXA9JP type=write size=2851188 2024-04-02T08:41:28.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.266+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=4FMZZHH5K3MS type=del 2024-04-02T08:41:28.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.269+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=VYGYZNKQ570Z type=del size=1708399 2024-04-02T08:41:28.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.271+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~QZCOI1TD9SVI.0 size=1048576 2024-04-02T08:41:28.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.274+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~QZCOI1TD9SVI.1 size=245301 2024-04-02T08:41:28.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.278+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=QZCOI1TD9SVI tag=I1C57RZ1TDZW type=write size=2342453 2024-04-02T08:41:28.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.280+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=WE4XVKOSSUIQ type=del size=3734596 2024-04-02T08:41:28.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.282+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~1CAI08BXQNB7.0 size=1048576 2024-04-02T08:41:28.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.284+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~1CAI08BXQNB7.1 size=1048576 2024-04-02T08:41:28.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.286+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~1CAI08BXQNB7.2 size=592235 2024-04-02T08:41:28.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.290+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=1CAI08BXQNB7 tag=8S7ARCTN4JJV type=write size=3737963 2024-04-02T08:41:28.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.296+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~USDY5T339D44.0 size=1048576 2024-04-02T08:41:28.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.298+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~USDY5T339D44.1 size=84641 2024-04-02T08:41:28.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.298+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=USDY5T339D44 tag=V3OV57503H3Z type=write size=2181793 2024-04-02T08:41:28.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.300+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~5EG9ZWDULIZ4.0 size=1048576 2024-04-02T08:41:28.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.300+0000 7f7016872780 1 < canceled part key=_multipart_FF4R1BKDZEMB.2~5EG9ZWDULIZ4.1 size=1048576 2024-04-02T08:41:28.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.302+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~5EG9ZWDULIZ4.2 size=762684 2024-04-02T08:41:28.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.305+0000 7f7016872780 1 < canceled multipart upload key=FF4R1BKDZEMB upload=5EG9ZWDULIZ4 tag=3BRPW8WA16N9 type=write size=3908412 2024-04-02T08:41:28.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.309+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~IF2IDEZC6T2T.0 size=1048576 2024-04-02T08:41:28.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.310+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~IF2IDEZC6T2T.1 size=648004 2024-04-02T08:41:28.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.310+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=IF2IDEZC6T2T tag=GJ30Z7F5QTVU type=write size=2745156 2024-04-02T08:41:28.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.312+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=9LN20I2TEC06 type=del 2024-04-02T08:41:28.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.314+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=NOARG9Y2BSON type=del size=3167956 2024-04-02T08:41:28.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.316+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~EWGXOKGTBNRL.0 size=1048576 2024-04-02T08:41:28.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.318+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~EWGXOKGTBNRL.1 size=839799 2024-04-02T08:41:28.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.321+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=EWGXOKGTBNRL tag=O45VFL5Y02NF type=write size=2936951 2024-04-02T08:41:28.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.323+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=FOJS0ZSODFKC type=del size=798350 2024-04-02T08:41:28.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.326+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~EW44XVM5DKBS.0 size=1048576 2024-04-02T08:41:28.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.328+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~EW44XVM5DKBS.1 size=149373 2024-04-02T08:41:28.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.331+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=EW44XVM5DKBS tag=WGOXF1KMROR3 type=write size=2246525 2024-04-02T08:41:28.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.333+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=FHMTL7Z2FJQJ type=del size=608030 2024-04-02T08:41:28.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.335+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=N3CG1SXK0C05 type=del 2024-04-02T08:41:28.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.339+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~LM6BNQK9BRF5.0 size=1048576 2024-04-02T08:41:28.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.341+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~LM6BNQK9BRF5.1 size=1048576 2024-04-02T08:41:28.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.342+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~LM6BNQK9BRF5.2 size=105386 2024-04-02T08:41:28.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.342+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=LM6BNQK9BRF5 tag=UVPYFQ3JM3BJ type=write size=3251114 2024-04-02T08:41:28.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.343+0000 7f7016872780 1 < canceled part key=_multipart_OMWA4ZW4GOZ2.2~0PIGSC3GG5NZ.0 size=1048576 2024-04-02T08:41:28.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.345+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~0PIGSC3GG5NZ.1 size=347993 2024-04-02T08:41:28.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.348+0000 7f7016872780 1 < canceled multipart upload key=OMWA4ZW4GOZ2 upload=0PIGSC3GG5NZ tag=KRKTB0KLKWMO type=write size=2445145 2024-04-02T08:41:28.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.350+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=N9DKXTII2YFX type=del size=3781583 2024-04-02T08:41:28.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.352+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=J8QMOZ5NS5MC type=del 2024-04-02T08:41:28.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.356+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~ACC064P5LHRZ.0 size=31519 2024-04-02T08:41:28.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.356+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=ACC064P5LHRZ tag=37IRBOF18AXT type=write size=1080095 2024-04-02T08:41:28.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.358+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~RIUV0CKW8501.0 size=288205 2024-04-02T08:41:28.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.361+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=RIUV0CKW8501 tag=QPIAGR910S61 type=write size=1336781 2024-04-02T08:41:28.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.365+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~ZPDX71V3TB87.0 size=1048576 2024-04-02T08:41:28.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.366+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~ZPDX71V3TB87.1 size=1048576 2024-04-02T08:41:28.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.368+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~ZPDX71V3TB87.2 size=71501 2024-04-02T08:41:28.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.368+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=ZPDX71V3TB87 tag=SEWVDBPMQCQJ type=write size=3217229 2024-04-02T08:41:28.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.370+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~AL8UL4DKJVDQ.0 size=79370 2024-04-02T08:41:28.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.373+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=AL8UL4DKJVDQ tag=B10PW721EQ8K type=write size=1127946 2024-04-02T08:41:28.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.375+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=D9IHOLEC6I80 type=del size=1646998 2024-04-02T08:41:28.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.377+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~OMGXKBYHGBR1.0 size=1048576 2024-04-02T08:41:28.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.379+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~OMGXKBYHGBR1.1 size=162077 2024-04-02T08:41:28.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.382+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=OMGXKBYHGBR1 tag=XGNUSAAS5N3O type=write size=2259229 2024-04-02T08:41:28.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.384+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=FL3BY2XKHMFZ type=del size=378524 2024-04-02T08:41:28.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.386+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=DA8EP2M0O2ND type=del 2024-04-02T08:41:28.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.388+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=02VIZVPBZZG5 type=del size=296213 2024-04-02T08:41:28.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.390+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=BWQ5ZVGRBQ8X type=del 2024-04-02T08:41:28.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.392+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=69LBXWCL3Y49 type=del size=4170439 2024-04-02T08:41:28.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.394+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~FZ7RDBBPXS54.0 size=1048576 2024-04-02T08:41:28.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.394+0000 7f7016872780 1 < canceled part key=_multipart_DCPMS8TINGLU.2~FZ7RDBBPXS54.1 size=754036 2024-04-02T08:41:28.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.397+0000 7f7016872780 1 < canceled multipart upload key=DCPMS8TINGLU upload=FZ7RDBBPXS54 tag=P5JSNATXA9JP type=write size=2851188 2024-04-02T08:41:28.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.401+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~G5765IFXGG3M.0 size=1048576 2024-04-02T08:41:28.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.403+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~G5765IFXGG3M.1 size=1048576 2024-04-02T08:41:28.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.405+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~G5765IFXGG3M.2 size=55471 2024-04-02T08:41:28.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.405+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=G5765IFXGG3M tag=5WTCQNA995D4 type=write size=3201199 2024-04-02T08:41:28.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.407+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=VYGYZNKQ570Z type=del 2024-04-02T08:41:28.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.409+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=DLKS0WWYW1FZ type=del size=1650802 2024-04-02T08:41:28.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.411+0000 7f7016872780 1 < canceled operation key=4SLXOPTR3LOC tag=WE4XVKOSSUIQ type=del size=3734596 2024-04-02T08:41:28.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.414+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~MF36L4TF5NOR.0 size=400314 2024-04-02T08:41:28.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.414+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=MF36L4TF5NOR tag=907N3P4RLU08 type=write size=1448890 2024-04-02T08:41:28.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.416+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~USDY5T339D44.0 size=1048576 2024-04-02T08:41:28.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.418+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~USDY5T339D44.1 size=84641 2024-04-02T08:41:28.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.421+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=USDY5T339D44 tag=V3OV57503H3Z type=write size=2181793 2024-04-02T08:41:28.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.425+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~USOXLQCBLEG5.0 size=1024005 2024-04-02T08:41:28.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.425+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=USOXLQCBLEG5 tag=D4F7REE4ASRY type=write size=2072581 2024-04-02T08:41:28.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.427+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~IF2IDEZC6T2T.0 size=1048576 2024-04-02T08:41:28.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.429+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~IF2IDEZC6T2T.1 size=648004 2024-04-02T08:41:28.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.433+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=IF2IDEZC6T2T tag=GJ30Z7F5QTVU type=write size=2745156 2024-04-02T08:41:28.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.437+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~OKPPXU3KB9PT.0 size=632927 2024-04-02T08:41:28.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.437+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=OKPPXU3KB9PT tag=Q8CO5FYPDG0Z type=write size=1681503 2024-04-02T08:41:28.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.439+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=NOARG9Y2BSON type=del 2024-04-02T08:41:28.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.441+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=ICOZ1V560LB8 type=del size=1541276 2024-04-02T08:41:28.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.443+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=FOJS0ZSODFKC type=del 2024-04-02T08:41:28.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.445+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=IW4QWL0H51Y8 type=write size=323042 2024-04-02T08:41:28.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.447+0000 7f7016872780 1 < completed delete operation key=9WC16VCXCHM9 tag=FHMTL7Z2FJQJ type=del 2024-04-02T08:41:28.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.450+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~NJBNBLBW3G1I.0 size=1048576 2024-04-02T08:41:28.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.452+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~NJBNBLBW3G1I.1 size=198817 2024-04-02T08:41:28.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.452+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=NJBNBLBW3G1I tag=J049D4B6TMSQ type=write size=2295969 2024-04-02T08:41:28.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.454+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~LM6BNQK9BRF5.0 size=1048576 2024-04-02T08:41:28.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.456+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~LM6BNQK9BRF5.1 size=1048576 2024-04-02T08:41:28.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.458+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~LM6BNQK9BRF5.2 size=105386 2024-04-02T08:41:28.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.462+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=LM6BNQK9BRF5 tag=UVPYFQ3JM3BJ type=write size=3251114 2024-04-02T08:41:28.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.465+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~CQHILF55P0ZP.0 size=1048576 2024-04-02T08:41:28.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.467+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~CQHILF55P0ZP.1 size=349044 2024-04-02T08:41:28.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.467+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=CQHILF55P0ZP tag=EEG8REOL52KQ type=write size=2446196 2024-04-02T08:41:28.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.470+0000 7f7016872780 1 < canceled operation key=LRIMFCH3UXQB tag=N9DKXTII2YFX type=del size=3781583 2024-04-02T08:41:28.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.475+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~GRH7CVSIB8CE.0 size=1048576 2024-04-02T08:41:28.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.477+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~GRH7CVSIB8CE.1 size=1048576 2024-04-02T08:41:28.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.479+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~GRH7CVSIB8CE.2 size=425513 2024-04-02T08:41:28.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.479+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=GRH7CVSIB8CE tag=KDE3OE32GADQ type=write size=3571241 2024-04-02T08:41:28.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.481+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~ACC064P5LHRZ.0 size=31519 2024-04-02T08:41:28.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.485+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=ACC064P5LHRZ tag=37IRBOF18AXT type=write size=1080095 2024-04-02T08:41:28.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.488+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=M086B2HJOJSC type=del size=1900395 2024-04-02T08:41:28.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.490+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~ZPDX71V3TB87.0 size=1048576 2024-04-02T08:41:28.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.490+0000 7f7016872780 1 < canceled part key=_multipart_5J69WZ7J6CZ4.2~ZPDX71V3TB87.1 size=1048576 2024-04-02T08:41:28.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.490+0000 7f7016872780 1 < canceled part key=_multipart_5J69WZ7J6CZ4.2~ZPDX71V3TB87.2 size=71501 2024-04-02T08:41:28.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.495+0000 7f7016872780 1 < canceled multipart upload key=5J69WZ7J6CZ4 upload=ZPDX71V3TB87 tag=SEWVDBPMQCQJ type=write size=3217229 2024-04-02T08:41:28.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.501+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~YIKEFJY670P1.0 size=523973 2024-04-02T08:41:28.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.501+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=YIKEFJY670P1 tag=C9FHQIU4NRV6 type=write size=1572549 2024-04-02T08:41:28.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.503+0000 7f7016872780 1 < canceled operation key=VDSX44MQI8DS tag=D9IHOLEC6I80 type=del size=1646998 2024-04-02T08:41:28.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.506+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=KL8AGY4EC9AM type=write size=58301 2024-04-02T08:41:28.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.510+0000 7f7016872780 1 < suggested update operation key=UX315TABAN23 tag=FL3BY2XKHMFZ type=del size=378524 2024-04-02T08:41:28.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.514+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~1M2F1A7XJ1GE.0 size=214798 2024-04-02T08:41:28.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.514+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=1M2F1A7XJ1GE tag=M2IXYHCOFVNP type=write size=1263374 2024-04-02T08:41:28.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.517+0000 7f7016872780 -1 < failed to complete operation key=UX315TABAN23 tag=02VIZVPBZZG5 type=del size=296213: (22) Invalid argument 2024-04-02T08:41:28.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.519+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=PRLM0HQLM2CM type=del size=1134960 2024-04-02T08:41:28.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.521+0000 7f7016872780 1 < canceled operation key=LRIMFCH3UXQB tag=69LBXWCL3Y49 type=del size=4170439 2024-04-02T08:41:28.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.525+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~SDFKD80AXEDK.0 size=1048576 2024-04-02T08:41:28.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.527+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~SDFKD80AXEDK.1 size=651591 2024-04-02T08:41:28.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.527+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=SDFKD80AXEDK tag=4FLDV4Q6991P type=write size=2748743 2024-04-02T08:41:28.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.529+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~G5765IFXGG3M.0 size=1048576 2024-04-02T08:41:28.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.530+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~G5765IFXGG3M.1 size=1048576 2024-04-02T08:41:28.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.532+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~G5765IFXGG3M.2 size=55471 2024-04-02T08:41:28.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.535+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=G5765IFXGG3M tag=5WTCQNA995D4 type=write size=3201199 2024-04-02T08:41:28.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.537+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=HL3KNCJZYHJ4 type=write size=98146 2024-04-02T08:41:28.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.539+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=DLKS0WWYW1FZ type=del 2024-04-02T08:41:28.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.543+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~IQAX2HM1KXNS.0 size=1048576 2024-04-02T08:41:28.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.545+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~IQAX2HM1KXNS.1 size=1048576 2024-04-02T08:41:28.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.546+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~IQAX2HM1KXNS.2 size=500958 2024-04-02T08:41:28.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.546+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=IQAX2HM1KXNS tag=LR40Y4VZ798P type=write size=3646686 2024-04-02T08:41:28.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.547+0000 7f7016872780 1 < canceled part key=_multipart_OIQ6XB5SR7J6.2~MF36L4TF5NOR.0 size=400314 2024-04-02T08:41:28.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.550+0000 7f7016872780 1 < canceled multipart upload key=OIQ6XB5SR7J6 upload=MF36L4TF5NOR tag=907N3P4RLU08 type=write size=1448890 2024-04-02T08:41:28.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.552+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=ZX2OP7G94IP2 type=del size=4015496 2024-04-02T08:41:28.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.552+0000 7f7016872780 1 < canceled part key=_multipart_1DEIP6BZCLGU.2~USOXLQCBLEG5.0 size=1024005 2024-04-02T08:41:28.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.556+0000 7f7016872780 1 < canceled multipart upload key=1DEIP6BZCLGU upload=USOXLQCBLEG5 tag=D4F7REE4ASRY type=write size=2072581 2024-04-02T08:41:28.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.558+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=HU5NDUPG1JVX type=write size=116633 2024-04-02T08:41:28.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.560+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~OKPPXU3KB9PT.0 size=632927 2024-04-02T08:41:28.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.563+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=OKPPXU3KB9PT tag=Q8CO5FYPDG0Z type=write size=1681503 2024-04-02T08:41:28.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.565+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=H0LVYJM58O3F type=del size=1526211 2024-04-02T08:41:28.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.567+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=ICOZ1V560LB8 type=del 2024-04-02T08:41:28.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.569+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=1KHGRRYWI9C3 type=del size=1045069 2024-04-02T08:41:28.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.571+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=IW4QWL0H51Y8 type=write size=323042 2024-04-02T08:41:28.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.575+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~DYRIQ22SKGQ6.0 size=765246 2024-04-02T08:41:28.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.575+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=DYRIQ22SKGQ6 tag=SURR7BFY2E96 type=write size=1813822 2024-04-02T08:41:28.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.577+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~NJBNBLBW3G1I.0 size=1048576 2024-04-02T08:41:28.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.577+0000 7f7016872780 1 < canceled part key=_multipart_CK7JY7FOKSRE.2~NJBNBLBW3G1I.1 size=198817 2024-04-02T08:41:28.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.580+0000 7f7016872780 1 < canceled multipart upload key=CK7JY7FOKSRE upload=NJBNBLBW3G1I tag=J049D4B6TMSQ type=write size=2295969 2024-04-02T08:41:28.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.582+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=52ROAG2SKC2F type=del size=2121091 2024-04-02T08:41:28.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.584+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~CQHILF55P0ZP.0 size=1048576 2024-04-02T08:41:28.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.585+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~CQHILF55P0ZP.1 size=349044 2024-04-02T08:41:28.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.589+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=CQHILF55P0ZP tag=EEG8REOL52KQ type=write size=2446196 2024-04-02T08:41:28.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.592+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~3TTCQQCXDJTL.0 size=1048576 2024-04-02T08:41:28.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.594+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~3TTCQQCXDJTL.1 size=56900 2024-04-02T08:41:28.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.594+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=3TTCQQCXDJTL tag=KEQFB2BADZW7 type=write size=2154052 2024-04-02T08:41:28.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.596+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~GRH7CVSIB8CE.0 size=1048576 2024-04-02T08:41:28.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.596+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~GRH7CVSIB8CE.1 size=1048576 2024-04-02T08:41:28.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.596+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~GRH7CVSIB8CE.2 size=425513 2024-04-02T08:41:28.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.600+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=GRH7CVSIB8CE tag=KDE3OE32GADQ type=write size=3571241 2024-04-02T08:41:28.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.602+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=83TF3Q1H36UI type=del size=846745 2024-04-02T08:41:28.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.605+0000 7f7016872780 -1 < failed to complete operation key=UX315TABAN23 tag=M086B2HJOJSC type=del size=1900395: (22) Invalid argument 2024-04-02T08:41:28.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.607+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=RNNCN3H6WZYG type=del size=2963845 2024-04-02T08:41:28.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.609+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~YIKEFJY670P1.0 size=523973 2024-04-02T08:41:28.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.612+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=YIKEFJY670P1 tag=C9FHQIU4NRV6 type=write size=1572549 2024-04-02T08:41:28.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.614+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=6RW78KRLUE6F type=del size=966989 2024-04-02T08:41:28.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.618+0000 7f7016872780 1 < suggested remove operation key=BMGY5ZV26L3V tag=KL8AGY4EC9AM type=write 2024-04-02T08:41:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:28 smithi084 ceph-mon[94794]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 982 KiB/s rd, 339 KiB/s wr, 1.74k op/s 2024-04-02T08:41:28.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:28 smithi084 ceph-mon[97358]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 982 KiB/s rd, 339 KiB/s wr, 1.74k op/s 2024-04-02T08:41:28.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.620+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=0XS8GGYLZ99H type=write size=121911 2024-04-02T08:41:28.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.622+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~1M2F1A7XJ1GE.0 size=214798 2024-04-02T08:41:28.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.625+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=1M2F1A7XJ1GE tag=M2IXYHCOFVNP type=write size=1263374 2024-04-02T08:41:28.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.627+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=P99QUKYA3HEV type=del size=1811406 2024-04-02T08:41:28.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.629+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=PRLM0HQLM2CM type=del 2024-04-02T08:41:28.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.631+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=XQYUDWAN3EA2 type=del size=3434473 2024-04-02T08:41:28.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.633+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~SDFKD80AXEDK.0 size=1048576 2024-04-02T08:41:28.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.635+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~SDFKD80AXEDK.1 size=651591 2024-04-02T08:41:28.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.638+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=SDFKD80AXEDK tag=4FLDV4Q6991P type=write size=2748743 2024-04-02T08:41:28.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.641+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~0G8BIITJ81GW.0 size=1048576 2024-04-02T08:41:28.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.643+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~0G8BIITJ81GW.1 size=981417 2024-04-02T08:41:28.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.643+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=0G8BIITJ81GW tag=7HWGPBINK88Z type=write size=3078569 2024-04-02T08:41:28.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.645+0000 7f7016872780 1 < canceled operation key=3UK733FJNZ92 tag=HL3KNCJZYHJ4 type=write size=98146 2024-04-02T08:41:28.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.649+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~3T511RHVG4PT.0 size=1048576 2024-04-02T08:41:28.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.651+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~3T511RHVG4PT.1 size=1048576 2024-04-02T08:41:28.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.652+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~3T511RHVG4PT.2 size=712405 2024-04-02T08:41:28.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.652+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=3T511RHVG4PT tag=NZAD40RP22AB type=write size=3858133 2024-04-02T08:41:28.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.654+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~IQAX2HM1KXNS.0 size=1048576 2024-04-02T08:41:28.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.656+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~IQAX2HM1KXNS.1 size=1048576 2024-04-02T08:41:28.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.657+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~IQAX2HM1KXNS.2 size=500958 2024-04-02T08:41:28.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.661+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=IQAX2HM1KXNS tag=LR40Y4VZ798P type=write size=3646686 2024-04-02T08:41:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:28 smithi132 ceph-mon[88571]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 982 KiB/s rd, 339 KiB/s wr, 1.74k op/s 2024-04-02T08:41:28.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.663+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=2TPTFY6S4GCZ type=del size=2356703 2024-04-02T08:41:28.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.668+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=ZX2OP7G94IP2 type=del size=4015496 2024-04-02T08:41:28.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.670+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=DJBVW9YQJD30 type=write size=183572 2024-04-02T08:41:28.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.674+0000 7f7016872780 1 < suggested update operation key=3ASC24KYQTLG tag=HU5NDUPG1JVX type=write size=116633 2024-04-02T08:41:28.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.678+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~6GKF9288Z6GJ.0 size=1048576 2024-04-02T08:41:28.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.679+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~6GKF9288Z6GJ.1 size=843381 2024-04-02T08:41:28.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.679+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=6GKF9288Z6GJ tag=5OBFYWYJ4TR3 type=write size=2940533 2024-04-02T08:41:28.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.681+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=H0LVYJM58O3F type=del 2024-04-02T08:41:28.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.684+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=FHGJEB3B2BMD type=del size=3472716 2024-04-02T08:41:28.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.686+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=1KHGRRYWI9C3 type=del 2024-04-02T08:41:28.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.688+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=G9JHGT94J63V type=write size=817941 2024-04-02T08:41:28.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.690+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~DYRIQ22SKGQ6.0 size=765246 2024-04-02T08:41:28.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.693+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=DYRIQ22SKGQ6 tag=SURR7BFY2E96 type=write size=1813822 2024-04-02T08:41:28.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.697+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~9T763TVGT9T3.0 size=689055 2024-04-02T08:41:28.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.697+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=9T763TVGT9T3 tag=JM9LOBUV69GM type=write size=1737631 2024-04-02T08:41:28.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.701+0000 7f7016872780 1 < suggested remove operation key=OIQ6XB5SR7J6 tag=52ROAG2SKC2F type=del 2024-04-02T08:41:28.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.704+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~X9S7KKAXSMEZ.0 size=895140 2024-04-02T08:41:28.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.704+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=X9S7KKAXSMEZ tag=APDD70U03I0Z type=write size=1943716 2024-04-02T08:41:28.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.706+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~3TTCQQCXDJTL.0 size=1048576 2024-04-02T08:41:28.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.706+0000 7f7016872780 1 < canceled part key=_multipart_3ASC24KYQTLG.2~3TTCQQCXDJTL.1 size=56900 2024-04-02T08:41:28.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.710+0000 7f7016872780 1 < canceled multipart upload key=3ASC24KYQTLG upload=3TTCQQCXDJTL tag=KEQFB2BADZW7 type=write size=2154052 2024-04-02T08:41:28.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.714+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~KS31ESJFKPFE.0 size=1048576 2024-04-02T08:41:28.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.716+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~KS31ESJFKPFE.1 size=523624 2024-04-02T08:41:28.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.716+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=KS31ESJFKPFE tag=LX95URXHFQ7H type=write size=2620776 2024-04-02T08:41:28.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.720+0000 7f7016872780 1 < suggested update operation key=CK7JY7FOKSRE tag=83TF3Q1H36UI type=del size=846745 2024-04-02T08:41:28.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.724+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~LC2U74CYC64N.0 size=1048576 2024-04-02T08:41:28.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.725+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~LC2U74CYC64N.1 size=111305 2024-04-02T08:41:28.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.725+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=LC2U74CYC64N tag=4M3DZX7XRAQ0 type=write size=2208457 2024-04-02T08:41:28.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.729+0000 7f7016872780 1 < suggested remove operation key=RTOJ11BQKIQR tag=RNNCN3H6WZYG type=del 2024-04-02T08:41:28.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.731+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=I53RE3CEG97I type=del size=1431550 2024-04-02T08:41:28.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.736+0000 7f7016872780 1 < suggested update operation key=02RS0G82YQM7 tag=6RW78KRLUE6F type=del size=966989 2024-04-02T08:41:28.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.739+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~VMVA8L8ZXG20.0 size=90972 2024-04-02T08:41:28.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.739+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=VMVA8L8ZXG20 tag=5NBL6USBM0CZ type=write size=1139548 2024-04-02T08:41:28.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.741+0000 7f7016872780 1 < completed write operation key=Y2F1XJDYXB7J tag=0XS8GGYLZ99H type=write size=121911 2024-04-02T08:41:28.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.743+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=YT4WCXTHD1WB type=del size=1616137 2024-04-02T08:41:28.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.745+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=P99QUKYA3HEV type=del 2024-04-02T08:41:28.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.749+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~8R86X98VZB2H.0 size=268086 2024-04-02T08:41:28.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.749+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=8R86X98VZB2H tag=FUXW58JU3380 type=write size=1316662 2024-04-02T08:41:28.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.751+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=XQYUDWAN3EA2 type=del 2024-04-02T08:41:28.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.753+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=C84PIJHFOPP9 type=del size=300184 2024-04-02T08:41:28.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.755+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~0G8BIITJ81GW.0 size=1048576 2024-04-02T08:41:28.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.757+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~0G8BIITJ81GW.1 size=981417 2024-04-02T08:41:28.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.760+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=0G8BIITJ81GW tag=7HWGPBINK88Z type=write size=3078569 2024-04-02T08:41:28.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.762+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=ZD47HO7JWAAZ type=del size=1867904 2024-04-02T08:41:28.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.764+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~3T511RHVG4PT.0 size=1048576 2024-04-02T08:41:28.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.766+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~3T511RHVG4PT.1 size=1048576 2024-04-02T08:41:28.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.768+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~3T511RHVG4PT.2 size=712405 2024-04-02T08:41:28.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.772+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=3T511RHVG4PT tag=NZAD40RP22AB type=write size=3858133 2024-04-02T08:41:28.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.775+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=5UOL32ZERDTH type=write size=486960 2024-04-02T08:41:28.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.778+0000 7f7016872780 -1 < failed to complete operation key=3ASC24KYQTLG tag=2TPTFY6S4GCZ type=del size=2356703: (22) Invalid argument 2024-04-02T08:41:28.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.780+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=5EH68UAL8WBQ type=del size=1342604 2024-04-02T08:41:28.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.782+0000 7f7016872780 1 < completed write operation key=3UK733FJNZ92 tag=DJBVW9YQJD30 type=write size=183572 2024-04-02T08:41:28.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.786+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~XMUAH143C9IY.0 size=1048576 2024-04-02T08:41:28.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.788+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~XMUAH143C9IY.1 size=1048576 2024-04-02T08:41:28.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.790+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~XMUAH143C9IY.2 size=122558 2024-04-02T08:41:28.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.790+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=XMUAH143C9IY tag=FE1XOX12SHI7 type=write size=3268286 2024-04-02T08:41:28.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.792+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~6GKF9288Z6GJ.0 size=1048576 2024-04-02T08:41:28.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.794+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~6GKF9288Z6GJ.1 size=843381 2024-04-02T08:41:28.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.798+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=6GKF9288Z6GJ tag=5OBFYWYJ4TR3 type=write size=2940533 2024-04-02T08:41:28.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.800+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=4KPMGNU2D2NI type=write size=924630 2024-04-02T08:41:28.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.802+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=FHGJEB3B2BMD type=del 2024-04-02T08:41:28.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.804+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=95CQB6MFFOG7 type=del size=4005009 2024-04-02T08:41:28.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.808+0000 7f7016872780 1 < suggested update operation key=VDSX44MQI8DS tag=G9JHGT94J63V type=write size=817941 2024-04-02T08:41:28.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.810+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=X0KYI3GNL6MK type=write size=955705 2024-04-02T08:41:28.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.813+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~9T763TVGT9T3.0 size=689055 2024-04-02T08:41:28.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.818+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=9T763TVGT9T3 tag=JM9LOBUV69GM type=write size=1737631 2024-04-02T08:41:28.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.820+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=KZK9TWYPPG00 type=write size=601164 2024-04-02T08:41:28.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.822+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~X9S7KKAXSMEZ.0 size=895140 2024-04-02T08:41:28.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.826+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=X9S7KKAXSMEZ tag=APDD70U03I0Z type=write size=1943716 2024-04-02T08:41:28.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.830+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~5J18HN9SF1J6.0 size=737553 2024-04-02T08:41:28.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.830+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=5J18HN9SF1J6 tag=N8LNTH9BFFZU type=write size=1786129 2024-04-02T08:41:28.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.832+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~KS31ESJFKPFE.0 size=1048576 2024-04-02T08:41:28.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.834+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~KS31ESJFKPFE.1 size=523624 2024-04-02T08:41:28.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.837+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=KS31ESJFKPFE tag=LX95URXHFQ7H type=write size=2620776 2024-04-02T08:41:28.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.839+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=3RPQM3LDPLQN type=del size=118928 2024-04-02T08:41:28.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.842+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~LC2U74CYC64N.0 size=1048576 2024-04-02T08:41:28.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.845+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~LC2U74CYC64N.1 size=111305 2024-04-02T08:41:28.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.849+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=LC2U74CYC64N tag=4M3DZX7XRAQ0 type=write size=2208457 2024-04-02T08:41:28.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.851+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=L40Y4AE5UR82 type=del size=3788404 2024-04-02T08:41:28.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.852+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=I53RE3CEG97I type=del 2024-04-02T08:41:28.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.856+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~X8UPQS1EJHHC.0 size=1048576 2024-04-02T08:41:28.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.858+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~X8UPQS1EJHHC.1 size=1048576 2024-04-02T08:41:28.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.859+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~X8UPQS1EJHHC.2 size=389642 2024-04-02T08:41:28.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.859+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=X8UPQS1EJHHC tag=FX1R9WMP2835 type=write size=3535370 2024-04-02T08:41:28.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.861+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~VMVA8L8ZXG20.0 size=90972 2024-04-02T08:41:28.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.864+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=VMVA8L8ZXG20 tag=5NBL6USBM0CZ type=write size=1139548 2024-04-02T08:41:28.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.866+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=ACEM0D6G1XDW type=del size=2685781 2024-04-02T08:41:28.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.871+0000 7f7016872780 1 < suggested update operation key=02RS0G82YQM7 tag=YT4WCXTHD1WB type=del size=1616137 2024-04-02T08:41:28.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.873+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=95CBLK6WJHES type=write size=780427 2024-04-02T08:41:28.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.875+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~8R86X98VZB2H.0 size=268086 2024-04-02T08:41:28.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.878+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=8R86X98VZB2H tag=FUXW58JU3380 type=write size=1316662 2024-04-02T08:41:28.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.880+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=24WR1S60D8V0 type=del size=1779565 2024-04-02T08:41:28.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.882+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=C84PIJHFOPP9 type=del 2024-04-02T08:41:28.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.886+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~VVPKYVCDINJX.0 size=1048576 2024-04-02T08:41:28.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.888+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~VVPKYVCDINJX.1 size=1048576 2024-04-02T08:41:28.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.891+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~VVPKYVCDINJX.2 size=560585 2024-04-02T08:41:28.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.891+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=VVPKYVCDINJX tag=M4UBGRN8MRTO type=write size=3706313 2024-04-02T08:41:28.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.893+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=ZD47HO7JWAAZ type=del 2024-04-02T08:41:28.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.895+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=2BSC32MCDHVY type=del size=381242 2024-04-02T08:41:28.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.897+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=5UOL32ZERDTH type=write size=486960 2024-04-02T08:41:28.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.899+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=TVYAKCW0RV97 type=write size=182258 2024-04-02T08:41:28.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.901+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=5EH68UAL8WBQ type=del 2024-04-02T08:41:28.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.903+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=2E5QFCU2IDAV type=del size=130614 2024-04-02T08:41:28.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.905+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~XMUAH143C9IY.0 size=1048576 2024-04-02T08:41:28.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.907+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~XMUAH143C9IY.1 size=1048576 2024-04-02T08:41:28.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.908+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~XMUAH143C9IY.2 size=122558 2024-04-02T08:41:28.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.912+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=XMUAH143C9IY tag=FE1XOX12SHI7 type=write size=3268286 2024-04-02T08:41:28.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.914+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=U4FDU6GGZXOL type=del size=393301 2024-04-02T08:41:28.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.916+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=4KPMGNU2D2NI type=write size=924630 2024-04-02T08:41:28.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.920+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~7YU2APWW64AN.0 size=367195 2024-04-02T08:41:28.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.920+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=7YU2APWW64AN tag=LBLPSLL0VY2N type=write size=1415771 2024-04-02T08:41:28.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.922+0000 7f7016872780 1 < canceled operation key=RTOJ11BQKIQR tag=95CQB6MFFOG7 type=del size=4005009 2024-04-02T08:41:28.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.923+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=YYT27C0S51ZE type=del size=1203894 2024-04-02T08:41:28.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.925+0000 7f7016872780 1 < completed write operation key=XQBWK3QSXABP tag=X0KYI3GNL6MK type=write size=955705 2024-04-02T08:41:28.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.927+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=PQFE1IRTPOF3 type=del size=2002270 2024-04-02T08:41:28.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.929+0000 7f7016872780 1 < completed write operation key=4SLXOPTR3LOC tag=KZK9TWYPPG00 type=write size=601164 2024-04-02T08:41:28.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.931+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=6UUA2CUHSDCD type=del size=3034882 2024-04-02T08:41:28.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.933+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~5J18HN9SF1J6.0 size=737553 2024-04-02T08:41:28.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.937+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=5J18HN9SF1J6 tag=N8LNTH9BFFZU type=write size=1786129 2024-04-02T08:41:28.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.941+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~VBWKSVKOWAHQ.0 size=1048576 2024-04-02T08:41:28.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.942+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~VBWKSVKOWAHQ.1 size=1048576 2024-04-02T08:41:28.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.944+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~VBWKSVKOWAHQ.2 size=692887 2024-04-02T08:41:28.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.944+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=VBWKSVKOWAHQ tag=8B8P7H4XHTH4 type=write size=3838615 2024-04-02T08:41:28.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.946+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=3RPQM3LDPLQN type=del 2024-04-02T08:41:28.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.949+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=E9SJPGAR3UVQ type=del size=3071191 2024-04-02T08:41:28.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.951+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=L40Y4AE5UR82 type=del 2024-04-02T08:41:28.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.955+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~XO7K58TND1TJ.0 size=539764 2024-04-02T08:41:28.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.955+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=XO7K58TND1TJ tag=66BO83HC7E3E type=write size=1588340 2024-04-02T08:41:28.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.958+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~X8UPQS1EJHHC.0 size=1048576 2024-04-02T08:41:28.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.958+0000 7f7016872780 1 < canceled part key=_multipart_1EUQSEA39UCS.2~X8UPQS1EJHHC.1 size=1048576 2024-04-02T08:41:28.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.960+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~X8UPQS1EJHHC.2 size=389642 2024-04-02T08:41:28.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.966+0000 7f7016872780 1 < canceled multipart upload key=1EUQSEA39UCS upload=X8UPQS1EJHHC tag=FX1R9WMP2835 type=write size=3535370 2024-04-02T08:41:28.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.970+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~2Q0XS8W0GXK7.0 size=360589 2024-04-02T08:41:28.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.970+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=2Q0XS8W0GXK7 tag=CRAI9SI5XL98 type=write size=1409165 2024-04-02T08:41:28.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.972+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=ACEM0D6G1XDW type=del 2024-04-02T08:41:28.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.976+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~ZOZZRVQPOXPM.0 size=747127 2024-04-02T08:41:28.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.976+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=ZOZZRVQPOXPM tag=5UKTQESUFWKU type=write size=1795703 2024-04-02T08:41:28.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.978+0000 7f7016872780 1 < completed write operation key=58T4QI1BTVQ5 tag=95CBLK6WJHES type=write size=780427 2024-04-02T08:41:28.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.980+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=TTIY16DXZBMC type=del size=1991210 2024-04-02T08:41:28.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.983+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=24WR1S60D8V0 type=del 2024-04-02T08:41:28.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.988+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~ECCPLFG9YL5N.0 size=486199 2024-04-02T08:41:28.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.988+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=ECCPLFG9YL5N tag=22O3JDDGLLJ6 type=write size=1534775 2024-04-02T08:41:28.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.990+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~VVPKYVCDINJX.0 size=1048576 2024-04-02T08:41:28.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.992+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~VVPKYVCDINJX.1 size=1048576 2024-04-02T08:41:28.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.994+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~VVPKYVCDINJX.2 size=560585 2024-04-02T08:41:28.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:28.999+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=VVPKYVCDINJX tag=M4UBGRN8MRTO type=write size=3706313 2024-04-02T08:41:29.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.002+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=A3YNH4TEJ3PJ type=del size=2451953 2024-04-02T08:41:29.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.004+0000 7f7016872780 1 < canceled operation key=RTOJ11BQKIQR tag=2BSC32MCDHVY type=del size=381242 2024-04-02T08:41:29.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.007+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=FV8JV7CXH6QN type=write size=710608 2024-04-02T08:41:29.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.010+0000 7f7016872780 1 < completed write operation key=I5RKMPQ2CZ8E tag=TVYAKCW0RV97 type=write size=182258 2024-04-02T08:41:29.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.012+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=9LA9PD8DIMG3 type=del size=1749854 2024-04-02T08:41:29.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.018+0000 7f7016872780 1 < suggested update operation key=UX315TABAN23 tag=2E5QFCU2IDAV type=del size=130614 2024-04-02T08:41:29.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.020+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=24W8WGL4EY6H type=write size=26764 2024-04-02T08:41:29.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.022+0000 7f7016872780 1 < canceled operation key=3ASC24KYQTLG tag=U4FDU6GGZXOL type=del size=393301 2024-04-02T08:41:29.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.027+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~B4LNC2LW71DL.0 size=1048576 2024-04-02T08:41:29.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.029+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~B4LNC2LW71DL.1 size=1048576 2024-04-02T08:41:29.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.031+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~B4LNC2LW71DL.2 size=590558 2024-04-02T08:41:29.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.031+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=B4LNC2LW71DL tag=BOM5Y53I0VZT type=write size=3736286 2024-04-02T08:41:29.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.033+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~7YU2APWW64AN.0 size=367195 2024-04-02T08:41:29.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.037+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=7YU2APWW64AN tag=LBLPSLL0VY2N type=write size=1415771 2024-04-02T08:41:29.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.039+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=NQL0Z4VUF2S0 type=write size=728391 2024-04-02T08:41:29.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.042+0000 7f7016872780 1 < canceled operation key=K5RS8XGEFU8L tag=YYT27C0S51ZE type=del size=1203894 2024-04-02T08:41:29.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.044+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=QG8CD4I5GDH9 type=del size=1992393 2024-04-02T08:41:29.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.050+0000 7f7016872780 1 < suggested update operation key=K5RS8XGEFU8L tag=PQFE1IRTPOF3 type=del size=2002270 2024-04-02T08:41:29.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.054+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~IR82N64KF1SZ.0 size=1048576 2024-04-02T08:41:29.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.056+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~IR82N64KF1SZ.1 size=1048576 2024-04-02T08:41:29.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.058+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~IR82N64KF1SZ.2 size=877708 2024-04-02T08:41:29.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.058+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=IR82N64KF1SZ tag=22OC77EX2QSX type=write size=4023436 2024-04-02T08:41:29.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.061+0000 7f7016872780 -1 < failed to complete operation key=UX315TABAN23 tag=6UUA2CUHSDCD type=del size=3034882: (22) Invalid argument 2024-04-02T08:41:29.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.064+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=6EEINUJWMPQO type=del size=308829 2024-04-02T08:41:29.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.064+0000 7f7016872780 1 < canceled part key=_multipart_CK7JY7FOKSRE.2~VBWKSVKOWAHQ.0 size=1048576 2024-04-02T08:41:29.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.066+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~VBWKSVKOWAHQ.1 size=1048576 2024-04-02T08:41:29.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.069+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~VBWKSVKOWAHQ.2 size=692887 2024-04-02T08:41:29.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.073+0000 7f7016872780 1 < canceled multipart upload key=CK7JY7FOKSRE upload=VBWKSVKOWAHQ tag=8B8P7H4XHTH4 type=write size=3838615 2024-04-02T08:41:29.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.078+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~AUGUF0CA8O9S.0 size=1048576 2024-04-02T08:41:29.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.080+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~AUGUF0CA8O9S.1 size=221826 2024-04-02T08:41:29.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.080+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=AUGUF0CA8O9S tag=68JSMVX1K7OR type=write size=2318978 2024-04-02T08:41:29.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.085+0000 7f7016872780 1 < suggested remove operation key=UX315TABAN23 tag=E9SJPGAR3UVQ type=del 2024-04-02T08:41:29.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.088+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=X2UIF9TMR58M type=del size=397755 2024-04-02T08:41:29.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.090+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~XO7K58TND1TJ.0 size=539764 2024-04-02T08:41:29.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.094+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=XO7K58TND1TJ tag=66BO83HC7E3E type=write size=1588340 2024-04-02T08:41:29.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.096+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=HKSBHKIHZDJS type=del size=2774747 2024-04-02T08:41:29.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.099+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~2Q0XS8W0GXK7.0 size=360589 2024-04-02T08:41:29.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.103+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=2Q0XS8W0GXK7 tag=CRAI9SI5XL98 type=write size=1409165 2024-04-02T08:41:29.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.106+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=MEVALW67K0JT type=del size=3225233 2024-04-02T08:41:29.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.109+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~ZOZZRVQPOXPM.0 size=747127 2024-04-02T08:41:29.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.113+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=ZOZZRVQPOXPM tag=5UKTQESUFWKU type=write size=1795703 2024-04-02T08:41:29.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.118+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~Q9R86OHFPHWM.0 size=700798 2024-04-02T08:41:29.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.118+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=Q9R86OHFPHWM tag=ZVOA3SOTN4WD type=write size=1749374 2024-04-02T08:41:29.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.122+0000 7f7016872780 1 < suggested remove operation key=AAJMQG05HPTJ tag=TTIY16DXZBMC type=del 2024-04-02T08:41:29.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.126+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~WF6YEP0WEJ4V.0 size=1048576 2024-04-02T08:41:29.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.128+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~WF6YEP0WEJ4V.1 size=1048576 2024-04-02T08:41:29.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.130+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~WF6YEP0WEJ4V.2 size=522384 2024-04-02T08:41:29.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.130+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=WF6YEP0WEJ4V tag=OKI2FKKTQ22Y type=write size=3668112 2024-04-02T08:41:29.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.132+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~ECCPLFG9YL5N.0 size=486199 2024-04-02T08:41:29.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.138+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=ECCPLFG9YL5N tag=22O3JDDGLLJ6 type=write size=1534775 2024-04-02T08:41:29.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.143+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~C8ILR56J2VN1.0 size=1048576 2024-04-02T08:41:29.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.146+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~C8ILR56J2VN1.1 size=1048576 2024-04-02T08:41:29.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.147+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~C8ILR56J2VN1.2 size=491294 2024-04-02T08:41:29.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.147+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=C8ILR56J2VN1 tag=WZX8CAAKI5TY type=write size=3637022 2024-04-02T08:41:29.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.150+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=A3YNH4TEJ3PJ type=del 2024-04-02T08:41:29.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.155+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~FL63UKHEC8VC.0 size=1048576 2024-04-02T08:41:29.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.156+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~FL63UKHEC8VC.1 size=1048576 2024-04-02T08:41:29.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.159+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~FL63UKHEC8VC.2 size=659152 2024-04-02T08:41:29.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.159+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=FL63UKHEC8VC tag=FV9WF8V58TR6 type=write size=3804880 2024-04-02T08:41:29.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.161+0000 7f7016872780 1 < completed write operation key=GRR9RBGMGMHH tag=FV8JV7CXH6QN type=write size=710608 2024-04-02T08:41:29.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.164+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=CDBRO7V19JVS type=del size=134234 2024-04-02T08:41:29.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.167+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=9LA9PD8DIMG3 type=del 2024-04-02T08:41:29.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.169+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=VZD6W0Y4V035 type=del size=1947222 2024-04-02T08:41:29.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.172+0000 7f7016872780 1 < completed write operation key=11EE3KM617CN tag=24W8WGL4EY6H type=write size=26764 2024-04-02T08:41:29.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.174+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=L0GWF0DPLJRI type=del size=2124031 2024-04-02T08:41:29.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.177+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~B4LNC2LW71DL.0 size=1048576 2024-04-02T08:41:29.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.179+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~B4LNC2LW71DL.1 size=1048576 2024-04-02T08:41:29.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.179+0000 7f7016872780 1 < canceled part key=_multipart_6AT1DGYZW8Z0.2~B4LNC2LW71DL.2 size=590558 2024-04-02T08:41:29.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.183+0000 7f7016872780 1 < canceled multipart upload key=6AT1DGYZW8Z0 upload=B4LNC2LW71DL tag=BOM5Y53I0VZT type=write size=3736286 2024-04-02T08:41:29.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.184+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=FGJ7GF2CKVBI type=del size=2602240 2024-04-02T08:41:29.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.187+0000 7f7016872780 1 < canceled operation key=4SLXOPTR3LOC tag=NQL0Z4VUF2S0 type=write size=728391 2024-04-02T08:41:29.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.192+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~1XB3EMTJ0KJ6.0 size=1048576 2024-04-02T08:41:29.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.194+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~1XB3EMTJ0KJ6.1 size=1048576 2024-04-02T08:41:29.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.196+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~1XB3EMTJ0KJ6.2 size=562118 2024-04-02T08:41:29.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.196+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=1XB3EMTJ0KJ6 tag=TRFTDQEPLMLN type=write size=3707846 2024-04-02T08:41:29.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.199+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=QG8CD4I5GDH9 type=del 2024-04-02T08:41:29.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.201+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=OE4ION50YJ85 type=del size=3992688 2024-04-02T08:41:29.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.204+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~IR82N64KF1SZ.0 size=1048576 2024-04-02T08:41:29.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.205+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~IR82N64KF1SZ.1 size=1048576 2024-04-02T08:41:29.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.207+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~IR82N64KF1SZ.2 size=877708 2024-04-02T08:41:29.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.212+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=IR82N64KF1SZ tag=22OC77EX2QSX type=write size=4023436 2024-04-02T08:41:29.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.215+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=QEWSQ4XQMD1L type=del size=3222486 2024-04-02T08:41:29.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.217+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=6EEINUJWMPQO type=del 2024-04-02T08:41:29.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.220+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=1QZ04FFYCJO7 type=del size=2244465 2024-04-02T08:41:29.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.222+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~AUGUF0CA8O9S.0 size=1048576 2024-04-02T08:41:29.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.225+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~AUGUF0CA8O9S.1 size=221826 2024-04-02T08:41:29.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.229+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=AUGUF0CA8O9S tag=68JSMVX1K7OR type=write size=2318978 2024-04-02T08:41:29.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.231+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=B7S922XIDEZ1 type=write size=315734 2024-04-02T08:41:29.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.233+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=X2UIF9TMR58M type=del 2024-04-02T08:41:29.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.236+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=HZZXCSNRLD3S type=del size=3850267 2024-04-02T08:41:29.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.240+0000 7f7016872780 1 < suggested remove operation key=WU9M880KQWBR tag=HKSBHKIHZDJS type=del 2024-04-02T08:41:29.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.244+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~G2KQ8YNN4M3R.0 size=1048576 2024-04-02T08:41:29.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.245+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~G2KQ8YNN4M3R.1 size=742459 2024-04-02T08:41:29.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.245+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=G2KQ8YNN4M3R tag=1NF03HFADK84 type=write size=2839611 2024-04-02T08:41:29.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.247+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=MEVALW67K0JT type=del 2024-04-02T08:41:29.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.251+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~BM5YSYYSG6SZ.0 size=536560 2024-04-02T08:41:29.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.251+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=BM5YSYYSG6SZ tag=WZXWI8YEISP6 type=write size=1585136 2024-04-02T08:41:29.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.253+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~Q9R86OHFPHWM.0 size=700798 2024-04-02T08:41:29.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.256+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=Q9R86OHFPHWM tag=ZVOA3SOTN4WD type=write size=1749374 2024-04-02T08:41:29.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.260+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~MX8C03L8J320.0 size=281096 2024-04-02T08:41:29.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.260+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=MX8C03L8J320 tag=SS6F4T34NVIO type=write size=1329672 2024-04-02T08:41:29.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.262+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~WF6YEP0WEJ4V.0 size=1048576 2024-04-02T08:41:29.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.264+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~WF6YEP0WEJ4V.1 size=1048576 2024-04-02T08:41:29.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.265+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~WF6YEP0WEJ4V.2 size=522384 2024-04-02T08:41:29.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.269+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=WF6YEP0WEJ4V tag=OKI2FKKTQ22Y type=write size=3668112 2024-04-02T08:41:29.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.271+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=9CM6H5Z4TB7F type=del size=3506868 2024-04-02T08:41:29.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.273+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~C8ILR56J2VN1.0 size=1048576 2024-04-02T08:41:29.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.275+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~C8ILR56J2VN1.1 size=1048576 2024-04-02T08:41:29.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.277+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~C8ILR56J2VN1.2 size=491294 2024-04-02T08:41:29.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.281+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=C8ILR56J2VN1 tag=WZX8CAAKI5TY type=write size=3637022 2024-04-02T08:41:29.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.283+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=FG1U2N76JTZ9 type=write size=460577 2024-04-02T08:41:29.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.285+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~FL63UKHEC8VC.0 size=1048576 2024-04-02T08:41:29.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.287+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~FL63UKHEC8VC.1 size=1048576 2024-04-02T08:41:29.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.290+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~FL63UKHEC8VC.2 size=659152 2024-04-02T08:41:29.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.294+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=FL63UKHEC8VC tag=FV9WF8V58TR6 type=write size=3804880 2024-04-02T08:41:29.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.296+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=QC0BE78VSS0B type=del size=2682666 2024-04-02T08:41:29.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.298+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=CDBRO7V19JVS type=del 2024-04-02T08:41:29.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.300+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=2QV7DYRK3Q69 type=del size=2891423 2024-04-02T08:41:29.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.302+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=VZD6W0Y4V035 type=del 2024-04-02T08:41:29.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.304+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=OGUKEQ1OJKDK type=del size=3409678 2024-04-02T08:41:29.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.309+0000 7f7016872780 1 < suggested remove operation key=GRR9RBGMGMHH tag=L0GWF0DPLJRI type=del 2024-04-02T08:41:29.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.311+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=KJRMFJTN4ZGG type=del size=3703843 2024-04-02T08:41:29.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.313+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=FGJ7GF2CKVBI type=del 2024-04-02T08:41:29.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.316+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=7V0Y528D6IF3 type=del size=1480909 2024-04-02T08:41:29.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.318+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~1XB3EMTJ0KJ6.0 size=1048576 2024-04-02T08:41:29.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.320+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~1XB3EMTJ0KJ6.1 size=1048576 2024-04-02T08:41:29.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.321+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~1XB3EMTJ0KJ6.2 size=562118 2024-04-02T08:41:29.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.325+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=1XB3EMTJ0KJ6 tag=TRFTDQEPLMLN type=write size=3707846 2024-04-02T08:41:29.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.327+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=NR7GA6W3A2V3 type=write size=889610 2024-04-02T08:41:29.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.329+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=OE4ION50YJ85 type=del 2024-04-02T08:41:29.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.334+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~OPMLUXW729N0.0 size=1048576 2024-04-02T08:41:29.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.336+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~OPMLUXW729N0.1 size=1048576 2024-04-02T08:41:29.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.337+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~OPMLUXW729N0.2 size=545671 2024-04-02T08:41:29.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.337+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=OPMLUXW729N0 tag=YWVEXPY8B1DA type=write size=3691399 2024-04-02T08:41:29.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.339+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=QEWSQ4XQMD1L type=del 2024-04-02T08:41:29.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.343+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~DEO5OWY2XV69.0 size=745018 2024-04-02T08:41:29.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.343+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=DEO5OWY2XV69 tag=B56W73HC0KDY type=write size=1793594 2024-04-02T08:41:29.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.345+0000 7f7016872780 1 < canceled operation key=LRIMFCH3UXQB tag=1QZ04FFYCJO7 type=del size=2244465 2024-04-02T08:41:29.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.347+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=JK4A5K2L0IFY type=write size=694874 2024-04-02T08:41:29.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.349+0000 7f7016872780 1 < completed write operation key=11EE3KM617CN tag=B7S922XIDEZ1 type=write size=315734 2024-04-02T08:41:29.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.351+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=X77MTQ0DYSUQ type=write size=961544 2024-04-02T08:41:29.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.353+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=HZZXCSNRLD3S type=del 2024-04-02T08:41:29.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.355+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=VM1JMBNHEZ85 type=del size=634493 2024-04-02T08:41:29.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.357+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~G2KQ8YNN4M3R.0 size=1048576 2024-04-02T08:41:29.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.359+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~G2KQ8YNN4M3R.1 size=742459 2024-04-02T08:41:29.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.362+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=G2KQ8YNN4M3R tag=1NF03HFADK84 type=write size=2839611 2024-04-02T08:41:29.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.364+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=AP9CDAYUW53O type=del size=2551796 2024-04-02T08:41:29.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.366+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~BM5YSYYSG6SZ.0 size=536560 2024-04-02T08:41:29.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.369+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=BM5YSYYSG6SZ tag=WZXWI8YEISP6 type=write size=1585136 2024-04-02T08:41:29.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.371+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=IKGOK7GWE83M type=del size=1977925 2024-04-02T08:41:29.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.373+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~MX8C03L8J320.0 size=281096 2024-04-02T08:41:29.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.376+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=MX8C03L8J320 tag=SS6F4T34NVIO type=write size=1329672 2024-04-02T08:41:29.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.378+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=QSDQGF50Z0T3 type=write size=778044 2024-04-02T08:41:29.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.380+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=9CM6H5Z4TB7F type=del 2024-04-02T08:41:29.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.382+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=MROY16OIJXG2 type=del size=2055348 2024-04-02T08:41:29.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.384+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=FG1U2N76JTZ9 type=write size=460577 2024-04-02T08:41:29.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.386+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=MML85IE14FDR type=del size=732444 2024-04-02T08:41:29.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.389+0000 7f7016872780 1 < suggested remove operation key=9WC16VCXCHM9 tag=QC0BE78VSS0B type=del 2024-04-02T08:41:29.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.394+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~IZS6PK98FNLP.0 size=1048576 2024-04-02T08:41:29.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.396+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~IZS6PK98FNLP.1 size=850898 2024-04-02T08:41:29.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.396+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=IZS6PK98FNLP tag=6FRS8ZT98YYJ type=write size=2948050 2024-04-02T08:41:29.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.398+0000 7f7016872780 1 < canceled operation key=3ASC24KYQTLG tag=2QV7DYRK3Q69 type=del size=2891423 2024-04-02T08:41:29.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.401+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~5ITN44PZCC47.0 size=340223 2024-04-02T08:41:29.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.401+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=5ITN44PZCC47 tag=TAYCMS0MOC4D type=write size=1388799 2024-04-02T08:41:29.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.402+0000 7f7016872780 -1 < no bi entry to suggest for operation key=GRR9RBGMGMHH tag=OGUKEQ1OJKDK type=del size=3409678: (2) No such file or directory 2024-04-02T08:41:29.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.405+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~H86NNRR3CGDT.0 size=1048576 2024-04-02T08:41:29.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.407+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~H86NNRR3CGDT.1 size=398020 2024-04-02T08:41:29.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.407+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=H86NNRR3CGDT tag=HYA2DLDY8MF3 type=write size=2495172 2024-04-02T08:41:29.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.409+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=KJRMFJTN4ZGG type=del 2024-04-02T08:41:29.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.412+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~04ZG1LESJR7L.0 size=1048576 2024-04-02T08:41:29.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.414+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~04ZG1LESJR7L.1 size=938636 2024-04-02T08:41:29.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.414+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=04ZG1LESJR7L tag=132WUW3MWQEC type=write size=3035788 2024-04-02T08:41:29.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.416+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=7V0Y528D6IF3 type=del 2024-04-02T08:41:29.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.418+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=VTH3CKBY2QJO type=del size=1863807 2024-04-02T08:41:29.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.421+0000 7f7016872780 1 < completed write operation key=02RS0G82YQM7 tag=NR7GA6W3A2V3 type=write size=889610 2024-04-02T08:41:29.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.425+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~JI10OTVSXG8J.0 size=1048576 2024-04-02T08:41:29.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.426+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~JI10OTVSXG8J.1 size=1048576 2024-04-02T08:41:29.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.428+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~JI10OTVSXG8J.2 size=328034 2024-04-02T08:41:29.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.428+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=JI10OTVSXG8J tag=SKX4VNQUASR4 type=write size=3473762 2024-04-02T08:41:29.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.430+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~OPMLUXW729N0.0 size=1048576 2024-04-02T08:41:29.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.432+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~OPMLUXW729N0.1 size=1048576 2024-04-02T08:41:29.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.434+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~OPMLUXW729N0.2 size=545671 2024-04-02T08:41:29.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.437+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=OPMLUXW729N0 tag=YWVEXPY8B1DA type=write size=3691399 2024-04-02T08:41:29.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.441+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~CY51VZE1QQV6.0 size=1048576 2024-04-02T08:41:29.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.442+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~CY51VZE1QQV6.1 size=1048576 2024-04-02T08:41:29.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.444+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~CY51VZE1QQV6.2 size=968589 2024-04-02T08:41:29.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.444+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=CY51VZE1QQV6 tag=0R0DWFB203RJ type=write size=4114317 2024-04-02T08:41:29.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.446+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~DEO5OWY2XV69.0 size=745018 2024-04-02T08:41:29.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.449+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=DEO5OWY2XV69 tag=B56W73HC0KDY type=write size=1793594 2024-04-02T08:41:29.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.451+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=IF9LFHCX83ZI type=write size=241316 2024-04-02T08:41:29.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.454+0000 7f7016872780 -1 < failed to complete operation key=9WC16VCXCHM9 tag=JK4A5K2L0IFY type=write size=694874: (22) Invalid argument 2024-04-02T08:41:29.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.457+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~XNTBN740XD6K.0 size=630237 2024-04-02T08:41:29.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.457+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=XNTBN740XD6K tag=ONMBG466F0B9 type=write size=1678813 2024-04-02T08:41:29.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.459+0000 7f7016872780 1 < canceled operation key=OIQ6XB5SR7J6 tag=X77MTQ0DYSUQ type=write size=961544 2024-04-02T08:41:29.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.461+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=LLMSP6CDJURV type=del size=477251 2024-04-02T08:41:29.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.463+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=VM1JMBNHEZ85 type=del 2024-04-02T08:41:29.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.467+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~FRU0AACJOVAK.0 size=1048576 2024-04-02T08:41:29.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.468+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~FRU0AACJOVAK.1 size=768405 2024-04-02T08:41:29.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.468+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=FRU0AACJOVAK tag=D2DG6JJDO0L5 type=write size=2865557 2024-04-02T08:41:29.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.472+0000 7f7016872780 1 < suggested update operation key=RTOJ11BQKIQR tag=AP9CDAYUW53O type=del size=2551796 2024-04-02T08:41:29.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.474+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=LGDT9E89DUZJ type=del size=3795690 2024-04-02T08:41:29.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.476+0000 7f7016872780 1 < canceled operation key=OMWA4ZW4GOZ2 tag=IKGOK7GWE83M type=del size=1977925 2024-04-02T08:41:29.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.478+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=0XFIY004VGKR type=del size=1000980 2024-04-02T08:41:29.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.481+0000 7f7016872780 1 < suggested update operation key=5J69WZ7J6CZ4 tag=QSDQGF50Z0T3 type=write size=778044 2024-04-02T08:41:29.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.483+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=QPTGCHNPFPP6 type=del size=380298 2024-04-02T08:41:29.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.485+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=MROY16OIJXG2 type=del 2024-04-02T08:41:29.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.489+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~D068E64AWI6I.0 size=1048576 2024-04-02T08:41:29.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.490+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~D068E64AWI6I.1 size=1048576 2024-04-02T08:41:29.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.492+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~D068E64AWI6I.2 size=174630 2024-04-02T08:41:29.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.492+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=D068E64AWI6I tag=1S9KSAAQQ1HP type=write size=3320358 2024-04-02T08:41:29.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.494+0000 7f7016872780 1 < canceled operation key=Y2F1XJDYXB7J tag=MML85IE14FDR type=del size=732444 2024-04-02T08:41:29.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.497+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~VM2LYOH8T0PX.0 size=282733 2024-04-02T08:41:29.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.497+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=VM2LYOH8T0PX tag=3RHG8ORI2Y38 type=write size=1331309 2024-04-02T08:41:29.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.499+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~IZS6PK98FNLP.0 size=1048576 2024-04-02T08:41:29.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.501+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~IZS6PK98FNLP.1 size=850898 2024-04-02T08:41:29.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.505+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=IZS6PK98FNLP tag=6FRS8ZT98YYJ type=write size=2948050 2024-04-02T08:41:29.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.507+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=ORC4V3TH32A2 type=del size=1277982 2024-04-02T08:41:29.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.509+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~5ITN44PZCC47.0 size=340223 2024-04-02T08:41:29.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.512+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=5ITN44PZCC47 tag=TAYCMS0MOC4D type=write size=1388799 2024-04-02T08:41:29.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.516+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~GXGI10K2CDQF.0 size=1048576 2024-04-02T08:41:29.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.517+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~GXGI10K2CDQF.1 size=1048576 2024-04-02T08:41:29.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.519+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~GXGI10K2CDQF.2 size=204478 2024-04-02T08:41:29.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.519+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=GXGI10K2CDQF tag=N5PTMILFGNL0 type=write size=3350206 2024-04-02T08:41:29.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.521+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~H86NNRR3CGDT.0 size=1048576 2024-04-02T08:41:29.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.523+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~H86NNRR3CGDT.1 size=398020 2024-04-02T08:41:29.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.526+0000 7f7016872780 1 < completed multipart upload key=11EE3KM617CN upload=H86NNRR3CGDT tag=HYA2DLDY8MF3 type=write size=2495172 2024-04-02T08:41:29.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.528+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=25LSZ5H7FNKP type=del size=1475598 2024-04-02T08:41:29.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.530+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~04ZG1LESJR7L.0 size=1048576 2024-04-02T08:41:29.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.532+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~04ZG1LESJR7L.1 size=938636 2024-04-02T08:41:29.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.535+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=04ZG1LESJR7L tag=132WUW3MWQEC type=write size=3035788 2024-04-02T08:41:29.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.537+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=XBLHXNTJYQLG type=del size=3383529 2024-04-02T08:41:29.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.540+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=VTH3CKBY2QJO type=del 2024-04-02T08:41:29.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.544+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~4IK1V77E5EA3.0 size=1048576 2024-04-02T08:41:29.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.545+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~4IK1V77E5EA3.1 size=1048576 2024-04-02T08:41:29.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.547+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~4IK1V77E5EA3.2 size=294360 2024-04-02T08:41:29.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.547+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=4IK1V77E5EA3 tag=IAQQSVZ0RC7O type=write size=3440088 2024-04-02T08:41:29.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.549+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~JI10OTVSXG8J.0 size=1048576 2024-04-02T08:41:29.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.549+0000 7f7016872780 1 < canceled part key=_multipart_4SLXOPTR3LOC.2~JI10OTVSXG8J.1 size=1048576 2024-04-02T08:41:29.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.551+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~JI10OTVSXG8J.2 size=328034 2024-04-02T08:41:29.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.554+0000 7f7016872780 1 < canceled multipart upload key=4SLXOPTR3LOC upload=JI10OTVSXG8J tag=SKX4VNQUASR4 type=write size=3473762 2024-04-02T08:41:29.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.556+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=XFDI6O34EZ91 type=del size=2196490 2024-04-02T08:41:29.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.558+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~CY51VZE1QQV6.0 size=1048576 2024-04-02T08:41:29.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.560+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~CY51VZE1QQV6.1 size=1048576 2024-04-02T08:41:29.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.562+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~CY51VZE1QQV6.2 size=968589 2024-04-02T08:41:29.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.566+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=CY51VZE1QQV6 tag=0R0DWFB203RJ type=write size=4114317 2024-04-02T08:41:29.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.567+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=JXQZGLNCXLX1 type=write size=588143 2024-04-02T08:41:29.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.571+0000 7f7016872780 1 < suggested update operation key=9WC16VCXCHM9 tag=IF9LFHCX83ZI type=write size=241316 2024-04-02T08:41:29.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.573+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=73O81I3WU1O6 type=del size=1913264 2024-04-02T08:41:29.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.575+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~XNTBN740XD6K.0 size=630237 2024-04-02T08:41:29.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.579+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=XNTBN740XD6K tag=ONMBG466F0B9 type=write size=1678813 2024-04-02T08:41:29.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.582+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~L85HZXEXVAV4.0 size=153741 2024-04-02T08:41:29.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.582+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=L85HZXEXVAV4 tag=18FSWEV4XNHC type=write size=1202317 2024-04-02T08:41:29.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.584+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=LLMSP6CDJURV type=del 2024-04-02T08:41:29.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.586+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=JPO91NSD4QWA type=write size=711325 2024-04-02T08:41:29.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.588+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~FRU0AACJOVAK.0 size=1048576 2024-04-02T08:41:29.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.590+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~FRU0AACJOVAK.1 size=768405 2024-04-02T08:41:29.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.593+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=FRU0AACJOVAK tag=D2DG6JJDO0L5 type=write size=2865557 2024-04-02T08:41:29.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.597+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~H2HWRP2UQCLS.0 size=1048576 2024-04-02T08:41:29.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.599+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~H2HWRP2UQCLS.1 size=937228 2024-04-02T08:41:29.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.599+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=H2HWRP2UQCLS tag=U9NP93NFSS75 type=write size=3034380 2024-04-02T08:41:29.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.601+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=LGDT9E89DUZJ type=del 2024-04-02T08:41:29.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.606+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~HE2Y9XRKCUYM.0 size=1048576 2024-04-02T08:41:29.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.607+0000 7f7016872780 1 > prepared part key=_multipart_58T4QI1BTVQ5.2~HE2Y9XRKCUYM.1 size=40445 2024-04-02T08:41:29.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.607+0000 7f7016872780 1 > prepared multipart upload key=58T4QI1BTVQ5 upload=HE2Y9XRKCUYM tag=YULZO4XXTG4W type=write size=2137597 2024-04-02T08:41:29.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.610+0000 7f7016872780 -1 < failed to complete operation key=9WC16VCXCHM9 tag=0XFIY004VGKR type=del size=1000980: (22) Invalid argument 2024-04-02T08:41:29.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.614+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~DPCMHHDP3FWX.0 size=1048576 2024-04-02T08:41:29.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.616+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~DPCMHHDP3FWX.1 size=707064 2024-04-02T08:41:29.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.616+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=DPCMHHDP3FWX tag=PIIE7BRUOZBS type=write size=2804216 2024-04-02T08:41:29.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.618+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=QPTGCHNPFPP6 type=del 2024-04-02T08:41:29.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.620+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=UWB96AYSU82Y type=del size=1695882 2024-04-02T08:41:29.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.622+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~D068E64AWI6I.0 size=1048576 2024-04-02T08:41:29.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.622+0000 7f7016872780 1 < canceled part key=_multipart_58T4QI1BTVQ5.2~D068E64AWI6I.1 size=1048576 2024-04-02T08:41:29.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.624+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~D068E64AWI6I.2 size=174630 2024-04-02T08:41:29.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.627+0000 7f7016872780 1 < canceled multipart upload key=58T4QI1BTVQ5 upload=D068E64AWI6I tag=1S9KSAAQQ1HP type=write size=3320358 2024-04-02T08:41:29.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.631+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~DPF2UBXV8D2E.0 size=73892 2024-04-02T08:41:29.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.631+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=DPF2UBXV8D2E tag=KJCG7TI33P9O type=write size=1122468 2024-04-02T08:41:29.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.632+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~VM2LYOH8T0PX.0 size=282733 2024-04-02T08:41:29.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.635+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=VM2LYOH8T0PX tag=3RHG8ORI2Y38 type=write size=1331309 2024-04-02T08:41:29.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.639+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~0GLKZSJYHTV7.0 size=1048576 2024-04-02T08:41:29.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.641+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~0GLKZSJYHTV7.1 size=91503 2024-04-02T08:41:29.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.641+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=0GLKZSJYHTV7 tag=1TDH16HWOU4O type=write size=2188655 2024-04-02T08:41:29.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.642+0000 7f7016872780 1 < canceled operation key=OMWA4ZW4GOZ2 tag=ORC4V3TH32A2 type=del size=1277982 2024-04-02T08:41:29.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.645+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=1KLQUM08X3HB type=del size=198915 2024-04-02T08:41:29.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.647+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~GXGI10K2CDQF.0 size=1048576 2024-04-02T08:41:29.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.649+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~GXGI10K2CDQF.1 size=1048576 2024-04-02T08:41:29.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.651+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~GXGI10K2CDQF.2 size=204478 2024-04-02T08:41:29.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.655+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=GXGI10K2CDQF tag=N5PTMILFGNL0 type=write size=3350206 2024-04-02T08:41:29.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.658+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KQW7D77AC3Y0.0 size=1048576 2024-04-02T08:41:29.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.660+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KQW7D77AC3Y0.1 size=1048576 2024-04-02T08:41:29.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.662+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~KQW7D77AC3Y0.2 size=823732 2024-04-02T08:41:29.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.662+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=KQW7D77AC3Y0 tag=5PFRJHUJKZHU type=write size=3969460 2024-04-02T08:41:29.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.664+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=25LSZ5H7FNKP type=del 2024-04-02T08:41:29.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.666+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=QM3AE5FR791A type=del size=700095 2024-04-02T08:41:29.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.668+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=XBLHXNTJYQLG type=del 2024-04-02T08:41:29.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.670+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=RUOPGNZWB38J type=del size=3243365 2024-04-02T08:41:29.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.672+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~4IK1V77E5EA3.0 size=1048576 2024-04-02T08:41:29.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.674+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~4IK1V77E5EA3.1 size=1048576 2024-04-02T08:41:29.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.676+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~4IK1V77E5EA3.2 size=294360 2024-04-02T08:41:29.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.680+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=4IK1V77E5EA3 tag=IAQQSVZ0RC7O type=write size=3440088 2024-04-02T08:41:29.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.682+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=VXXOA3V0HA69 type=del size=1072789 2024-04-02T08:41:29.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.684+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=XFDI6O34EZ91 type=del 2024-04-02T08:41:29.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.686+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=RZ7XQY2JL2AO type=del size=415147 2024-04-02T08:41:29.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.690+0000 7f7016872780 1 < suggested remove operation key=2C62BZU175EV tag=JXQZGLNCXLX1 type=write 2024-04-02T08:41:29.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.694+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~OYM8UJ8BQGYP.0 size=1048576 2024-04-02T08:41:29.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.696+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~OYM8UJ8BQGYP.1 size=1048576 2024-04-02T08:41:29.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.697+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~OYM8UJ8BQGYP.2 size=80200 2024-04-02T08:41:29.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.697+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=OYM8UJ8BQGYP tag=5N8PGKSLAJEX type=write size=3225928 2024-04-02T08:41:29.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.699+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=73O81I3WU1O6 type=del 2024-04-02T08:41:29.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.703+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~0MLLLBASOHBF.0 size=1048576 2024-04-02T08:41:29.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.705+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~0MLLLBASOHBF.1 size=855666 2024-04-02T08:41:29.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.705+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=0MLLLBASOHBF tag=P334152WMG73 type=write size=2952818 2024-04-02T08:41:29.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.707+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~L85HZXEXVAV4.0 size=153741 2024-04-02T08:41:29.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.710+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=L85HZXEXVAV4 tag=18FSWEV4XNHC type=write size=1202317 2024-04-02T08:41:29.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.712+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=MI6POGMDPS0I type=del size=4144564 2024-04-02T08:41:29.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.716+0000 7f7016872780 1 < suggested remove operation key=Y2F1XJDYXB7J tag=JPO91NSD4QWA type=write 2024-04-02T08:41:29.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.718+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=1921ZD5F7YGY type=write size=602177 2024-04-02T08:41:29.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.720+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~H2HWRP2UQCLS.0 size=1048576 2024-04-02T08:41:29.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.722+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~H2HWRP2UQCLS.1 size=937228 2024-04-02T08:41:29.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.725+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=H2HWRP2UQCLS tag=U9NP93NFSS75 type=write size=3034380 2024-04-02T08:41:29.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.727+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=T1NUVOCCMU82 type=write size=646260 2024-04-02T08:41:29.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.729+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~HE2Y9XRKCUYM.0 size=1048576 2024-04-02T08:41:29.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.730+0000 7f7016872780 1 < completed part key=_multipart_58T4QI1BTVQ5.2~HE2Y9XRKCUYM.1 size=40445 2024-04-02T08:41:29.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.734+0000 7f7016872780 1 < completed multipart upload key=58T4QI1BTVQ5 upload=HE2Y9XRKCUYM tag=YULZO4XXTG4W type=write size=2137597 2024-04-02T08:41:29.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.738+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~2KBNG848076C.0 size=887986 2024-04-02T08:41:29.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.738+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=2KBNG848076C tag=H1XS8WNFDLVL type=write size=1936562 2024-04-02T08:41:29.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.740+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~DPCMHHDP3FWX.0 size=1048576 2024-04-02T08:41:29.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.741+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~DPCMHHDP3FWX.1 size=707064 2024-04-02T08:41:29.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.745+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=DPCMHHDP3FWX tag=PIIE7BRUOZBS type=write size=2804216 2024-04-02T08:41:29.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.747+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=YUMRKL4IW65D type=del size=2889059 2024-04-02T08:41:29.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.751+0000 7f7016872780 1 < suggested update operation key=4SLXOPTR3LOC tag=UWB96AYSU82Y type=del size=1695882 2024-04-02T08:41:29.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.755+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~BXI48OXTTPI8.0 size=121862 2024-04-02T08:41:29.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.755+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=BXI48OXTTPI8 tag=J0MP28OGZFDP type=write size=1170438 2024-04-02T08:41:29.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.757+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~DPF2UBXV8D2E.0 size=73892 2024-04-02T08:41:29.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.760+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=DPF2UBXV8D2E tag=KJCG7TI33P9O type=write size=1122468 2024-04-02T08:41:29.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.765+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~19LJSM60WCR6.0 size=788181 2024-04-02T08:41:29.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.765+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=19LJSM60WCR6 tag=4U38C00BC1D6 type=write size=1836757 2024-04-02T08:41:29.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.767+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~0GLKZSJYHTV7.0 size=1048576 2024-04-02T08:41:29.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.770+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~0GLKZSJYHTV7.1 size=91503 2024-04-02T08:41:29.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.774+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=0GLKZSJYHTV7 tag=1TDH16HWOU4O type=write size=2188655 2024-04-02T08:41:29.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.776+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=UC46QOFUEC2D type=del size=1189866 2024-04-02T08:41:29.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.779+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=1KLQUM08X3HB type=del 2024-04-02T08:41:29.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.782+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=08E9S3Y3PRAI type=del size=689282 2024-04-02T08:41:29.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.785+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KQW7D77AC3Y0.0 size=1048576 2024-04-02T08:41:29.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.785+0000 7f7016872780 1 < canceled part key=_multipart_K5RS8XGEFU8L.2~KQW7D77AC3Y0.1 size=1048576 2024-04-02T08:41:29.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.787+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~KQW7D77AC3Y0.2 size=823732 2024-04-02T08:41:29.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.791+0000 7f7016872780 1 < canceled multipart upload key=K5RS8XGEFU8L upload=KQW7D77AC3Y0 tag=5PFRJHUJKZHU type=write size=3969460 2024-04-02T08:41:29.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.793+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=X7QBLFK8HEWA type=write size=72461 2024-04-02T08:41:29.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.795+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=QM3AE5FR791A type=del 2024-04-02T08:41:29.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.796+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=59KZGTJFV5OM type=del size=1738959 2024-04-02T08:41:29.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.798+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=RUOPGNZWB38J type=del 2024-04-02T08:41:29.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.800+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=1WB2CK1L3MBF type=del size=627238 2024-04-02T08:41:29.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.802+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=VXXOA3V0HA69 type=del 2024-04-02T08:41:29.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.804+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=BQLW49R6Z7GD type=del size=3950746 2024-04-02T08:41:29.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.809+0000 7f7016872780 1 < suggested update operation key=3ASC24KYQTLG tag=RZ7XQY2JL2AO type=del size=415147 2024-04-02T08:41:29.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.811+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=STTZL7RYJ0B1 type=del size=3028793 2024-04-02T08:41:29.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.813+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~OYM8UJ8BQGYP.0 size=1048576 2024-04-02T08:41:29.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.815+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~OYM8UJ8BQGYP.1 size=1048576 2024-04-02T08:41:29.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.816+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~OYM8UJ8BQGYP.2 size=80200 2024-04-02T08:41:29.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.820+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=OYM8UJ8BQGYP tag=5N8PGKSLAJEX type=write size=3225928 2024-04-02T08:41:29.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.821+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=1NMEVSR10N0X type=write size=571625 2024-04-02T08:41:29.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.822+0000 7f7016872780 1 < canceled part key=_multipart_CK7JY7FOKSRE.2~0MLLLBASOHBF.0 size=1048576 2024-04-02T08:41:29.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.822+0000 7f7016872780 1 < canceled part key=_multipart_CK7JY7FOKSRE.2~0MLLLBASOHBF.1 size=855666 2024-04-02T08:41:29.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.825+0000 7f7016872780 1 < canceled multipart upload key=CK7JY7FOKSRE upload=0MLLLBASOHBF tag=P334152WMG73 type=write size=2952818 2024-04-02T08:41:29.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.829+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~7UDXL72HH7PX.0 size=270719 2024-04-02T08:41:29.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.829+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=7UDXL72HH7PX tag=N7DS1Z3J1HXY type=write size=1319295 2024-04-02T08:41:29.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.833+0000 7f7016872780 1 < suggested remove operation key=6AT1DGYZW8Z0 tag=MI6POGMDPS0I type=del 2024-04-02T08:41:29.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.835+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=BEWSMTXWCALZ type=del size=580462 2024-04-02T08:41:29.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.837+0000 7f7016872780 1 < completed write operation key=11EE3KM617CN tag=1921ZD5F7YGY type=write size=602177 2024-04-02T08:41:29.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.840+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~A2ZYN02I9BPF.0 size=1048576 2024-04-02T08:41:29.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.842+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~A2ZYN02I9BPF.1 size=164678 2024-04-02T08:41:29.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.842+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=A2ZYN02I9BPF tag=6U6MJNAMWIN4 type=write size=2261830 2024-04-02T08:41:29.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.844+0000 7f7016872780 1 < completed write operation key=OMWA4ZW4GOZ2 tag=T1NUVOCCMU82 type=write size=646260 2024-04-02T08:41:29.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.846+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=P1R3LX8RWWJ9 type=write size=636120 2024-04-02T08:41:29.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.846+0000 7f7016872780 1 < canceled part key=_multipart_02RS0G82YQM7.2~2KBNG848076C.0 size=887986 2024-04-02T08:41:29.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.849+0000 7f7016872780 1 < canceled multipart upload key=02RS0G82YQM7 upload=2KBNG848076C tag=H1XS8WNFDLVL type=write size=1936562 2024-04-02T08:41:29.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.851+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=COZP623WU2F3 type=write size=350075 2024-04-02T08:41:29.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.853+0000 7f7016872780 1 < canceled operation key=OIQ6XB5SR7J6 tag=YUMRKL4IW65D type=del size=2889059 2024-04-02T08:41:29.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.855+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=16UR292OJBCE type=del size=1088902 2024-04-02T08:41:29.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.857+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~BXI48OXTTPI8.0 size=121862 2024-04-02T08:41:29.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.861+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=BXI48OXTTPI8 tag=J0MP28OGZFDP type=write size=1170438 2024-04-02T08:41:29.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.862+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=M1SZVGWWFEHU type=del size=3059510 2024-04-02T08:41:29.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.864+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~19LJSM60WCR6.0 size=788181 2024-04-02T08:41:29.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.867+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=19LJSM60WCR6 tag=4U38C00BC1D6 type=write size=1836757 2024-04-02T08:41:29.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.871+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~PFU7XVRJDWME.0 size=1048576 2024-04-02T08:41:29.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.873+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~PFU7XVRJDWME.1 size=637270 2024-04-02T08:41:29.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.873+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=PFU7XVRJDWME tag=AXA3NLC6C4L4 type=write size=2734422 2024-04-02T08:41:29.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.875+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=UC46QOFUEC2D type=del 2024-04-02T08:41:29.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.878+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~7512DVKHE1BE.0 size=1048576 2024-04-02T08:41:29.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.880+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~7512DVKHE1BE.1 size=488621 2024-04-02T08:41:29.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.880+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=7512DVKHE1BE tag=R8U0ETDFG08B type=write size=2585773 2024-04-02T08:41:29.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.884+0000 7f7016872780 1 < suggested remove operation key=XQBWK3QSXABP tag=08E9S3Y3PRAI type=del 2024-04-02T08:41:29.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.886+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=QNTG36ESNUSZ type=write size=134892 2024-04-02T08:41:29.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.888+0000 7f7016872780 1 < completed write operation key=OMWA4ZW4GOZ2 tag=X7QBLFK8HEWA type=write size=72461 2024-04-02T08:41:29.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.890+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=99CYG77ZCEZR type=del size=400982 2024-04-02T08:41:29.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.892+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=59KZGTJFV5OM type=del 2024-04-02T08:41:29.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.894+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=B9PPAD02TUKR type=del size=3883460 2024-04-02T08:41:29.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.895+0000 7f7016872780 1 < canceled operation key=7A6KED7000HX tag=1WB2CK1L3MBF type=del size=627238 2024-04-02T08:41:29.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.897+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=4R02NLE031QJ type=del size=1807630 2024-04-02T08:41:29.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.902+0000 7f7016872780 1 < suggested remove operation key=Y2F1XJDYXB7J tag=BQLW49R6Z7GD type=del 2024-04-02T08:41:29.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.904+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=SPQ0P2SOY0VO type=del size=3708685 2024-04-02T08:41:29.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.906+0000 7f7016872780 1 < canceled operation key=WU9M880KQWBR tag=STTZL7RYJ0B1 type=del size=3028793 2024-04-02T08:41:29.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.910+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~XID6988SCZF0.0 size=1048576 2024-04-02T08:41:29.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.912+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~XID6988SCZF0.1 size=736144 2024-04-02T08:41:29.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.912+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=XID6988SCZF0 tag=5EARDUDLGT1B type=write size=2833296 2024-04-02T08:41:29.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.916+0000 7f7016872780 1 < suggested update operation key=OMWA4ZW4GOZ2 tag=1NMEVSR10N0X type=write size=571625 2024-04-02T08:41:29.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.918+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=5WICE7VVKQ2A type=del size=3171265 2024-04-02T08:41:29.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.920+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~7UDXL72HH7PX.0 size=270719 2024-04-02T08:41:29.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.924+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=7UDXL72HH7PX tag=N7DS1Z3J1HXY type=write size=1319295 2024-04-02T08:41:29.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.926+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=35FPMT1YVKC1 type=write size=140363 2024-04-02T08:41:29.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.928+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=BEWSMTXWCALZ type=del 2024-04-02T08:41:29.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.933+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~2M013NTI2XWN.0 size=1048576 2024-04-02T08:41:29.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.934+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~2M013NTI2XWN.1 size=140849 2024-04-02T08:41:29.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.934+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=2M013NTI2XWN tag=EL6VE0LP0G1P type=write size=2238001 2024-04-02T08:41:29.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.936+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~A2ZYN02I9BPF.0 size=1048576 2024-04-02T08:41:29.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.938+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~A2ZYN02I9BPF.1 size=164678 2024-04-02T08:41:29.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.942+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=A2ZYN02I9BPF tag=6U6MJNAMWIN4 type=write size=2261830 2024-04-02T08:41:29.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.943+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=PVO7S3E6PHL3 type=del size=2153507 2024-04-02T08:41:29.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.946+0000 7f7016872780 -1 < failed to complete operation key=OMWA4ZW4GOZ2 tag=P1R3LX8RWWJ9 type=write size=636120: (22) Invalid argument 2024-04-02T08:41:29.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.949+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=SIS4YYHHDPWO type=del size=3884030 2024-04-02T08:41:29.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.951+0000 7f7016872780 1 < completed write operation key=WU9M880KQWBR tag=COZP623WU2F3 type=write size=350075 2024-04-02T08:41:29.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.953+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=9CDV5JC3OYQA type=del size=2387462 2024-04-02T08:41:29.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.957+0000 7f7016872780 1 < suggested update operation key=UX315TABAN23 tag=16UR292OJBCE type=del size=1088902 2024-04-02T08:41:29.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.959+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=GZ9X7L7P17G8 type=write size=839967 2024-04-02T08:41:29.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.964+0000 7f7016872780 1 < suggested remove operation key=02RS0G82YQM7 tag=M1SZVGWWFEHU type=del 2024-04-02T08:41:29.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.967+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=A16B34AHAOM6 type=write size=297442 2024-04-02T08:41:29.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.970+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~PFU7XVRJDWME.0 size=1048576 2024-04-02T08:41:29.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.972+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~PFU7XVRJDWME.1 size=637270 2024-04-02T08:41:29.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.976+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=PFU7XVRJDWME tag=AXA3NLC6C4L4 type=write size=2734422 2024-04-02T08:41:29.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.978+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=J19ALOSMP17F type=write size=213704 2024-04-02T08:41:29.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.980+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~7512DVKHE1BE.0 size=1048576 2024-04-02T08:41:29.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.982+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~7512DVKHE1BE.1 size=488621 2024-04-02T08:41:29.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.986+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=7512DVKHE1BE tag=R8U0ETDFG08B type=write size=2585773 2024-04-02T08:41:29.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.988+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=8ECWFVR8PR7P type=del size=2446128 2024-04-02T08:41:29.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.990+0000 7f7016872780 1 < completed write operation key=4SLXOPTR3LOC tag=QNTG36ESNUSZ type=write size=134892 2024-04-02T08:41:29.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.994+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~PDA2TXPE60W5.0 size=1001112 2024-04-02T08:41:29.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.994+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=PDA2TXPE60W5 tag=RZHN8XIEXPQ9 type=write size=2049688 2024-04-02T08:41:29.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:29.998+0000 7f7016872780 1 < suggested remove operation key=OIQ6XB5SR7J6 tag=99CYG77ZCEZR type=del 2024-04-02T08:41:30.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.002+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~XO5UDT9UV2BH.0 size=1048576 2024-04-02T08:41:30.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.004+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~XO5UDT9UV2BH.1 size=744741 2024-04-02T08:41:30.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.004+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=XO5UDT9UV2BH tag=9LL77OKRNVS1 type=write size=2841893 2024-04-02T08:41:30.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.006+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=B9PPAD02TUKR type=del 2024-04-02T08:41:30.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.010+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~IC20S0KR1TL5.0 size=543014 2024-04-02T08:41:30.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.010+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=IC20S0KR1TL5 tag=I1RIMVFH7FLH type=write size=1591590 2024-04-02T08:41:30.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.014+0000 7f7016872780 1 < suggested remove operation key=OMWA4ZW4GOZ2 tag=4R02NLE031QJ type=del 2024-04-02T08:41:30.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.016+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=VC4C3TY1B7OH type=del size=441306 2024-04-02T08:41:30.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.018+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=SPQ0P2SOY0VO type=del 2024-04-02T08:41:30.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.023+0000 7f7016872780 1 > prepared part key=_multipart_RTOJ11BQKIQR.2~03O37OG7D4CO.0 size=622206 2024-04-02T08:41:30.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.023+0000 7f7016872780 1 > prepared multipart upload key=RTOJ11BQKIQR upload=03O37OG7D4CO tag=RGFJS44FXOUM type=write size=1670782 2024-04-02T08:41:30.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.026+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~XID6988SCZF0.0 size=1048576 2024-04-02T08:41:30.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.028+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~XID6988SCZF0.1 size=736144 2024-04-02T08:41:30.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.032+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=XID6988SCZF0 tag=5EARDUDLGT1B type=write size=2833296 2024-04-02T08:41:30.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.033+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=Z5YEOYRE9HPE type=del size=3524360 2024-04-02T08:41:30.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.036+0000 7f7016872780 -1 < failed to complete operation key=UX315TABAN23 tag=5WICE7VVKQ2A type=del size=3171265: (22) Invalid argument 2024-04-02T08:41:30.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.038+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=E8T2WM1RXYYV type=del size=2228034 2024-04-02T08:41:30.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.040+0000 7f7016872780 1 < completed write operation key=6AT1DGYZW8Z0 tag=35FPMT1YVKC1 type=write size=140363 2024-04-02T08:41:30.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.042+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=VQP5HGRHSKO0 type=del size=117580 2024-04-02T08:41:30.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.044+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~2M013NTI2XWN.0 size=1048576 2024-04-02T08:41:30.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.046+0000 7f7016872780 1 < completed part key=_multipart_RTOJ11BQKIQR.2~2M013NTI2XWN.1 size=140849 2024-04-02T08:41:30.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.049+0000 7f7016872780 1 < completed multipart upload key=RTOJ11BQKIQR upload=2M013NTI2XWN tag=EL6VE0LP0G1P type=write size=2238001 2024-04-02T08:41:30.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.052+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=L09R497BZLPY type=del size=2680460 2024-04-02T08:41:30.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.054+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=PVO7S3E6PHL3 type=del 2024-04-02T08:41:30.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.056+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=G9WFUVF27WKS type=del size=360779 2024-04-02T08:41:30.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.058+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=SIS4YYHHDPWO type=del 2024-04-02T08:41:30.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.062+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~0JLRY9MFW6J8.0 size=1048576 2024-04-02T08:41:30.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.064+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~0JLRY9MFW6J8.1 size=576432 2024-04-02T08:41:30.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.064+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=0JLRY9MFW6J8 tag=AO46U941M8IJ type=write size=2673584 2024-04-02T08:41:30.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.066+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=9CDV5JC3OYQA type=del 2024-04-02T08:41:30.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.070+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~RULHYMRXH6B4.0 size=111487 2024-04-02T08:41:30.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.070+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=RULHYMRXH6B4 tag=40843G39ZWX1 type=write size=1160063 2024-04-02T08:41:30.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.072+0000 7f7016872780 1 < completed write operation key=2C62BZU175EV tag=GZ9X7L7P17G8 type=write size=839967 2024-04-02T08:41:30.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.075+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=QWRY84BDLZYZ type=del size=1052013 2024-04-02T08:41:30.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.079+0000 7f7016872780 1 < suggested remove operation key=WU9M880KQWBR tag=A16B34AHAOM6 type=write 2024-04-02T08:41:30.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.083+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~Q6EYJX6I5NCF.0 size=1048576 2024-04-02T08:41:30.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.085+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~Q6EYJX6I5NCF.1 size=384859 2024-04-02T08:41:30.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.085+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=Q6EYJX6I5NCF tag=5IKHD04NUVOF type=write size=2482011 2024-04-02T08:41:30.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.089+0000 7f7016872780 1 < suggested remove operation key=9WC16VCXCHM9 tag=J19ALOSMP17F type=write 2024-04-02T08:41:30.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.093+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~67291C4EVL6D.0 size=1048576 2024-04-02T08:41:30.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.094+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~67291C4EVL6D.1 size=1048576 2024-04-02T08:41:30.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.096+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~67291C4EVL6D.2 size=4701 2024-04-02T08:41:30.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.096+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=67291C4EVL6D tag=T1RRBQX8SZ8S type=write size=3150429 2024-04-02T08:41:30.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.098+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=8ECWFVR8PR7P type=del 2024-04-02T08:41:30.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.103+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~EMFZ93P4DJNS.0 size=1048576 2024-04-02T08:41:30.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.105+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~EMFZ93P4DJNS.1 size=1048576 2024-04-02T08:41:30.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.108+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~EMFZ93P4DJNS.2 size=758764 2024-04-02T08:41:30.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.108+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=EMFZ93P4DJNS tag=F88GBRXJNVVI type=write size=3904492 2024-04-02T08:41:30.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.110+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~PDA2TXPE60W5.0 size=1001112 2024-04-02T08:41:30.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.113+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=PDA2TXPE60W5 tag=RZHN8XIEXPQ9 type=write size=2049688 2024-04-02T08:41:30.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.116+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~6H6IV0ZWSOVJ.0 size=977095 2024-04-02T08:41:30.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.116+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=6H6IV0ZWSOVJ tag=1WKN2L0HJQGH type=write size=2025671 2024-04-02T08:41:30.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.118+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~XO5UDT9UV2BH.0 size=1048576 2024-04-02T08:41:30.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.121+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~XO5UDT9UV2BH.1 size=744741 2024-04-02T08:41:30.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.124+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=XO5UDT9UV2BH tag=9LL77OKRNVS1 type=write size=2841893 2024-04-02T08:41:30.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.126+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=L343PZKTEAHG type=del size=844553 2024-04-02T08:41:30.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.128+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~IC20S0KR1TL5.0 size=543014 2024-04-02T08:41:30.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.131+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=IC20S0KR1TL5 tag=I1RIMVFH7FLH type=write size=1591590 2024-04-02T08:41:30.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.133+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=YVIBBRJFI3AZ type=del size=2498738 2024-04-02T08:41:30.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.137+0000 7f7016872780 1 < suggested update operation key=3ASC24KYQTLG tag=VC4C3TY1B7OH type=del size=441306 2024-04-02T08:41:30.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.141+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~ZIIC7VRQJ97Z.0 size=1048576 2024-04-02T08:41:30.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.143+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~ZIIC7VRQJ97Z.1 size=562856 2024-04-02T08:41:30.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.143+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=ZIIC7VRQJ97Z tag=SF3CVOLHYD47 type=write size=2660008 2024-04-02T08:41:30.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.143+0000 7f7016872780 1 < canceled part key=_multipart_RTOJ11BQKIQR.2~03O37OG7D4CO.0 size=622206 2024-04-02T08:41:30.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.146+0000 7f7016872780 1 < canceled multipart upload key=RTOJ11BQKIQR upload=03O37OG7D4CO tag=RGFJS44FXOUM type=write size=1670782 2024-04-02T08:41:30.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.150+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~5SITQXCU0HXF.0 size=1048576 2024-04-02T08:41:30.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.151+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~5SITQXCU0HXF.1 size=1048576 2024-04-02T08:41:30.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.153+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~5SITQXCU0HXF.2 size=457937 2024-04-02T08:41:30.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.153+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=5SITQXCU0HXF tag=NRJ71TO03UA3 type=write size=3603665 2024-04-02T08:41:30.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.156+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=Z5YEOYRE9HPE type=del size=3524360 2024-04-02T08:41:30.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.157+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=HWBHX2BD0Q1A type=del size=3690923 2024-04-02T08:41:30.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.159+0000 7f7016872780 1 < canceled operation key=6AT1DGYZW8Z0 tag=E8T2WM1RXYYV type=del size=2228034 2024-04-02T08:41:30.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.163+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~8DRKQ8A17J5F.0 size=1048576 2024-04-02T08:41:30.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.165+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~8DRKQ8A17J5F.1 size=1048576 2024-04-02T08:41:30.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.166+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~8DRKQ8A17J5F.2 size=15634 2024-04-02T08:41:30.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.166+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=8DRKQ8A17J5F tag=1K95YDVLKN5Q type=write size=3161362 2024-04-02T08:41:30.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.170+0000 7f7016872780 1 < suggested update operation key=02RS0G82YQM7 tag=VQP5HGRHSKO0 type=del size=117580 2024-04-02T08:41:30.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.172+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=9HR1NKA0KLJE type=del size=1853155 2024-04-02T08:41:30.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.176+0000 7f7016872780 1 < suggested remove operation key=7A6KED7000HX tag=L09R497BZLPY type=del 2024-04-02T08:41:30.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.180+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~T8BBBCV4ODN1.0 size=694216 2024-04-02T08:41:30.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.180+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=T8BBBCV4ODN1 tag=M0AG6XNL2NCD type=write size=1742792 2024-04-02T08:41:30.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.182+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=G9WFUVF27WKS type=del 2024-04-02T08:41:30.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.184+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=GFTV55JCBA97 type=write size=747450 2024-04-02T08:41:30.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.186+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~0JLRY9MFW6J8.0 size=1048576 2024-04-02T08:41:30.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.188+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~0JLRY9MFW6J8.1 size=576432 2024-04-02T08:41:30.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.193+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=0JLRY9MFW6J8 tag=AO46U941M8IJ type=write size=2673584 2024-04-02T08:41:30.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.195+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=11REOLGTP0F4 type=del size=2483271 2024-04-02T08:41:30.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.198+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~RULHYMRXH6B4.0 size=111487 2024-04-02T08:41:30.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.202+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=RULHYMRXH6B4 tag=40843G39ZWX1 type=write size=1160063 2024-04-02T08:41:30.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.204+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=KAEIY2WLA0HY type=del size=2869104 2024-04-02T08:41:30.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.207+0000 7f7016872780 -1 < failed to complete operation key=9WC16VCXCHM9 tag=QWRY84BDLZYZ type=del size=1052013: (22) Invalid argument 2024-04-02T08:41:30.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.211+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~EG9YAQOUPMYN.0 size=1048576 2024-04-02T08:41:30.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.213+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~EG9YAQOUPMYN.1 size=985643 2024-04-02T08:41:30.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.213+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=EG9YAQOUPMYN tag=8NHOMXRIYQC1 type=write size=3082795 2024-04-02T08:41:30.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.215+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~Q6EYJX6I5NCF.0 size=1048576 2024-04-02T08:41:30.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.216+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~Q6EYJX6I5NCF.1 size=384859 2024-04-02T08:41:30.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.220+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=Q6EYJX6I5NCF tag=5IKHD04NUVOF type=write size=2482011 2024-04-02T08:41:30.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.222+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=OKE3KRZS4PGW type=del size=3831479 2024-04-02T08:41:30.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.224+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~67291C4EVL6D.0 size=1048576 2024-04-02T08:41:30.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.225+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~67291C4EVL6D.1 size=1048576 2024-04-02T08:41:30.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.227+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~67291C4EVL6D.2 size=4701 2024-04-02T08:41:30.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.231+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=67291C4EVL6D tag=T1RRBQX8SZ8S type=write size=3150429 2024-04-02T08:41:30.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.237+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~1ER83TQH85PM.0 size=1048576 2024-04-02T08:41:30.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.239+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~1ER83TQH85PM.1 size=1048576 2024-04-02T08:41:30.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.241+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~1ER83TQH85PM.2 size=578106 2024-04-02T08:41:30.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.241+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=1ER83TQH85PM tag=6AYCPI2J6YAQ type=write size=3723834 2024-04-02T08:41:30.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.243+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~EMFZ93P4DJNS.0 size=1048576 2024-04-02T08:41:30.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.243+0000 7f7016872780 1 < canceled part key=_multipart_3UK733FJNZ92.2~EMFZ93P4DJNS.1 size=1048576 2024-04-02T08:41:30.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.245+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~EMFZ93P4DJNS.2 size=758764 2024-04-02T08:41:30.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.249+0000 7f7016872780 1 < canceled multipart upload key=3UK733FJNZ92 upload=EMFZ93P4DJNS tag=F88GBRXJNVVI type=write size=3904492 2024-04-02T08:41:30.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.251+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=QDX9LSQ22FAU type=del size=140544 2024-04-02T08:41:30.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.251+0000 7f7016872780 1 < canceled part key=_multipart_K5RS8XGEFU8L.2~6H6IV0ZWSOVJ.0 size=977095 2024-04-02T08:41:30.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.256+0000 7f7016872780 1 < canceled multipart upload key=K5RS8XGEFU8L upload=6H6IV0ZWSOVJ tag=1WKN2L0HJQGH type=write size=2025671 2024-04-02T08:41:30.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.258+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=XHQV22FND16M type=del size=3981117 2024-04-02T08:41:30.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.260+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=L343PZKTEAHG type=del 2024-04-02T08:41:30.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.262+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=YJDPY4BJF3A9 type=del size=132243 2024-04-02T08:41:30.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.265+0000 7f7016872780 -1 < failed to complete operation key=7A6KED7000HX tag=YVIBBRJFI3AZ type=del size=2498738: (22) Invalid argument 2024-04-02T08:41:30.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.268+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=N7BL2PX6IEPU type=write size=815891 2024-04-02T08:41:30.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.271+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~ZIIC7VRQJ97Z.0 size=1048576 2024-04-02T08:41:30.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.273+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~ZIIC7VRQJ97Z.1 size=562856 2024-04-02T08:41:30.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.277+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=ZIIC7VRQJ97Z tag=SF3CVOLHYD47 type=write size=2660008 2024-04-02T08:41:30.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.281+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~S3OZ4VGRJZJG.0 size=1048576 2024-04-02T08:41:30.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.283+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~S3OZ4VGRJZJG.1 size=1048576 2024-04-02T08:41:30.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.285+0000 7f7016872780 1 > prepared part key=_multipart_DCPMS8TINGLU.2~S3OZ4VGRJZJG.2 size=64315 2024-04-02T08:41:30.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.285+0000 7f7016872780 1 > prepared multipart upload key=DCPMS8TINGLU upload=S3OZ4VGRJZJG tag=DHCHJW7V7G99 type=write size=3210043 2024-04-02T08:41:30.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.287+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~5SITQXCU0HXF.0 size=1048576 2024-04-02T08:41:30.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.288+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~5SITQXCU0HXF.1 size=1048576 2024-04-02T08:41:30.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.290+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~5SITQXCU0HXF.2 size=457937 2024-04-02T08:41:30.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.294+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=5SITQXCU0HXF tag=NRJ71TO03UA3 type=write size=3603665 2024-04-02T08:41:30.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.296+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=SGJGWZ7X7EZS type=del size=593798 2024-04-02T08:41:30.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.298+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=HWBHX2BD0Q1A type=del 2024-04-02T08:41:30.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.300+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=V9LFM87P9X4E type=del size=3245878 2024-04-02T08:41:30.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.302+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~8DRKQ8A17J5F.0 size=1048576 2024-04-02T08:41:30.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.303+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~8DRKQ8A17J5F.1 size=1048576 2024-04-02T08:41:30.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.305+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~8DRKQ8A17J5F.2 size=15634 2024-04-02T08:41:30.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.308+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=8DRKQ8A17J5F tag=1K95YDVLKN5Q type=write size=3161362 2024-04-02T08:41:30.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.310+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=BZT9KSIVQYZN type=del size=3972695 2024-04-02T08:41:30.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.312+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=9HR1NKA0KLJE type=del 2024-04-02T08:41:30.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.314+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=MPUOJSQ13L7I type=del size=1893811 2024-04-02T08:41:30.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.316+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~T8BBBCV4ODN1.0 size=694216 2024-04-02T08:41:30.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.320+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=T8BBBCV4ODN1 tag=M0AG6XNL2NCD type=write size=1742792 2024-04-02T08:41:30.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.322+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=XIIIEQKI7K5U type=del size=2228999 2024-04-02T08:41:30.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.324+0000 7f7016872780 1 < completed write operation key=CK7JY7FOKSRE tag=GFTV55JCBA97 type=write size=747450 2024-04-02T08:41:30.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.326+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=SQVXCCOM3FR3 type=write size=891848 2024-04-02T08:41:30.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.327+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=11REOLGTP0F4 type=del 2024-04-02T08:41:30.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.330+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=48W7GH333P2H type=del size=2448995 2024-04-02T08:41:30.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.334+0000 7f7016872780 1 < suggested remove operation key=VDSX44MQI8DS tag=KAEIY2WLA0HY type=del 2024-04-02T08:41:30.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.338+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~DRX3XVPAIM7H.0 size=331337 2024-04-02T08:41:30.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.338+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=DRX3XVPAIM7H tag=YXW41I04AEHV type=write size=1379913 2024-04-02T08:41:30.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.340+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~EG9YAQOUPMYN.0 size=1048576 2024-04-02T08:41:30.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.341+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~EG9YAQOUPMYN.1 size=985643 2024-04-02T08:41:30.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.345+0000 7f7016872780 1 < completed multipart upload key=F41QUWFT5082 upload=EG9YAQOUPMYN tag=8NHOMXRIYQC1 type=write size=3082795 2024-04-02T08:41:30.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.347+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=94WD13WPESUJ type=del size=2738913 2024-04-02T08:41:30.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.349+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=OKE3KRZS4PGW type=del 2024-04-02T08:41:30.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.351+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=AMOY6FI6ZE8R type=write size=846116 2024-04-02T08:41:30.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.353+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~1ER83TQH85PM.0 size=1048576 2024-04-02T08:41:30.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.354+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~1ER83TQH85PM.1 size=1048576 2024-04-02T08:41:30.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.356+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~1ER83TQH85PM.2 size=578106 2024-04-02T08:41:30.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.359+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=1ER83TQH85PM tag=6AYCPI2J6YAQ type=write size=3723834 2024-04-02T08:41:30.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.363+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~V58QWR90LUX4.0 size=1048576 2024-04-02T08:41:30.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.365+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~V58QWR90LUX4.1 size=1048576 2024-04-02T08:41:30.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.366+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~V58QWR90LUX4.2 size=433826 2024-04-02T08:41:30.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.366+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=V58QWR90LUX4 tag=20AD0UH459II type=write size=3579554 2024-04-02T08:41:30.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.368+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=QDX9LSQ22FAU type=del 2024-04-02T08:41:30.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.370+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=WBTDJIEGI35E type=del size=1622529 2024-04-02T08:41:30.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.372+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=XHQV22FND16M type=del 2024-04-02T08:41:30.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.374+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=A1KO6ZQL5W6F type=del size=1672334 2024-04-02T08:41:30.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.378+0000 7f7016872780 1 < suggested update operation key=DCPMS8TINGLU tag=YJDPY4BJF3A9 type=del size=132243 2024-04-02T08:41:30.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.380+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=DAYLCS83S6KM type=del size=1958116 2024-04-02T08:41:30.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.382+0000 7f7016872780 1 < canceled operation key=RTOJ11BQKIQR tag=N7BL2PX6IEPU type=write size=815891 2024-04-02T08:41:30.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.385+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~4XC1YIN7KQD3.0 size=53705 2024-04-02T08:41:30.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.385+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=4XC1YIN7KQD3 tag=LXR4SAM7TIUS type=write size=1102281 2024-04-02T08:41:30.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.387+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~S3OZ4VGRJZJG.0 size=1048576 2024-04-02T08:41:30.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.389+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~S3OZ4VGRJZJG.1 size=1048576 2024-04-02T08:41:30.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.391+0000 7f7016872780 1 < completed part key=_multipart_DCPMS8TINGLU.2~S3OZ4VGRJZJG.2 size=64315 2024-04-02T08:41:30.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.394+0000 7f7016872780 1 < completed multipart upload key=DCPMS8TINGLU upload=S3OZ4VGRJZJG tag=DHCHJW7V7G99 type=write size=3210043 2024-04-02T08:41:30.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.398+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~HSYAP1FMYYXS.0 size=1048576 2024-04-02T08:41:30.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.400+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~HSYAP1FMYYXS.1 size=1048576 2024-04-02T08:41:30.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.402+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~HSYAP1FMYYXS.2 size=335631 2024-04-02T08:41:30.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.402+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=HSYAP1FMYYXS tag=IFILQYG4SZPZ type=write size=3481359 2024-04-02T08:41:30.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.404+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=SGJGWZ7X7EZS type=del 2024-04-02T08:41:30.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.406+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=270IEB6WCESM type=del size=3031526 2024-04-02T08:41:30.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.408+0000 7f7016872780 1 < completed delete operation key=LRIMFCH3UXQB tag=V9LFM87P9X4E type=del 2024-04-02T08:41:30.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.410+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=JD8NKS3MF1YZ type=del size=245192 2024-04-02T08:41:30.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.412+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=BZT9KSIVQYZN type=del 2024-04-02T08:41:30.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.414+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=N9XNU294PUU2 type=del size=573280 2024-04-02T08:41:30.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.416+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=MPUOJSQ13L7I type=del 2024-04-02T08:41:30.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.418+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=OU21ISTLLRTG type=del size=2829816 2024-04-02T08:41:30.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.421+0000 7f7016872780 1 < suggested remove operation key=VRC7N98T39M8 tag=XIIIEQKI7K5U type=del 2024-04-02T08:41:30.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.427+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~N11LCLFA0I0R.0 size=1048576 2024-04-02T08:41:30.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.429+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~N11LCLFA0I0R.1 size=1048576 2024-04-02T08:41:30.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.431+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~N11LCLFA0I0R.2 size=550274 2024-04-02T08:41:30.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.431+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=N11LCLFA0I0R tag=99GH5G9217LC type=write size=3696002 2024-04-02T08:41:30.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.433+0000 7f7016872780 1 < completed write operation key=LRIMFCH3UXQB tag=SQVXCCOM3FR3 type=write size=891848 2024-04-02T08:41:30.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.436+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=J7E7ALYU1KQF type=write size=175713 2024-04-02T08:41:30.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.439+0000 7f7016872780 -1 < failed to complete operation key=DCPMS8TINGLU tag=48W7GH333P2H type=del size=2448995: (22) Invalid argument 2024-04-02T08:41:30.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.444+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XJXYZF3NYBCX.0 size=1048576 2024-04-02T08:41:30.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.446+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~XJXYZF3NYBCX.1 size=860630 2024-04-02T08:41:30.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.446+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=XJXYZF3NYBCX tag=CF1AG3D8AEGH type=write size=2957782 2024-04-02T08:41:30.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.449+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~DRX3XVPAIM7H.0 size=331337 2024-04-02T08:41:30.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.453+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=DRX3XVPAIM7H tag=YXW41I04AEHV type=write size=1379913 2024-04-02T08:41:30.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.455+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=50016ZHEFBBJ type=del size=3923707 2024-04-02T08:41:30.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.458+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=94WD13WPESUJ type=del 2024-04-02T08:41:30.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.463+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~11E3PWG4K1TA.0 size=53985 2024-04-02T08:41:30.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.463+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=11E3PWG4K1TA tag=VKH73TQDZAJA type=write size=1102561 2024-04-02T08:41:30.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.465+0000 7f7016872780 1 < completed write operation key=02RS0G82YQM7 tag=AMOY6FI6ZE8R type=write size=846116 2024-04-02T08:41:30.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.470+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~N0L5KS8LV3L3.0 size=96302 2024-04-02T08:41:30.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.470+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=N0L5KS8LV3L3 tag=HKGSU0TEVGZL type=write size=1144878 2024-04-02T08:41:30.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.472+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~V58QWR90LUX4.0 size=1048576 2024-04-02T08:41:30.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.474+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~V58QWR90LUX4.1 size=1048576 2024-04-02T08:41:30.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.474+0000 7f7016872780 1 < canceled part key=_multipart_XQBWK3QSXABP.2~V58QWR90LUX4.2 size=433826 2024-04-02T08:41:30.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.478+0000 7f7016872780 1 < canceled multipart upload key=XQBWK3QSXABP upload=V58QWR90LUX4 tag=20AD0UH459II type=write size=3579554 2024-04-02T08:41:30.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.480+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=CQKGFUAGUIKC type=write size=984326 2024-04-02T08:41:30.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.482+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=WBTDJIEGI35E type=del 2024-04-02T08:41:30.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.486+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~Y2KH0XDK9EFL.0 size=1048576 2024-04-02T08:41:30.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.487+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~Y2KH0XDK9EFL.1 size=1048576 2024-04-02T08:41:30.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.489+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~Y2KH0XDK9EFL.2 size=300459 2024-04-02T08:41:30.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.489+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=Y2KH0XDK9EFL tag=ER53YO0TUZ3E type=write size=3446187 2024-04-02T08:41:30.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.493+0000 7f7016872780 1 < suggested remove operation key=I5RKMPQ2CZ8E tag=A1KO6ZQL5W6F type=del 2024-04-02T08:41:30.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.495+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=Z1F6WHDQK46T type=del size=2646991 2024-04-02T08:41:30.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.497+0000 7f7016872780 1 < canceled operation key=GRR9RBGMGMHH tag=DAYLCS83S6KM type=del size=1958116 2024-04-02T08:41:30.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.499+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=RFQNRSBPC8IG type=del size=4143702 2024-04-02T08:41:30.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.501+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~4XC1YIN7KQD3.0 size=53705 2024-04-02T08:41:30.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.504+0000 7f7016872780 1 < completed multipart upload key=6AT1DGYZW8Z0 upload=4XC1YIN7KQD3 tag=LXR4SAM7TIUS type=write size=1102281 2024-04-02T08:41:30.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.506+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=RULBQC2J90IN type=del size=2026171 2024-04-02T08:41:30.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.508+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~HSYAP1FMYYXS.0 size=1048576 2024-04-02T08:41:30.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.510+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~HSYAP1FMYYXS.1 size=1048576 2024-04-02T08:41:30.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.511+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~HSYAP1FMYYXS.2 size=335631 2024-04-02T08:41:30.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.515+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=HSYAP1FMYYXS tag=IFILQYG4SZPZ type=write size=3481359 2024-04-02T08:41:30.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.519+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~58OP58FEV962.0 size=1048576 2024-04-02T08:41:30.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.520+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~58OP58FEV962.1 size=174573 2024-04-02T08:41:30.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.520+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=58OP58FEV962 tag=L5CKMPO9717X type=write size=2271725 2024-04-02T08:41:30.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.524+0000 7f7016872780 1 < suggested remove operation key=4SLXOPTR3LOC tag=270IEB6WCESM type=del 2024-04-02T08:41:30.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.526+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=PR4ONH8M516N type=del size=3919784 2024-04-02T08:41:30.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.530+0000 7f7016872780 1 < suggested remove operation key=5J69WZ7J6CZ4 tag=JD8NKS3MF1YZ type=del 2024-04-02T08:41:30.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.532+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=3099Z8SLNKN5 type=del size=4161400 2024-04-02T08:41:30.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.534+0000 7f7016872780 1 < completed delete operation key=3ASC24KYQTLG tag=N9XNU294PUU2 type=del 2024-04-02T08:41:30.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.537+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~L0I042T7IWO9.0 size=234005 2024-04-02T08:41:30.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.537+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=L0I042T7IWO9 tag=0T1V94DOHNF6 type=write size=1282581 2024-04-02T08:41:30.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.539+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=OU21ISTLLRTG type=del 2024-04-02T08:41:30.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.541+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=BNJNI3SL1L8O type=del size=4075704 2024-04-02T08:41:30.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.543+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~N11LCLFA0I0R.0 size=1048576 2024-04-02T08:41:30.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.545+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~N11LCLFA0I0R.1 size=1048576 2024-04-02T08:41:30.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.547+0000 7f7016872780 1 < completed part key=_multipart_7A6KED7000HX.2~N11LCLFA0I0R.2 size=550274 2024-04-02T08:41:30.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.550+0000 7f7016872780 1 < completed multipart upload key=7A6KED7000HX upload=N11LCLFA0I0R tag=99GH5G9217LC type=write size=3696002 2024-04-02T08:41:30.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.553+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=R6F701R6HQIH type=del size=3450961 2024-04-02T08:41:30.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.555+0000 7f7016872780 1 < completed write operation key=CK7JY7FOKSRE tag=J7E7ALYU1KQF type=write size=175713 2024-04-02T08:41:30.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.557+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=YPA0WYSVSQJM type=write size=426463 2024-04-02T08:41:30.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.560+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~XJXYZF3NYBCX.0 size=1048576 2024-04-02T08:41:30.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.562+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~XJXYZF3NYBCX.1 size=860630 2024-04-02T08:41:30.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.566+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=XJXYZF3NYBCX tag=CF1AG3D8AEGH type=write size=2957782 2024-04-02T08:41:30.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.571+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~AGT2ISVH1GAW.0 size=460915 2024-04-02T08:41:30.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.571+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=AGT2ISVH1GAW tag=XND41GCCW56G type=write size=1509491 2024-04-02T08:41:30.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.573+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=50016ZHEFBBJ type=del 2024-04-02T08:41:30.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.576+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~Y5K0EBHO5IDO.0 size=1048576 2024-04-02T08:41:30.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.578+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~Y5K0EBHO5IDO.1 size=1048576 2024-04-02T08:41:30.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.580+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~Y5K0EBHO5IDO.2 size=747830 2024-04-02T08:41:30.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.580+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=Y5K0EBHO5IDO tag=D372HJIQ4DCM type=write size=3893558 2024-04-02T08:41:30.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.583+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~11E3PWG4K1TA.0 size=53985 2024-04-02T08:41:30.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.586+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=11E3PWG4K1TA tag=VKH73TQDZAJA type=write size=1102561 2024-04-02T08:41:30.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.590+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~EKZSHH0D6S7E.0 size=1048576 2024-04-02T08:41:30.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.591+0000 7f7016872780 1 > prepared part key=_multipart_6AT1DGYZW8Z0.2~EKZSHH0D6S7E.1 size=555752 2024-04-02T08:41:30.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.591+0000 7f7016872780 1 > prepared multipart upload key=6AT1DGYZW8Z0 upload=EKZSHH0D6S7E tag=DVFNO1OVY3G5 type=write size=2652904 2024-04-02T08:41:30.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.593+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~N0L5KS8LV3L3.0 size=96302 2024-04-02T08:41:30.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.597+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=N0L5KS8LV3L3 tag=HKGSU0TEVGZL type=write size=1144878 2024-04-02T08:41:30.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.599+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=NFE310GI416Z type=del size=1766895 2024-04-02T08:41:30.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.603+0000 7f7016872780 1 < suggested remove operation key=RTOJ11BQKIQR tag=CQKGFUAGUIKC type=write 2024-04-02T08:41:30.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.607+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~3NJDWT8HON5Q.0 size=1048576 2024-04-02T08:41:30.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.609+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~3NJDWT8HON5Q.1 size=282211 2024-04-02T08:41:30.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.609+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=3NJDWT8HON5Q tag=EMMME6VWPPLI type=write size=2379363 2024-04-02T08:41:30.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.611+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~Y2KH0XDK9EFL.0 size=1048576 2024-04-02T08:41:30.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.613+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~Y2KH0XDK9EFL.1 size=1048576 2024-04-02T08:41:30.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.614+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~Y2KH0XDK9EFL.2 size=300459 2024-04-02T08:41:30.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.618+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=Y2KH0XDK9EFL tag=ER53YO0TUZ3E type=write size=3446187 2024-04-02T08:41:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:30 smithi084 ceph-mon[94794]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 492 KiB/s wr, 2.54k op/s 2024-04-02T08:41:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:30 smithi084 ceph-mon[97358]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 492 KiB/s wr, 2.54k op/s 2024-04-02T08:41:30.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.620+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=8H1DO2JTHOJS type=del size=3405579 2024-04-02T08:41:30.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.622+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=Z1F6WHDQK46T type=del 2024-04-02T08:41:30.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.625+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=MF3MJ996EX58 type=del size=2018941 2024-04-02T08:41:30.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.629+0000 7f7016872780 1 < suggested remove operation key=Y2F1XJDYXB7J tag=RFQNRSBPC8IG type=del 2024-04-02T08:41:30.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.632+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=BVAIOPH0V03S type=del size=2525606 2024-04-02T08:41:30.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.634+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=RULBQC2J90IN type=del 2024-04-02T08:41:30.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.637+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~RTVC8V5EYVYQ.0 size=1048576 2024-04-02T08:41:30.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.639+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~RTVC8V5EYVYQ.1 size=1048576 2024-04-02T08:41:30.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.641+0000 7f7016872780 1 > prepared part key=_multipart_7A6KED7000HX.2~RTVC8V5EYVYQ.2 size=119607 2024-04-02T08:41:30.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.641+0000 7f7016872780 1 > prepared multipart upload key=7A6KED7000HX upload=RTVC8V5EYVYQ tag=4QIS8NCS00RW type=write size=3265335 2024-04-02T08:41:30.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.643+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~58OP58FEV962.0 size=1048576 2024-04-02T08:41:30.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.644+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~58OP58FEV962.1 size=174573 2024-04-02T08:41:30.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.648+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=58OP58FEV962 tag=L5CKMPO9717X type=write size=2271725 2024-04-02T08:41:30.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.649+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=RXL84BXQW0QR type=del size=118079 2024-04-02T08:41:30.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.654+0000 7f7016872780 1 < suggested remove operation key=Y2F1XJDYXB7J tag=PR4ONH8M516N type=del 2024-04-02T08:41:30.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.659+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~AK2FPE0RMYNB.0 size=902167 2024-04-02T08:41:30.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.659+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=AK2FPE0RMYNB tag=05HDT9VSNB8U type=write size=1950743 2024-04-02T08:41:30.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.661+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=3099Z8SLNKN5 type=del 2024-04-02T08:41:30.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:30 smithi132 ceph-mon[88571]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 492 KiB/s wr, 2.54k op/s 2024-04-02T08:41:30.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.663+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=2AYSVMTIR1DS type=del size=3491644 2024-04-02T08:41:30.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.663+0000 7f7016872780 1 < canceled part key=_multipart_VRC7N98T39M8.2~L0I042T7IWO9.0 size=234005 2024-04-02T08:41:30.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.667+0000 7f7016872780 1 < canceled multipart upload key=VRC7N98T39M8 upload=L0I042T7IWO9 tag=0T1V94DOHNF6 type=write size=1282581 2024-04-02T08:41:30.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.671+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~YT9PM9UE2UBI.0 size=92533 2024-04-02T08:41:30.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.671+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=YT9PM9UE2UBI tag=DTQ8QOPEYGD6 type=write size=1141109 2024-04-02T08:41:30.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.673+0000 7f7016872780 1 < completed delete operation key=6AT1DGYZW8Z0 tag=BNJNI3SL1L8O type=del 2024-04-02T08:41:30.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.676+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~3EF08ERXM0BL.0 size=1048576 2024-04-02T08:41:30.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.678+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~3EF08ERXM0BL.1 size=142952 2024-04-02T08:41:30.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.678+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=3EF08ERXM0BL tag=L7HAMZAZKUSJ type=write size=2240104 2024-04-02T08:41:30.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.680+0000 7f7016872780 1 < completed delete operation key=OMWA4ZW4GOZ2 tag=R6F701R6HQIH type=del 2024-04-02T08:41:30.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.684+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~USJ29SE0U6HW.0 size=1048576 2024-04-02T08:41:30.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.685+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~USJ29SE0U6HW.1 size=1048576 2024-04-02T08:41:30.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.687+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~USJ29SE0U6HW.2 size=123445 2024-04-02T08:41:30.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.687+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=USJ29SE0U6HW tag=G6MX1U55IF2J type=write size=3269173 2024-04-02T08:41:30.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.689+0000 7f7016872780 1 < completed write operation key=4SLXOPTR3LOC tag=YPA0WYSVSQJM type=write size=426463 2024-04-02T08:41:30.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.692+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~CKVW6Z5JAALU.0 size=1048576 2024-04-02T08:41:30.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.694+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~CKVW6Z5JAALU.1 size=503068 2024-04-02T08:41:30.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.694+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=CKVW6Z5JAALU tag=G26MA19VTW9R type=write size=2600220 2024-04-02T08:41:30.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.696+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~AGT2ISVH1GAW.0 size=460915 2024-04-02T08:41:30.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.700+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=AGT2ISVH1GAW tag=XND41GCCW56G type=write size=1509491 2024-04-02T08:41:30.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.702+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=5EYMXLIGOHX4 type=write size=784373 2024-04-02T08:41:30.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.704+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~Y5K0EBHO5IDO.0 size=1048576 2024-04-02T08:41:30.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.705+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~Y5K0EBHO5IDO.1 size=1048576 2024-04-02T08:41:30.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.707+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~Y5K0EBHO5IDO.2 size=747830 2024-04-02T08:41:30.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.711+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=Y5K0EBHO5IDO tag=D372HJIQ4DCM type=write size=3893558 2024-04-02T08:41:30.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.714+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=YIDLIAW0FOXA type=del size=1938860 2024-04-02T08:41:30.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.714+0000 7f7016872780 1 < canceled part key=_multipart_6AT1DGYZW8Z0.2~EKZSHH0D6S7E.0 size=1048576 2024-04-02T08:41:30.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.716+0000 7f7016872780 1 < completed part key=_multipart_6AT1DGYZW8Z0.2~EKZSHH0D6S7E.1 size=555752 2024-04-02T08:41:30.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.720+0000 7f7016872780 1 < canceled multipart upload key=6AT1DGYZW8Z0 upload=EKZSHH0D6S7E tag=DVFNO1OVY3G5 type=write size=2652904 2024-04-02T08:41:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.725+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~J8Q0BTV8UDX0.0 size=1048576 2024-04-02T08:41:30.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.728+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~J8Q0BTV8UDX0.1 size=394576 2024-04-02T08:41:30.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.728+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=J8Q0BTV8UDX0 tag=N6UJDMPWR5AM type=write size=2491728 2024-04-02T08:41:30.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.732+0000 7f7016872780 1 < suggested update operation key=7A6KED7000HX tag=NFE310GI416Z type=del size=1766895 2024-04-02T08:41:30.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.734+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=PSBBXO2DB176 type=del size=3266358 2024-04-02T08:41:30.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.734+0000 7f7016872780 1 < canceled part key=_multipart_OIQ6XB5SR7J6.2~3NJDWT8HON5Q.0 size=1048576 2024-04-02T08:41:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.736+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~3NJDWT8HON5Q.1 size=282211 2024-04-02T08:41:30.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.739+0000 7f7016872780 1 < canceled multipart upload key=OIQ6XB5SR7J6 upload=3NJDWT8HON5Q tag=EMMME6VWPPLI type=write size=2379363 2024-04-02T08:41:30.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.741+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=KPUYXA1CEZV6 type=del size=1390724 2024-04-02T08:41:30.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.743+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=8H1DO2JTHOJS type=del 2024-04-02T08:41:30.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.747+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~BOPNPEE25E44.0 size=151368 2024-04-02T08:41:30.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.747+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=BOPNPEE25E44 tag=PIP7AG8FI4MC type=write size=1199944 2024-04-02T08:41:30.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.749+0000 7f7016872780 1 < completed delete operation key=2C62BZU175EV tag=MF3MJ996EX58 type=del 2024-04-02T08:41:30.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.751+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=WQPEL326PCGC type=write size=588381 2024-04-02T08:41:30.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.753+0000 7f7016872780 1 < canceled operation key=3ASC24KYQTLG tag=BVAIOPH0V03S type=del size=2525606 2024-04-02T08:41:30.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.755+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=2D11QQ88Q46N type=del size=3461392 2024-04-02T08:41:30.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.755+0000 7f7016872780 1 < canceled part key=_multipart_7A6KED7000HX.2~RTVC8V5EYVYQ.0 size=1048576 2024-04-02T08:41:30.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.755+0000 7f7016872780 1 < canceled part key=_multipart_7A6KED7000HX.2~RTVC8V5EYVYQ.1 size=1048576 2024-04-02T08:41:30.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.755+0000 7f7016872780 1 < canceled part key=_multipart_7A6KED7000HX.2~RTVC8V5EYVYQ.2 size=119607 2024-04-02T08:41:30.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.759+0000 7f7016872780 1 < canceled multipart upload key=7A6KED7000HX upload=RTVC8V5EYVYQ tag=4QIS8NCS00RW type=write size=3265335 2024-04-02T08:41:30.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.761+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=CL1LKSW6TMK7 type=del size=3247037 2024-04-02T08:41:30.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.764+0000 7f7016872780 -1 < failed to complete operation key=Y2F1XJDYXB7J tag=RXL84BXQW0QR type=del size=118079: (22) Invalid argument 2024-04-02T08:41:30.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.767+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~FSZ0DJFEB6UQ.0 size=1048576 2024-04-02T08:41:30.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.769+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~FSZ0DJFEB6UQ.1 size=1048576 2024-04-02T08:41:30.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.771+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~FSZ0DJFEB6UQ.2 size=700625 2024-04-02T08:41:30.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.771+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=FSZ0DJFEB6UQ tag=OKNPLTLS5ZB6 type=write size=3846353 2024-04-02T08:41:30.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.773+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~AK2FPE0RMYNB.0 size=902167 2024-04-02T08:41:30.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.777+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=AK2FPE0RMYNB tag=05HDT9VSNB8U type=write size=1950743 2024-04-02T08:41:30.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.780+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~ULIK4Z5UO68N.0 size=1048576 2024-04-02T08:41:30.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.782+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~ULIK4Z5UO68N.1 size=1025791 2024-04-02T08:41:30.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.782+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=ULIK4Z5UO68N tag=IZ2ER4UTMTTQ type=write size=3122943 2024-04-02T08:41:30.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.784+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=2AYSVMTIR1DS type=del 2024-04-02T08:41:30.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.786+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=8KA9RXFVDTHR type=del size=3368484 2024-04-02T08:41:30.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.788+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~YT9PM9UE2UBI.0 size=92533 2024-04-02T08:41:30.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.792+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=YT9PM9UE2UBI tag=DTQ8QOPEYGD6 type=write size=1141109 2024-04-02T08:41:30.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.795+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~T3TJLZGMEODA.0 size=1048576 2024-04-02T08:41:30.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.797+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~T3TJLZGMEODA.1 size=1204 2024-04-02T08:41:30.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.797+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=T3TJLZGMEODA tag=O1BQIHNP10F3 type=write size=2098356 2024-04-02T08:41:30.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.800+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~3EF08ERXM0BL.0 size=1048576 2024-04-02T08:41:30.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.802+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~3EF08ERXM0BL.1 size=142952 2024-04-02T08:41:30.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.807+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=3EF08ERXM0BL tag=L7HAMZAZKUSJ type=write size=2240104 2024-04-02T08:41:30.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.809+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=FZIN1J3R5UH1 type=del size=49366 2024-04-02T08:41:30.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.812+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~USJ29SE0U6HW.0 size=1048576 2024-04-02T08:41:30.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.814+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~USJ29SE0U6HW.1 size=1048576 2024-04-02T08:41:30.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.816+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~USJ29SE0U6HW.2 size=123445 2024-04-02T08:41:30.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.820+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=USJ29SE0U6HW tag=G6MX1U55IF2J type=write size=3269173 2024-04-02T08:41:30.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.826+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~SG57WZEX7FER.0 size=1048576 2024-04-02T08:41:30.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.828+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~SG57WZEX7FER.1 size=1023020 2024-04-02T08:41:30.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.828+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=SG57WZEX7FER tag=ZBPHM3ZH6QYR type=write size=3120172 2024-04-02T08:41:30.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.831+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~CKVW6Z5JAALU.0 size=1048576 2024-04-02T08:41:30.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.833+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~CKVW6Z5JAALU.1 size=503068 2024-04-02T08:41:30.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.838+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=CKVW6Z5JAALU tag=G26MA19VTW9R type=write size=2600220 2024-04-02T08:41:30.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.840+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=O7PALYRC1K5D type=del size=2287364 2024-04-02T08:41:30.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.843+0000 7f7016872780 1 < completed write operation key=K5RS8XGEFU8L tag=5EYMXLIGOHX4 type=write size=784373 2024-04-02T08:41:30.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.845+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=BDC7K27Y60C1 type=del size=555263 2024-04-02T08:41:30.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.848+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=YIDLIAW0FOXA type=del 2024-04-02T08:41:30.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.850+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=LNSSHQYAVVSN type=del size=1613777 2024-04-02T08:41:30.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.852+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~J8Q0BTV8UDX0.0 size=1048576 2024-04-02T08:41:30.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.854+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~J8Q0BTV8UDX0.1 size=394576 2024-04-02T08:41:30.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.858+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=J8Q0BTV8UDX0 tag=N6UJDMPWR5AM type=write size=2491728 2024-04-02T08:41:30.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.860+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=Q590KXMIYZU6 type=del size=2695021 2024-04-02T08:41:30.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.864+0000 7f7016872780 1 < suggested update operation key=F41QUWFT5082 tag=PSBBXO2DB176 type=del size=3266358 2024-04-02T08:41:30.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.866+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=GGKWIMVR1JZS type=write size=230960 2024-04-02T08:41:30.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.869+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=KPUYXA1CEZV6 type=del 2024-04-02T08:41:30.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.873+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~3Q9RZG4APHB4.0 size=120668 2024-04-02T08:41:30.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.873+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=3Q9RZG4APHB4 tag=G7ELMPBMCRZR type=write size=1169244 2024-04-02T08:41:30.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.875+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~BOPNPEE25E44.0 size=151368 2024-04-02T08:41:30.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.879+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=BOPNPEE25E44 tag=PIP7AG8FI4MC type=write size=1199944 2024-04-02T08:41:30.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.882+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~OVGGHLSC40TJ.0 size=1048576 2024-04-02T08:41:30.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.884+0000 7f7016872780 1 > prepared part key=_multipart_F41QUWFT5082.2~OVGGHLSC40TJ.1 size=619793 2024-04-02T08:41:30.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.884+0000 7f7016872780 1 > prepared multipart upload key=F41QUWFT5082 upload=OVGGHLSC40TJ tag=RUVARC391UZA type=write size=2716945 2024-04-02T08:41:30.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.886+0000 7f7016872780 1 < completed write operation key=6AT1DGYZW8Z0 tag=WQPEL326PCGC type=write size=588381 2024-04-02T08:41:30.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.889+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~83J752L0YP9M.0 size=1048576 2024-04-02T08:41:30.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.891+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~83J752L0YP9M.1 size=1048576 2024-04-02T08:41:30.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.892+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~83J752L0YP9M.2 size=905024 2024-04-02T08:41:30.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.892+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=83J752L0YP9M tag=OWDVEZ6Y09E9 type=write size=4050752 2024-04-02T08:41:30.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.894+0000 7f7016872780 1 < canceled operation key=DCPMS8TINGLU tag=2D11QQ88Q46N type=del size=3461392 2024-04-02T08:41:30.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.898+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~UFBK98M5S6SX.0 size=1048576 2024-04-02T08:41:30.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.900+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~UFBK98M5S6SX.1 size=1048576 2024-04-02T08:41:30.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.901+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~UFBK98M5S6SX.2 size=928262 2024-04-02T08:41:30.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.901+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=UFBK98M5S6SX tag=A8LYAR6C05K9 type=write size=4073990 2024-04-02T08:41:30.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.903+0000 7f7016872780 1 < canceled operation key=OMWA4ZW4GOZ2 tag=CL1LKSW6TMK7 type=del size=3247037 2024-04-02T08:41:30.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.905+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=1NL5FH8GAENH type=write size=411005 2024-04-02T08:41:30.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.907+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~FSZ0DJFEB6UQ.0 size=1048576 2024-04-02T08:41:30.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.909+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~FSZ0DJFEB6UQ.1 size=1048576 2024-04-02T08:41:30.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.911+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~FSZ0DJFEB6UQ.2 size=700625 2024-04-02T08:41:30.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.914+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=FSZ0DJFEB6UQ tag=OKNPLTLS5ZB6 type=write size=3846353 2024-04-02T08:41:30.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.916+0000 7f7016872780 1 > prepared operation key=WU9M880KQWBR tag=BHVYU0HO8WAG type=write size=93236 2024-04-02T08:41:30.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.918+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~ULIK4Z5UO68N.0 size=1048576 2024-04-02T08:41:30.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.920+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~ULIK4Z5UO68N.1 size=1025791 2024-04-02T08:41:30.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.923+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=ULIK4Z5UO68N tag=IZ2ER4UTMTTQ type=write size=3122943 2024-04-02T08:41:30.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.925+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=ZH0WIIA74289 type=write size=644948 2024-04-02T08:41:30.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.927+0000 7f7016872780 1 < completed delete operation key=WU9M880KQWBR tag=8KA9RXFVDTHR type=del 2024-04-02T08:41:30.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.929+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=88Y0RTL4CKVF type=del size=3924799 2024-04-02T08:41:30.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.932+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~T3TJLZGMEODA.0 size=1048576 2024-04-02T08:41:30.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.933+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~T3TJLZGMEODA.1 size=1204 2024-04-02T08:41:30.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.937+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=T3TJLZGMEODA tag=O1BQIHNP10F3 type=write size=2098356 2024-04-02T08:41:30.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.939+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=T0S93KKOOMQA type=del size=1901712 2024-04-02T08:41:30.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.941+0000 7f7016872780 -1 < failed to complete operation key=F41QUWFT5082 tag=FZIN1J3R5UH1 type=del size=49366: (22) Invalid argument 2024-04-02T08:41:30.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.945+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~191F33YX34TG.0 size=1048576 2024-04-02T08:41:30.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.947+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~191F33YX34TG.1 size=690490 2024-04-02T08:41:30.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.947+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=191F33YX34TG tag=PS13T9DI34ZI type=write size=2787642 2024-04-02T08:41:30.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.949+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~SG57WZEX7FER.0 size=1048576 2024-04-02T08:41:30.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.951+0000 7f7016872780 1 < completed part key=_multipart_K5RS8XGEFU8L.2~SG57WZEX7FER.1 size=1023020 2024-04-02T08:41:30.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.954+0000 7f7016872780 1 < completed multipart upload key=K5RS8XGEFU8L upload=SG57WZEX7FER tag=ZBPHM3ZH6QYR type=write size=3120172 2024-04-02T08:41:30.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.956+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=SDDTDT6783E4 type=del size=4184280 2024-04-02T08:41:30.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.959+0000 7f7016872780 -1 < failed to complete operation key=F41QUWFT5082 tag=O7PALYRC1K5D type=del size=2287364: (22) Invalid argument 2024-04-02T08:41:30.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.961+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=6TOXWM9OJ7M8 type=del size=4076032 2024-04-02T08:41:30.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.965+0000 7f7016872780 1 < suggested update operation key=K5RS8XGEFU8L tag=BDC7K27Y60C1 type=del size=555263 2024-04-02T08:41:30.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.967+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=YMKXCWTM1O14 type=del size=3940966 2024-04-02T08:41:30.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.969+0000 7f7016872780 1 < canceled operation key=LRIMFCH3UXQB tag=LNSSHQYAVVSN type=del size=1613777 2024-04-02T08:41:30.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.971+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=CL1R7M81JKE3 type=del size=2982522 2024-04-02T08:41:30.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.973+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=Q590KXMIYZU6 type=del 2024-04-02T08:41:30.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.975+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=6FVL0DCVCXY2 type=del size=87188 2024-04-02T08:41:30.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.977+0000 7f7016872780 1 < completed write operation key=4SLXOPTR3LOC tag=GGKWIMVR1JZS type=write size=230960 2024-04-02T08:41:30.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.980+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~LW9QH6HXC6XI.0 size=10547 2024-04-02T08:41:30.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.980+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=LW9QH6HXC6XI tag=WRNJ88PHEDUG type=write size=1059123 2024-04-02T08:41:30.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.982+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~3Q9RZG4APHB4.0 size=120668 2024-04-02T08:41:30.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.986+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=3Q9RZG4APHB4 tag=G7ELMPBMCRZR type=write size=1169244 2024-04-02T08:41:30.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.988+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=GKR3H96DJW69 type=del size=387092 2024-04-02T08:41:30.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.988+0000 7f7016872780 1 < canceled part key=_multipart_F41QUWFT5082.2~OVGGHLSC40TJ.0 size=1048576 2024-04-02T08:41:30.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.990+0000 7f7016872780 1 < completed part key=_multipart_F41QUWFT5082.2~OVGGHLSC40TJ.1 size=619793 2024-04-02T08:41:30.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.993+0000 7f7016872780 1 < canceled multipart upload key=F41QUWFT5082 upload=OVGGHLSC40TJ tag=RUVARC391UZA type=write size=2716945 2024-04-02T08:41:30.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.995+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=B6F4IQEI4F5N type=write size=639002 2024-04-02T08:41:30.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.997+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~83J752L0YP9M.0 size=1048576 2024-04-02T08:41:30.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.999+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~83J752L0YP9M.1 size=1048576 2024-04-02T08:41:30.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:30.999+0000 7f7016872780 1 < canceled part key=_multipart_I5RKMPQ2CZ8E.2~83J752L0YP9M.2 size=905024 2024-04-02T08:41:31.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.003+0000 7f7016872780 1 < canceled multipart upload key=I5RKMPQ2CZ8E upload=83J752L0YP9M tag=OWDVEZ6Y09E9 type=write size=4050752 2024-04-02T08:41:31.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.007+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~KH9BRAFFKIUR.0 size=895541 2024-04-02T08:41:31.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.007+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=KH9BRAFFKIUR tag=W1833QJIZJ8E type=write size=1944117 2024-04-02T08:41:31.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.008+0000 7f7016872780 1 < canceled part key=_multipart_1DEIP6BZCLGU.2~UFBK98M5S6SX.0 size=1048576 2024-04-02T08:41:31.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.010+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~UFBK98M5S6SX.1 size=1048576 2024-04-02T08:41:31.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.012+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~UFBK98M5S6SX.2 size=928262 2024-04-02T08:41:31.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.017+0000 7f7016872780 1 < canceled multipart upload key=1DEIP6BZCLGU upload=UFBK98M5S6SX tag=A8LYAR6C05K9 type=write size=4073990 2024-04-02T08:41:31.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.019+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=TTZAM58W4H87 type=del size=3920823 2024-04-02T08:41:31.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.022+0000 7f7016872780 1 < completed write operation key=1EUQSEA39UCS tag=1NL5FH8GAENH type=write size=411005 2024-04-02T08:41:31.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.024+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=0CNTLP2XTE84 type=del size=3504268 2024-04-02T08:41:31.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.027+0000 7f7016872780 1 < completed write operation key=WU9M880KQWBR tag=BHVYU0HO8WAG type=write size=93236 2024-04-02T08:41:31.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.030+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=NRNUO1XMJ7GI type=del size=606211 2024-04-02T08:41:31.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.032+0000 7f7016872780 1 < completed write operation key=OIQ6XB5SR7J6 tag=ZH0WIIA74289 type=write size=644948 2024-04-02T08:41:31.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.036+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~RIN57ZRJAWHG.0 size=728108 2024-04-02T08:41:31.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.036+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=RIN57ZRJAWHG tag=R5FMH59DHIGW type=write size=1776684 2024-04-02T08:41:31.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.039+0000 7f7016872780 1 < completed delete operation key=5J69WZ7J6CZ4 tag=88Y0RTL4CKVF type=del 2024-04-02T08:41:31.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.041+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=4H0120VFTL9S type=del size=155471 2024-04-02T08:41:31.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.044+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=T0S93KKOOMQA type=del 2024-04-02T08:41:31.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.047+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=ZIY1Z7X1EW7Z type=del size=1464607 2024-04-02T08:41:31.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.049+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~191F33YX34TG.0 size=1048576 2024-04-02T08:41:31.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.049+0000 7f7016872780 1 < canceled part key=_multipart_LRIMFCH3UXQB.2~191F33YX34TG.1 size=690490 2024-04-02T08:41:31.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.053+0000 7f7016872780 1 < canceled multipart upload key=LRIMFCH3UXQB upload=191F33YX34TG tag=PS13T9DI34ZI type=write size=2787642 2024-04-02T08:41:31.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.055+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=9FJJV38VJPCZ type=del size=2773459 2024-04-02T08:41:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.057+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=SDDTDT6783E4 type=del 2024-04-02T08:41:31.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.059+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=XGTUEXOU265Z type=del size=172327 2024-04-02T08:41:31.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.063+0000 7f7016872780 1 < suggested update operation key=6AT1DGYZW8Z0 tag=6TOXWM9OJ7M8 type=del size=4076032 2024-04-02T08:41:31.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.065+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=4YQ127BYGZ09 type=del size=2040687 2024-04-02T08:41:31.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.069+0000 7f7016872780 1 < suggested remove operation key=4SLXOPTR3LOC tag=YMKXCWTM1O14 type=del 2024-04-02T08:41:31.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.072+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~4DDL2T80SKPA.0 size=1048576 2024-04-02T08:41:31.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.074+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~4DDL2T80SKPA.1 size=195667 2024-04-02T08:41:31.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.074+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=4DDL2T80SKPA tag=H8WO9I6800OJ type=write size=2292819 2024-04-02T08:41:31.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.076+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=CL1R7M81JKE3 type=del 2024-04-02T08:41:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.080+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~3MCH81JY11BS.0 size=592660 2024-04-02T08:41:31.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.080+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=3MCH81JY11BS tag=3M3TIEYOFBM4 type=write size=1641236 2024-04-02T08:41:31.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.083+0000 7f7016872780 -1 < failed to complete operation key=6AT1DGYZW8Z0 tag=6FVL0DCVCXY2 type=del size=87188: (22) Invalid argument 2024-04-02T08:41:31.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.087+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~M33I8QXY8ELV.0 size=1048576 2024-04-02T08:41:31.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.088+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~M33I8QXY8ELV.1 size=663004 2024-04-02T08:41:31.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.088+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=M33I8QXY8ELV tag=0ENJISFGMQ41 type=write size=2760156 2024-04-02T08:41:31.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.090+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~LW9QH6HXC6XI.0 size=10547 2024-04-02T08:41:31.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.094+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=LW9QH6HXC6XI tag=WRNJ88PHEDUG type=write size=1059123 2024-04-02T08:41:31.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.096+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=ANJ7M0N3X0T0 type=del size=3001282 2024-04-02T08:41:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.099+0000 7f7016872780 -1 < failed to complete operation key=4SLXOPTR3LOC tag=GKR3H96DJW69 type=del size=387092: (22) Invalid argument 2024-04-02T08:41:31.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.102+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~E5IO9AFYPTQU.0 size=495315 2024-04-02T08:41:31.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.102+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=E5IO9AFYPTQU tag=V4Z3AKIGHBN9 type=write size=1543891 2024-04-02T08:41:31.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.104+0000 7f7016872780 1 < completed write operation key=VRC7N98T39M8 tag=B6F4IQEI4F5N type=write size=639002 2024-04-02T08:41:31.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.106+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=56SFYFIWRRGC type=del size=693375 2024-04-02T08:41:31.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.108+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~KH9BRAFFKIUR.0 size=895541 2024-04-02T08:41:31.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.112+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=KH9BRAFFKIUR tag=W1833QJIZJ8E type=write size=1944117 2024-04-02T08:41:31.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.114+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=D7KJ6DGPI9T9 type=del size=2253412 2024-04-02T08:41:31.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.117+0000 7f7016872780 1 < canceled operation key=58T4QI1BTVQ5 tag=TTZAM58W4H87 type=del size=3920823 2024-04-02T08:41:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:41:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:41:30] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-04-02T08:41:31.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.119+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=17OJVRBYLGVD type=del size=3184195 2024-04-02T08:41:31.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.121+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=0CNTLP2XTE84 type=del 2024-04-02T08:41:31.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.123+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=U4EVPD3T32OK type=del size=1410805 2024-04-02T08:41:31.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.127+0000 7f7016872780 1 < suggested update operation key=F41QUWFT5082 tag=NRNUO1XMJ7GI type=del size=606211 2024-04-02T08:41:31.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.131+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~V405FF1RRNHD.0 size=959692 2024-04-02T08:41:31.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.131+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=V405FF1RRNHD tag=OURF448TG2RY type=write size=2008268 2024-04-02T08:41:31.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.133+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~RIN57ZRJAWHG.0 size=728108 2024-04-02T08:41:31.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.137+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=RIN57ZRJAWHG tag=R5FMH59DHIGW type=write size=1776684 2024-04-02T08:41:31.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.139+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=B27AT7QTGRBQ type=del size=1897858 2024-04-02T08:41:31.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.141+0000 7f7016872780 1 < canceled operation key=5J69WZ7J6CZ4 tag=4H0120VFTL9S type=del size=155471 2024-04-02T08:41:31.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.143+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=KW9ZGDU3UMST type=del size=2606098 2024-04-02T08:41:31.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.145+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=ZIY1Z7X1EW7Z type=del 2024-04-02T08:41:31.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.147+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=ZADHV9DMXA3P type=del size=1707739 2024-04-02T08:41:31.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.149+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=9FJJV38VJPCZ type=del 2024-04-02T08:41:31.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.151+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=PJ2L1VOKK5P4 type=del size=2934687 2024-04-02T08:41:31.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.154+0000 7f7016872780 -1 < failed to complete operation key=4SLXOPTR3LOC tag=XGTUEXOU265Z type=del size=172327: (22) Invalid argument 2024-04-02T08:41:31.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.158+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~PLUYE0Z6UGPZ.0 size=953467 2024-04-02T08:41:31.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.158+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=PLUYE0Z6UGPZ tag=S7O1LFVFXYUE type=write size=2002043 2024-04-02T08:41:31.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.160+0000 7f7016872780 1 < completed delete operation key=VDSX44MQI8DS tag=4YQ127BYGZ09 type=del 2024-04-02T08:41:31.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.162+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=FK7X5TBD8C66 type=del size=1541255 2024-04-02T08:41:31.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.164+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~4DDL2T80SKPA.0 size=1048576 2024-04-02T08:41:31.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.167+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~4DDL2T80SKPA.1 size=195667 2024-04-02T08:41:31.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.171+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=4DDL2T80SKPA tag=H8WO9I6800OJ type=write size=2292819 2024-04-02T08:41:31.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.173+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=3KKYAHN97SZU type=write size=103373 2024-04-02T08:41:31.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.175+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~3MCH81JY11BS.0 size=592660 2024-04-02T08:41:31.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.178+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=3MCH81JY11BS tag=3M3TIEYOFBM4 type=write size=1641236 2024-04-02T08:41:31.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.180+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=BAJNN2PPRAVM type=del size=263015 2024-04-02T08:41:31.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.182+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~M33I8QXY8ELV.0 size=1048576 2024-04-02T08:41:31.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.184+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~M33I8QXY8ELV.1 size=663004 2024-04-02T08:41:31.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.188+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=M33I8QXY8ELV tag=0ENJISFGMQ41 type=write size=2760156 2024-04-02T08:41:31.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.192+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~3QZBS83T1XEX.0 size=877211 2024-04-02T08:41:31.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.192+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=3QZBS83T1XEX tag=TBFY9T1VNZBV type=write size=1925787 2024-04-02T08:41:31.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.194+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=ANJ7M0N3X0T0 type=del 2024-04-02T08:41:31.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.196+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=UVA5PH3ZDCSU type=del size=3696111 2024-04-02T08:41:31.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.198+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~E5IO9AFYPTQU.0 size=495315 2024-04-02T08:41:31.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.202+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=E5IO9AFYPTQU tag=V4Z3AKIGHBN9 type=write size=1543891 2024-04-02T08:41:31.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.205+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~R130YAFJ5GA2.0 size=1048576 2024-04-02T08:41:31.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.207+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~R130YAFJ5GA2.1 size=829323 2024-04-02T08:41:31.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.207+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=R130YAFJ5GA2 tag=62SAJUDUI1LD type=write size=2926475 2024-04-02T08:41:31.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.209+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=56SFYFIWRRGC type=del 2024-04-02T08:41:31.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.213+0000 7f7016872780 1 > prepared part key=_multipart_AAJMQG05HPTJ.2~ZW749723N9DQ.0 size=954991 2024-04-02T08:41:31.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.213+0000 7f7016872780 1 > prepared multipart upload key=AAJMQG05HPTJ upload=ZW749723N9DQ tag=EB51NRIEOLRF type=write size=2003567 2024-04-02T08:41:31.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.215+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=D7KJ6DGPI9T9 type=del 2024-04-02T08:41:31.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.219+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~BLW2616H3NKU.0 size=1048576 2024-04-02T08:41:31.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.220+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~BLW2616H3NKU.1 size=1048576 2024-04-02T08:41:31.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.222+0000 7f7016872780 1 > prepared part key=_multipart_WU9M880KQWBR.2~BLW2616H3NKU.2 size=927515 2024-04-02T08:41:31.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.222+0000 7f7016872780 1 > prepared multipart upload key=WU9M880KQWBR upload=BLW2616H3NKU tag=89SSPFK4MF2W type=write size=4073243 2024-04-02T08:41:31.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.224+0000 7f7016872780 1 < canceled operation key=3UK733FJNZ92 tag=17OJVRBYLGVD type=del size=3184195 2024-04-02T08:41:31.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.225+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=JFBF51NEEL3E type=del size=1658865 2024-04-02T08:41:31.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.229+0000 7f7016872780 1 < suggested remove operation key=AAJMQG05HPTJ tag=U4EVPD3T32OK type=del 2024-04-02T08:41:31.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.235+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~ZF27Q10QX4PQ.0 size=29955 2024-04-02T08:41:31.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.235+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=ZF27Q10QX4PQ tag=V53907XB1TGH type=write size=1078531 2024-04-02T08:41:31.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.237+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~V405FF1RRNHD.0 size=959692 2024-04-02T08:41:31.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.242+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=V405FF1RRNHD tag=OURF448TG2RY type=write size=2008268 2024-04-02T08:41:31.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.244+0000 7f7016872780 1 > prepared operation key=3UK733FJNZ92 tag=VGTWGGC2DRAF type=del size=1738921 2024-04-02T08:41:31.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.247+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=B27AT7QTGRBQ type=del 2024-04-02T08:41:31.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.249+0000 7f7016872780 1 > prepared operation key=3ASC24KYQTLG tag=3SFHE91P2E8W type=del size=3562180 2024-04-02T08:41:31.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.254+0000 7f7016872780 1 < suggested update operation key=K5RS8XGEFU8L tag=KW9ZGDU3UMST type=del size=2606098 2024-04-02T08:41:31.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.256+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=UT1R96Z1AGAH type=del size=482056 2024-04-02T08:41:31.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.259+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=ZADHV9DMXA3P type=del 2024-04-02T08:41:31.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.263+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~84LMDV4DMQVI.0 size=1048576 2024-04-02T08:41:31.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.266+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~84LMDV4DMQVI.1 size=675262 2024-04-02T08:41:31.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.266+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=84LMDV4DMQVI tag=0R06U91VCVWQ type=write size=2772414 2024-04-02T08:41:31.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.268+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=PJ2L1VOKK5P4 type=del 2024-04-02T08:41:31.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.273+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~5RVP1XJW6VH9.0 size=1048576 2024-04-02T08:41:31.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.274+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~5RVP1XJW6VH9.1 size=892346 2024-04-02T08:41:31.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.274+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=5RVP1XJW6VH9 tag=70ELF450JGCR type=write size=2989498 2024-04-02T08:41:31.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.276+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~PLUYE0Z6UGPZ.0 size=953467 2024-04-02T08:41:31.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.281+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=PLUYE0Z6UGPZ tag=S7O1LFVFXYUE type=write size=2002043 2024-04-02T08:41:31.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.283+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=2ZLJ73GEIXTE type=del size=3647654 2024-04-02T08:41:31.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.285+0000 7f7016872780 1 < completed delete operation key=Y2F1XJDYXB7J tag=FK7X5TBD8C66 type=del 2024-04-02T08:41:31.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.290+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~ZPM2YUI7JB4K.0 size=1048576 2024-04-02T08:41:31.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.292+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~ZPM2YUI7JB4K.1 size=1687 2024-04-02T08:41:31.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.292+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=ZPM2YUI7JB4K tag=KXOGG8PAT4C9 type=write size=2098839 2024-04-02T08:41:31.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.295+0000 7f7016872780 1 < completed write operation key=7A6KED7000HX tag=3KKYAHN97SZU type=write size=103373 2024-04-02T08:41:31.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.299+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~L3D6J15H2XZN.0 size=1048576 2024-04-02T08:41:31.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.301+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~L3D6J15H2XZN.1 size=1048576 2024-04-02T08:41:31.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.303+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~L3D6J15H2XZN.2 size=924507 2024-04-02T08:41:31.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.303+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=L3D6J15H2XZN tag=ETNB95VP69HE type=write size=4070235 2024-04-02T08:41:31.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.306+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=BAJNN2PPRAVM type=del 2024-04-02T08:41:31.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.308+0000 7f7016872780 1 > prepared operation key=OMWA4ZW4GOZ2 tag=XLIKC7ADB9KE type=write size=434885 2024-04-02T08:41:31.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.310+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~3QZBS83T1XEX.0 size=877211 2024-04-02T08:41:31.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.315+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=3QZBS83T1XEX tag=TBFY9T1VNZBV type=write size=1925787 2024-04-02T08:41:31.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.318+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=GYAGYIFJB9LF type=del size=1824056 2024-04-02T08:41:31.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.321+0000 7f7016872780 -1 < failed to complete operation key=K5RS8XGEFU8L tag=UVA5PH3ZDCSU type=del size=3696111: (22) Invalid argument 2024-04-02T08:41:31.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.324+0000 7f7016872780 1 > prepared operation key=2C62BZU175EV tag=F7NX68CNYUTO type=del size=157891 2024-04-02T08:41:31.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.327+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~R130YAFJ5GA2.0 size=1048576 2024-04-02T08:41:31.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.328+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~R130YAFJ5GA2.1 size=829323 2024-04-02T08:41:31.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.332+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=R130YAFJ5GA2 tag=62SAJUDUI1LD type=write size=2926475 2024-04-02T08:41:31.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.335+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=IFVASYJLTVWS type=del size=3060733 2024-04-02T08:41:31.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.338+0000 7f7016872780 1 < completed part key=_multipart_AAJMQG05HPTJ.2~ZW749723N9DQ.0 size=954991 2024-04-02T08:41:31.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.341+0000 7f7016872780 1 < completed multipart upload key=AAJMQG05HPTJ upload=ZW749723N9DQ tag=EB51NRIEOLRF type=write size=2003567 2024-04-02T08:41:31.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.344+0000 7f7016872780 1 > prepared operation key=9WC16VCXCHM9 tag=2UCFPE9R2B8R type=del size=1285314 2024-04-02T08:41:31.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.346+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~BLW2616H3NKU.0 size=1048576 2024-04-02T08:41:31.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.348+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~BLW2616H3NKU.1 size=1048576 2024-04-02T08:41:31.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.350+0000 7f7016872780 1 < completed part key=_multipart_WU9M880KQWBR.2~BLW2616H3NKU.2 size=927515 2024-04-02T08:41:31.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.355+0000 7f7016872780 1 < completed multipart upload key=WU9M880KQWBR upload=BLW2616H3NKU tag=89SSPFK4MF2W type=write size=4073243 2024-04-02T08:41:31.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.357+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=3R65NYDKMCBZ type=write size=109227 2024-04-02T08:41:31.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.361+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=JFBF51NEEL3E type=del 2024-04-02T08:41:31.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.363+0000 7f7016872780 1 > prepared operation key=F41QUWFT5082 tag=XM531TFA7F5Y type=del size=847815 2024-04-02T08:41:31.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.366+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~ZF27Q10QX4PQ.0 size=29955 2024-04-02T08:41:31.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.370+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=ZF27Q10QX4PQ tag=V53907XB1TGH type=write size=1078531 2024-04-02T08:41:31.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.375+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~WVQ29AE2M1VY.0 size=1048576 2024-04-02T08:41:31.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.376+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~WVQ29AE2M1VY.1 size=1048576 2024-04-02T08:41:31.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.378+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~WVQ29AE2M1VY.2 size=850860 2024-04-02T08:41:31.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.378+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=WVQ29AE2M1VY tag=XTX6UB4SG17T type=write size=3996588 2024-04-02T08:41:31.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.380+0000 7f7016872780 1 < completed delete operation key=3UK733FJNZ92 tag=VGTWGGC2DRAF type=del 2024-04-02T08:41:31.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.382+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=X3K6VSYPRMDH type=del size=3801690 2024-04-02T08:41:31.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.384+0000 7f7016872780 1 < canceled operation key=3ASC24KYQTLG tag=3SFHE91P2E8W type=del size=3562180 2024-04-02T08:41:31.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.387+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=QU9UGVGF1JJA type=del size=604757 2024-04-02T08:41:31.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.389+0000 7f7016872780 1 < completed delete operation key=AAJMQG05HPTJ tag=UT1R96Z1AGAH type=del 2024-04-02T08:41:31.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.393+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~3EOMSYI1SF6C.0 size=622164 2024-04-02T08:41:31.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.393+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=3EOMSYI1SF6C tag=101FANCYGH5A type=write size=1670740 2024-04-02T08:41:31.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.395+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~84LMDV4DMQVI.0 size=1048576 2024-04-02T08:41:31.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.396+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~84LMDV4DMQVI.1 size=675262 2024-04-02T08:41:31.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.400+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=84LMDV4DMQVI tag=0R06U91VCVWQ type=write size=2772414 2024-04-02T08:41:31.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.405+0000 7f7016872780 1 > prepared part key=_multipart_UX315TABAN23.2~909EGQ1B0IMI.0 size=836763 2024-04-02T08:41:31.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.405+0000 7f7016872780 1 > prepared multipart upload key=UX315TABAN23 upload=909EGQ1B0IMI tag=XS4G4144O4OY type=write size=1885339 2024-04-02T08:41:31.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.407+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~5RVP1XJW6VH9.0 size=1048576 2024-04-02T08:41:31.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.409+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~5RVP1XJW6VH9.1 size=892346 2024-04-02T08:41:31.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.412+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=5RVP1XJW6VH9 tag=70ELF450JGCR type=write size=2989498 2024-04-02T08:41:31.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.414+0000 7f7016872780 1 > prepared operation key=02RS0G82YQM7 tag=JO3H3ORYE56H type=del size=1772294 2024-04-02T08:41:31.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.416+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=2ZLJ73GEIXTE type=del 2024-04-02T08:41:31.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.418+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=FNSHPXLZ0P56 type=del size=2629474 2024-04-02T08:41:31.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.420+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~ZPM2YUI7JB4K.0 size=1048576 2024-04-02T08:41:31.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.422+0000 7f7016872780 1 < completed part key=_multipart_BMGY5ZV26L3V.2~ZPM2YUI7JB4K.1 size=1687 2024-04-02T08:41:31.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.426+0000 7f7016872780 1 < completed multipart upload key=BMGY5ZV26L3V upload=ZPM2YUI7JB4K tag=KXOGG8PAT4C9 type=write size=2098839 2024-04-02T08:41:31.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.429+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=SJJWC4T54J8B type=del size=1027583 2024-04-02T08:41:31.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.431+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~L3D6J15H2XZN.0 size=1048576 2024-04-02T08:41:31.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.433+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~L3D6J15H2XZN.1 size=1048576 2024-04-02T08:41:31.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.436+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~L3D6J15H2XZN.2 size=924507 2024-04-02T08:41:31.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.440+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=L3D6J15H2XZN tag=ETNB95VP69HE type=write size=4070235 2024-04-02T08:41:31.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.442+0000 7f7016872780 1 > prepared operation key=1DEIP6BZCLGU tag=1Z44E6P1DAEJ type=del size=4099116 2024-04-02T08:41:31.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.444+0000 7f7016872780 1 < completed write operation key=OMWA4ZW4GOZ2 tag=XLIKC7ADB9KE type=write size=434885 2024-04-02T08:41:31.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.447+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~6LNJG6X11W0E.0 size=1048576 2024-04-02T08:41:31.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.449+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~6LNJG6X11W0E.1 size=898651 2024-04-02T08:41:31.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.449+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=6LNJG6X11W0E tag=CIMVQSD1N0RY type=write size=2995803 2024-04-02T08:41:31.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.452+0000 7f7016872780 1 < canceled operation key=5J69WZ7J6CZ4 tag=GYAGYIFJB9LF type=del size=1824056 2024-04-02T08:41:31.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.454+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=3K68QJZN22IC type=del size=3155345 2024-04-02T08:41:31.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.456+0000 7f7016872780 1 < canceled operation key=2C62BZU175EV tag=F7NX68CNYUTO type=del size=157891 2024-04-02T08:41:31.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.459+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~CBX7OZV1P753.0 size=1048576 2024-04-02T08:41:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.461+0000 7f7016872780 1 > prepared part key=_multipart_5J69WZ7J6CZ4.2~CBX7OZV1P753.1 size=462020 2024-04-02T08:41:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.461+0000 7f7016872780 1 > prepared multipart upload key=5J69WZ7J6CZ4 upload=CBX7OZV1P753 tag=BTJTS2D0KKTK type=write size=2559172 2024-04-02T08:41:31.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.463+0000 7f7016872780 1 < completed delete operation key=F41QUWFT5082 tag=IFVASYJLTVWS type=del 2024-04-02T08:41:31.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.467+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~H0GT2EF0VXKQ.0 size=1048576 2024-04-02T08:41:31.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.468+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~H0GT2EF0VXKQ.1 size=1048576 2024-04-02T08:41:31.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.470+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~H0GT2EF0VXKQ.2 size=954532 2024-04-02T08:41:31.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.470+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=H0GT2EF0VXKQ tag=YDXTZKFLJARA type=write size=4100260 2024-04-02T08:41:31.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.472+0000 7f7016872780 1 < canceled operation key=9WC16VCXCHM9 tag=2UCFPE9R2B8R type=del size=1285314 2024-04-02T08:41:31.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.474+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=GH7PDWNTNPRJ type=del size=1238911 2024-04-02T08:41:31.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.476+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=3R65NYDKMCBZ type=write size=109227 2024-04-02T08:41:31.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.480+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~EX31ZTAEMPZZ.0 size=9372 2024-04-02T08:41:31.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.480+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=EX31ZTAEMPZZ tag=AN054SC4NEJX type=write size=1057948 2024-04-02T08:41:31.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.483+0000 7f7016872780 1 < canceled operation key=F41QUWFT5082 tag=XM531TFA7F5Y type=del size=847815 2024-04-02T08:41:31.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.487+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~4SXXKH0KU044.0 size=512077 2024-04-02T08:41:31.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.487+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=4SXXKH0KU044 tag=GG4234VDBWP9 type=write size=1560653 2024-04-02T08:41:31.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.490+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~WVQ29AE2M1VY.0 size=1048576 2024-04-02T08:41:31.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.491+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~WVQ29AE2M1VY.1 size=1048576 2024-04-02T08:41:31.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.493+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~WVQ29AE2M1VY.2 size=850860 2024-04-02T08:41:31.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.497+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=WVQ29AE2M1VY tag=XTX6UB4SG17T type=write size=3996588 2024-04-02T08:41:31.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.499+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=P8JUA20SMC0U type=write size=721124 2024-04-02T08:41:31.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.501+0000 7f7016872780 1 < completed delete operation key=XQBWK3QSXABP tag=X3K6VSYPRMDH type=del 2024-04-02T08:41:31.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.503+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=RWEB9MSUMU4I type=del size=2748630 2024-04-02T08:41:31.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.505+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=QU9UGVGF1JJA type=del 2024-04-02T08:41:31.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.507+0000 7f7016872780 1 > prepared operation key=11EE3KM617CN tag=LCB8Q16DPV1Y type=del size=3327037 2024-04-02T08:41:31.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.509+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~3EOMSYI1SF6C.0 size=622164 2024-04-02T08:41:31.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.514+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=3EOMSYI1SF6C tag=101FANCYGH5A type=write size=1670740 2024-04-02T08:41:31.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.516+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=RLP2SJMX3WIK type=del size=884105 2024-04-02T08:41:31.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.519+0000 7f7016872780 1 < completed part key=_multipart_UX315TABAN23.2~909EGQ1B0IMI.0 size=836763 2024-04-02T08:41:31.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.523+0000 7f7016872780 1 < completed multipart upload key=UX315TABAN23 upload=909EGQ1B0IMI tag=XS4G4144O4OY type=write size=1885339 2024-04-02T08:41:31.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.525+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=SR7VH4IWADQO type=del size=592190 2024-04-02T08:41:31.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.527+0000 7f7016872780 1 < completed delete operation key=02RS0G82YQM7 tag=JO3H3ORYE56H type=del 2024-04-02T08:41:31.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.530+0000 7f7016872780 1 > prepared operation key=RTOJ11BQKIQR tag=1CK0IE9A8U5Z type=write size=834306 2024-04-02T08:41:31.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.532+0000 7f7016872780 1 < completed delete operation key=11EE3KM617CN tag=FNSHPXLZ0P56 type=del 2024-04-02T08:41:31.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.534+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=TPS655T1LIKM type=write size=153990 2024-04-02T08:41:31.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.536+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=SJJWC4T54J8B type=del 2024-04-02T08:41:31.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.538+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=2AIRKE2U0RBG type=del size=1789436 2024-04-02T08:41:31.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.540+0000 7f7016872780 1 < completed delete operation key=1DEIP6BZCLGU tag=1Z44E6P1DAEJ type=del 2024-04-02T08:41:31.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.542+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=7EGZQR3N2JST type=del size=2450865 2024-04-02T08:41:31.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.544+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~6LNJG6X11W0E.0 size=1048576 2024-04-02T08:41:31.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.546+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~6LNJG6X11W0E.1 size=898651 2024-04-02T08:41:31.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.549+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=6LNJG6X11W0E tag=CIMVQSD1N0RY type=write size=2995803 2024-04-02T08:41:31.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.551+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=8RIDFQX1ZR41 type=del size=2236854 2024-04-02T08:41:31.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.553+0000 7f7016872780 1 < completed delete operation key=K5RS8XGEFU8L tag=3K68QJZN22IC type=del 2024-04-02T08:41:31.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.556+0000 7f7016872780 1 > prepared operation key=XQBWK3QSXABP tag=W842VDVL4FWB type=write size=435638 2024-04-02T08:41:31.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.559+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~CBX7OZV1P753.0 size=1048576 2024-04-02T08:41:31.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.561+0000 7f7016872780 1 < completed part key=_multipart_5J69WZ7J6CZ4.2~CBX7OZV1P753.1 size=462020 2024-04-02T08:41:31.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.565+0000 7f7016872780 1 < completed multipart upload key=5J69WZ7J6CZ4 upload=CBX7OZV1P753 tag=BTJTS2D0KKTK type=write size=2559172 2024-04-02T08:41:31.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.568+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~M7FJDZ0O7FCT.0 size=903420 2024-04-02T08:41:31.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.568+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=M7FJDZ0O7FCT tag=BVP0UJEF3PMX type=write size=1951996 2024-04-02T08:41:31.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.570+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~H0GT2EF0VXKQ.0 size=1048576 2024-04-02T08:41:31.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.573+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~H0GT2EF0VXKQ.1 size=1048576 2024-04-02T08:41:31.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.575+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~H0GT2EF0VXKQ.2 size=954532 2024-04-02T08:41:31.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.579+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=H0GT2EF0VXKQ tag=YDXTZKFLJARA type=write size=4100260 2024-04-02T08:41:31.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.584+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~VYJRUX4JK2NF.0 size=810763 2024-04-02T08:41:31.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.584+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=VYJRUX4JK2NF tag=LEQHYWHWWMG4 type=write size=1859339 2024-04-02T08:41:31.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.586+0000 7f7016872780 1 < canceled operation key=6AT1DGYZW8Z0 tag=GH7PDWNTNPRJ type=del size=1238911 2024-04-02T08:41:31.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.591+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~W3VEW5AW7HEY.0 size=1048576 2024-04-02T08:41:31.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.594+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~W3VEW5AW7HEY.1 size=1048576 2024-04-02T08:41:31.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.596+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~W3VEW5AW7HEY.2 size=730463 2024-04-02T08:41:31.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.596+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=W3VEW5AW7HEY tag=G6J3QTR99H56 type=write size=3876191 2024-04-02T08:41:31.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.598+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~EX31ZTAEMPZZ.0 size=9372 2024-04-02T08:41:31.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.601+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=EX31ZTAEMPZZ tag=AN054SC4NEJX type=write size=1057948 2024-04-02T08:41:31.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.606+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~VXPX3WDMDHOT.0 size=1048576 2024-04-02T08:41:31.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.607+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~VXPX3WDMDHOT.1 size=1048576 2024-04-02T08:41:31.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.609+0000 7f7016872780 1 > prepared part key=_multipart_11EE3KM617CN.2~VXPX3WDMDHOT.2 size=666761 2024-04-02T08:41:31.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.609+0000 7f7016872780 1 > prepared multipart upload key=11EE3KM617CN upload=VXPX3WDMDHOT tag=93NG3PPY0I0A type=write size=3812489 2024-04-02T08:41:31.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.611+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~4SXXKH0KU044.0 size=512077 2024-04-02T08:41:31.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.615+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=4SXXKH0KU044 tag=GG4234VDBWP9 type=write size=1560653 2024-04-02T08:41:31.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.616+0000 7f7016872780 1 > prepared operation key=K5RS8XGEFU8L tag=7KVQZH9004EC type=write size=385792 2024-04-02T08:41:31.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.618+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=P8JUA20SMC0U type=write size=721124 2024-04-02T08:41:31.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.620+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=Z7N87RK20LXM type=del size=904106 2024-04-02T08:41:31.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.622+0000 7f7016872780 1 < completed delete operation key=DCPMS8TINGLU tag=RWEB9MSUMU4I type=del 2024-04-02T08:41:31.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.626+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~40LZOPW0D4FV.0 size=218185 2024-04-02T08:41:31.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.626+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=40LZOPW0D4FV tag=E4O2340EZJ51 type=write size=1266761 2024-04-02T08:41:31.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.631+0000 7f7016872780 1 < suggested update operation key=11EE3KM617CN tag=LCB8Q16DPV1Y type=del size=3327037 2024-04-02T08:41:31.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.635+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~8Q8LA68P4VW5.0 size=1048576 2024-04-02T08:41:31.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.637+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~8Q8LA68P4VW5.1 size=975415 2024-04-02T08:41:31.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.637+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=8Q8LA68P4VW5 tag=1EIBQO1IWK4W type=write size=3072567 2024-04-02T08:41:31.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.639+0000 7f7016872780 1 < canceled operation key=GRR9RBGMGMHH tag=RLP2SJMX3WIK type=del size=884105 2024-04-02T08:41:31.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.643+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=ECYIOXLFTU8A type=write size=509517 2024-04-02T08:41:31.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.645+0000 7f7016872780 1 < completed delete operation key=RTOJ11BQKIQR tag=SR7VH4IWADQO type=del 2024-04-02T08:41:31.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.649+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~BN9II2R27YM6.0 size=1048576 2024-04-02T08:41:31.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.651+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~BN9II2R27YM6.1 size=1048576 2024-04-02T08:41:31.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.653+0000 7f7016872780 1 > prepared part key=_multipart_OIQ6XB5SR7J6.2~BN9II2R27YM6.2 size=351600 2024-04-02T08:41:31.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.653+0000 7f7016872780 1 > prepared multipart upload key=OIQ6XB5SR7J6 upload=BN9II2R27YM6 tag=E19EHWKCIYXM type=write size=3497328 2024-04-02T08:41:31.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.655+0000 7f7016872780 1 < completed write operation key=RTOJ11BQKIQR tag=1CK0IE9A8U5Z type=write size=834306 2024-04-02T08:41:31.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.659+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~TL1KRIBS0VFQ.0 size=1048576 2024-04-02T08:41:31.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.661+0000 7f7016872780 1 > prepared part key=_multipart_OMWA4ZW4GOZ2.2~TL1KRIBS0VFQ.1 size=404921 2024-04-02T08:41:31.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.661+0000 7f7016872780 1 > prepared multipart upload key=OMWA4ZW4GOZ2 upload=TL1KRIBS0VFQ tag=LBOU1BW493EC type=write size=2502073 2024-04-02T08:41:31.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.663+0000 7f7016872780 1 < completed write operation key=58T4QI1BTVQ5 tag=TPS655T1LIKM type=write size=153990 2024-04-02T08:41:31.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.665+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=I6UQ25FML309 type=del size=4108784 2024-04-02T08:41:31.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.668+0000 7f7016872780 1 < suggested update operation key=K5RS8XGEFU8L tag=2AIRKE2U0RBG type=del size=1789436 2024-04-02T08:41:31.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.672+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~U42YQ3RQHIJV.0 size=1048576 2024-04-02T08:41:31.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.674+0000 7f7016872780 1 > prepared part key=_multipart_3UK733FJNZ92.2~U42YQ3RQHIJV.1 size=613233 2024-04-02T08:41:31.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.674+0000 7f7016872780 1 > prepared multipart upload key=3UK733FJNZ92 upload=U42YQ3RQHIJV tag=XGWG6JCI88QP type=write size=2710385 2024-04-02T08:41:31.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.676+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=7EGZQR3N2JST type=del 2024-04-02T08:41:31.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.680+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~2O7HCJ3WPMPB.0 size=1048576 2024-04-02T08:41:31.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.683+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~2O7HCJ3WPMPB.1 size=869851 2024-04-02T08:41:31.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.683+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=2O7HCJ3WPMPB tag=NU2YXBQ2JG8J type=write size=2967003 2024-04-02T08:41:31.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.686+0000 7f7016872780 1 < completed delete operation key=BMGY5ZV26L3V tag=8RIDFQX1ZR41 type=del 2024-04-02T08:41:31.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.690+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~7X7PW2VIX14B.0 size=1048576 2024-04-02T08:41:31.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.692+0000 7f7016872780 1 > prepared part key=_multipart_CK7JY7FOKSRE.2~7X7PW2VIX14B.1 size=272903 2024-04-02T08:41:31.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.692+0000 7f7016872780 1 > prepared multipart upload key=CK7JY7FOKSRE upload=7X7PW2VIX14B tag=YQEHEOUBZUCS type=write size=2370055 2024-04-02T08:41:31.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.695+0000 7f7016872780 1 < completed write operation key=XQBWK3QSXABP tag=W842VDVL4FWB type=write size=435638 2024-04-02T08:41:31.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.698+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=KC6AMKP2N2HF type=del size=1698927 2024-04-02T08:41:31.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.700+0000 7f7016872780 1 < completed part key=_multipart_4SLXOPTR3LOC.2~M7FJDZ0O7FCT.0 size=903420 2024-04-02T08:41:31.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.704+0000 7f7016872780 1 < completed multipart upload key=4SLXOPTR3LOC upload=M7FJDZ0O7FCT tag=BVP0UJEF3PMX type=write size=1951996 2024-04-02T08:41:31.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.706+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=HJNZJMQ18N54 type=del size=2202183 2024-04-02T08:41:31.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.708+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~VYJRUX4JK2NF.0 size=810763 2024-04-02T08:41:31.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.712+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=VYJRUX4JK2NF tag=LEQHYWHWWMG4 type=write size=1859339 2024-04-02T08:41:31.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.715+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~NAV5XEESLSPL.0 size=74322 2024-04-02T08:41:31.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.715+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=NAV5XEESLSPL tag=6DHP0UYEQCUO type=write size=1122898 2024-04-02T08:41:31.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.718+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~W3VEW5AW7HEY.0 size=1048576 2024-04-02T08:41:31.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.718+0000 7f7016872780 1 < canceled part key=_multipart_2C62BZU175EV.2~W3VEW5AW7HEY.1 size=1048576 2024-04-02T08:41:31.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.720+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~W3VEW5AW7HEY.2 size=730463 2024-04-02T08:41:31.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.724+0000 7f7016872780 1 < canceled multipart upload key=2C62BZU175EV upload=W3VEW5AW7HEY tag=G6J3QTR99H56 type=write size=3876191 2024-04-02T08:41:31.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.730+0000 7f7016872780 1 > prepared part key=_multipart_GRR9RBGMGMHH.2~7EA2R733CBRO.0 size=149135 2024-04-02T08:41:31.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.730+0000 7f7016872780 1 > prepared multipart upload key=GRR9RBGMGMHH upload=7EA2R733CBRO tag=DMILL48CS2G7 type=write size=1197711 2024-04-02T08:41:31.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.733+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~VXPX3WDMDHOT.0 size=1048576 2024-04-02T08:41:31.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.735+0000 7f7016872780 1 < completed part key=_multipart_11EE3KM617CN.2~VXPX3WDMDHOT.1 size=1048576 2024-04-02T08:41:31.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.735+0000 7f7016872780 1 < canceled part key=_multipart_11EE3KM617CN.2~VXPX3WDMDHOT.2 size=666761 2024-04-02T08:41:31.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.739+0000 7f7016872780 1 < canceled multipart upload key=11EE3KM617CN upload=VXPX3WDMDHOT tag=93NG3PPY0I0A type=write size=3812489 2024-04-02T08:41:31.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.743+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~4Q290XUM6YH4.0 size=1048576 2024-04-02T08:41:31.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.745+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~4Q290XUM6YH4.1 size=700238 2024-04-02T08:41:31.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.745+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=4Q290XUM6YH4 tag=JLH1QJNDPEIK type=write size=2797390 2024-04-02T08:41:31.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.748+0000 7f7016872780 -1 < failed to complete operation key=K5RS8XGEFU8L tag=7KVQZH9004EC type=write size=385792: (22) Invalid argument 2024-04-02T08:41:31.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.751+0000 7f7016872780 1 > prepared operation key=UX315TABAN23 tag=MJ5KKQDB1EVX type=del size=533486 2024-04-02T08:41:31.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.754+0000 7f7016872780 1 < completed delete operation key=7A6KED7000HX tag=Z7N87RK20LXM type=del 2024-04-02T08:41:31.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.756+0000 7f7016872780 1 > prepared operation key=58T4QI1BTVQ5 tag=H3XLXL45S6JI type=del size=859641 2024-04-02T08:41:31.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.759+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~40LZOPW0D4FV.0 size=218185 2024-04-02T08:41:31.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.764+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=40LZOPW0D4FV tag=E4O2340EZJ51 type=write size=1266761 2024-04-02T08:41:31.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.768+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~EMYSFEVP9S5S.0 size=1048576 2024-04-02T08:41:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.770+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~EMYSFEVP9S5S.1 size=231966 2024-04-02T08:41:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.770+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=EMYSFEVP9S5S tag=L06I5HC428FV type=write size=2329118 2024-04-02T08:41:31.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.772+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~8Q8LA68P4VW5.0 size=1048576 2024-04-02T08:41:31.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.773+0000 7f7016872780 1 < completed part key=_multipart_I5RKMPQ2CZ8E.2~8Q8LA68P4VW5.1 size=975415 2024-04-02T08:41:31.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.777+0000 7f7016872780 1 < completed multipart upload key=I5RKMPQ2CZ8E upload=8Q8LA68P4VW5 tag=1EIBQO1IWK4W type=write size=3072567 2024-04-02T08:41:31.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.780+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~WZS5I2E3DKTV.0 size=1048576 2024-04-02T08:41:31.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.782+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~WZS5I2E3DKTV.1 size=1048576 2024-04-02T08:41:31.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.784+0000 7f7016872780 1 > prepared part key=_multipart_XQBWK3QSXABP.2~WZS5I2E3DKTV.2 size=84604 2024-04-02T08:41:31.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.784+0000 7f7016872780 1 > prepared multipart upload key=XQBWK3QSXABP upload=WZS5I2E3DKTV tag=HOFVLY6OW3T8 type=write size=3230332 2024-04-02T08:41:31.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.786+0000 7f7016872780 1 < completed write operation key=7A6KED7000HX tag=ECYIOXLFTU8A type=write size=509517 2024-04-02T08:41:31.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.788+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=F3JT5N7589DB type=del size=3239447 2024-04-02T08:41:31.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.790+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~BN9II2R27YM6.0 size=1048576 2024-04-02T08:41:31.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.792+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~BN9II2R27YM6.1 size=1048576 2024-04-02T08:41:31.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.793+0000 7f7016872780 1 < completed part key=_multipart_OIQ6XB5SR7J6.2~BN9II2R27YM6.2 size=351600 2024-04-02T08:41:31.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.797+0000 7f7016872780 1 < completed multipart upload key=OIQ6XB5SR7J6 upload=BN9II2R27YM6 tag=E19EHWKCIYXM type=write size=3497328 2024-04-02T08:41:31.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.801+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~UNIWJNBQR3UL.0 size=1048576 2024-04-02T08:41:31.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.802+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~UNIWJNBQR3UL.1 size=1048576 2024-04-02T08:41:31.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.804+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~UNIWJNBQR3UL.2 size=540811 2024-04-02T08:41:31.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.804+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=UNIWJNBQR3UL tag=MMGD71X2L12W type=write size=3686539 2024-04-02T08:41:31.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.806+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~TL1KRIBS0VFQ.0 size=1048576 2024-04-02T08:41:31.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.807+0000 7f7016872780 1 < completed part key=_multipart_OMWA4ZW4GOZ2.2~TL1KRIBS0VFQ.1 size=404921 2024-04-02T08:41:31.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.812+0000 7f7016872780 1 < completed multipart upload key=OMWA4ZW4GOZ2 upload=TL1KRIBS0VFQ tag=LBOU1BW493EC type=write size=2502073 2024-04-02T08:41:31.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.815+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~BJK4N7N4I4JN.0 size=1048576 2024-04-02T08:41:31.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.817+0000 7f7016872780 1 > prepared part key=_multipart_2C62BZU175EV.2~BJK4N7N4I4JN.1 size=376835 2024-04-02T08:41:31.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.817+0000 7f7016872780 1 > prepared multipart upload key=2C62BZU175EV upload=BJK4N7N4I4JN tag=GM17BC79D7DE type=write size=2473987 2024-04-02T08:41:31.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.821+0000 7f7016872780 1 < suggested update operation key=DCPMS8TINGLU tag=I6UQ25FML309 type=del size=4108784 2024-04-02T08:41:31.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.824+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~S2M8I5KTLBAI.0 size=1048576 2024-04-02T08:41:31.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.826+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~S2M8I5KTLBAI.1 size=1048576 2024-04-02T08:41:31.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.828+0000 7f7016872780 1 > prepared part key=_multipart_Y2F1XJDYXB7J.2~S2M8I5KTLBAI.2 size=793671 2024-04-02T08:41:31.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.828+0000 7f7016872780 1 > prepared multipart upload key=Y2F1XJDYXB7J upload=S2M8I5KTLBAI tag=E7870WEZKCUH type=write size=3939399 2024-04-02T08:41:31.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.829+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~U42YQ3RQHIJV.0 size=1048576 2024-04-02T08:41:31.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.831+0000 7f7016872780 1 < completed part key=_multipart_3UK733FJNZ92.2~U42YQ3RQHIJV.1 size=613233 2024-04-02T08:41:31.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.835+0000 7f7016872780 1 < completed multipart upload key=3UK733FJNZ92 upload=U42YQ3RQHIJV tag=XGWG6JCI88QP type=write size=2710385 2024-04-02T08:41:31.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.839+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~P8BN2LCZIZ1D.0 size=1048576 2024-04-02T08:41:31.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.841+0000 7f7016872780 1 > prepared part key=_multipart_9WC16VCXCHM9.2~P8BN2LCZIZ1D.1 size=799931 2024-04-02T08:41:31.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.841+0000 7f7016872780 1 > prepared multipart upload key=9WC16VCXCHM9 upload=P8BN2LCZIZ1D tag=2THU0K44EL3L type=write size=2897083 2024-04-02T08:41:31.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.843+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~2O7HCJ3WPMPB.0 size=1048576 2024-04-02T08:41:31.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.844+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~2O7HCJ3WPMPB.1 size=869851 2024-04-02T08:41:31.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.848+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=2O7HCJ3WPMPB tag=NU2YXBQ2JG8J type=write size=2967003 2024-04-02T08:41:31.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.850+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=T2RRDDW2EO77 type=del size=1556665 2024-04-02T08:41:31.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.852+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~7X7PW2VIX14B.0 size=1048576 2024-04-02T08:41:31.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.854+0000 7f7016872780 1 < completed part key=_multipart_CK7JY7FOKSRE.2~7X7PW2VIX14B.1 size=272903 2024-04-02T08:41:31.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.858+0000 7f7016872780 1 < completed multipart upload key=CK7JY7FOKSRE upload=7X7PW2VIX14B tag=YQEHEOUBZUCS type=write size=2370055 2024-04-02T08:41:31.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.860+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=LOSM5RZ6JA6A type=del size=166820 2024-04-02T08:41:31.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.864+0000 7f7016872780 1 < suggested update operation key=BMGY5ZV26L3V tag=KC6AMKP2N2HF type=del size=1698927 2024-04-02T08:41:31.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.867+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~38T9JT6PF7MH.0 size=1048576 2024-04-02T08:41:31.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.869+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~38T9JT6PF7MH.1 size=837440 2024-04-02T08:41:31.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.869+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=38T9JT6PF7MH tag=GOKXB55Q2XV2 type=write size=2934592 2024-04-02T08:41:31.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.873+0000 7f7016872780 1 < suggested remove operation key=VDSX44MQI8DS tag=HJNZJMQ18N54 type=del 2024-04-02T08:41:31.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.877+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~YOURKUY5GF3B.0 size=1048576 2024-04-02T08:41:31.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.878+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~YOURKUY5GF3B.1 size=1048576 2024-04-02T08:41:31.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.880+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~YOURKUY5GF3B.2 size=887559 2024-04-02T08:41:31.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.880+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=YOURKUY5GF3B tag=69FGLYF9GRG0 type=write size=4033287 2024-04-02T08:41:31.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.882+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~NAV5XEESLSPL.0 size=74322 2024-04-02T08:41:31.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.885+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=NAV5XEESLSPL tag=6DHP0UYEQCUO type=write size=1122898 2024-04-02T08:41:31.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.889+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~P6XAK6DGWG38.0 size=1048576 2024-04-02T08:41:31.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.891+0000 7f7016872780 1 > prepared part key=_multipart_1DEIP6BZCLGU.2~P6XAK6DGWG38.1 size=947472 2024-04-02T08:41:31.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.891+0000 7f7016872780 1 > prepared multipart upload key=1DEIP6BZCLGU upload=P6XAK6DGWG38 tag=5THE4CHY4GTR type=write size=3044624 2024-04-02T08:41:31.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.892+0000 7f7016872780 1 < completed part key=_multipart_GRR9RBGMGMHH.2~7EA2R733CBRO.0 size=149135 2024-04-02T08:41:31.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.896+0000 7f7016872780 1 < completed multipart upload key=GRR9RBGMGMHH upload=7EA2R733CBRO tag=DMILL48CS2G7 type=write size=1197711 2024-04-02T08:41:31.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.899+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~GLVFFUIIMC6G.0 size=1048576 2024-04-02T08:41:31.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.901+0000 7f7016872780 1 > prepared part key=_multipart_02RS0G82YQM7.2~GLVFFUIIMC6G.1 size=112643 2024-04-02T08:41:31.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.901+0000 7f7016872780 1 > prepared multipart upload key=02RS0G82YQM7 upload=GLVFFUIIMC6G tag=IRUSMN7JOQPO type=write size=2209795 2024-04-02T08:41:31.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.903+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~4Q290XUM6YH4.0 size=1048576 2024-04-02T08:41:31.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.905+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~4Q290XUM6YH4.1 size=700238 2024-04-02T08:41:31.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.908+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=4Q290XUM6YH4 tag=JLH1QJNDPEIK type=write size=2797390 2024-04-02T08:41:31.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.910+0000 7f7016872780 1 > prepared operation key=6AT1DGYZW8Z0 tag=9BOSMGLNONSB type=del size=1133668 2024-04-02T08:41:31.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.912+0000 7f7016872780 1 < completed delete operation key=UX315TABAN23 tag=MJ5KKQDB1EVX type=del 2024-04-02T08:41:31.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.916+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~6KJ6VC7HQLCN.0 size=1048576 2024-04-02T08:41:31.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.917+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~6KJ6VC7HQLCN.1 size=661250 2024-04-02T08:41:31.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.917+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=6KJ6VC7HQLCN tag=B95WO0OITPD1 type=write size=2758402 2024-04-02T08:41:31.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.919+0000 7f7016872780 1 < completed delete operation key=58T4QI1BTVQ5 tag=H3XLXL45S6JI type=del 2024-04-02T08:41:31.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.921+0000 7f7016872780 1 > prepared operation key=OIQ6XB5SR7J6 tag=SXNDITX468VJ type=del size=3256352 2024-04-02T08:41:31.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.921+0000 7f7016872780 1 < canceled part key=_multipart_2C62BZU175EV.2~EMYSFEVP9S5S.0 size=1048576 2024-04-02T08:41:31.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.924+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~EMYSFEVP9S5S.1 size=231966 2024-04-02T08:41:31.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.927+0000 7f7016872780 1 < canceled multipart upload key=2C62BZU175EV upload=EMYSFEVP9S5S tag=L06I5HC428FV type=write size=2329118 2024-04-02T08:41:31.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.931+0000 7f7016872780 1 > prepared part key=_multipart_LRIMFCH3UXQB.2~DRU7YMT0HOU4.0 size=427902 2024-04-02T08:41:31.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.931+0000 7f7016872780 1 > prepared multipart upload key=LRIMFCH3UXQB upload=DRU7YMT0HOU4 tag=ZAB4DVZZG3WK type=write size=1476478 2024-04-02T08:41:31.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.933+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~WZS5I2E3DKTV.0 size=1048576 2024-04-02T08:41:31.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.935+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~WZS5I2E3DKTV.1 size=1048576 2024-04-02T08:41:31.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.936+0000 7f7016872780 1 < completed part key=_multipart_XQBWK3QSXABP.2~WZS5I2E3DKTV.2 size=84604 2024-04-02T08:41:31.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.940+0000 7f7016872780 1 < completed multipart upload key=XQBWK3QSXABP upload=WZS5I2E3DKTV tag=HOFVLY6OW3T8 type=write size=3230332 2024-04-02T08:41:31.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.942+0000 7f7016872780 1 > prepared operation key=DCPMS8TINGLU tag=ANXYVMIV74YF type=write size=778328 2024-04-02T08:41:31.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.944+0000 7f7016872780 1 < completed delete operation key=FF4R1BKDZEMB tag=F3JT5N7589DB type=del 2024-04-02T08:41:31.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.946+0000 7f7016872780 1 > prepared operation key=AAJMQG05HPTJ tag=CAXTPJ18BF1G type=write size=629659 2024-04-02T08:41:31.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.948+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~UNIWJNBQR3UL.0 size=1048576 2024-04-02T08:41:31.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.950+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~UNIWJNBQR3UL.1 size=1048576 2024-04-02T08:41:31.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.951+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~UNIWJNBQR3UL.2 size=540811 2024-04-02T08:41:31.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.955+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=UNIWJNBQR3UL tag=MMGD71X2L12W type=write size=3686539 2024-04-02T08:41:31.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.959+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~YLTQRZ9UQJIY.0 size=1048576 2024-04-02T08:41:31.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.960+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~YLTQRZ9UQJIY.1 size=1048576 2024-04-02T08:41:31.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.962+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~YLTQRZ9UQJIY.2 size=270984 2024-04-02T08:41:31.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.962+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=YLTQRZ9UQJIY tag=5CBYM02CJPQ5 type=write size=3416712 2024-04-02T08:41:31.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.964+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~BJK4N7N4I4JN.0 size=1048576 2024-04-02T08:41:31.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.966+0000 7f7016872780 1 < completed part key=_multipart_2C62BZU175EV.2~BJK4N7N4I4JN.1 size=376835 2024-04-02T08:41:31.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.969+0000 7f7016872780 1 < completed multipart upload key=2C62BZU175EV upload=BJK4N7N4I4JN tag=GM17BC79D7DE type=write size=2473987 2024-04-02T08:41:31.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.973+0000 7f7016872780 1 > prepared part key=_multipart_3ASC24KYQTLG.2~M2IW68Y8TF7D.0 size=91212 2024-04-02T08:41:31.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.973+0000 7f7016872780 1 > prepared multipart upload key=3ASC24KYQTLG upload=M2IW68Y8TF7D tag=UKEN824PEEEA type=write size=1139788 2024-04-02T08:41:31.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.975+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~S2M8I5KTLBAI.0 size=1048576 2024-04-02T08:41:31.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.977+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~S2M8I5KTLBAI.1 size=1048576 2024-04-02T08:41:31.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.978+0000 7f7016872780 1 < completed part key=_multipart_Y2F1XJDYXB7J.2~S2M8I5KTLBAI.2 size=793671 2024-04-02T08:41:31.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.982+0000 7f7016872780 1 < completed multipart upload key=Y2F1XJDYXB7J upload=S2M8I5KTLBAI tag=E7870WEZKCUH type=write size=3939399 2024-04-02T08:41:31.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.984+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=XUCVMCJZAQ45 type=write size=664992 2024-04-02T08:41:31.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.986+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~P8BN2LCZIZ1D.0 size=1048576 2024-04-02T08:41:31.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.987+0000 7f7016872780 1 < completed part key=_multipart_9WC16VCXCHM9.2~P8BN2LCZIZ1D.1 size=799931 2024-04-02T08:41:31.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.991+0000 7f7016872780 1 < completed multipart upload key=9WC16VCXCHM9 upload=P8BN2LCZIZ1D tag=2THU0K44EL3L type=write size=2897083 2024-04-02T08:41:31.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.993+0000 7f7016872780 1 > prepared operation key=4SLXOPTR3LOC tag=T0FRR6LDZUZ5 type=del size=1743466 2024-04-02T08:41:31.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.995+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=T2RRDDW2EO77 type=del 2024-04-02T08:41:31.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:31.998+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~MM7Q5BAPGOPT.0 size=1048576 2024-04-02T08:41:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.000+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~MM7Q5BAPGOPT.1 size=1048576 2024-04-02T08:41:32.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.002+0000 7f7016872780 1 > prepared part key=_multipart_VRC7N98T39M8.2~MM7Q5BAPGOPT.2 size=443721 2024-04-02T08:41:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.002+0000 7f7016872780 1 > prepared multipart upload key=VRC7N98T39M8 upload=MM7Q5BAPGOPT tag=PA7ZBJR4285B type=write size=3589449 2024-04-02T08:41:32.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.006+0000 7f7016872780 1 < suggested update operation key=I5RKMPQ2CZ8E tag=LOSM5RZ6JA6A type=del size=166820 2024-04-02T08:41:32.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.007+0000 7f7016872780 1 > prepared operation key=GRR9RBGMGMHH tag=GH6JTKUH0I7L type=del size=3232365 2024-04-02T08:41:32.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.009+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~38T9JT6PF7MH.0 size=1048576 2024-04-02T08:41:32.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.011+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~38T9JT6PF7MH.1 size=837440 2024-04-02T08:41:32.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.015+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=38T9JT6PF7MH tag=GOKXB55Q2XV2 type=write size=2934592 2024-04-02T08:41:32.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.017+0000 7f7016872780 1 > prepared operation key=VRC7N98T39M8 tag=HD373I89FFSK type=del size=222055 2024-04-02T08:41:32.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.018+0000 7f7016872780 1 < canceled part key=_multipart_1EUQSEA39UCS.2~YOURKUY5GF3B.0 size=1048576 2024-04-02T08:41:32.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.020+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~YOURKUY5GF3B.1 size=1048576 2024-04-02T08:41:32.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.021+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~YOURKUY5GF3B.2 size=887559 2024-04-02T08:41:32.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.025+0000 7f7016872780 1 < canceled multipart upload key=1EUQSEA39UCS upload=YOURKUY5GF3B tag=69FGLYF9GRG0 type=write size=4033287 2024-04-02T08:41:32.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.026+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=GMFDSIXQOALD type=del size=2140945 2024-04-02T08:41:32.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.028+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~P6XAK6DGWG38.0 size=1048576 2024-04-02T08:41:32.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.031+0000 7f7016872780 1 < completed part key=_multipart_1DEIP6BZCLGU.2~P6XAK6DGWG38.1 size=947472 2024-04-02T08:41:32.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.035+0000 7f7016872780 1 < completed multipart upload key=1DEIP6BZCLGU upload=P6XAK6DGWG38 tag=5THE4CHY4GTR type=write size=3044624 2024-04-02T08:41:32.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.036+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=RTFGAL1ZPX7K type=del size=281910 2024-04-02T08:41:32.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.039+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~GLVFFUIIMC6G.0 size=1048576 2024-04-02T08:41:32.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.041+0000 7f7016872780 1 < completed part key=_multipart_02RS0G82YQM7.2~GLVFFUIIMC6G.1 size=112643 2024-04-02T08:41:32.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.044+0000 7f7016872780 1 < completed multipart upload key=02RS0G82YQM7 upload=GLVFFUIIMC6G tag=IRUSMN7JOQPO type=write size=2209795 2024-04-02T08:41:32.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.047+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=EZEM75BWG4ND type=del size=2839314 2024-04-02T08:41:32.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.051+0000 7f7016872780 1 < suggested update operation key=6AT1DGYZW8Z0 tag=9BOSMGLNONSB type=del size=1133668 2024-04-02T08:41:32.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.054+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~3FYLXVA6ZI4X.0 size=947210 2024-04-02T08:41:32.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.054+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=3FYLXVA6ZI4X tag=ZSZKA63NNAFX type=write size=1995786 2024-04-02T08:41:32.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.056+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~6KJ6VC7HQLCN.0 size=1048576 2024-04-02T08:41:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.058+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~6KJ6VC7HQLCN.1 size=661250 2024-04-02T08:41:32.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.062+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=6KJ6VC7HQLCN tag=B95WO0OITPD1 type=write size=2758402 2024-04-02T08:41:32.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.064+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=8BWXI0AONIL2 type=del size=1565381 2024-04-02T08:41:32.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.066+0000 7f7016872780 1 < completed delete operation key=OIQ6XB5SR7J6 tag=SXNDITX468VJ type=del 2024-04-02T08:41:32.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.068+0000 7f7016872780 1 > prepared operation key=5J69WZ7J6CZ4 tag=B1N4I41A109E type=del size=1403390 2024-04-02T08:41:32.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.071+0000 7f7016872780 1 < completed part key=_multipart_LRIMFCH3UXQB.2~DRU7YMT0HOU4.0 size=427902 2024-04-02T08:41:32.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.075+0000 7f7016872780 1 < completed multipart upload key=LRIMFCH3UXQB upload=DRU7YMT0HOU4 tag=ZAB4DVZZG3WK type=write size=1476478 2024-04-02T08:41:32.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.077+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=L14FZD9R3QLF type=del size=3290336 2024-04-02T08:41:32.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.079+0000 7f7016872780 1 < completed write operation key=DCPMS8TINGLU tag=ANXYVMIV74YF type=write size=778328 2024-04-02T08:41:32.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.083+0000 7f7016872780 1 > prepared part key=_multipart_1EUQSEA39UCS.2~NYSZ9MPW8SO1.0 size=896401 2024-04-02T08:41:32.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.083+0000 7f7016872780 1 > prepared multipart upload key=1EUQSEA39UCS upload=NYSZ9MPW8SO1 tag=QP7BT7FFXEAS type=write size=1944977 2024-04-02T08:41:32.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.085+0000 7f7016872780 1 < completed write operation key=AAJMQG05HPTJ tag=CAXTPJ18BF1G type=write size=629659 2024-04-02T08:41:32.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.087+0000 7f7016872780 1 > prepared operation key=1EUQSEA39UCS tag=ATYTYL8X0GJ1 type=del size=1573686 2024-04-02T08:41:32.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.089+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~YLTQRZ9UQJIY.0 size=1048576 2024-04-02T08:41:32.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.091+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~YLTQRZ9UQJIY.1 size=1048576 2024-04-02T08:41:32.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.093+0000 7f7016872780 1 < completed part key=_multipart_VDSX44MQI8DS.2~YLTQRZ9UQJIY.2 size=270984 2024-04-02T08:41:32.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.096+0000 7f7016872780 1 < completed multipart upload key=VDSX44MQI8DS upload=YLTQRZ9UQJIY tag=5CBYM02CJPQ5 type=write size=3416712 2024-04-02T08:41:32.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.100+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~X5E3PMQMSYU2.0 size=1048576 2024-04-02T08:41:32.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.101+0000 7f7016872780 1 > prepared part key=_multipart_FF4R1BKDZEMB.2~X5E3PMQMSYU2.1 size=932548 2024-04-02T08:41:32.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.101+0000 7f7016872780 1 > prepared multipart upload key=FF4R1BKDZEMB upload=X5E3PMQMSYU2 tag=0A8326QGZMHX type=write size=3029700 2024-04-02T08:41:32.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.103+0000 7f7016872780 1 < completed part key=_multipart_3ASC24KYQTLG.2~M2IW68Y8TF7D.0 size=91212 2024-04-02T08:41:32.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.106+0000 7f7016872780 1 < completed multipart upload key=3ASC24KYQTLG upload=M2IW68Y8TF7D tag=UKEN824PEEEA type=write size=1139788 2024-04-02T08:41:32.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.108+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=07J3SMQC8XKH type=del size=679110 2024-04-02T08:41:32.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.110+0000 7f7016872780 1 < completed write operation key=BMGY5ZV26L3V tag=XUCVMCJZAQ45 type=write size=664992 2024-04-02T08:41:32.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.112+0000 7f7016872780 1 > prepared operation key=CK7JY7FOKSRE tag=L48MCGNHSQG7 type=del size=3320989 2024-04-02T08:41:32.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.114+0000 7f7016872780 1 < completed delete operation key=4SLXOPTR3LOC tag=T0FRR6LDZUZ5 type=del 2024-04-02T08:41:32.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.118+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~DU3XA1UB5RAY.0 size=1048576 2024-04-02T08:41:32.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.119+0000 7f7016872780 1 > prepared part key=_multipart_4SLXOPTR3LOC.2~DU3XA1UB5RAY.1 size=1000814 2024-04-02T08:41:32.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.119+0000 7f7016872780 1 > prepared multipart upload key=4SLXOPTR3LOC upload=DU3XA1UB5RAY tag=8BBC0M1AUMS0 type=write size=3097966 2024-04-02T08:41:32.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.121+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~MM7Q5BAPGOPT.0 size=1048576 2024-04-02T08:41:32.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.123+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~MM7Q5BAPGOPT.1 size=1048576 2024-04-02T08:41:32.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.125+0000 7f7016872780 1 < completed part key=_multipart_VRC7N98T39M8.2~MM7Q5BAPGOPT.2 size=443721 2024-04-02T08:41:32.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.129+0000 7f7016872780 1 < completed multipart upload key=VRC7N98T39M8 upload=MM7Q5BAPGOPT tag=PA7ZBJR4285B type=write size=3589449 2024-04-02T08:41:32.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.132+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~L2U23ATWUWEZ.0 size=1048576 2024-04-02T08:41:32.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.134+0000 7f7016872780 1 > prepared part key=_multipart_K5RS8XGEFU8L.2~L2U23ATWUWEZ.1 size=815003 2024-04-02T08:41:32.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.134+0000 7f7016872780 1 > prepared multipart upload key=K5RS8XGEFU8L upload=L2U23ATWUWEZ tag=BW61JTNXENH5 type=write size=2912155 2024-04-02T08:41:32.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.136+0000 7f7016872780 1 < completed delete operation key=GRR9RBGMGMHH tag=GH6JTKUH0I7L type=del 2024-04-02T08:41:32.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.139+0000 7f7016872780 1 > prepared part key=_multipart_VDSX44MQI8DS.2~Y9RJPRV5TNY5.0 size=215830 2024-04-02T08:41:32.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.139+0000 7f7016872780 1 > prepared multipart upload key=VDSX44MQI8DS upload=Y9RJPRV5TNY5 tag=U44JX2ED1JX2 type=write size=1264406 2024-04-02T08:41:32.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.142+0000 7f7016872780 1 < completed delete operation key=VRC7N98T39M8 tag=HD373I89FFSK type=del 2024-04-02T08:41:32.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.143+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=1WGD12X3I6L6 type=del size=462624 2024-04-02T08:41:32.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.147+0000 7f7016872780 1 < suggested update operation key=Y2F1XJDYXB7J tag=GMFDSIXQOALD type=del size=2140945 2024-04-02T08:41:32.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.149+0000 7f7016872780 1 > prepared operation key=VDSX44MQI8DS tag=JYES1S6K5R4A type=del size=3570892 2024-04-02T08:41:32.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.151+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=RTFGAL1ZPX7K type=del 2024-04-02T08:41:32.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.153+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=Z7IN9J7LDB21 type=write size=306184 2024-04-02T08:41:32.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.155+0000 7f7016872780 1 < completed delete operation key=I5RKMPQ2CZ8E tag=EZEM75BWG4ND type=del 2024-04-02T08:41:32.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.157+0000 7f7016872780 1 > prepared operation key=LRIMFCH3UXQB tag=SF226U729GFL type=del size=1232744 2024-04-02T08:41:32.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.157+0000 7f7016872780 1 < canceled part key=_multipart_VDSX44MQI8DS.2~3FYLXVA6ZI4X.0 size=947210 2024-04-02T08:41:32.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.160+0000 7f7016872780 1 < canceled multipart upload key=VDSX44MQI8DS upload=3FYLXVA6ZI4X tag=ZSZKA63NNAFX type=write size=1995786 2024-04-02T08:41:32.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.164+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~BB0SSLVK8IZV.0 size=1048576 2024-04-02T08:41:32.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.165+0000 7f7016872780 1 > prepared part key=_multipart_I5RKMPQ2CZ8E.2~BB0SSLVK8IZV.1 size=338652 2024-04-02T08:41:32.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.165+0000 7f7016872780 1 > prepared multipart upload key=I5RKMPQ2CZ8E upload=BB0SSLVK8IZV tag=XYQALGPNQL61 type=write size=2435804 2024-04-02T08:41:32.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.167+0000 7f7016872780 1 < completed delete operation key=CK7JY7FOKSRE tag=8BWXI0AONIL2 type=del 2024-04-02T08:41:32.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.169+0000 7f7016872780 1 > prepared operation key=I5RKMPQ2CZ8E tag=LNB768HN03RI type=del size=2311234 2024-04-02T08:41:32.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.173+0000 7f7016872780 1 < suggested remove operation key=5J69WZ7J6CZ4 tag=B1N4I41A109E type=del 2024-04-02T08:41:32.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.175+0000 7f7016872780 1 > prepared operation key=BMGY5ZV26L3V tag=FU6CCVNAZN8F type=del size=2987292 2024-04-02T08:41:32.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.177+0000 7f7016872780 1 < completed delete operation key=1EUQSEA39UCS tag=L14FZD9R3QLF type=del 2024-04-02T08:41:32.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.179+0000 7f7016872780 1 > prepared operation key=Y2F1XJDYXB7J tag=KYXUUUPMQ3QA type=write size=581678 2024-04-02T08:41:32.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.182+0000 7f7016872780 1 < completed part key=_multipart_1EUQSEA39UCS.2~NYSZ9MPW8SO1.0 size=896401 2024-04-02T08:41:32.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.185+0000 7f7016872780 1 < completed multipart upload key=1EUQSEA39UCS upload=NYSZ9MPW8SO1 tag=QP7BT7FFXEAS type=write size=1944977 2024-04-02T08:41:32.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.188+0000 7f7016872780 1 > prepared operation key=FF4R1BKDZEMB tag=0SEZ0AI4ACV5 type=del size=2115940 2024-04-02T08:41:32.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.191+0000 7f7016872780 1 < suggested remove operation key=1EUQSEA39UCS tag=ATYTYL8X0GJ1 type=del 2024-04-02T08:41:32.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.197+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~SOGMF45N04MG.0 size=1048576 2024-04-02T08:41:32.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.198+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~SOGMF45N04MG.1 size=1048576 2024-04-02T08:41:32.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.201+0000 7f7016872780 1 > prepared part key=_multipart_BMGY5ZV26L3V.2~SOGMF45N04MG.2 size=93797 2024-04-02T08:41:32.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.201+0000 7f7016872780 1 > prepared multipart upload key=BMGY5ZV26L3V upload=SOGMF45N04MG tag=J2273VZK0LHK type=write size=3239525 2024-04-02T08:41:32.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.202+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~X5E3PMQMSYU2.0 size=1048576 2024-04-02T08:41:32.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.204+0000 7f7016872780 1 < completed part key=_multipart_FF4R1BKDZEMB.2~X5E3PMQMSYU2.1 size=932548 2024-04-02T08:41:32.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.208+0000 7f7016872780 1 < completed multipart upload key=FF4R1BKDZEMB upload=X5E3PMQMSYU2 tag=0A8326QGZMHX type=write size=3029700 2024-04-02T08:41:32.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-04-02T08:41:32.210+0000 7f7016872780 1 > prepared operation key=7A6KED7000HX tag=IWD2MQ91DJ55 type=del size=722126 2024-04-02T08:41:32.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_stats.simulate (13996 ms) 2024-04-02T08:41:32.209 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from cls_rgw_stats (13996 ms total) 2024-04-02T08:41:32.209 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:41:32.209 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:32.237 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 1 test from 1 test suite ran. (15882 ms total) 2024-04-02T08:41:32.238 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 1 test. 2024-04-02T08:41:32.241 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:32.241 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:32.307 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-02T08:41:32.307 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-02T08:41:32.376 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:32.376 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-02T08:41:32.376 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:32.376 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 2 tests from ClsSDK 2024-04-02T08:41:32.376 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-02T08:41:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:32 smithi084 ceph-mon[94794]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 KiB/s wr, 2.19k op/s 2024-04-02T08:41:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:32 smithi084 ceph-mon[97358]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 KiB/s wr, 2.19k op/s 2024-04-02T08:41:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:32 smithi132 ceph-mon[88571]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 KiB/s wr, 2.19k op/s 2024-04-02T08:41:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:41:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:41:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:33.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:33 smithi084 ceph-mon[94794]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:41:33.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:33 smithi084 ceph-mon[97358]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:41:33.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:33 smithi132 ceph-mon[88571]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:41:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:34 smithi084 ceph-mon[94794]: pgmap v1363: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:34 smithi084 ceph-mon[94794]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:34 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/175113861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:34 smithi084 ceph-mon[97358]: pgmap v1363: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:34 smithi084 ceph-mon[97358]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:34 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/175113861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:34 smithi132 ceph-mon[88571]: pgmap v1363: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:34 smithi132 ceph-mon[88571]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:41:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:34 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/175113861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:35.261 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2885 ms) 2024-04-02T08:41:35.262 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-02T08:41:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/175113861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:35 smithi084 ceph-mon[94794]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:41:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/175113861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:35 smithi084 ceph-mon[97358]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:41:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/175113861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:35 smithi132 ceph-mon[88571]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:41:36.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:36 smithi084 ceph-mon[94794]: pgmap v1366: 137 pgs: 3 creating+activating, 28 creating+peering, 106 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:36.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:36 smithi084 ceph-mon[94794]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:41:36.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:36 smithi084 ceph-mon[97358]: pgmap v1366: 137 pgs: 3 creating+activating, 28 creating+peering, 106 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:36.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:36 smithi084 ceph-mon[97358]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:41:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:36 smithi132 ceph-mon[88571]: pgmap v1366: 137 pgs: 3 creating+activating, 28 creating+peering, 106 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:36 smithi132 ceph-mon[88571]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:41:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:37 smithi084 ceph-mon[94794]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:41:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:37 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/174830817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:37.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:37 smithi084 ceph-mon[97358]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:41:37.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:37 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/174830817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:37.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:37 smithi132 ceph-mon[88571]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:41:37.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:37 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/174830817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:38.284 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3023 ms) 2024-04-02T08:41:38.284 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 2 tests from ClsSDK (5908 ms total) 2024-04-02T08:41:38.284 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T08:41:38.284 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:38.284 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 2 tests from 1 test suite ran. (5908 ms total) 2024-04-02T08:41:38.285 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 2 tests. 2024-04-02T08:41:38.287 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:38.287 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:38.355 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-02T08:41:38.355 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:41:38.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[94794]: pgmap v1369: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:38.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:38.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/174830817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:38.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[94794]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:41:38.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[97358]: pgmap v1369: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:38.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:38.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/174830817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:38.616 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:38 smithi084 ceph-mon[97358]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:41:38.617 DEBUG:teuthology.parallel:result is None 2024-04-02T08:41:38.617 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:41:38.644 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:41:38.644 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:41:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:38 smithi132 ceph-mon[88571]: pgmap v1369: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:38 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:38 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/174830817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi084-140957-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:38.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:38 smithi132 ceph-mon[88571]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:41:38.699 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:41:38.699 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:41:38.699 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-02T08:41:38.699 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:41:38.699 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-02T08:41:38.699 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:41:38.700 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:41:38.700 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:41:38.700 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:41:38.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:41:38.754 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:41:38.754 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:41:38.808 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:41:38.808 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:41:38.863 INFO:tasks.workunit:timeout=3h 2024-04-02T08:41:38.864 INFO:tasks.workunit:cleanup=True 2024-04-02T08:41:38.864 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:41:38.919 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:41:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:39 smithi084 ceph-mon[97358]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:41:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:39.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:39 smithi084 ceph-mon[94794]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:41:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:39.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:39 smithi132 ceph-mon[88571]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:41:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:39.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:40 smithi084 ceph-mon[94794]: pgmap v1372: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:40 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:40.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:40 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T08:41:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:40 smithi084 ceph-mon[97358]: pgmap v1372: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:40 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:40.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:40 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T08:41:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:40 smithi132 ceph-mon[88571]: pgmap v1372: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:40 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:40.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:40 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T08:41:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:41:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:41:40] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-02T08:41:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:42 smithi084 ceph-mon[94794]: pgmap v1373: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:42 smithi084 ceph-mon[97358]: pgmap v1373: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:42 smithi132 ceph-mon[88571]: pgmap v1373: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:41:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:41:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:44.478 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:41:44.533 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:41:44.535 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:41:44.535 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:41:44.584 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:41:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:44 smithi084 ceph-mon[94794]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:44 smithi084 ceph-mon[97358]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:44.647 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:41:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:44 smithi132 ceph-mon[88571]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:44.687 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:41:44.688 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:41:44.688 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:41:44.727 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:41:44.731 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T08:41:44.731 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:41:44.787 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-02T08:41:44.788 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-02T08:41:44.788 DEBUG:teuthology.orchestra.run.smithi084:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-02T08:41:44.889 INFO:tasks.workunit.client.0.smithi084.stdout:run length 1200 seconds 2024-04-02T08:41:44.889 INFO:tasks.workunit.client.0.smithi084.stdout:preparing 10240 objects 2024-04-02T08:41:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:46 smithi084 ceph-mon[94794]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:46 smithi084 ceph-mon[97358]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:46 smithi132 ceph-mon[88571]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:47.317 INFO:tasks.workunit.client.0.smithi084.stdout:load-gen will run 1200 seconds 2024-04-02T08:41:48.317 INFO:tasks.workunit.client.0.smithi084.stdout: 1: throughput=0MB/sec pending data=0 2024-04-02T08:41:48.317 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j_oZixJpnZL0Sv0 off=6024877 len=750871 2024-04-02T08:41:48.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 0 completed, throughput=0.712MB/sec 2024-04-02T08:41:48.322 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6_kxbkKLcSYicEv off=1597165 len=1299270 2024-04-02T08:41:48.324 INFO:tasks.workunit.client.0.smithi084.stdout:op 1 completed, throughput=1.94MB/sec 2024-04-02T08:41:48.324 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ztkqayYgrpJtkTf off=8816015 len=293005 2024-04-02T08:41:48.326 INFO:tasks.workunit.client.0.smithi084.stdout:op 2 completed, throughput=2.21MB/sec 2024-04-02T08:41:48.326 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kc_hsDXCTyOzp5u off=434743 len=987113 2024-04-02T08:41:48.327 INFO:tasks.workunit.client.0.smithi084.stdout:op 3 completed, throughput=3.14MB/sec 2024-04-02T08:41:48.327 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cooTJ7AqO0V9uPm off=3272305 len=1657139 2024-04-02T08:41:48.329 INFO:tasks.workunit.client.0.smithi084.stdout:op 4 completed, throughput=4.7MB/sec 2024-04-02T08:41:48.329 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_YPYARgqLoBErpv off=9056584 len=104018 2024-04-02T08:41:48.329 INFO:tasks.workunit.client.0.smithi084.stdout:op 5 completed, throughput=4.8MB/sec 2024-04-02T08:41:48.329 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fpwn_olhfCo94ee off=125465 len=1680921 2024-04-02T08:41:48.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 6 completed, throughput=6.33MB/sec 2024-04-02T08:41:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:48 smithi084 ceph-mon[94794]: pgmap v1376: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:48 smithi084 ceph-mon[97358]: pgmap v1376: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:48 smithi132 ceph-mon[88571]: pgmap v1376: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:49.337 INFO:tasks.workunit.client.0.smithi084.stdout: 2: throughput=3.2MB/sec pending data=0 2024-04-02T08:41:49.337 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CtigJQApRJz6zS5 off=3960949 len=793268 2024-04-02T08:41:49.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 7 completed, throughput=3.56MB/sec 2024-04-02T08:41:49.342 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5zwNdz_aNuRH-RG off=4205199 len=1382623 2024-04-02T08:41:49.344 INFO:tasks.workunit.client.0.smithi084.stdout:op 8 completed, throughput=4.21MB/sec 2024-04-02T08:41:49.344 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HKbhleMkpUNKzIQ off=2236987 len=1815964 2024-04-02T08:41:49.352 INFO:tasks.workunit.client.0.smithi084.stdout:op 9 completed, throughput=5.04MB/sec 2024-04-02T08:41:50.352 INFO:tasks.workunit.client.0.smithi084.stdout: 3: throughput=3.38MB/sec pending data=0 2024-04-02T08:41:50.353 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cXy4HMWkE_QueGl off=19064719 len=1162449 2024-04-02T08:41:50.360 INFO:tasks.workunit.client.0.smithi084.stdout:op 10 completed, throughput=3.74MB/sec 2024-04-02T08:41:50.360 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x0_s7U6XA0s9ZH9 off=15454066 len=379215 2024-04-02T08:41:50.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 11 completed, throughput=3.85MB/sec 2024-04-02T08:41:50.364 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sKzO505nVBNERAO off=2558276 len=1504750 2024-04-02T08:41:50.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 12 completed, throughput=4.32MB/sec 2024-04-02T08:41:50.366 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0CByc6Dgt61BtRq off=4593750 len=214927 2024-04-02T08:41:50.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 13 completed, throughput=4.39MB/sec 2024-04-02T08:41:50.367 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-U9w1de0POZ-NST0 off=15365892 len=145103 2024-04-02T08:41:50.368 INFO:tasks.workunit.client.0.smithi084.stdout:op 14 completed, throughput=4.43MB/sec 2024-04-02T08:41:50.369 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hsVbOX4oxfTT73N off=6080322 len=526888 2024-04-02T08:41:50.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 15 completed, throughput=4.59MB/sec 2024-04-02T08:41:50.369 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dIpQ_wTU8lD1ca2 off=7018992 len=1069083 2024-04-02T08:41:50.373 INFO:tasks.workunit.client.0.smithi084.stdout:op 16 completed, throughput=4.92MB/sec 2024-04-02T08:41:50.373 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OFMR2BN1FTPFtHn off=15490280 len=1160077 2024-04-02T08:41:50.379 INFO:tasks.workunit.client.0.smithi084.stdout:op 17 completed, throughput=5.27MB/sec 2024-04-02T08:41:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:50 smithi084 ceph-mon[94794]: pgmap v1377: 105 pgs: 105 active+clean; 96 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 832 KiB/s wr, 735 op/s 2024-04-02T08:41:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:50 smithi084 ceph-mon[97358]: pgmap v1377: 105 pgs: 105 active+clean; 96 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 832 KiB/s wr, 735 op/s 2024-04-02T08:41:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:50 smithi132 ceph-mon[88571]: pgmap v1377: 105 pgs: 105 active+clean; 96 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 832 KiB/s wr, 735 op/s 2024-04-02T08:41:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:41:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:41:50] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-02T08:41:51.379 INFO:tasks.workunit.client.0.smithi084.stdout: 4: throughput=3.97MB/sec pending data=0 2024-04-02T08:41:51.379 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xYUKbxwSLs5gmkC off=10302423 len=1315534 2024-04-02T08:41:51.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 18 completed, throughput=4.28MB/sec 2024-04-02T08:41:51.385 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--cZqESGgB1gtNPk off=3490600 len=587009 2024-04-02T08:41:51.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 19 completed, throughput=4.41MB/sec 2024-04-02T08:41:51.386 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1D0dehdXjVrWBhL off=13613244 len=1662764 2024-04-02T08:41:51.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 20 completed, throughput=4.8MB/sec 2024-04-02T08:41:51.387 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kjURcoSPcqn734R off=21553601 len=939104 2024-04-02T08:41:51.394 INFO:tasks.workunit.client.0.smithi084.stdout:op 21 completed, throughput=5.01MB/sec 2024-04-02T08:41:52.393 INFO:tasks.workunit.client.0.smithi084.stdout: 5: throughput=4.03MB/sec pending data=0 2024-04-02T08:41:52.393 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vusM8-8FH1IpCp4 off=2726042 len=1135785 2024-04-02T08:41:52.394 INFO:tasks.workunit.client.0.smithi084.stdout:op 22 completed, throughput=4.24MB/sec 2024-04-02T08:41:52.394 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EVqxoSpVIWn-Auq off=12846257 len=1867206 2024-04-02T08:41:52.400 INFO:tasks.workunit.client.0.smithi084.stdout:op 23 completed, throughput=4.58MB/sec 2024-04-02T08:41:52.401 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UGYlUcw9STNIBii off=6164039 len=1487203 2024-04-02T08:41:52.407 INFO:tasks.workunit.client.0.smithi084.stdout:op 24 completed, throughput=4.86MB/sec 2024-04-02T08:41:52.408 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tPHYLWFnzzxeFfU off=3485921 len=800885 2024-04-02T08:41:52.412 INFO:tasks.workunit.client.0.smithi084.stdout:op 25 completed, throughput=5MB/sec 2024-04-02T08:41:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:52 smithi084 ceph-mon[94794]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-04-02T08:41:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:52 smithi084 ceph-mon[97358]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-04-02T08:41:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:52 smithi132 ceph-mon[88571]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-04-02T08:41:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:41:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:41:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:53.412 INFO:tasks.workunit.client.0.smithi084.stdout: 6: throughput=4.18MB/sec pending data=0 2024-04-02T08:41:53.412 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VrQc1fhKwTTuyiy off=1604866 len=288286 2024-04-02T08:41:53.413 INFO:tasks.workunit.client.0.smithi084.stdout:op 26 completed, throughput=4.23MB/sec 2024-04-02T08:41:53.413 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wuAhMWxEDqrRQd_ off=2588455 len=1861378 2024-04-02T08:41:53.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 27 completed, throughput=4.51MB/sec 2024-04-02T08:41:53.421 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PXWqQOQfHacM3kr off=217563 len=2055927 2024-04-02T08:41:53.425 INFO:tasks.workunit.client.0.smithi084.stdout:op 28 completed, throughput=4.83MB/sec 2024-04-02T08:41:53.425 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ratrzUdhcvk84RP off=11343183 len=1478976 2024-04-02T08:41:53.426 INFO:tasks.workunit.client.0.smithi084.stdout:op 29 completed, throughput=5.06MB/sec 2024-04-02T08:41:54.426 INFO:tasks.workunit.client.0.smithi084.stdout: 7: throughput=4.35MB/sec pending data=0 2024-04-02T08:41:54.426 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dS2r7rf2BHA6Bpb off=1022301 len=152513 2024-04-02T08:41:54.427 INFO:tasks.workunit.client.0.smithi084.stdout:op 30 completed, throughput=4.37MB/sec 2024-04-02T08:41:54.427 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S9vFke0tTrVSXPR off=8035132 len=774075 2024-04-02T08:41:54.427 INFO:tasks.workunit.client.0.smithi084.stdout:op 31 completed, throughput=4.47MB/sec 2024-04-02T08:41:54.427 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--LSpe5y7pqtnEwi off=15874122 len=105062 2024-04-02T08:41:54.428 INFO:tasks.workunit.client.0.smithi084.stdout:op 32 completed, throughput=4.48MB/sec 2024-04-02T08:41:54.428 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xTuIwgJpcjeVW9e off=1723956 len=1973157 2024-04-02T08:41:54.432 INFO:tasks.workunit.client.0.smithi084.stdout:op 33 completed, throughput=4.75MB/sec 2024-04-02T08:41:54.432 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zRekCvwulbd11p- off=2209058 len=636690 2024-04-02T08:41:54.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 34 completed, throughput=4.83MB/sec 2024-04-02T08:41:54.436 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-awW2AiSPwq9PwrR off=1593979 len=884716 2024-04-02T08:41:54.440 INFO:tasks.workunit.client.0.smithi084.stdout:op 35 completed, throughput=4.94MB/sec 2024-04-02T08:41:54.440 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sdS9_sg3HRaEXD5 off=598360 len=58053 2024-04-02T08:41:54.442 INFO:tasks.workunit.client.0.smithi084.stdout:op 36 completed, throughput=4.95MB/sec 2024-04-02T08:41:54.442 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FRBPPLsqeS_Fb9p off=4848511 len=1825234 2024-04-02T08:41:54.449 INFO:tasks.workunit.client.0.smithi084.stdout:op 37 completed, throughput=5.19MB/sec 2024-04-02T08:41:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:54 smithi084 ceph-mon[94794]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-04-02T08:41:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:54 smithi084 ceph-mon[97358]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-04-02T08:41:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:54 smithi132 ceph-mon[88571]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-04-02T08:41:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:41:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: 8: throughput=4.55MB/sec pending data=0 2024-04-02T08:41:55.450 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pXTnO7BfSGstyIl off=2325654 len=878234 2024-04-02T08:41:55.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 38 completed, throughput=4.65MB/sec 2024-04-02T08:41:55.454 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D0yLMFTuMEnXEc9 off=12423367 len=418475 2024-04-02T08:41:55.455 INFO:tasks.workunit.client.0.smithi084.stdout:op 39 completed, throughput=4.7MB/sec 2024-04-02T08:41:55.455 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fBT5RwqwL1r7vdF off=1171916 len=1432887 2024-04-02T08:41:55.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 40 completed, throughput=4.86MB/sec 2024-04-02T08:41:55.461 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uxfP39TAMlpM4KO off=11170890 len=1610897 2024-04-02T08:41:55.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 41 completed, throughput=5.05MB/sec 2024-04-02T08:41:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: 9: throughput=4.5MB/sec pending data=0 2024-04-02T08:41:56.471 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F5vRLkZq7tI0j3k off=9502898 len=1955514 2024-04-02T08:41:56.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 42 completed, throughput=4.69MB/sec 2024-04-02T08:41:56.482 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H9ndUWGjXeS7Oph off=8682142 len=1966224 2024-04-02T08:41:56.493 INFO:tasks.workunit.client.0.smithi084.stdout:op 43 completed, throughput=4.89MB/sec 2024-04-02T08:41:56.493 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lmehdQFs2YQCu1A off=10538628 len=1687477 2024-04-02T08:41:56.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 44 completed, throughput=5.06MB/sec 2024-04-02T08:41:56.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:56 smithi084 ceph-mon[97358]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 924 KiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-04-02T08:41:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:56 smithi084 ceph-mon[94794]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 924 KiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-04-02T08:41:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:56 smithi132 ceph-mon[88571]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 924 KiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-04-02T08:41:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: 10: throughput=4.57MB/sec pending data=0 2024-04-02T08:41:57.500 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3ZAfm9xQMXMEo3i off=3815840 len=1863812 2024-04-02T08:41:57.510 INFO:tasks.workunit.client.0.smithi084.stdout:op 45 completed, throughput=4.74MB/sec 2024-04-02T08:41:57.511 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2-e3IggUpumzWmd off=192620 len=496913 2024-04-02T08:41:57.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 46 completed, throughput=4.78MB/sec 2024-04-02T08:41:57.511 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-igmIkb7LVSH9gsl off=2236155 len=1445879 2024-04-02T08:41:57.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 47 completed, throughput=4.92MB/sec 2024-04-02T08:41:57.514 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c2ei-NomZMvRVe1 off=3281398 len=727008 2024-04-02T08:41:57.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 48 completed, throughput=4.98MB/sec 2024-04-02T08:41:57.514 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VGEJBgiDkpVxZEP off=9088908 len=38170 2024-04-02T08:41:57.516 INFO:tasks.workunit.client.0.smithi084.stdout:op 49 completed, throughput=4.99MB/sec 2024-04-02T08:41:57.516 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iL-Dw9oXkPAfliu off=10288207 len=1064459 2024-04-02T08:41:57.520 INFO:tasks.workunit.client.0.smithi084.stdout:op 50 completed, throughput=5.08MB/sec 2024-04-02T08:41:58.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:41:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T08:41:57.747518486Z level=info msg="Completed cleanup jobs" duration=6.852761ms 2024-04-02T08:41:58.520 INFO:tasks.workunit.client.0.smithi084.stdout: 11: throughput=4.63MB/sec pending data=0 2024-04-02T08:41:58.521 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XswQGgxbZUSs6Tc off=14747306 len=125126 2024-04-02T08:41:58.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 51 completed, throughput=4.64MB/sec 2024-04-02T08:41:58.522 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b3ZhmoPxWVFAL_M off=12208290 len=509433 2024-04-02T08:41:58.523 INFO:tasks.workunit.client.0.smithi084.stdout:op 52 completed, throughput=4.68MB/sec 2024-04-02T08:41:58.523 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6bIy8szmzeVvBwe off=7330149 len=1670474 2024-04-02T08:41:58.533 INFO:tasks.workunit.client.0.smithi084.stdout:op 53 completed, throughput=4.82MB/sec 2024-04-02T08:41:58.533 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-f-bcPc61Q37u8Dw off=769747 len=1412025 2024-04-02T08:41:58.534 INFO:tasks.workunit.client.0.smithi084.stdout:op 54 completed, throughput=4.94MB/sec 2024-04-02T08:41:58.535 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AqHgrIAXnhad8Kt off=15729231 len=263897 2024-04-02T08:41:58.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 55 completed, throughput=4.96MB/sec 2024-04-02T08:41:58.535 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3XeVmvKTELxNZJW off=7477984 len=1970814 2024-04-02T08:41:58.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 56 completed, throughput=5.13MB/sec 2024-04-02T08:41:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:41:58 smithi084 ceph-mon[94794]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 924 KiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-04-02T08:41:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:41:58 smithi084 ceph-mon[97358]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 924 KiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-04-02T08:41:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:41:58 smithi132 ceph-mon[88571]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 924 KiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-04-02T08:41:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: 12: throughput=4.71MB/sec pending data=0 2024-04-02T08:41:59.543 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oxoOWnWJ6UEFYxK off=3006196 len=684339 2024-04-02T08:41:59.545 INFO:tasks.workunit.client.0.smithi084.stdout:op 57 completed, throughput=4.76MB/sec 2024-04-02T08:41:59.545 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xqKTmSATEe16Tqu off=2610156 len=1135045 2024-04-02T08:41:59.546 INFO:tasks.workunit.client.0.smithi084.stdout:op 58 completed, throughput=4.85MB/sec 2024-04-02T08:41:59.546 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--ofLi9hoJHi2NhP off=3967564 len=440686 2024-04-02T08:41:59.547 INFO:tasks.workunit.client.0.smithi084.stdout:op 59 completed, throughput=4.88MB/sec 2024-04-02T08:41:59.547 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7DcwUw3A3PjwOBK off=8435193 len=1639531 2024-04-02T08:41:59.548 INFO:tasks.workunit.client.0.smithi084.stdout:op 60 completed, throughput=5.01MB/sec 2024-04-02T08:42:00.548 INFO:tasks.workunit.client.0.smithi084.stdout: 13: throughput=4.63MB/sec pending data=0 2024-04-02T08:42:00.549 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rjFMm0u8X8ZPScz off=12798542 len=1883748 2024-04-02T08:42:00.557 INFO:tasks.workunit.client.0.smithi084.stdout:op 61 completed, throughput=4.76MB/sec 2024-04-02T08:42:00.557 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pkQvkdInq9KuF1g off=14160943 len=2087272 2024-04-02T08:42:00.565 INFO:tasks.workunit.client.0.smithi084.stdout:op 62 completed, throughput=4.91MB/sec 2024-04-02T08:42:00.565 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5RFuMNQGTSfeqGc off=1223893 len=1214008 2024-04-02T08:42:00.566 INFO:tasks.workunit.client.0.smithi084.stdout:op 63 completed, throughput=5MB/sec 2024-04-02T08:42:00.566 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iFtvKh1gq7cJwqU off=4249951 len=865573 2024-04-02T08:42:00.568 INFO:tasks.workunit.client.0.smithi084.stdout:op 64 completed, throughput=5.06MB/sec 2024-04-02T08:42:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:00 smithi084 ceph-mon[94794]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 857 op/s 2024-04-02T08:42:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:00 smithi084 ceph-mon[97358]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 857 op/s 2024-04-02T08:42:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:00 smithi132 ceph-mon[88571]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 857 op/s 2024-04-02T08:42:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:42:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:42:00] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-02T08:42:01.568 INFO:tasks.workunit.client.0.smithi084.stdout: 14: throughput=4.7MB/sec pending data=0 2024-04-02T08:42:01.568 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ha4XpQJVSTiwDDB off=619018 len=737781 2024-04-02T08:42:01.572 INFO:tasks.workunit.client.0.smithi084.stdout:op 65 completed, throughput=4.75MB/sec 2024-04-02T08:42:01.573 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BMzEVQTst7fDux4 off=3897352 len=321561 2024-04-02T08:42:01.575 INFO:tasks.workunit.client.0.smithi084.stdout:op 66 completed, throughput=4.77MB/sec 2024-04-02T08:42:01.575 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CL5HGCFCOkoJK4C off=787844 len=518072 2024-04-02T08:42:01.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 67 completed, throughput=4.81MB/sec 2024-04-02T08:42:01.578 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-otyRcOqzfHzjE8e off=9657312 len=561122 2024-04-02T08:42:01.580 INFO:tasks.workunit.client.0.smithi084.stdout:op 68 completed, throughput=4.84MB/sec 2024-04-02T08:42:01.580 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rGZlsdOew8g6hOF off=4197154 len=1512662 2024-04-02T08:42:01.587 INFO:tasks.workunit.client.0.smithi084.stdout:op 69 completed, throughput=4.94MB/sec 2024-04-02T08:42:01.587 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RExFStsd80rsp9K off=7390188 len=762277 2024-04-02T08:42:01.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 70 completed, throughput=4.99MB/sec 2024-04-02T08:42:01.589 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-F449KsUQ_DyvaZM off=17601008 len=83237 2024-04-02T08:42:01.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 71 completed, throughput=5MB/sec 2024-04-02T08:42:01.590 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Aw-g6zW0YGBE722 off=14140127 len=1943433 2024-04-02T08:42:01.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 72 completed, throughput=5.13MB/sec 2024-04-02T08:42:02.592 INFO:tasks.workunit.client.0.smithi084.stdout: 15: throughput=4.79MB/sec pending data=0 2024-04-02T08:42:02.592 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S14AhmHruVh9-xq off=9070168 len=307312 2024-04-02T08:42:02.594 INFO:tasks.workunit.client.0.smithi084.stdout:op 73 completed, throughput=4.81MB/sec 2024-04-02T08:42:02.595 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XmZ05VSNInG8QNT off=6928968 len=487585 2024-04-02T08:42:02.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 74 completed, throughput=4.84MB/sec 2024-04-02T08:42:02.596 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K1fPT8CXEon2Dob off=8821965 len=496515 2024-04-02T08:42:02.599 INFO:tasks.workunit.client.0.smithi084.stdout:op 75 completed, throughput=4.87MB/sec 2024-04-02T08:42:02.599 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-V5ffPWFTDKoPfvp off=4662515 len=171999 2024-04-02T08:42:02.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 76 completed, throughput=4.88MB/sec 2024-04-02T08:42:02.601 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-22VSl-cNl3qFS15 off=17045479 len=198894 2024-04-02T08:42:02.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 77 completed, throughput=4.89MB/sec 2024-04-02T08:42:02.603 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ekUP7APIXjjyzhG off=3645949 len=1878522 2024-04-02T08:42:02.605 INFO:tasks.workunit.client.0.smithi084.stdout:op 78 completed, throughput=5.01MB/sec 2024-04-02T08:42:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:02 smithi084 ceph-mon[94794]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 212 op/s 2024-04-02T08:42:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:02 smithi084 ceph-mon[97358]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 212 op/s 2024-04-02T08:42:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:02 smithi132 ceph-mon[88571]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 212 op/s 2024-04-02T08:42:02.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:42:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:03.605 INFO:tasks.workunit.client.0.smithi084.stdout: 16: throughput=4.7MB/sec pending data=0 2024-04-02T08:42:03.606 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2TRc4dWpcKfefb2 off=2779686 len=1945907 2024-04-02T08:42:03.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 79 completed, throughput=4.81MB/sec 2024-04-02T08:42:03.612 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xJOtPU142smcagt off=12121617 len=312170 2024-04-02T08:42:03.613 INFO:tasks.workunit.client.0.smithi084.stdout:op 80 completed, throughput=4.83MB/sec 2024-04-02T08:42:03.613 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mc-wYWXsqf5U2ze off=5250292 len=1269054 2024-04-02T08:42:03.614 INFO:tasks.workunit.client.0.smithi084.stdout:op 81 completed, throughput=4.9MB/sec 2024-04-02T08:42:03.614 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1ZA06wXe5DRzIw3 off=21011297 len=19110 2024-04-02T08:42:03.617 INFO:tasks.workunit.client.0.smithi084.stdout:op 82 completed, throughput=4.9MB/sec 2024-04-02T08:42:03.617 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bvHh_BbkTjbBSte off=2699946 len=193860 2024-04-02T08:42:03.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 83 completed, throughput=4.92MB/sec 2024-04-02T08:42:03.619 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GNQeAIKSZBHF_HB off=4012691 len=1163047 2024-04-02T08:42:03.619 INFO:tasks.workunit.client.0.smithi084.stdout:op 84 completed, throughput=4.98MB/sec 2024-04-02T08:42:03.619 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pgLmiJWLGHQR-Pg off=4756477 len=797812 2024-04-02T08:42:03.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 85 completed, throughput=5.03MB/sec 2024-04-02T08:42:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:04 smithi084 ceph-mon[94794]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:42:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:04 smithi084 ceph-mon[97358]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:42:04.620 INFO:tasks.workunit.client.0.smithi084.stdout: 17: throughput=4.74MB/sec pending data=0 2024-04-02T08:42:04.620 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S3nFevnOIP1C050 off=15111530 len=1952179 2024-04-02T08:42:04.624 INFO:tasks.workunit.client.0.smithi084.stdout:op 86 completed, throughput=4.85MB/sec 2024-04-02T08:42:04.624 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_6RuW2HuZvt4Tbl off=1340280 len=863013 2024-04-02T08:42:04.625 INFO:tasks.workunit.client.0.smithi084.stdout:op 87 completed, throughput=4.89MB/sec 2024-04-02T08:42:04.626 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PKG_wZR2x3L7nwN off=4610274 len=157665 2024-04-02T08:42:04.628 INFO:tasks.workunit.client.0.smithi084.stdout:op 88 completed, throughput=4.9MB/sec 2024-04-02T08:42:04.629 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-skR79bbNiOTm6pN off=923450 len=393340 2024-04-02T08:42:04.629 INFO:tasks.workunit.client.0.smithi084.stdout:op 89 completed, throughput=4.92MB/sec 2024-04-02T08:42:04.629 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--Vb4BZWFWcEymrK off=1283481 len=1628407 2024-04-02T08:42:04.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 90 completed, throughput=5.01MB/sec 2024-04-02T08:42:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:04 smithi132 ceph-mon[88571]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:42:05.631 INFO:tasks.workunit.client.0.smithi084.stdout: 18: throughput=4.74MB/sec pending data=0 2024-04-02T08:42:05.631 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_WYFrT1V3z6zwzT off=7404412 len=287701 2024-04-02T08:42:05.634 INFO:tasks.workunit.client.0.smithi084.stdout:op 91 completed, throughput=4.75MB/sec 2024-04-02T08:42:05.634 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7C891WDmQRWKu4v off=6429117 len=1574684 2024-04-02T08:42:05.639 INFO:tasks.workunit.client.0.smithi084.stdout:op 92 completed, throughput=4.83MB/sec 2024-04-02T08:42:05.639 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hwbV76A-ZHRGBCs off=3479532 len=1743251 2024-04-02T08:42:05.641 INFO:tasks.workunit.client.0.smithi084.stdout:op 93 completed, throughput=4.92MB/sec 2024-04-02T08:42:05.641 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HOysaLH-q4xaj04 off=6139550 len=1532365 2024-04-02T08:42:05.648 INFO:tasks.workunit.client.0.smithi084.stdout:op 94 completed, throughput=5MB/sec 2024-04-02T08:42:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:06 smithi084 ceph-mon[94794]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:42:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:06 smithi084 ceph-mon[97358]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:42:06.648 INFO:tasks.workunit.client.0.smithi084.stdout: 19: throughput=4.74MB/sec pending data=0 2024-04-02T08:42:06.648 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eeptCpo3ERhVUe4 off=8085603 len=849694 2024-04-02T08:42:06.651 INFO:tasks.workunit.client.0.smithi084.stdout:op 95 completed, throughput=4.78MB/sec 2024-04-02T08:42:06.651 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gUK02K6gEm1Bzd7 off=7546661 len=887117 2024-04-02T08:42:06.654 INFO:tasks.workunit.client.0.smithi084.stdout:op 96 completed, throughput=4.83MB/sec 2024-04-02T08:42:06.655 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UwdY33hBa01w40U off=15186683 len=1564119 2024-04-02T08:42:06.656 INFO:tasks.workunit.client.0.smithi084.stdout:op 97 completed, throughput=4.9MB/sec 2024-04-02T08:42:06.656 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wG5vvML_KE-Br2G off=22136086 len=1697872 2024-04-02T08:42:06.656 INFO:tasks.workunit.client.0.smithi084.stdout:op 98 completed, throughput=4.99MB/sec 2024-04-02T08:42:06.656 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-U1lITw4jmVfVTb6 off=2527807 len=1560569 2024-04-02T08:42:06.658 INFO:tasks.workunit.client.0.smithi084.stdout:op 99 completed, throughput=5.06MB/sec 2024-04-02T08:42:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:06 smithi132 ceph-mon[88571]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:42:07.658 INFO:tasks.workunit.client.0.smithi084.stdout: 20: throughput=4.81MB/sec pending data=0 2024-04-02T08:42:07.658 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zllIC6KakC3jU_O off=3664026 len=946404 2024-04-02T08:42:07.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 100 completed, throughput=4.86MB/sec 2024-04-02T08:42:07.659 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q2d7odCJmdMJ50r off=5940134 len=1699792 2024-04-02T08:42:07.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 101 completed, throughput=4.94MB/sec 2024-04-02T08:42:07.663 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QaUp75jIWxINvih off=14617345 len=208270 2024-04-02T08:42:07.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 102 completed, throughput=4.95MB/sec 2024-04-02T08:42:07.664 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ds27nlmIMlCUUlJ off=17600310 len=1971737 2024-04-02T08:42:07.665 INFO:tasks.workunit.client.0.smithi084.stdout:op 103 completed, throughput=5.04MB/sec 2024-04-02T08:42:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:08 smithi084 ceph-mon[94794]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:42:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:08 smithi084 ceph-mon[97358]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:42:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:08 smithi132 ceph-mon[88571]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:42:08.665 INFO:tasks.workunit.client.0.smithi084.stdout: 21: throughput=4.8MB/sec pending data=0 2024-04-02T08:42:08.665 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XnubeI3a3atcFjd off=7581534 len=386538 2024-04-02T08:42:08.666 INFO:tasks.workunit.client.0.smithi084.stdout:op 104 completed, throughput=4.82MB/sec 2024-04-02T08:42:08.666 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xf46vEuE26U9f-y off=8833349 len=863661 2024-04-02T08:42:08.668 INFO:tasks.workunit.client.0.smithi084.stdout:op 105 completed, throughput=4.86MB/sec 2024-04-02T08:42:08.668 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SgLIKHaHjdsVgTj off=7406521 len=1947509 2024-04-02T08:42:08.680 INFO:tasks.workunit.client.0.smithi084.stdout:op 106 completed, throughput=4.94MB/sec 2024-04-02T08:42:08.680 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-frghO9AkYoi95KJ off=4590292 len=1956870 2024-04-02T08:42:08.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 107 completed, throughput=5.03MB/sec 2024-04-02T08:42:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:09.688 INFO:tasks.workunit.client.0.smithi084.stdout: 22: throughput=4.8MB/sec pending data=0 2024-04-02T08:42:09.689 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7VCcCAd_YY4I9Yl off=3765997 len=529006 2024-04-02T08:42:09.692 INFO:tasks.workunit.client.0.smithi084.stdout:op 108 completed, throughput=4.82MB/sec 2024-04-02T08:42:09.692 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7sJJ7Ex02cLDabK off=3219439 len=832331 2024-04-02T08:42:09.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 109 completed, throughput=4.86MB/sec 2024-04-02T08:42:09.693 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oLimt7AK6hXCF71 off=3045248 len=1298617 2024-04-02T08:42:09.695 INFO:tasks.workunit.client.0.smithi084.stdout:op 110 completed, throughput=4.91MB/sec 2024-04-02T08:42:09.696 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-23hNLjhr6OaFEXP off=5372961 len=1447148 2024-04-02T08:42:09.701 INFO:tasks.workunit.client.0.smithi084.stdout:op 111 completed, throughput=4.97MB/sec 2024-04-02T08:42:09.701 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jm1lLGlfQz8TMKY off=11369485 len=581333 2024-04-02T08:42:09.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 112 completed, throughput=5MB/sec 2024-04-02T08:42:09.704 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KPjJpzQpmKtCgVF off=1150499 len=476187 2024-04-02T08:42:09.705 INFO:tasks.workunit.client.0.smithi084.stdout:op 113 completed, throughput=5.02MB/sec 2024-04-02T08:42:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:10 smithi084 ceph-mon[94794]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:42:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:10 smithi084 ceph-mon[97358]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:42:10.673 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:10 smithi132 ceph-mon[88571]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:42:10.709 INFO:tasks.workunit.client.0.smithi084.stdout: 23: throughput=4.8MB/sec pending data=0 2024-04-02T08:42:10.709 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OrQ9vn0HawXvpSc off=7813154 len=611059 2024-04-02T08:42:10.710 INFO:tasks.workunit.client.0.smithi084.stdout:op 114 completed, throughput=4.83MB/sec 2024-04-02T08:42:10.710 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VUXQSDD2S_p9vYz off=353032 len=1576808 2024-04-02T08:42:10.711 INFO:tasks.workunit.client.0.smithi084.stdout:op 115 completed, throughput=4.89MB/sec 2024-04-02T08:42:10.712 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_OtMNLJES3tmB8v off=3939721 len=559815 2024-04-02T08:42:10.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 116 completed, throughput=4.91MB/sec 2024-04-02T08:42:10.714 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HgAGGLo5h_wMaKI off=1839804 len=848783 2024-04-02T08:42:10.718 INFO:tasks.workunit.client.0.smithi084.stdout:op 117 completed, throughput=4.95MB/sec 2024-04-02T08:42:10.718 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-D46HKkswOvulYIZ off=1332984 len=2035582 2024-04-02T08:42:10.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 118 completed, throughput=5.03MB/sec 2024-04-02T08:42:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:42:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:42:10] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-02T08:42:11.729 INFO:tasks.workunit.client.0.smithi084.stdout: 24: throughput=4.82MB/sec pending data=0 2024-04-02T08:42:11.730 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fds9zzLCCLIQ7-H off=2790304 len=148958 2024-04-02T08:42:11.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 119 completed, throughput=4.83MB/sec 2024-04-02T08:42:11.730 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Uy5bUttvI9THel5 off=5319297 len=1311980 2024-04-02T08:42:11.731 INFO:tasks.workunit.client.0.smithi084.stdout:op 120 completed, throughput=4.88MB/sec 2024-04-02T08:42:11.731 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iwMe9UkDkJbmBcv off=2828395 len=2030837 2024-04-02T08:42:11.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 121 completed, throughput=4.96MB/sec 2024-04-02T08:42:11.740 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TP_JpHlITV4DIvY off=5113163 len=1113713 2024-04-02T08:42:11.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 122 completed, throughput=5MB/sec 2024-04-02T08:42:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:12 smithi084 ceph-mon[94794]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:42:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:12 smithi084 ceph-mon[97358]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:42:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:12 smithi132 ceph-mon[88571]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:42:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:42:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:12.742 INFO:tasks.workunit.client.0.smithi084.stdout: 25: throughput=4.8MB/sec pending data=0 2024-04-02T08:42:12.742 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fds9zzLCCLIQ7-H off=1996054 len=739140 2024-04-02T08:42:12.743 INFO:tasks.workunit.client.0.smithi084.stdout:op 123 completed, throughput=4.83MB/sec 2024-04-02T08:42:12.743 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8C56xMe9rA7yoXO off=10682692 len=1824362 2024-04-02T08:42:12.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 124 completed, throughput=4.9MB/sec 2024-04-02T08:42:12.744 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vzY86_ci16EYzYe off=234148 len=227624 2024-04-02T08:42:12.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 125 completed, throughput=4.91MB/sec 2024-04-02T08:42:12.747 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DqKvaZM9RJJRoXN off=10303976 len=803157 2024-04-02T08:42:12.751 INFO:tasks.workunit.client.0.smithi084.stdout:op 126 completed, throughput=4.94MB/sec 2024-04-02T08:42:12.751 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hfHCd64Iq2IBgFj off=4671742 len=1136660 2024-04-02T08:42:12.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 127 completed, throughput=4.98MB/sec 2024-04-02T08:42:12.755 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_x_K2HdCESNpihb off=6259882 len=1741881 2024-04-02T08:42:12.758 INFO:tasks.workunit.client.0.smithi084.stdout:op 128 completed, throughput=5.04MB/sec 2024-04-02T08:42:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:13 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:13.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:13 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:13.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:13 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:13.758 INFO:tasks.workunit.client.0.smithi084.stdout: 26: throughput=4.85MB/sec pending data=0 2024-04-02T08:42:13.758 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5Nt8oh1m4gQXVzO off=3870079 len=1211291 2024-04-02T08:42:13.763 INFO:tasks.workunit.client.0.smithi084.stdout:op 129 completed, throughput=4.9MB/sec 2024-04-02T08:42:13.763 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-busIbKvhXRswMnE off=12553431 len=1861954 2024-04-02T08:42:13.764 INFO:tasks.workunit.client.0.smithi084.stdout:op 130 completed, throughput=4.96MB/sec 2024-04-02T08:42:13.764 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pWV-R7DtfYh_Qva off=10361132 len=1733816 2024-04-02T08:42:13.772 INFO:tasks.workunit.client.0.smithi084.stdout:op 131 completed, throughput=5.02MB/sec 2024-04-02T08:42:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:14 smithi084 ceph-mon[94794]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:42:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:14 smithi084 ceph-mon[97358]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:42:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:14 smithi132 ceph-mon[88571]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:42:14.773 INFO:tasks.workunit.client.0.smithi084.stdout: 27: throughput=4.84MB/sec pending data=0 2024-04-02T08:42:14.773 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VU9HzU0MGhnS9Hu off=10356079 len=520550 2024-04-02T08:42:14.773 INFO:tasks.workunit.client.0.smithi084.stdout:op 132 completed, throughput=4.86MB/sec 2024-04-02T08:42:14.773 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ApX47ZlzlMjeVE0 off=2862886 len=1262144 2024-04-02T08:42:14.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 133 completed, throughput=4.9MB/sec 2024-04-02T08:42:14.779 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jcWHgNKVvAotC1r off=11312982 len=404247 2024-04-02T08:42:14.780 INFO:tasks.workunit.client.0.smithi084.stdout:op 134 completed, throughput=4.91MB/sec 2024-04-02T08:42:14.780 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-06bcU6HApzTzT0n off=7646091 len=1953986 2024-04-02T08:42:14.788 INFO:tasks.workunit.client.0.smithi084.stdout:op 135 completed, throughput=4.98MB/sec 2024-04-02T08:42:14.788 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LRm5ZsH5EdHuvYz off=13201262 len=296335 2024-04-02T08:42:14.791 INFO:tasks.workunit.client.0.smithi084.stdout:op 136 completed, throughput=4.99MB/sec 2024-04-02T08:42:14.791 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zGwoyhBX6ev_jbI off=11707230 len=1664919 2024-04-02T08:42:14.792 INFO:tasks.workunit.client.0.smithi084.stdout:op 137 completed, throughput=5.05MB/sec 2024-04-02T08:42:15.792 INFO:tasks.workunit.client.0.smithi084.stdout: 28: throughput=4.87MB/sec pending data=0 2024-04-02T08:42:15.793 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vIVn4W_GruMzFoW off=3465727 len=1486155 2024-04-02T08:42:15.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 138 completed, throughput=4.92MB/sec 2024-04-02T08:42:15.794 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UrdwZCtcbNQC-S3 off=16406354 len=1276740 2024-04-02T08:42:15.799 INFO:tasks.workunit.client.0.smithi084.stdout:op 139 completed, throughput=4.96MB/sec 2024-04-02T08:42:15.799 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5GJIXTa1KRdM7K_ off=1122059 len=1778812 2024-04-02T08:42:15.800 INFO:tasks.workunit.client.0.smithi084.stdout:op 140 completed, throughput=5.02MB/sec 2024-04-02T08:42:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:16 smithi132 ceph-mon[88571]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:42:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:16 smithi084 ceph-mon[94794]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:42:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:16 smithi084 ceph-mon[97358]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:42:16.801 INFO:tasks.workunit.client.0.smithi084.stdout: 29: throughput=4.85MB/sec pending data=0 2024-04-02T08:42:16.801 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EfWMgbXF1lT-VYG off=12756551 len=212379 2024-04-02T08:42:16.803 INFO:tasks.workunit.client.0.smithi084.stdout:op 141 completed, throughput=4.86MB/sec 2024-04-02T08:42:16.803 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gL0pdBGaKuCpCu9 off=713636 len=976924 2024-04-02T08:42:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 142 completed, throughput=4.89MB/sec 2024-04-02T08:42:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YeuEZhXo4K1kZt8 off=6614915 len=552137 2024-04-02T08:42:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 143 completed, throughput=4.91MB/sec 2024-04-02T08:42:16.808 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yPUEfigEtRz5qX2 off=2487592 len=584198 2024-04-02T08:42:16.809 INFO:tasks.workunit.client.0.smithi084.stdout:op 144 completed, throughput=4.93MB/sec 2024-04-02T08:42:16.809 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PU7Qs8o1kCF9ZPJ off=305437 len=1274403 2024-04-02T08:42:16.811 INFO:tasks.workunit.client.0.smithi084.stdout:op 145 completed, throughput=4.97MB/sec 2024-04-02T08:42:16.811 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6yBJBrdI2g9bQ9b off=7046060 len=570682 2024-04-02T08:42:16.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 146 completed, throughput=4.98MB/sec 2024-04-02T08:42:16.814 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-24-HOXRdhgEFarv off=2782573 len=1811157 2024-04-02T08:42:16.816 INFO:tasks.workunit.client.0.smithi084.stdout:op 147 completed, throughput=5.04MB/sec 2024-04-02T08:42:17.817 INFO:tasks.workunit.client.0.smithi084.stdout: 30: throughput=4.88MB/sec pending data=0 2024-04-02T08:42:17.817 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z6j8ETxD_QXw0nr off=1010526 len=1373469 2024-04-02T08:42:17.821 INFO:tasks.workunit.client.0.smithi084.stdout:op 148 completed, throughput=4.92MB/sec 2024-04-02T08:42:17.821 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6oYjhqqAGYTeyTg off=4804624 len=148098 2024-04-02T08:42:17.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 149 completed, throughput=4.92MB/sec 2024-04-02T08:42:17.822 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZcRtSFidGhA07xN off=10798935 len=40916 2024-04-02T08:42:17.824 INFO:tasks.workunit.client.0.smithi084.stdout:op 150 completed, throughput=4.92MB/sec 2024-04-02T08:42:17.824 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Mj4f1cxLTTLEMeL off=8052781 len=1236569 2024-04-02T08:42:17.831 INFO:tasks.workunit.client.0.smithi084.stdout:op 151 completed, throughput=4.96MB/sec 2024-04-02T08:42:17.831 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3nOUureX0egmhqX off=4096296 len=1206904 2024-04-02T08:42:17.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 152 completed, throughput=5MB/sec 2024-04-02T08:42:17.833 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8XmD7B5hALR5bGN off=3381018 len=1889836 2024-04-02T08:42:17.843 INFO:tasks.workunit.client.0.smithi084.stdout:op 153 completed, throughput=5.06MB/sec 2024-04-02T08:42:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:17 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:17 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:17 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:17 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:17.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:17 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:18.843 INFO:tasks.workunit.client.0.smithi084.stdout: 31: throughput=4.9MB/sec pending data=0 2024-04-02T08:42:18.843 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-piGA-7Tu378-yFN off=1370160 len=916823 2024-04-02T08:42:18.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 154 completed, throughput=4.92MB/sec 2024-04-02T08:42:18.847 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tK8TVRKDCAboQ-G off=18548 len=513239 2024-04-02T08:42:18.848 INFO:tasks.workunit.client.0.smithi084.stdout:op 155 completed, throughput=4.94MB/sec 2024-04-02T08:42:18.849 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Po8oKlIDBDBtsJg off=138470 len=678573 2024-04-02T08:42:18.849 INFO:tasks.workunit.client.0.smithi084.stdout:op 156 completed, throughput=4.96MB/sec 2024-04-02T08:42:18.849 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-a61bAA1GPYuMXaH off=4539725 len=1235622 2024-04-02T08:42:18.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 157 completed, throughput=5MB/sec 2024-04-02T08:42:18.853 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gLNuTVP3MXbxd9- off=595714 len=1179805 2024-04-02T08:42:18.863 INFO:tasks.workunit.client.0.smithi084.stdout:op 158 completed, throughput=5.03MB/sec 2024-04-02T08:42:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[94794]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:42:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[97358]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:42:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:18 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:18 smithi132 ceph-mon[88571]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:42:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:18 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:18 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:18 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:42:19.863 INFO:tasks.workunit.client.0.smithi084.stdout: 32: throughput=4.88MB/sec pending data=0 2024-04-02T08:42:19.864 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VO4tq5Z0kWrwokE off=3769370 len=1949119 2024-04-02T08:42:19.870 INFO:tasks.workunit.client.0.smithi084.stdout:op 159 completed, throughput=4.93MB/sec 2024-04-02T08:42:19.871 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bHZTtfY7-wvEwps off=66507 len=597468 2024-04-02T08:42:19.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 160 completed, throughput=4.95MB/sec 2024-04-02T08:42:19.871 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--JdwSVLrFEpm4Mj off=3044983 len=849166 2024-04-02T08:42:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:op 161 completed, throughput=4.97MB/sec 2024-04-02T08:42:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QrIPrfq3bhafwUb off=4271343 len=1842102 2024-04-02T08:42:19.877 INFO:tasks.workunit.client.0.smithi084.stdout:op 162 completed, throughput=5.03MB/sec 2024-04-02T08:42:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:20 smithi084 ceph-mon[94794]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:42:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:42:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:42:20] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-02T08:42:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:20 smithi084 ceph-mon[97358]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:42:20.877 INFO:tasks.workunit.client.0.smithi084.stdout: 33: throughput=4.88MB/sec pending data=0 2024-04-02T08:42:20.877 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LmIsmNZMmM88ykE off=9772933 len=1726706 2024-04-02T08:42:20.885 INFO:tasks.workunit.client.0.smithi084.stdout:op 163 completed, throughput=4.92MB/sec 2024-04-02T08:42:20.885 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OltMvr7v_AbbsON off=6568175 len=1257593 2024-04-02T08:42:20.886 INFO:tasks.workunit.client.0.smithi084.stdout:op 164 completed, throughput=4.96MB/sec 2024-04-02T08:42:20.886 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SSHFXMrK9cm4GYP off=5188995 len=282177 2024-04-02T08:42:20.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 165 completed, throughput=4.97MB/sec 2024-04-02T08:42:20.889 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fQVha1wEb7pTjq1 off=619015 len=540579 2024-04-02T08:42:20.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 166 completed, throughput=4.98MB/sec 2024-04-02T08:42:20.893 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N8bykcp439GFtsK off=1704608 len=545336 2024-04-02T08:42:20.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 167 completed, throughput=5MB/sec 2024-04-02T08:42:20.894 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J8rb-oL9HCNbZl8 off=2639210 len=1654365 2024-04-02T08:42:20.895 INFO:tasks.workunit.client.0.smithi084.stdout:op 168 completed, throughput=5.04MB/sec 2024-04-02T08:42:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:20 smithi132 ceph-mon[88571]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:42:21.895 INFO:tasks.workunit.client.0.smithi084.stdout: 34: throughput=4.9MB/sec pending data=0 2024-04-02T08:42:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KErtgXD_TAGb2aX off=233071 len=49079 2024-04-02T08:42:21.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 169 completed, throughput=4.9MB/sec 2024-04-02T08:42:21.898 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y5OTvxHoUXeFsz8 off=18397292 len=574369 2024-04-02T08:42:21.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 170 completed, throughput=4.92MB/sec 2024-04-02T08:42:21.899 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lu84r5D5s5znzOD off=1960087 len=457352 2024-04-02T08:42:21.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 171 completed, throughput=4.93MB/sec 2024-04-02T08:42:21.902 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FRtTF2Rq1MJ6h2S off=5388263 len=125082 2024-04-02T08:42:21.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 172 completed, throughput=4.93MB/sec 2024-04-02T08:42:21.905 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1hoQoB9883WNJ18 off=638022 len=836924 2024-04-02T08:42:21.907 INFO:tasks.workunit.client.0.smithi084.stdout:op 173 completed, throughput=4.95MB/sec 2024-04-02T08:42:21.907 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9E9GkPekrwMlx6q off=3102200 len=479442 2024-04-02T08:42:21.907 INFO:tasks.workunit.client.0.smithi084.stdout:op 174 completed, throughput=4.97MB/sec 2024-04-02T08:42:21.907 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WlMvI4MddsS8asO off=3110242 len=1038649 2024-04-02T08:42:21.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 175 completed, throughput=5MB/sec 2024-04-02T08:42:21.910 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sWeAU1ryd-tf3v6 off=0 len=1258683 2024-04-02T08:42:21.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 176 completed, throughput=5.03MB/sec 2024-04-02T08:42:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:22 smithi132 ceph-mon[88571]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:42:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:42:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:22 smithi084 ceph-mon[94794]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:42:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:22 smithi084 ceph-mon[97358]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:42:22.915 INFO:tasks.workunit.client.0.smithi084.stdout: 35: throughput=4.89MB/sec pending data=0 2024-04-02T08:42:22.916 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-emS0ukZMVgWZzdH off=7006539 len=1469251 2024-04-02T08:42:22.917 INFO:tasks.workunit.client.0.smithi084.stdout:op 177 completed, throughput=4.93MB/sec 2024-04-02T08:42:22.917 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AbpD7-3b26D6KqF off=14874766 len=284225 2024-04-02T08:42:22.918 INFO:tasks.workunit.client.0.smithi084.stdout:op 178 completed, throughput=4.93MB/sec 2024-04-02T08:42:22.918 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yP2C_mAg1AJUW7Z off=3008561 len=1541559 2024-04-02T08:42:22.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 179 completed, throughput=4.97MB/sec 2024-04-02T08:42:22.926 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4Zn5u0jp5Fv5gAd off=15665804 len=1173045 2024-04-02T08:42:22.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 180 completed, throughput=5MB/sec 2024-04-02T08:42:23.934 INFO:tasks.workunit.client.0.smithi084.stdout: 36: throughput=4.87MB/sec pending data=0 2024-04-02T08:42:23.934 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kRfEIaj-Mzyhljj off=0 len=1988904 2024-04-02T08:42:23.941 INFO:tasks.workunit.client.0.smithi084.stdout:op 181 completed, throughput=4.92MB/sec 2024-04-02T08:42:23.941 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bN66yiVWLQiCLa- off=5817070 len=491871 2024-04-02T08:42:23.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 182 completed, throughput=4.93MB/sec 2024-04-02T08:42:23.942 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AXgGVKpVCX2n8B3 off=5086074 len=1803924 2024-04-02T08:42:23.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 183 completed, throughput=4.98MB/sec 2024-04-02T08:42:23.943 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zwTuR2yhhDB6iWi off=6886541 len=1914454 2024-04-02T08:42:23.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 184 completed, throughput=5.03MB/sec 2024-04-02T08:42:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:24 smithi084 ceph-mon[94794]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:42:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:24 smithi084 ceph-mon[97358]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:42:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:24 smithi132 ceph-mon[88571]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:42:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:24.947 INFO:tasks.workunit.client.0.smithi084.stdout: 37: throughput=4.89MB/sec pending data=0 2024-04-02T08:42:24.947 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5jDUgUbomYJuniX off=4106566 len=190883 2024-04-02T08:42:24.950 INFO:tasks.workunit.client.0.smithi084.stdout:op 185 completed, throughput=4.9MB/sec 2024-04-02T08:42:24.950 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mfpc36eFC49gfVy off=2069218 len=894095 2024-04-02T08:42:24.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 186 completed, throughput=4.92MB/sec 2024-04-02T08:42:24.951 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uRxaxUh7UO9_9LV off=5752108 len=2071530 2024-04-02T08:42:24.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 187 completed, throughput=4.97MB/sec 2024-04-02T08:42:24.956 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6ZJscltAwa2QMaV off=6626817 len=587644 2024-04-02T08:42:24.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 188 completed, throughput=4.99MB/sec 2024-04-02T08:42:24.959 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mCgGHR2asxe1vGH off=14310226 len=372329 2024-04-02T08:42:24.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 189 completed, throughput=5MB/sec 2024-04-02T08:42:24.962 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-utOgEsaKYA0uw6H off=4495282 len=441437 2024-04-02T08:42:24.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 190 completed, throughput=5.01MB/sec 2024-04-02T08:42:25.963 INFO:tasks.workunit.client.0.smithi084.stdout: 38: throughput=4.88MB/sec pending data=0 2024-04-02T08:42:25.963 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--uL88DkT5RLWkzO off=4697589 len=719359 2024-04-02T08:42:25.964 INFO:tasks.workunit.client.0.smithi084.stdout:op 191 completed, throughput=4.9MB/sec 2024-04-02T08:42:25.964 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mSCrJ7ws0BjF6Mw off=4288354 len=1722657 2024-04-02T08:42:25.975 INFO:tasks.workunit.client.0.smithi084.stdout:op 192 completed, throughput=4.94MB/sec 2024-04-02T08:42:25.976 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UlT5Ye2BpdexJUA off=0 len=1386714 2024-04-02T08:42:25.979 INFO:tasks.workunit.client.0.smithi084.stdout:op 193 completed, throughput=4.97MB/sec 2024-04-02T08:42:25.980 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ms4Pn1AOnQTgFrj off=4327235 len=1914910 2024-04-02T08:42:25.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 194 completed, throughput=5.02MB/sec 2024-04-02T08:42:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:26 smithi084 ceph-mon[94794]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:42:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:26 smithi084 ceph-mon[97358]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:42:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:26 smithi132 ceph-mon[88571]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:42:26.990 INFO:tasks.workunit.client.0.smithi084.stdout: 39: throughput=4.89MB/sec pending data=0 2024-04-02T08:42:26.990 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TQMbsR9JxBYJY5S off=3509000 len=974065 2024-04-02T08:42:26.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 195 completed, throughput=4.91MB/sec 2024-04-02T08:42:26.991 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QbdNsmDbjLZuPDP off=1710477 len=126026 2024-04-02T08:42:26.993 INFO:tasks.workunit.client.0.smithi084.stdout:op 196 completed, throughput=4.92MB/sec 2024-04-02T08:42:26.993 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vaEyNi_6VECpKmS off=3162610 len=897407 2024-04-02T08:42:26.993 INFO:tasks.workunit.client.0.smithi084.stdout:op 197 completed, throughput=4.94MB/sec 2024-04-02T08:42:26.993 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W8ssakoc0TP9mYT off=4800409 len=864304 2024-04-02T08:42:26.994 INFO:tasks.workunit.client.0.smithi084.stdout:op 198 completed, throughput=4.96MB/sec 2024-04-02T08:42:26.994 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TQM1Ohhkh8WTOGW off=200232 len=2008687 2024-04-02T08:42:27.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 199 completed, throughput=5.01MB/sec 2024-04-02T08:42:28.005 INFO:tasks.workunit.client.0.smithi084.stdout: 40: throughput=4.88MB/sec pending data=0 2024-04-02T08:42:28.005 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HltJmJ5NH8eAOZ3 off=14374516 len=1482467 2024-04-02T08:42:28.009 INFO:tasks.workunit.client.0.smithi084.stdout:op 200 completed, throughput=4.92MB/sec 2024-04-02T08:42:28.009 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Bvc7idGjiqpkC1L off=4937833 len=2038619 2024-04-02T08:42:28.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 201 completed, throughput=4.96MB/sec 2024-04-02T08:42:28.011 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GrQshaqI56V2ibK off=4757259 len=70459 2024-04-02T08:42:28.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 202 completed, throughput=4.97MB/sec 2024-04-02T08:42:28.014 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e2pCLjI3Aec1Qy8 off=4358002 len=768227 2024-04-02T08:42:28.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 203 completed, throughput=4.98MB/sec 2024-04-02T08:42:28.016 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TU9qJkl8QmzxbmK off=1202397 len=2060883 2024-04-02T08:42:28.026 INFO:tasks.workunit.client.0.smithi084.stdout:op 204 completed, throughput=5.03MB/sec 2024-04-02T08:42:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:28 smithi084 ceph-mon[94794]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:28 smithi084 ceph-mon[97358]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:28 smithi132 ceph-mon[88571]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:29.026 INFO:tasks.workunit.client.0.smithi084.stdout: 41: throughput=4.91MB/sec pending data=0 2024-04-02T08:42:29.026 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vusM8-8FH1IpCp4 off=1672615 len=464966 2024-04-02T08:42:29.034 INFO:tasks.workunit.client.0.smithi084.stdout:op 205 completed, throughput=4.92MB/sec 2024-04-02T08:42:29.034 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rMdbcxtLN_RXP7A off=13788253 len=336787 2024-04-02T08:42:29.039 INFO:tasks.workunit.client.0.smithi084.stdout:op 206 completed, throughput=4.93MB/sec 2024-04-02T08:42:29.039 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PLtK8Ia264v7LCE off=16989396 len=389548 2024-04-02T08:42:29.043 INFO:tasks.workunit.client.0.smithi084.stdout:op 207 completed, throughput=4.93MB/sec 2024-04-02T08:42:29.043 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TqwSX1rofxRyp9I off=5473414 len=2091344 2024-04-02T08:42:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 208 completed, throughput=4.98MB/sec 2024-04-02T08:42:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-naDXhCO2cMd1KJV off=8444608 len=1239394 2024-04-02T08:42:29.055 INFO:tasks.workunit.client.0.smithi084.stdout:op 209 completed, throughput=5.01MB/sec 2024-04-02T08:42:30.055 INFO:tasks.workunit.client.0.smithi084.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-02T08:42:30.056 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Gg_D5PrqyBYBk-5 off=3510050 len=1716125 2024-04-02T08:42:30.059 INFO:tasks.workunit.client.0.smithi084.stdout:op 210 completed, throughput=4.93MB/sec 2024-04-02T08:42:30.059 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0o_kKToXUehPcI0 off=1951893 len=615221 2024-04-02T08:42:30.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 211 completed, throughput=4.94MB/sec 2024-04-02T08:42:30.063 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nUA3bVbbjn5-9yx off=3115794 len=829459 2024-04-02T08:42:30.067 INFO:tasks.workunit.client.0.smithi084.stdout:op 212 completed, throughput=4.96MB/sec 2024-04-02T08:42:30.067 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4GoRrUPnXegH0i9 off=1583808 len=747466 2024-04-02T08:42:30.071 INFO:tasks.workunit.client.0.smithi084.stdout:op 213 completed, throughput=4.98MB/sec 2024-04-02T08:42:30.071 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dDVbTdZLLTsnz1d off=2524681 len=1673946 2024-04-02T08:42:30.072 INFO:tasks.workunit.client.0.smithi084.stdout:op 214 completed, throughput=5.01MB/sec 2024-04-02T08:42:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:30 smithi084 ceph-mon[94794]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:42:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:42:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:42:30] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:42:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:30 smithi084 ceph-mon[97358]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:42:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:30 smithi132 ceph-mon[88571]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:42:31.072 INFO:tasks.workunit.client.0.smithi084.stdout: 43: throughput=4.9MB/sec pending data=0 2024-04-02T08:42:31.072 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6Po8mVU7Sk4XIYi off=16706735 len=679066 2024-04-02T08:42:31.073 INFO:tasks.workunit.client.0.smithi084.stdout:op 215 completed, throughput=4.91MB/sec 2024-04-02T08:42:31.073 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fvi0SQ_6bXKh1jq off=7066387 len=1520867 2024-04-02T08:42:31.080 INFO:tasks.workunit.client.0.smithi084.stdout:op 216 completed, throughput=4.95MB/sec 2024-04-02T08:42:31.080 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Gp2HE1dOdJVcagO off=3352823 len=785479 2024-04-02T08:42:31.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 217 completed, throughput=4.96MB/sec 2024-04-02T08:42:31.081 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-02BR-T12DpqZHgK off=6221969 len=719295 2024-04-02T08:42:31.083 INFO:tasks.workunit.client.0.smithi084.stdout:op 218 completed, throughput=4.98MB/sec 2024-04-02T08:42:31.083 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BB691VnRlqwf5Ii off=19089678 len=1207374 2024-04-02T08:42:31.086 INFO:tasks.workunit.client.0.smithi084.stdout:op 219 completed, throughput=5.01MB/sec 2024-04-02T08:42:32.087 INFO:tasks.workunit.client.0.smithi084.stdout: 44: throughput=4.89MB/sec pending data=0 2024-04-02T08:42:32.087 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SKBMPhw6LNG4o6A off=5832840 len=1664725 2024-04-02T08:42:32.094 INFO:tasks.workunit.client.0.smithi084.stdout:op 220 completed, throughput=4.93MB/sec 2024-04-02T08:42:32.094 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-z2Np2Vf2faO-pIv off=19002752 len=773879 2024-04-02T08:42:32.096 INFO:tasks.workunit.client.0.smithi084.stdout:op 221 completed, throughput=4.94MB/sec 2024-04-02T08:42:32.096 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7ncglG86nKGK4GO off=2928508 len=266095 2024-04-02T08:42:32.098 INFO:tasks.workunit.client.0.smithi084.stdout:op 222 completed, throughput=4.95MB/sec 2024-04-02T08:42:32.099 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-E1SfTNfqzxD9oNw off=8096383 len=153080 2024-04-02T08:42:32.101 INFO:tasks.workunit.client.0.smithi084.stdout:op 223 completed, throughput=4.95MB/sec 2024-04-02T08:42:32.101 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qGLs4o3KszWlcSW off=7037413 len=2047748 2024-04-02T08:42:32.111 INFO:tasks.workunit.client.0.smithi084.stdout:op 224 completed, throughput=5MB/sec 2024-04-02T08:42:32.112 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XpFRK_RcpH3Mi1H off=2137123 len=443722 2024-04-02T08:42:32.113 INFO:tasks.workunit.client.0.smithi084.stdout:op 225 completed, throughput=5MB/sec 2024-04-02T08:42:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:32 smithi132 ceph-mon[88571]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:42:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:32 smithi084 ceph-mon[94794]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:32 smithi084 ceph-mon[97358]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:33.113 INFO:tasks.workunit.client.0.smithi084.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-02T08:42:33.114 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lpa63hJHf5rhXJm off=8371802 len=1696694 2024-04-02T08:42:33.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 226 completed, throughput=4.93MB/sec 2024-04-02T08:42:33.115 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gpqN5a83eWA2Uao off=0 len=1059462 2024-04-02T08:42:33.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 227 completed, throughput=4.95MB/sec 2024-04-02T08:42:33.120 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5QCiaugKuWjX0b4 off=4200406 len=1141967 2024-04-02T08:42:33.123 INFO:tasks.workunit.client.0.smithi084.stdout:op 228 completed, throughput=4.98MB/sec 2024-04-02T08:42:33.123 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-npDPGA45GdSlb12 off=8289589 len=175686 2024-04-02T08:42:33.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 229 completed, throughput=4.98MB/sec 2024-04-02T08:42:33.124 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cKUD-AimkxNyawm off=897552 len=1129659 2024-04-02T08:42:33.129 INFO:tasks.workunit.client.0.smithi084.stdout:op 230 completed, throughput=5MB/sec 2024-04-02T08:42:34.129 INFO:tasks.workunit.client.0.smithi084.stdout: 46: throughput=4.9MB/sec pending data=0 2024-04-02T08:42:34.129 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aHvwWN3xTwcHhdp off=1994137 len=1378838 2024-04-02T08:42:34.132 INFO:tasks.workunit.client.0.smithi084.stdout:op 231 completed, throughput=4.92MB/sec 2024-04-02T08:42:34.132 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ew-2u8Zn5QP8YSG off=4700660 len=1087884 2024-04-02T08:42:34.133 INFO:tasks.workunit.client.0.smithi084.stdout:op 232 completed, throughput=4.94MB/sec 2024-04-02T08:42:34.133 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZVLxEp0VhysIJBm off=3640408 len=233019 2024-04-02T08:42:34.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 233 completed, throughput=4.95MB/sec 2024-04-02T08:42:34.136 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9mJBSQvAoVH04ro off=5225215 len=422053 2024-04-02T08:42:34.139 INFO:tasks.workunit.client.0.smithi084.stdout:op 234 completed, throughput=4.96MB/sec 2024-04-02T08:42:34.139 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yP2C_mAg1AJUW7Z off=15090015 len=790348 2024-04-02T08:42:34.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 235 completed, throughput=4.97MB/sec 2024-04-02T08:42:34.142 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IjZXj74gcC-3-zR off=4863541 len=703935 2024-04-02T08:42:34.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 236 completed, throughput=4.99MB/sec 2024-04-02T08:42:34.145 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1ZCxd4svf4cSHP8 off=18923192 len=580107 2024-04-02T08:42:34.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 237 completed, throughput=5MB/sec 2024-04-02T08:42:34.146 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IjH2jxl7FhV3Oez off=3033395 len=1639167 2024-04-02T08:42:34.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 238 completed, throughput=5.03MB/sec 2024-04-02T08:42:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:34 smithi084 ceph-mon[94794]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:42:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:34 smithi084 ceph-mon[97358]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:42:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:34 smithi132 ceph-mon[88571]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:42:35.147 INFO:tasks.workunit.client.0.smithi084.stdout: 47: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:35.147 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xcVIYF_9akQECuT off=9182125 len=50370 2024-04-02T08:42:35.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 239 completed, throughput=4.93MB/sec 2024-04-02T08:42:35.150 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UQQRQZH-uR-pG3s off=13841262 len=2091527 2024-04-02T08:42:35.154 INFO:tasks.workunit.client.0.smithi084.stdout:op 240 completed, throughput=4.97MB/sec 2024-04-02T08:42:35.154 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MmBBoyJjzAhWLvT off=9833271 len=1842576 2024-04-02T08:42:35.161 INFO:tasks.workunit.client.0.smithi084.stdout:op 241 completed, throughput=5.01MB/sec 2024-04-02T08:42:36.161 INFO:tasks.workunit.client.0.smithi084.stdout: 48: throughput=4.9MB/sec pending data=0 2024-04-02T08:42:36.161 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IF0sPjLHAiH-CLP off=12079703 len=1157154 2024-04-02T08:42:36.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 242 completed, throughput=4.92MB/sec 2024-04-02T08:42:36.167 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W_m9Nr8U9xrKQFE off=1354095 len=1628891 2024-04-02T08:42:36.170 INFO:tasks.workunit.client.0.smithi084.stdout:op 243 completed, throughput=4.96MB/sec 2024-04-02T08:42:36.170 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KQ36xabuN1-dQZJ off=999238 len=95624 2024-04-02T08:42:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:op 244 completed, throughput=4.96MB/sec 2024-04-02T08:42:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AHPt_aXvjft26DT off=4557419 len=953754 2024-04-02T08:42:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:op 245 completed, throughput=4.98MB/sec 2024-04-02T08:42:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-miIxM9Em3dM3ZIX off=16783911 len=1796936 2024-04-02T08:42:36.182 INFO:tasks.workunit.client.0.smithi084.stdout:op 246 completed, throughput=5.01MB/sec 2024-04-02T08:42:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:36 smithi084 ceph-mon[94794]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:42:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:36 smithi084 ceph-mon[97358]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:42:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:36 smithi132 ceph-mon[88571]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:42:37.182 INFO:tasks.workunit.client.0.smithi084.stdout: 49: throughput=4.91MB/sec pending data=0 2024-04-02T08:42:37.182 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-drYLinrGNxAVtTg off=291916 len=1427213 2024-04-02T08:42:37.183 INFO:tasks.workunit.client.0.smithi084.stdout:op 247 completed, throughput=4.94MB/sec 2024-04-02T08:42:37.183 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-E8Rlvt6bkHi7_Hn off=5789288 len=258730 2024-04-02T08:42:37.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 248 completed, throughput=4.94MB/sec 2024-04-02T08:42:37.186 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-agtY-s8VrZxZLcR off=2733811 len=934965 2024-04-02T08:42:37.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 249 completed, throughput=4.96MB/sec 2024-04-02T08:42:37.190 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QNBB1GgAJcdLD3N off=17726877 len=1773598 2024-04-02T08:42:37.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 250 completed, throughput=4.99MB/sec 2024-04-02T08:42:37.198 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MNce93eLQUodH_5 off=0 len=1230547 2024-04-02T08:42:37.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 251 completed, throughput=5.02MB/sec 2024-04-02T08:42:38.206 INFO:tasks.workunit.client.0.smithi084.stdout: 50: throughput=4.92MB/sec pending data=0 2024-04-02T08:42:38.206 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IYbOLu0U4q-X4qz off=8032470 len=1757701 2024-04-02T08:42:38.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 252 completed, throughput=4.95MB/sec 2024-04-02T08:42:38.212 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q7BLDeOP8Q_t_kC off=6436989 len=1407188 2024-04-02T08:42:38.213 INFO:tasks.workunit.client.0.smithi084.stdout:op 253 completed, throughput=4.98MB/sec 2024-04-02T08:42:38.213 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UHSQRiTittq6dIt off=2762974 len=1469319 2024-04-02T08:42:38.219 INFO:tasks.workunit.client.0.smithi084.stdout:op 254 completed, throughput=5MB/sec 2024-04-02T08:42:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:38 smithi084 ceph-mon[94794]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:38 smithi084 ceph-mon[97358]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:38 smithi132 ceph-mon[88571]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:42:39.220 INFO:tasks.workunit.client.0.smithi084.stdout: 51: throughput=4.91MB/sec pending data=0 2024-04-02T08:42:39.220 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2-Sxc0ZRW3OVMRK off=17660486 len=1232709 2024-04-02T08:42:39.225 INFO:tasks.workunit.client.0.smithi084.stdout:op 255 completed, throughput=4.93MB/sec 2024-04-02T08:42:39.225 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Iuk7KJGHlhtkIAe off=381603 len=1895662 2024-04-02T08:42:39.233 INFO:tasks.workunit.client.0.smithi084.stdout:op 256 completed, throughput=4.96MB/sec 2024-04-02T08:42:39.233 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-z2ugU5-1IsVkjuf off=13384386 len=1645060 2024-04-02T08:42:39.234 INFO:tasks.workunit.client.0.smithi084.stdout:op 257 completed, throughput=4.99MB/sec 2024-04-02T08:42:39.235 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VzMgSFTKywsjV_A off=5821364 len=873905 2024-04-02T08:42:39.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 258 completed, throughput=5.01MB/sec 2024-04-02T08:42:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:40.239 INFO:tasks.workunit.client.0.smithi084.stdout: 52: throughput=4.91MB/sec pending data=0 2024-04-02T08:42:40.240 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4XBuYm6wjcAtw8_ off=3801818 len=1764820 2024-04-02T08:42:40.241 INFO:tasks.workunit.client.0.smithi084.stdout:op 259 completed, throughput=4.94MB/sec 2024-04-02T08:42:40.241 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WS3yWniCNVXgpem off=252266 len=245467 2024-04-02T08:42:40.241 INFO:tasks.workunit.client.0.smithi084.stdout:op 260 completed, throughput=4.95MB/sec 2024-04-02T08:42:40.241 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7MuZ_2OLd0vFwm7 off=404193 len=1283629 2024-04-02T08:42:40.248 INFO:tasks.workunit.client.0.smithi084.stdout:op 261 completed, throughput=4.97MB/sec 2024-04-02T08:42:40.248 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KR3QLBrrJ0mhAvJ off=1407498 len=1941571 2024-04-02T08:42:40.249 INFO:tasks.workunit.client.0.smithi084.stdout:op 262 completed, throughput=5.01MB/sec 2024-04-02T08:42:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:40 smithi084 ceph-mon[94794]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:42:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:42:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:42:40] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-02T08:42:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:40 smithi084 ceph-mon[97358]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:42:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:40 smithi132 ceph-mon[88571]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:42:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: 53: throughput=4.91MB/sec pending data=0 2024-04-02T08:42:41.250 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0A_OzFKOC3LkPB- off=10702917 len=917715 2024-04-02T08:42:41.250 INFO:tasks.workunit.client.0.smithi084.stdout:op 263 completed, throughput=4.93MB/sec 2024-04-02T08:42:41.251 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8DOl670FbqdZPCx off=9967118 len=1253030 2024-04-02T08:42:41.252 INFO:tasks.workunit.client.0.smithi084.stdout:op 264 completed, throughput=4.95MB/sec 2024-04-02T08:42:41.252 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3XrfnEKGzoSwmK2 off=10629360 len=113814 2024-04-02T08:42:41.252 INFO:tasks.workunit.client.0.smithi084.stdout:op 265 completed, throughput=4.95MB/sec 2024-04-02T08:42:41.252 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wFjv1Dc2FBRqgGV off=3078593 len=1504409 2024-04-02T08:42:41.259 INFO:tasks.workunit.client.0.smithi084.stdout:op 266 completed, throughput=4.98MB/sec 2024-04-02T08:42:41.259 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bCt4_xlspdN6rB3 off=14862726 len=1821397 2024-04-02T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stdout:op 267 completed, throughput=5.01MB/sec 2024-04-02T08:42:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: 54: throughput=4.92MB/sec pending data=0 2024-04-02T08:42:42.266 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y5JBT778yGRDGV1 off=6395692 len=1489345 2024-04-02T08:42:42.267 INFO:tasks.workunit.client.0.smithi084.stdout:op 268 completed, throughput=4.95MB/sec 2024-04-02T08:42:42.267 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HkmxH0FV4LfOt8s off=11557889 len=1487098 2024-04-02T08:42:42.276 INFO:tasks.workunit.client.0.smithi084.stdout:op 269 completed, throughput=4.97MB/sec 2024-04-02T08:42:42.276 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VGIfIp9wTcKBuJj off=486823 len=245843 2024-04-02T08:42:42.277 INFO:tasks.workunit.client.0.smithi084.stdout:op 270 completed, throughput=4.98MB/sec 2024-04-02T08:42:42.277 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y7NCcxmEgUq3ram off=489977 len=907680 2024-04-02T08:42:42.277 INFO:tasks.workunit.client.0.smithi084.stdout:op 271 completed, throughput=4.99MB/sec 2024-04-02T08:42:42.277 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jw7a5itE7LskI4G off=5069818 len=318149 2024-04-02T08:42:42.278 INFO:tasks.workunit.client.0.smithi084.stdout:op 272 completed, throughput=5MB/sec 2024-04-02T08:42:42.278 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wBI6sYTIR92cewh off=1957671 len=148025 2024-04-02T08:42:42.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 273 completed, throughput=5MB/sec 2024-04-02T08:42:42.281 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-o3PmTbxgCEJ-erw off=1614835 len=1791362 2024-04-02T08:42:42.286 INFO:tasks.workunit.client.0.smithi084.stdout:op 274 completed, throughput=5.03MB/sec 2024-04-02T08:42:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:42 smithi132 ceph-mon[88571]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:42:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:42:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:42 smithi084 ceph-mon[94794]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:42:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:42 smithi084 ceph-mon[97358]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:42:43.286 INFO:tasks.workunit.client.0.smithi084.stdout: 55: throughput=4.94MB/sec pending data=0 2024-04-02T08:42:43.286 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WrUHtRXWhFmnejl off=1215152 len=222895 2024-04-02T08:42:43.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 275 completed, throughput=4.94MB/sec 2024-04-02T08:42:43.289 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xIEegtJZ8rsvRDZ off=6575038 len=189008 2024-04-02T08:42:43.290 INFO:tasks.workunit.client.0.smithi084.stdout:op 276 completed, throughput=4.95MB/sec 2024-04-02T08:42:43.290 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yHYDLouZOa1fRqC off=2848789 len=1775399 2024-04-02T08:42:43.299 INFO:tasks.workunit.client.0.smithi084.stdout:op 277 completed, throughput=4.98MB/sec 2024-04-02T08:42:43.299 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g9I7lTUHHpmptZB off=3998547 len=906001 2024-04-02T08:42:43.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 278 completed, throughput=4.99MB/sec 2024-04-02T08:42:43.300 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6pPB-gqDUyd9Zyu off=9116584 len=1867559 2024-04-02T08:42:43.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 279 completed, throughput=5.02MB/sec 2024-04-02T08:42:44.302 INFO:tasks.workunit.client.0.smithi084.stdout: 56: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:44.303 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NcGx51T6DAPbmf_ off=1875853 len=1270587 2024-04-02T08:42:44.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 280 completed, throughput=4.96MB/sec 2024-04-02T08:42:44.304 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PU7Qs8o1kCF9ZPJ off=432311 len=48835 2024-04-02T08:42:44.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 281 completed, throughput=4.96MB/sec 2024-04-02T08:42:44.304 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DdvJ4gFsO_Gqio9 off=18742790 len=1700226 2024-04-02T08:42:44.306 INFO:tasks.workunit.client.0.smithi084.stdout:op 282 completed, throughput=4.98MB/sec 2024-04-02T08:42:44.306 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ly0u5uf0AQxTnJH off=7576210 len=1133859 2024-04-02T08:42:44.308 INFO:tasks.workunit.client.0.smithi084.stdout:op 283 completed, throughput=5MB/sec 2024-04-02T08:42:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:44 smithi084 ceph-mon[94794]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:42:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:44 smithi084 ceph-mon[97358]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:42:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:44 smithi132 ceph-mon[88571]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:42:45.310 INFO:tasks.workunit.client.0.smithi084.stdout: 57: throughput=4.92MB/sec pending data=0 2024-04-02T08:42:45.310 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wGtGWWYMviAhr2f off=11383939 len=854999 2024-04-02T08:42:45.313 INFO:tasks.workunit.client.0.smithi084.stdout:op 284 completed, throughput=4.93MB/sec 2024-04-02T08:42:45.313 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1ukN-YFG5v--0Yx off=10182482 len=244028 2024-04-02T08:42:45.316 INFO:tasks.workunit.client.0.smithi084.stdout:op 285 completed, throughput=4.93MB/sec 2024-04-02T08:42:45.316 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SIp7GT6v5DQHJwg off=6717321 len=1629932 2024-04-02T08:42:45.317 INFO:tasks.workunit.client.0.smithi084.stdout:op 286 completed, throughput=4.96MB/sec 2024-04-02T08:42:45.318 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XYXiTq2TDc6HeX3 off=8527957 len=1237380 2024-04-02T08:42:45.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 287 completed, throughput=4.98MB/sec 2024-04-02T08:42:45.319 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DJF182IqmKrQgda off=11830501 len=816513 2024-04-02T08:42:45.323 INFO:tasks.workunit.client.0.smithi084.stdout:op 288 completed, throughput=4.99MB/sec 2024-04-02T08:42:45.324 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6yBJBrdI2g9bQ9b off=16312062 len=1976496 2024-04-02T08:42:45.325 INFO:tasks.workunit.client.0.smithi084.stdout:op 289 completed, throughput=5.03MB/sec 2024-04-02T08:42:46.325 INFO:tasks.workunit.client.0.smithi084.stdout: 58: throughput=4.94MB/sec pending data=0 2024-04-02T08:42:46.325 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gr27zwp8-LsSHqW off=1738307 len=929134 2024-04-02T08:42:46.329 INFO:tasks.workunit.client.0.smithi084.stdout:op 290 completed, throughput=4.96MB/sec 2024-04-02T08:42:46.329 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xBqZ3PcsXHDIb2D off=7996148 len=1574277 2024-04-02T08:42:46.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 291 completed, throughput=4.98MB/sec 2024-04-02T08:42:46.337 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D0yLMFTuMEnXEc9 off=19795422 len=1917728 2024-04-02T08:42:46.339 INFO:tasks.workunit.client.0.smithi084.stdout:op 292 completed, throughput=5.01MB/sec 2024-04-02T08:42:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:46 smithi084 ceph-mon[94794]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:42:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:46 smithi084 ceph-mon[97358]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:42:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:46 smithi132 ceph-mon[88571]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:42:47.339 INFO:tasks.workunit.client.0.smithi084.stdout: 59: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:47.339 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_XcrcxivPedAb0y off=1607021 len=642893 2024-04-02T08:42:47.340 INFO:tasks.workunit.client.0.smithi084.stdout:op 293 completed, throughput=4.94MB/sec 2024-04-02T08:42:47.340 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8wlpIRfhjs5R2og off=2781828 len=206206 2024-04-02T08:42:47.343 INFO:tasks.workunit.client.0.smithi084.stdout:op 294 completed, throughput=4.94MB/sec 2024-04-02T08:42:47.343 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eqMGgYkgDKYwPOo off=16295096 len=968890 2024-04-02T08:42:47.344 INFO:tasks.workunit.client.0.smithi084.stdout:op 295 completed, throughput=4.96MB/sec 2024-04-02T08:42:47.344 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kV7IqKc7qHxJFjP off=7755967 len=163698 2024-04-02T08:42:47.347 INFO:tasks.workunit.client.0.smithi084.stdout:op 296 completed, throughput=4.96MB/sec 2024-04-02T08:42:47.348 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ht_luKOJUXQWzTA off=9716050 len=127902 2024-04-02T08:42:47.351 INFO:tasks.workunit.client.0.smithi084.stdout:op 297 completed, throughput=4.96MB/sec 2024-04-02T08:42:47.351 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZsD7ZM6g8OnNEtC off=271636 len=7022 2024-04-02T08:42:47.351 INFO:tasks.workunit.client.0.smithi084.stdout:op 298 completed, throughput=4.96MB/sec 2024-04-02T08:42:47.351 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JQpFD-viD8I1dgf off=9402430 len=1464228 2024-04-02T08:42:47.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 299 completed, throughput=4.98MB/sec 2024-04-02T08:42:47.358 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wn_JQYHtFoLKqM9 off=53592 len=960821 2024-04-02T08:42:47.361 INFO:tasks.workunit.client.0.smithi084.stdout:op 300 completed, throughput=5MB/sec 2024-04-02T08:42:47.361 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jRrjuphZMBL4esp off=8361163 len=1502920 2024-04-02T08:42:47.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 301 completed, throughput=5.02MB/sec 2024-04-02T08:42:48.363 INFO:tasks.workunit.client.0.smithi084.stdout: 60: throughput=4.94MB/sec pending data=0 2024-04-02T08:42:48.363 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TMyB76HpkGRQAwk off=16697956 len=1646696 2024-04-02T08:42:48.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 302 completed, throughput=4.97MB/sec 2024-04-02T08:42:48.366 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iPeIZTXJEYMEmbj off=318395 len=989404 2024-04-02T08:42:48.370 INFO:tasks.workunit.client.0.smithi084.stdout:op 303 completed, throughput=4.98MB/sec 2024-04-02T08:42:48.371 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GNBTbTdyzWBSJMQ off=5939323 len=1576175 2024-04-02T08:42:48.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 304 completed, throughput=5MB/sec 2024-04-02T08:42:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:48 smithi084 ceph-mon[94794]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:42:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:48 smithi084 ceph-mon[97358]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:42:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:48 smithi132 ceph-mon[88571]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:42:49.380 INFO:tasks.workunit.client.0.smithi084.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-02T08:42:49.380 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-B7uadId9riRy-eb off=12645336 len=1569847 2024-04-02T08:42:49.381 INFO:tasks.workunit.client.0.smithi084.stdout:op 305 completed, throughput=4.95MB/sec 2024-04-02T08:42:49.381 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_YPYARgqLoBErpv off=15550177 len=1524410 2024-04-02T08:42:49.382 INFO:tasks.workunit.client.0.smithi084.stdout:op 306 completed, throughput=4.97MB/sec 2024-04-02T08:42:49.382 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EdFjlwsBeL-nf4Q off=13513724 len=440455 2024-04-02T08:42:49.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 307 completed, throughput=4.98MB/sec 2024-04-02T08:42:49.385 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_pw_AB0eZdl_XPf off=189504 len=1991367 2024-04-02T08:42:49.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 308 completed, throughput=5.01MB/sec 2024-04-02T08:42:50.387 INFO:tasks.workunit.client.0.smithi084.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:50.387 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-timNhLa9O1se_bh off=8788421 len=975532 2024-04-02T08:42:50.392 INFO:tasks.workunit.client.0.smithi084.stdout:op 309 completed, throughput=4.94MB/sec 2024-04-02T08:42:50.393 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QO8qkX6ZbIlOGqQ off=2505625 len=762033 2024-04-02T08:42:50.393 INFO:tasks.workunit.client.0.smithi084.stdout:op 310 completed, throughput=4.95MB/sec 2024-04-02T08:42:50.393 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JWakcbkqm5zZ59V off=1380819 len=744728 2024-04-02T08:42:50.397 INFO:tasks.workunit.client.0.smithi084.stdout:op 311 completed, throughput=4.97MB/sec 2024-04-02T08:42:50.397 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-36lgWQM4QZLyPTJ off=908342 len=380481 2024-04-02T08:42:50.400 INFO:tasks.workunit.client.0.smithi084.stdout:op 312 completed, throughput=4.97MB/sec 2024-04-02T08:42:50.400 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KmbMPFwnVB9jHg5 off=5801993 len=1711359 2024-04-02T08:42:50.406 INFO:tasks.workunit.client.0.smithi084.stdout:op 313 completed, throughput=5MB/sec 2024-04-02T08:42:50.406 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6FzOGRXLP1JT4M0 off=536017 len=793138 2024-04-02T08:42:50.407 INFO:tasks.workunit.client.0.smithi084.stdout:op 314 completed, throughput=5.01MB/sec 2024-04-02T08:42:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:50 smithi084 ceph-mon[94794]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:42:50.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:42:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:42:50] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-02T08:42:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:50 smithi084 ceph-mon[97358]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:42:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:50 smithi132 ceph-mon[88571]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:42:51.407 INFO:tasks.workunit.client.0.smithi084.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:51.408 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-F3SFluCFUvaCxUG off=5145357 len=1013177 2024-04-02T08:42:51.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 315 completed, throughput=4.95MB/sec 2024-04-02T08:42:51.408 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4H7leQWLg1hxkjl off=8364367 len=203151 2024-04-02T08:42:51.411 INFO:tasks.workunit.client.0.smithi084.stdout:op 316 completed, throughput=4.95MB/sec 2024-04-02T08:42:51.411 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I870_ceO3tCmVCM off=9547802 len=931944 2024-04-02T08:42:51.415 INFO:tasks.workunit.client.0.smithi084.stdout:op 317 completed, throughput=4.96MB/sec 2024-04-02T08:42:51.416 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OH9chiLwJDPFeKP off=7836853 len=1893955 2024-04-02T08:42:51.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 318 completed, throughput=4.99MB/sec 2024-04-02T08:42:51.424 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lnyrA36MCaWlLvf off=1753953 len=994200 2024-04-02T08:42:51.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 319 completed, throughput=5MB/sec 2024-04-02T08:42:52.425 INFO:tasks.workunit.client.0.smithi084.stdout: 64: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:52.425 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MkageYvbyXW-Fax off=258967 len=1486155 2024-04-02T08:42:52.434 INFO:tasks.workunit.client.0.smithi084.stdout:op 320 completed, throughput=4.95MB/sec 2024-04-02T08:42:52.434 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YGgXOSnIjzdazx- off=12322200 len=486354 2024-04-02T08:42:52.437 INFO:tasks.workunit.client.0.smithi084.stdout:op 321 completed, throughput=4.95MB/sec 2024-04-02T08:42:52.437 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8BflZH9I5dXbBWr off=17411730 len=489884 2024-04-02T08:42:52.440 INFO:tasks.workunit.client.0.smithi084.stdout:op 322 completed, throughput=4.96MB/sec 2024-04-02T08:42:52.440 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bgb545tAyNjMbZD off=2917555 len=793281 2024-04-02T08:42:52.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 323 completed, throughput=4.97MB/sec 2024-04-02T08:42:52.444 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QRNINH2fVl3AXfW off=6138406 len=2047831 2024-04-02T08:42:52.453 INFO:tasks.workunit.client.0.smithi084.stdout:op 324 completed, throughput=5MB/sec 2024-04-02T08:42:52.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:52 smithi132 ceph-mon[88571]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:42:52.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:42:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:42:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:52 smithi084 ceph-mon[94794]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:42:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:52 smithi084 ceph-mon[97358]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:42:53.453 INFO:tasks.workunit.client.0.smithi084.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:53.453 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SzgbaOJc5C-GheP off=7870471 len=592902 2024-04-02T08:42:53.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 325 completed, throughput=4.94MB/sec 2024-04-02T08:42:53.454 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fPBu6nEfzn2kSzE off=1102128 len=2078593 2024-04-02T08:42:53.456 INFO:tasks.workunit.client.0.smithi084.stdout:op 326 completed, throughput=4.96MB/sec 2024-04-02T08:42:53.456 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YZsZrcLsoQ82-G_ off=4710387 len=1475309 2024-04-02T08:42:53.464 INFO:tasks.workunit.client.0.smithi084.stdout:op 327 completed, throughput=4.99MB/sec 2024-04-02T08:42:53.465 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PTk6VqpBLiNNTmx off=3900646 len=505099 2024-04-02T08:42:53.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 328 completed, throughput=4.99MB/sec 2024-04-02T08:42:53.466 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1maRfO11qbWQwtE off=14544143 len=1192483 2024-04-02T08:42:53.473 INFO:tasks.workunit.client.0.smithi084.stdout:op 329 completed, throughput=5.01MB/sec 2024-04-02T08:42:54.474 INFO:tasks.workunit.client.0.smithi084.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:54.474 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kgTy93l6DbXmoKe off=4893019 len=794440 2024-04-02T08:42:54.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 330 completed, throughput=4.95MB/sec 2024-04-02T08:42:54.476 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DEI0cVVFf9gIE1s off=8140729 len=876398 2024-04-02T08:42:54.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 331 completed, throughput=4.96MB/sec 2024-04-02T08:42:54.477 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7zqXJBpkdsqmupZ off=2320197 len=69820 2024-04-02T08:42:54.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 332 completed, throughput=4.96MB/sec 2024-04-02T08:42:54.477 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ulOVn8EWV1bn7AX off=12400738 len=167347 2024-04-02T08:42:54.480 INFO:tasks.workunit.client.0.smithi084.stdout:op 333 completed, throughput=4.96MB/sec 2024-04-02T08:42:54.480 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VzlIEuaKKp-XrNN off=1116757 len=1646390 2024-04-02T08:42:54.486 INFO:tasks.workunit.client.0.smithi084.stdout:op 334 completed, throughput=4.98MB/sec 2024-04-02T08:42:54.486 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GClj8QJAm_VsGVl off=14056115 len=1277879 2024-04-02T08:42:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:op 335 completed, throughput=5MB/sec 2024-04-02T08:42:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:54 smithi084 ceph-mon[94794]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:42:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:54 smithi084 ceph-mon[97358]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:42:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:54 smithi132 ceph-mon[88571]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:42:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:55.488 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eyXkgLMtmtnsTqh off=16473080 len=1294601 2024-04-02T08:42:55.494 INFO:tasks.workunit.client.0.smithi084.stdout:op 336 completed, throughput=4.95MB/sec 2024-04-02T08:42:55.495 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NdlVXAKdmlpVKBz off=5723874 len=110483 2024-04-02T08:42:55.497 INFO:tasks.workunit.client.0.smithi084.stdout:op 337 completed, throughput=4.95MB/sec 2024-04-02T08:42:55.497 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tp7jX99LWzhoAkX off=5496365 len=1015676 2024-04-02T08:42:55.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 338 completed, throughput=4.96MB/sec 2024-04-02T08:42:55.498 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OUVVif8rV6Mm7uS off=4521108 len=411232 2024-04-02T08:42:55.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 339 completed, throughput=4.97MB/sec 2024-04-02T08:42:55.501 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wxyCBgCjJDBGUb_ off=10459066 len=650484 2024-04-02T08:42:55.501 INFO:tasks.workunit.client.0.smithi084.stdout:op 340 completed, throughput=4.98MB/sec 2024-04-02T08:42:55.501 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4aCZWeGpFdREK2S off=0 len=1416463 2024-04-02T08:42:55.503 INFO:tasks.workunit.client.0.smithi084.stdout:op 341 completed, throughput=5MB/sec 2024-04-02T08:42:55.504 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cQWaqNbOrd6ZTgS off=757595 len=359266 2024-04-02T08:42:55.506 INFO:tasks.workunit.client.0.smithi084.stdout:op 342 completed, throughput=5MB/sec 2024-04-02T08:42:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:56.507 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F449KsUQ_DyvaZM off=9520799 len=1606358 2024-04-02T08:42:56.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 343 completed, throughput=4.95MB/sec 2024-04-02T08:42:56.514 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q8_MqT1ypZ2OEe8 off=13753788 len=1940578 2024-04-02T08:42:56.521 INFO:tasks.workunit.client.0.smithi084.stdout:op 344 completed, throughput=4.98MB/sec 2024-04-02T08:42:56.521 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jwIS9jMM_4r9Fk0 off=13366071 len=910248 2024-04-02T08:42:56.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 345 completed, throughput=4.99MB/sec 2024-04-02T08:42:56.522 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-geyGNy3MoaZETy9 off=3454797 len=105872 2024-04-02T08:42:56.524 INFO:tasks.workunit.client.0.smithi084.stdout:op 346 completed, throughput=4.99MB/sec 2024-04-02T08:42:56.524 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bl6KIV1xSEOpaHg off=5147408 len=960911 2024-04-02T08:42:56.525 INFO:tasks.workunit.client.0.smithi084.stdout:op 347 completed, throughput=5MB/sec 2024-04-02T08:42:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:56 smithi084 ceph-mon[94794]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:42:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:56 smithi084 ceph-mon[97358]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:42:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:56 smithi132 ceph-mon[88571]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:42:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-02T08:42:57.525 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eZc4Hfss7SdPDPX off=513174 len=1945203 2024-04-02T08:42:57.527 INFO:tasks.workunit.client.0.smithi084.stdout:op 348 completed, throughput=4.96MB/sec 2024-04-02T08:42:57.527 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UPSMkVcmD6gCUeV off=14737056 len=532701 2024-04-02T08:42:57.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 349 completed, throughput=4.97MB/sec 2024-04-02T08:42:57.529 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Iu5YydwTSm_HtaD off=5380997 len=1539819 2024-04-02T08:42:57.536 INFO:tasks.workunit.client.0.smithi084.stdout:op 350 completed, throughput=4.99MB/sec 2024-04-02T08:42:57.536 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YeuEZhXo4K1kZt8 off=5958183 len=1880894 2024-04-02T08:42:57.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 351 completed, throughput=5.01MB/sec 2024-04-02T08:42:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-02T08:42:58.545 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LMVUKMEnvSTjn-q off=18487111 len=519214 2024-04-02T08:42:58.548 INFO:tasks.workunit.client.0.smithi084.stdout:op 352 completed, throughput=4.95MB/sec 2024-04-02T08:42:58.548 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ser9qizqXfbvvOG off=2632275 len=1399109 2024-04-02T08:42:58.549 INFO:tasks.workunit.client.0.smithi084.stdout:op 353 completed, throughput=4.97MB/sec 2024-04-02T08:42:58.549 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cjGryXPOc2i_Bt3 off=7840075 len=1674532 2024-04-02T08:42:58.550 INFO:tasks.workunit.client.0.smithi084.stdout:op 354 completed, throughput=4.99MB/sec 2024-04-02T08:42:58.550 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZJ4N3PLq2vcKoLD off=566086 len=700579 2024-04-02T08:42:58.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 355 completed, throughput=5MB/sec 2024-04-02T08:42:58.553 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bMlvWQ4qWG_LyXv off=2341477 len=1324437 2024-04-02T08:42:58.555 INFO:tasks.workunit.client.0.smithi084.stdout:op 356 completed, throughput=5.02MB/sec 2024-04-02T08:42:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:42:58 smithi084 ceph-mon[94794]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:42:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:42:58 smithi084 ceph-mon[97358]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:42:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:42:58 smithi132 ceph-mon[88571]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:42:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: 71: throughput=4.95MB/sec pending data=0 2024-04-02T08:42:59.556 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K6K4n7Q3EqcHgLx off=3514258 len=1932468 2024-04-02T08:42:59.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 357 completed, throughput=4.97MB/sec 2024-04-02T08:42:59.563 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wHLjg6uE1BTMkpk off=8187755 len=1244912 2024-04-02T08:42:59.565 INFO:tasks.workunit.client.0.smithi084.stdout:op 358 completed, throughput=4.99MB/sec 2024-04-02T08:42:59.565 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-anbbwDHX4-cfgv2 off=12332131 len=1237930 2024-04-02T08:42:59.566 INFO:tasks.workunit.client.0.smithi084.stdout:op 359 completed, throughput=5MB/sec 2024-04-02T08:43:00.567 INFO:tasks.workunit.client.0.smithi084.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-02T08:43:00.567 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zAiLbo2mIvciMgq off=1362333 len=2030678 2024-04-02T08:43:00.578 INFO:tasks.workunit.client.0.smithi084.stdout:op 360 completed, throughput=4.96MB/sec 2024-04-02T08:43:00.578 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--AuQEL46VTSLUKt off=3999337 len=1108714 2024-04-02T08:43:00.583 INFO:tasks.workunit.client.0.smithi084.stdout:op 361 completed, throughput=4.97MB/sec 2024-04-02T08:43:00.583 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TuTqPX9g2y9wzVG off=2833540 len=1978830 2024-04-02T08:43:00.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 362 completed, throughput=5MB/sec 2024-04-02T08:43:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:00 smithi084 ceph-mon[94794]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:43:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:43:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:43:00] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-02T08:43:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:00 smithi084 ceph-mon[97358]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:43:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:00 smithi132 ceph-mon[88571]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:43:01.584 INFO:tasks.workunit.client.0.smithi084.stdout: 73: throughput=4.93MB/sec pending data=0 2024-04-02T08:43:01.585 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jtLQ8jAN-XEuP-g off=17853927 len=115191 2024-04-02T08:43:01.587 INFO:tasks.workunit.client.0.smithi084.stdout:op 363 completed, throughput=4.93MB/sec 2024-04-02T08:43:01.587 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RcvSAzRNarKqa74 off=3798856 len=1417007 2024-04-02T08:43:01.588 INFO:tasks.workunit.client.0.smithi084.stdout:op 364 completed, throughput=4.95MB/sec 2024-04-02T08:43:01.588 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pn1V6VLd7XbSP_D off=7929631 len=1659659 2024-04-02T08:43:01.592 INFO:tasks.workunit.client.0.smithi084.stdout:op 365 completed, throughput=4.97MB/sec 2024-04-02T08:43:01.592 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cpJM1AO-MO-Jcod off=2630937 len=678227 2024-04-02T08:43:01.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 366 completed, throughput=4.98MB/sec 2024-04-02T08:43:01.596 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B5Mwvmb_oYVwuiP off=8450701 len=612990 2024-04-02T08:43:01.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 367 completed, throughput=4.99MB/sec 2024-04-02T08:43:01.598 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XydFi2GHQoIb-PL off=3970674 len=1580768 2024-04-02T08:43:01.605 INFO:tasks.workunit.client.0.smithi084.stdout:op 368 completed, throughput=5.01MB/sec 2024-04-02T08:43:02.606 INFO:tasks.workunit.client.0.smithi084.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-02T08:43:02.606 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4oYWsepvxodn1AB off=11200480 len=1139491 2024-04-02T08:43:02.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 369 completed, throughput=4.96MB/sec 2024-04-02T08:43:02.612 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EKhyWUoMbCBwu6L off=592948 len=2015078 2024-04-02T08:43:02.614 INFO:tasks.workunit.client.0.smithi084.stdout:op 370 completed, throughput=4.98MB/sec 2024-04-02T08:43:02.614 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uxgJ-zV2_qm1Zxw off=11878577 len=1528045 2024-04-02T08:43:02.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 371 completed, throughput=5MB/sec 2024-04-02T08:43:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:02 smithi132 ceph-mon[88571]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:43:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:43:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:43:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:02 smithi084 ceph-mon[94794]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:43:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:02 smithi084 ceph-mon[97358]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:43:03.623 INFO:tasks.workunit.client.0.smithi084.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-02T08:43:03.623 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G1q0HCsLh3MjVZn off=3912790 len=1555975 2024-04-02T08:43:03.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 372 completed, throughput=4.95MB/sec 2024-04-02T08:43:03.630 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J2WYe_kX_tFP-An off=11182619 len=1078963 2024-04-02T08:43:03.635 INFO:tasks.workunit.client.0.smithi084.stdout:op 373 completed, throughput=4.97MB/sec 2024-04-02T08:43:03.635 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nJ8RxtacXSEnDtx off=15086465 len=268260 2024-04-02T08:43:03.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 374 completed, throughput=4.97MB/sec 2024-04-02T08:43:03.636 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LYZFPaweR71gAUs off=462316 len=601217 2024-04-02T08:43:03.640 INFO:tasks.workunit.client.0.smithi084.stdout:op 375 completed, throughput=4.98MB/sec 2024-04-02T08:43:03.640 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HMMQ6vS5on0-mhi off=3275025 len=767437 2024-04-02T08:43:03.643 INFO:tasks.workunit.client.0.smithi084.stdout:op 376 completed, throughput=4.99MB/sec 2024-04-02T08:43:03.643 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jRx4fII4WZBctXT off=11594031 len=983471 2024-04-02T08:43:03.645 INFO:tasks.workunit.client.0.smithi084.stdout:op 377 completed, throughput=5MB/sec 2024-04-02T08:43:03.645 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AUx7-S0Wha-SCn5 off=957062 len=985908 2024-04-02T08:43:03.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 378 completed, throughput=5.01MB/sec 2024-04-02T08:43:04.647 INFO:tasks.workunit.client.0.smithi084.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:04.647 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MaCm-_PldBtaLjz off=2904749 len=1721013 2024-04-02T08:43:04.655 INFO:tasks.workunit.client.0.smithi084.stdout:op 379 completed, throughput=4.97MB/sec 2024-04-02T08:43:04.655 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Sz-4x7DFzPDzJCH off=1288725 len=803855 2024-04-02T08:43:04.660 INFO:tasks.workunit.client.0.smithi084.stdout:op 380 completed, throughput=4.98MB/sec 2024-04-02T08:43:04.660 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pgEWtmZ9QD_PFjS off=18562546 len=1248803 2024-04-02T08:43:04.666 INFO:tasks.workunit.client.0.smithi084.stdout:op 381 completed, throughput=4.99MB/sec 2024-04-02T08:43:04.666 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qv4Kxm4QPWCaxzh off=5276836 len=2072375 2024-04-02T08:43:04.667 INFO:tasks.workunit.client.0.smithi084.stdout:op 382 completed, throughput=5.02MB/sec 2024-04-02T08:43:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:04 smithi084 ceph-mon[94794]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:43:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:04 smithi084 ceph-mon[97358]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:43:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:04 smithi132 ceph-mon[88571]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:43:05.667 INFO:tasks.workunit.client.0.smithi084.stdout: 77: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:05.667 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kcoRxyXOjpdMrVC off=14654234 len=1410123 2024-04-02T08:43:05.668 INFO:tasks.workunit.client.0.smithi084.stdout:op 383 completed, throughput=4.97MB/sec 2024-04-02T08:43:05.668 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-l24If938rCfLMb8 off=14759589 len=1853060 2024-04-02T08:43:05.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 384 completed, throughput=4.99MB/sec 2024-04-02T08:43:05.670 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rHIG56ydRKEhUgS off=13670962 len=1728927 2024-04-02T08:43:05.671 INFO:tasks.workunit.client.0.smithi084.stdout:op 385 completed, throughput=5.01MB/sec 2024-04-02T08:43:06.671 INFO:tasks.workunit.client.0.smithi084.stdout: 78: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:06.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_DBHcva39_Q4byZ off=5251162 len=1281028 2024-04-02T08:43:06.677 INFO:tasks.workunit.client.0.smithi084.stdout:op 386 completed, throughput=4.97MB/sec 2024-04-02T08:43:06.677 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CtigJQApRJz6zS5 off=6396917 len=678738 2024-04-02T08:43:06.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 387 completed, throughput=4.97MB/sec 2024-04-02T08:43:06.678 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v7PsSHfDhKctHPF off=2350450 len=19930 2024-04-02T08:43:06.680 INFO:tasks.workunit.client.0.smithi084.stdout:op 388 completed, throughput=4.97MB/sec 2024-04-02T08:43:06.680 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FIwiQz6K8EvgH5z off=235209 len=1542664 2024-04-02T08:43:06.689 INFO:tasks.workunit.client.0.smithi084.stdout:op 389 completed, throughput=4.99MB/sec 2024-04-02T08:43:06.689 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FuTr4nplxo6LUjd off=1429743 len=163816 2024-04-02T08:43:06.692 INFO:tasks.workunit.client.0.smithi084.stdout:op 390 completed, throughput=4.99MB/sec 2024-04-02T08:43:06.692 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sn9if8CLtN8rY7k off=2671141 len=1888321 2024-04-02T08:43:06.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 391 completed, throughput=5.02MB/sec 2024-04-02T08:43:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:06 smithi084 ceph-mon[94794]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:43:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:06 smithi084 ceph-mon[97358]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:43:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:06 smithi132 ceph-mon[88571]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:43:07.693 INFO:tasks.workunit.client.0.smithi084.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:07.693 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TaOz2O-m-8dib3L off=19647811 len=1049396 2024-04-02T08:43:07.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 392 completed, throughput=4.97MB/sec 2024-04-02T08:43:07.694 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dXkxIs8PgIXeIiQ off=7373448 len=1153273 2024-04-02T08:43:07.697 INFO:tasks.workunit.client.0.smithi084.stdout:op 393 completed, throughput=4.98MB/sec 2024-04-02T08:43:07.697 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uD90zgJ6NsftcHX off=11509700 len=473282 2024-04-02T08:43:07.698 INFO:tasks.workunit.client.0.smithi084.stdout:op 394 completed, throughput=4.99MB/sec 2024-04-02T08:43:07.698 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qa12sIC3IOBYgjh off=1642653 len=1791493 2024-04-02T08:43:07.701 INFO:tasks.workunit.client.0.smithi084.stdout:op 395 completed, throughput=5.01MB/sec 2024-04-02T08:43:08.701 INFO:tasks.workunit.client.0.smithi084.stdout: 80: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:08.701 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M8gvxMBWLqe-O7U off=9401368 len=2008761 2024-04-02T08:43:08.703 INFO:tasks.workunit.client.0.smithi084.stdout:op 396 completed, throughput=4.97MB/sec 2024-04-02T08:43:08.703 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-O5GLlwhsxFy6oow off=8038615 len=1501192 2024-04-02T08:43:08.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 397 completed, throughput=4.99MB/sec 2024-04-02T08:43:08.709 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YLoZ12VzS9fx437 off=7586492 len=693488 2024-04-02T08:43:08.709 INFO:tasks.workunit.client.0.smithi084.stdout:op 398 completed, throughput=4.99MB/sec 2024-04-02T08:43:08.709 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qEFYktGr4VERicY off=14204323 len=649613 2024-04-02T08:43:08.712 INFO:tasks.workunit.client.0.smithi084.stdout:op 399 completed, throughput=5MB/sec 2024-04-02T08:43:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:08 smithi084 ceph-mon[94794]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:43:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:08 smithi084 ceph-mon[97358]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:43:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:08 smithi132 ceph-mon[88571]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:43:09.712 INFO:tasks.workunit.client.0.smithi084.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-02T08:43:09.713 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C61Deu1h6OXkDzt off=1897660 len=1264309 2024-04-02T08:43:09.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 400 completed, throughput=4.96MB/sec 2024-04-02T08:43:09.714 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SNJrim5R40i5oj6 off=2383651 len=1110444 2024-04-02T08:43:09.716 INFO:tasks.workunit.client.0.smithi084.stdout:op 401 completed, throughput=4.97MB/sec 2024-04-02T08:43:09.716 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UHSQRiTittq6dIt off=8391920 len=1829359 2024-04-02T08:43:09.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 402 completed, throughput=4.99MB/sec 2024-04-02T08:43:09.724 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oe35DVoTxdVj-zZ off=22628871 len=213271 2024-04-02T08:43:09.727 INFO:tasks.workunit.client.0.smithi084.stdout:op 403 completed, throughput=4.99MB/sec 2024-04-02T08:43:09.727 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Te5Rrvc16xiVfK9 off=13058968 len=440858 2024-04-02T08:43:09.728 INFO:tasks.workunit.client.0.smithi084.stdout:op 404 completed, throughput=5MB/sec 2024-04-02T08:43:09.728 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CRAbMSobKxYtyuQ off=5212337 len=1898110 2024-04-02T08:43:09.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 405 completed, throughput=5.02MB/sec 2024-04-02T08:43:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:10.730 INFO:tasks.workunit.client.0.smithi084.stdout: 82: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:10.730 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZbdZa6QHhUEH3cm off=3640728 len=2053841 2024-04-02T08:43:10.731 INFO:tasks.workunit.client.0.smithi084.stdout:op 406 completed, throughput=4.98MB/sec 2024-04-02T08:43:10.732 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WIXeXoY9D8FKDlO off=10280136 len=793674 2024-04-02T08:43:10.736 INFO:tasks.workunit.client.0.smithi084.stdout:op 407 completed, throughput=4.99MB/sec 2024-04-02T08:43:10.736 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nKexijsCH2zWqrp off=741689 len=737897 2024-04-02T08:43:10.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 408 completed, throughput=5MB/sec 2024-04-02T08:43:10.740 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LRNdaGaPzSr3WNM off=2199088 len=1023727 2024-04-02T08:43:10.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 409 completed, throughput=5.01MB/sec 2024-04-02T08:43:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:10 smithi084 ceph-mon[94794]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:43:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:43:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:43:10] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:43:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:10 smithi084 ceph-mon[97358]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:43:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:10 smithi132 ceph-mon[88571]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:43:11.744 INFO:tasks.workunit.client.0.smithi084.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:11.744 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7bZzB_waVHAYoiS off=1561344 len=1443518 2024-04-02T08:43:11.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 410 completed, throughput=4.97MB/sec 2024-04-02T08:43:11.747 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kIPOKcCPVcjday_ off=3237147 len=1823455 2024-04-02T08:43:11.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 411 completed, throughput=4.99MB/sec 2024-04-02T08:43:11.754 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JO4QntgLqyH0Hgg off=16384572 len=1558091 2024-04-02T08:43:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:op 412 completed, throughput=5MB/sec 2024-04-02T08:43:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:12 smithi132 ceph-mon[88571]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:43:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:43:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:43:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:12.766 INFO:tasks.workunit.client.0.smithi084.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:12.766 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FTjf2OX-jnOSORM off=1270233 len=593231 2024-04-02T08:43:12.767 INFO:tasks.workunit.client.0.smithi084.stdout:op 413 completed, throughput=4.95MB/sec 2024-04-02T08:43:12.767 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qkZTgY8H48a7ntf off=15240700 len=1913873 2024-04-02T08:43:12.770 INFO:tasks.workunit.client.0.smithi084.stdout:op 414 completed, throughput=4.97MB/sec 2024-04-02T08:43:12.770 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Gb8hKfmgfHqrGlX off=7475868 len=1123596 2024-04-02T08:43:12.777 INFO:tasks.workunit.client.0.smithi084.stdout:op 415 completed, throughput=4.99MB/sec 2024-04-02T08:43:12.778 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_fnJJuWYXuiAeMI off=11181300 len=356326 2024-04-02T08:43:12.778 INFO:tasks.workunit.client.0.smithi084.stdout:op 416 completed, throughput=4.99MB/sec 2024-04-02T08:43:12.778 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S80M1yOuklRUQjX off=8514592 len=1970841 2024-04-02T08:43:12.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 417 completed, throughput=5.01MB/sec 2024-04-02T08:43:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:12 smithi084 ceph-mon[94794]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:43:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:12 smithi084 ceph-mon[97358]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:43:13.779 INFO:tasks.workunit.client.0.smithi084.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:13.779 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cooTJ7AqO0V9uPm off=167384 len=1837142 2024-04-02T08:43:13.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 418 completed, throughput=4.97MB/sec 2024-04-02T08:43:13.781 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kojn3SzAS1zrth8 off=5062830 len=1903989 2024-04-02T08:43:13.789 INFO:tasks.workunit.client.0.smithi084.stdout:op 419 completed, throughput=4.99MB/sec 2024-04-02T08:43:13.789 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BmaD0qrr2HaXqtm off=8604000 len=1353100 2024-04-02T08:43:13.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 420 completed, throughput=5.01MB/sec 2024-04-02T08:43:14.797 INFO:tasks.workunit.client.0.smithi084.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:14.798 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cLVMo4-aTkHGOzv off=1615534 len=1206304 2024-04-02T08:43:14.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 421 completed, throughput=4.96MB/sec 2024-04-02T08:43:14.799 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P1hUaWmucnB-PoP off=14719944 len=324180 2024-04-02T08:43:14.799 INFO:tasks.workunit.client.0.smithi084.stdout:op 422 completed, throughput=4.97MB/sec 2024-04-02T08:43:14.799 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hl4OV7XOp9c4k1D off=918707 len=911425 2024-04-02T08:43:14.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 423 completed, throughput=4.98MB/sec 2024-04-02T08:43:14.804 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LRU1WwCjBSjwzxk off=8891216 len=978504 2024-04-02T08:43:14.809 INFO:tasks.workunit.client.0.smithi084.stdout:op 424 completed, throughput=4.99MB/sec 2024-04-02T08:43:14.809 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XAzlE07QBQcAM2b off=15461779 len=934848 2024-04-02T08:43:14.810 INFO:tasks.workunit.client.0.smithi084.stdout:op 425 completed, throughput=5MB/sec 2024-04-02T08:43:14.810 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mDPLa7cpTAs4fml off=14037156 len=82842 2024-04-02T08:43:14.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 426 completed, throughput=5MB/sec 2024-04-02T08:43:14.813 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7fVLFUQf8tZgauE off=8379563 len=523574 2024-04-02T08:43:14.816 INFO:tasks.workunit.client.0.smithi084.stdout:op 427 completed, throughput=5MB/sec 2024-04-02T08:43:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:14 smithi084 ceph-mon[94794]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:43:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:14 smithi084 ceph-mon[97358]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:43:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:14 smithi132 ceph-mon[88571]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:43:15.817 INFO:tasks.workunit.client.0.smithi084.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:15.817 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8TeqeoVeFIPmJKG off=7053399 len=722781 2024-04-02T08:43:15.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 428 completed, throughput=4.95MB/sec 2024-04-02T08:43:15.817 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xu9oM5ydiq4KMVl off=10716868 len=955146 2024-04-02T08:43:15.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 429 completed, throughput=4.96MB/sec 2024-04-02T08:43:15.822 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AMsm8iog8mgFeOo off=17355622 len=671055 2024-04-02T08:43:15.827 INFO:tasks.workunit.client.0.smithi084.stdout:op 430 completed, throughput=4.97MB/sec 2024-04-02T08:43:15.827 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cwDrxEpYoF8Etn3 off=1703757 len=472660 2024-04-02T08:43:15.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 431 completed, throughput=4.98MB/sec 2024-04-02T08:43:15.829 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pgIVKfXGWyXVIXT off=6206275 len=552463 2024-04-02T08:43:15.831 INFO:tasks.workunit.client.0.smithi084.stdout:op 432 completed, throughput=4.98MB/sec 2024-04-02T08:43:15.831 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cWd_cF9vV2Gas5g off=5117200 len=1280041 2024-04-02T08:43:15.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 433 completed, throughput=5MB/sec 2024-04-02T08:43:15.833 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-u-tVAoFmOAZnS35 off=18384444 len=622666 2024-04-02T08:43:15.836 INFO:tasks.workunit.client.0.smithi084.stdout:op 434 completed, throughput=5MB/sec 2024-04-02T08:43:16.836 INFO:tasks.workunit.client.0.smithi084.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:16.836 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WVCHH_xonK9l-99 off=2388007 len=1212844 2024-04-02T08:43:16.842 INFO:tasks.workunit.client.0.smithi084.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-02T08:43:16.843 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WFCgk8q3WSgOR6Y off=705546 len=624298 2024-04-02T08:43:16.843 INFO:tasks.workunit.client.0.smithi084.stdout:op 436 completed, throughput=4.97MB/sec 2024-04-02T08:43:16.843 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D8Ybu5xL1pU4Mlb off=3683867 len=1295005 2024-04-02T08:43:16.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 437 completed, throughput=4.98MB/sec 2024-04-02T08:43:16.845 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gQ_IXL0RtOFGggL off=2715750 len=800033 2024-04-02T08:43:16.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 438 completed, throughput=4.99MB/sec 2024-04-02T08:43:16.846 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zOK3xPp5Eh6tSIx off=9290814 len=939914 2024-04-02T08:43:16.849 INFO:tasks.workunit.client.0.smithi084.stdout:op 439 completed, throughput=5MB/sec 2024-04-02T08:43:16.849 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j7eFaZ1nL88pyqt off=3531048 len=402705 2024-04-02T08:43:16.852 INFO:tasks.workunit.client.0.smithi084.stdout:op 440 completed, throughput=5MB/sec 2024-04-02T08:43:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:16 smithi084 ceph-mon[94794]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:43:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:16 smithi084 ceph-mon[97358]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:43:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:16 smithi132 ceph-mon[88571]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:43:17.853 INFO:tasks.workunit.client.0.smithi084.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:17.853 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-l39WnGgVvxlexNy off=855490 len=989435 2024-04-02T08:43:17.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 441 completed, throughput=4.96MB/sec 2024-04-02T08:43:17.855 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9iu09P5UAoE9ZAR off=1208499 len=566552 2024-04-02T08:43:17.858 INFO:tasks.workunit.client.0.smithi084.stdout:op 442 completed, throughput=4.96MB/sec 2024-04-02T08:43:17.858 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2bO8ftsOYAGQlXo off=4761854 len=666749 2024-04-02T08:43:17.860 INFO:tasks.workunit.client.0.smithi084.stdout:op 443 completed, throughput=4.97MB/sec 2024-04-02T08:43:17.860 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lCbQlcjIhKdZz8T off=9121804 len=1928777 2024-04-02T08:43:17.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 444 completed, throughput=4.99MB/sec 2024-04-02T08:43:17.862 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i04fYYOn67VujWl off=1319901 len=1427145 2024-04-02T08:43:17.864 INFO:tasks.workunit.client.0.smithi084.stdout:op 445 completed, throughput=5.01MB/sec 2024-04-02T08:43:18.865 INFO:tasks.workunit.client.0.smithi084.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:18.865 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-agtY-s8VrZxZLcR off=1840985 len=358951 2024-04-02T08:43:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:18 smithi084 ceph-mon[94794]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:43:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:18 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:18 smithi084 ceph-mon[97358]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:43:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:18 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:18.869 INFO:tasks.workunit.client.0.smithi084.stdout:op 446 completed, throughput=4.95MB/sec 2024-04-02T08:43:18.869 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LB1Tsuusyr068rj off=5827623 len=233401 2024-04-02T08:43:18.869 INFO:tasks.workunit.client.0.smithi084.stdout:op 447 completed, throughput=4.96MB/sec 2024-04-02T08:43:18.869 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qSDTElBduNtHgUk off=15996114 len=408147 2024-04-02T08:43:18.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 448 completed, throughput=4.96MB/sec 2024-04-02T08:43:18.871 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UNnFfAOHuRDBk8J off=12919171 len=365212 2024-04-02T08:43:18.872 INFO:tasks.workunit.client.0.smithi084.stdout:op 449 completed, throughput=4.96MB/sec 2024-04-02T08:43:18.872 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-L6U2lu3bXWa4Wfm off=1926042 len=1914938 2024-04-02T08:43:18.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 450 completed, throughput=4.98MB/sec 2024-04-02T08:43:18.873 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UZgfDepx-jXIq5v off=22089174 len=1247675 2024-04-02T08:43:18.874 INFO:tasks.workunit.client.0.smithi084.stdout:op 451 completed, throughput=5MB/sec 2024-04-02T08:43:18.874 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zOK3xPp5Eh6tSIx off=2832263 len=165000 2024-04-02T08:43:18.874 INFO:tasks.workunit.client.0.smithi084.stdout:op 452 completed, throughput=5MB/sec 2024-04-02T08:43:18.875 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Jj9Z0aL_3TGRfqH off=3316894 len=1930786 2024-04-02T08:43:18.881 INFO:tasks.workunit.client.0.smithi084.stdout:op 453 completed, throughput=5.02MB/sec 2024-04-02T08:43:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:18 smithi132 ceph-mon[88571]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:43:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:18 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:19.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:43:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:43:19.881 INFO:tasks.workunit.client.0.smithi084.stdout: 91: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:19.881 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SXNFDUasQdGp-QL off=801803 len=1237852 2024-04-02T08:43:19.883 INFO:tasks.workunit.client.0.smithi084.stdout:op 454 completed, throughput=4.98MB/sec 2024-04-02T08:43:19.883 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6kCAIPoRSiiHKbO off=6595232 len=1758327 2024-04-02T08:43:19.892 INFO:tasks.workunit.client.0.smithi084.stdout:op 455 completed, throughput=4.99MB/sec 2024-04-02T08:43:19.892 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ljwHOOhlcR8rp_u off=10565141 len=235535 2024-04-02T08:43:19.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 456 completed, throughput=5MB/sec 2024-04-02T08:43:19.893 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P1hUaWmucnB-PoP off=14198472 len=1236931 2024-04-02T08:43:19.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 457 completed, throughput=5.01MB/sec 2024-04-02T08:43:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:19.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:43:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:20 smithi084 ceph-mon[94794]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:43:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:43:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:43:20] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:43:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:20 smithi084 ceph-mon[97358]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:43:20.894 INFO:tasks.workunit.client.0.smithi084.stdout: 92: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:20.894 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yzJHCHNjE9XhJuk off=13430875 len=1856430 2024-04-02T08:43:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 458 completed, throughput=4.97MB/sec 2024-04-02T08:43:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-O-_NB1DXug9rQi_ off=2918014 len=166407 2024-04-02T08:43:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 459 completed, throughput=4.98MB/sec 2024-04-02T08:43:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6ZmFnqQ5I8dLnM4 off=1177526 len=680450 2024-04-02T08:43:20.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 460 completed, throughput=4.98MB/sec 2024-04-02T08:43:20.899 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3o0qXcWKfpLLbDd off=2250513 len=1169474 2024-04-02T08:43:20.904 INFO:tasks.workunit.client.0.smithi084.stdout:op 461 completed, throughput=5MB/sec 2024-04-02T08:43:20.904 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8htUb0B43jndMcN off=12096108 len=1314433 2024-04-02T08:43:20.908 INFO:tasks.workunit.client.0.smithi084.stdout:op 462 completed, throughput=5.01MB/sec 2024-04-02T08:43:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:20 smithi132 ceph-mon[88571]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:43:21.909 INFO:tasks.workunit.client.0.smithi084.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:21.909 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-U7Jx8H8RpUzEONq off=1579662 len=523231 2024-04-02T08:43:21.912 INFO:tasks.workunit.client.0.smithi084.stdout:op 463 completed, throughput=4.96MB/sec 2024-04-02T08:43:21.912 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dzi_BuNdG235fSY off=2441641 len=230394 2024-04-02T08:43:21.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 464 completed, throughput=4.96MB/sec 2024-04-02T08:43:21.915 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--PTo_CVK723H4fo off=11529744 len=392283 2024-04-02T08:43:21.917 INFO:tasks.workunit.client.0.smithi084.stdout:op 465 completed, throughput=4.97MB/sec 2024-04-02T08:43:21.918 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qta9u12OJBeBSVC off=17610804 len=1596029 2024-04-02T08:43:21.919 INFO:tasks.workunit.client.0.smithi084.stdout:op 466 completed, throughput=4.98MB/sec 2024-04-02T08:43:21.919 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n_va2PpKqcPttJP off=9706257 len=929819 2024-04-02T08:43:21.924 INFO:tasks.workunit.client.0.smithi084.stdout:op 467 completed, throughput=4.99MB/sec 2024-04-02T08:43:21.924 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a1hSniH3YnfgO5n off=1824826 len=1524587 2024-04-02T08:43:21.926 INFO:tasks.workunit.client.0.smithi084.stdout:op 468 completed, throughput=5.01MB/sec 2024-04-02T08:43:22.617 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:43:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:22 smithi084 ceph-mon[94794]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:43:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:22 smithi084 ceph-mon[97358]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:43:22.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:22 smithi132 ceph-mon[88571]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:43:22.927 INFO:tasks.workunit.client.0.smithi084.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:22.927 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OCFrSNCsVcePtD5 off=333851 len=1361236 2024-04-02T08:43:22.928 INFO:tasks.workunit.client.0.smithi084.stdout:op 469 completed, throughput=4.97MB/sec 2024-04-02T08:43:22.928 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yOUVX8chqDYr89A off=0 len=1775697 2024-04-02T08:43:22.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 470 completed, throughput=4.99MB/sec 2024-04-02T08:43:22.935 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ekWr7DeY6bLXTy5 off=5758613 len=781980 2024-04-02T08:43:22.935 INFO:tasks.workunit.client.0.smithi084.stdout:op 471 completed, throughput=4.99MB/sec 2024-04-02T08:43:22.936 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NDZd1I0lV2HkcX2 off=54847 len=1784553 2024-04-02T08:43:22.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 472 completed, throughput=5.01MB/sec 2024-04-02T08:43:23.946 INFO:tasks.workunit.client.0.smithi084.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:23.946 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b0bMeYtY0mSbvpO off=10856943 len=172780 2024-04-02T08:43:23.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 473 completed, throughput=4.96MB/sec 2024-04-02T08:43:23.947 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VAefKyrd0yaCJnp off=12539668 len=1203748 2024-04-02T08:43:23.948 INFO:tasks.workunit.client.0.smithi084.stdout:op 474 completed, throughput=4.97MB/sec 2024-04-02T08:43:23.948 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uSl2_hG08MjJI8N off=2142260 len=546940 2024-04-02T08:43:23.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 475 completed, throughput=4.98MB/sec 2024-04-02T08:43:23.951 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XnubeI3a3atcFjd off=11054907 len=360493 2024-04-02T08:43:23.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 476 completed, throughput=4.98MB/sec 2024-04-02T08:43:23.951 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_PhKVzGDupea6SL off=15489304 len=1346359 2024-04-02T08:43:23.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 477 completed, throughput=4.99MB/sec 2024-04-02T08:43:23.957 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uYLbtT-qL1XL_9q off=10706773 len=305316 2024-04-02T08:43:23.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 478 completed, throughput=5MB/sec 2024-04-02T08:43:23.959 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OyRsXlIgRhUhUf_ off=2276848 len=536735 2024-04-02T08:43:23.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 479 completed, throughput=5MB/sec 2024-04-02T08:43:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:24 smithi132 ceph-mon[88571]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:43:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:24.959 INFO:tasks.workunit.client.0.smithi084.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:24.960 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-10O_fPMxN71myoZ off=9297887 len=771596 2024-04-02T08:43:24.960 INFO:tasks.workunit.client.0.smithi084.stdout:op 480 completed, throughput=4.96MB/sec 2024-04-02T08:43:24.960 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CIwnnTN4BxtflfW off=5357559 len=862412 2024-04-02T08:43:24.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 481 completed, throughput=4.97MB/sec 2024-04-02T08:43:24.962 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tYbxYDiKhNgJS-c off=4860972 len=986233 2024-04-02T08:43:24.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 482 completed, throughput=4.98MB/sec 2024-04-02T08:43:24.969 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tx1VMk9Fxs14i55 off=11690999 len=27791 2024-04-02T08:43:24.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 483 completed, throughput=4.98MB/sec 2024-04-02T08:43:24.970 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vLiNed3rQfRWuJc off=7335882 len=750657 2024-04-02T08:43:24.975 INFO:tasks.workunit.client.0.smithi084.stdout:op 484 completed, throughput=4.98MB/sec 2024-04-02T08:43:24.975 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yfQUoLTnoMD5ELn off=13387099 len=213746 2024-04-02T08:43:24.976 INFO:tasks.workunit.client.0.smithi084.stdout:op 485 completed, throughput=4.99MB/sec 2024-04-02T08:43:24.977 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x_rQjfSn593FsHs off=562764 len=715411 2024-04-02T08:43:24.981 INFO:tasks.workunit.client.0.smithi084.stdout:op 486 completed, throughput=4.99MB/sec 2024-04-02T08:43:24.981 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wNV_IDO1gQ9YwTo off=157694 len=648126 2024-04-02T08:43:24.981 INFO:tasks.workunit.client.0.smithi084.stdout:op 487 completed, throughput=5MB/sec 2024-04-02T08:43:24.982 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aZ-hazwqT3hjVrz off=681046 len=1060404 2024-04-02T08:43:24.982 INFO:tasks.workunit.client.0.smithi084.stdout:op 488 completed, throughput=5.01MB/sec 2024-04-02T08:43:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:24 smithi084 ceph-mon[94794]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:43:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:24 smithi084 ceph-mon[97358]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:43:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:25.982 INFO:tasks.workunit.client.0.smithi084.stdout: 97: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:25.983 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M6F-TUaQhkFERsC off=3792182 len=1895805 2024-04-02T08:43:25.984 INFO:tasks.workunit.client.0.smithi084.stdout:op 489 completed, throughput=4.98MB/sec 2024-04-02T08:43:25.984 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GQio7h_A60siBEN off=887432 len=171914 2024-04-02T08:43:25.987 INFO:tasks.workunit.client.0.smithi084.stdout:op 490 completed, throughput=4.98MB/sec 2024-04-02T08:43:25.987 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NA54AZZnPBI5UZ5 off=2769590 len=308290 2024-04-02T08:43:25.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 491 completed, throughput=4.98MB/sec 2024-04-02T08:43:25.990 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RUxi_4Af7KuzA5P off=10246229 len=1262465 2024-04-02T08:43:25.998 INFO:tasks.workunit.client.0.smithi084.stdout:op 492 completed, throughput=4.99MB/sec 2024-04-02T08:43:25.998 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rvk3GJ_39l7jH4j off=3514739 len=387981 2024-04-02T08:43:25.998 INFO:tasks.workunit.client.0.smithi084.stdout:op 493 completed, throughput=5MB/sec 2024-04-02T08:43:25.999 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OEVtA94HmiM0vBS off=7399105 len=481033 2024-04-02T08:43:25.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 494 completed, throughput=5MB/sec 2024-04-02T08:43:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:26 smithi132 ceph-mon[88571]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:43:26.999 INFO:tasks.workunit.client.0.smithi084.stdout: 98: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:26.999 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SEWQCRsYncTRw-X off=576612 len=389278 2024-04-02T08:43:27.003 INFO:tasks.workunit.client.0.smithi084.stdout:op 495 completed, throughput=4.95MB/sec 2024-04-02T08:43:27.003 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xRWpOpBQTjg4cJP off=4344568 len=889115 2024-04-02T08:43:27.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 496 completed, throughput=4.96MB/sec 2024-04-02T08:43:27.004 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j-ELZYHgnlG-INs off=2286931 len=1383231 2024-04-02T08:43:27.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 497 completed, throughput=4.98MB/sec 2024-04-02T08:43:27.011 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xHvhCfO7Kn0HNua off=2583921 len=1073215 2024-04-02T08:43:27.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 498 completed, throughput=4.99MB/sec 2024-04-02T08:43:27.016 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S8_GXjdPQaFFm2D off=2742998 len=439388 2024-04-02T08:43:27.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 499 completed, throughput=4.99MB/sec 2024-04-02T08:43:27.019 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6ZmFnqQ5I8dLnM4 off=14018525 len=130265 2024-04-02T08:43:27.020 INFO:tasks.workunit.client.0.smithi084.stdout:op 500 completed, throughput=4.99MB/sec 2024-04-02T08:43:27.020 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-u92hRRJ0t2tSTHN off=3027904 len=1961485 2024-04-02T08:43:27.031 INFO:tasks.workunit.client.0.smithi084.stdout:op 501 completed, throughput=5.01MB/sec 2024-04-02T08:43:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:26 smithi084 ceph-mon[94794]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:43:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:26 smithi084 ceph-mon[97358]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:43:28.031 INFO:tasks.workunit.client.0.smithi084.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:28.031 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H2F6--DhexBf40j off=4782011 len=1408476 2024-04-02T08:43:28.038 INFO:tasks.workunit.client.0.smithi084.stdout:op 502 completed, throughput=4.97MB/sec 2024-04-02T08:43:28.038 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bygfarllLgNuT0m off=3664708 len=828999 2024-04-02T08:43:28.042 INFO:tasks.workunit.client.0.smithi084.stdout:op 503 completed, throughput=4.98MB/sec 2024-04-02T08:43:28.042 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dWUFoCiVe3vf4EA off=12530910 len=590575 2024-04-02T08:43:28.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 504 completed, throughput=4.98MB/sec 2024-04-02T08:43:28.046 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MXXRetoVPuiMEi3 off=513469 len=157538 2024-04-02T08:43:28.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 505 completed, throughput=4.99MB/sec 2024-04-02T08:43:28.046 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g0Tb3brFos4WuEn off=13874187 len=1431957 2024-04-02T08:43:28.047 INFO:tasks.workunit.client.0.smithi084.stdout:op 506 completed, throughput=5MB/sec 2024-04-02T08:43:28.047 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S1Wov1kV-qQeuY_ off=2860755 len=450372 2024-04-02T08:43:28.047 INFO:tasks.workunit.client.0.smithi084.stdout:op 507 completed, throughput=5MB/sec 2024-04-02T08:43:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:28 smithi132 ceph-mon[88571]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:43:29.048 INFO:tasks.workunit.client.0.smithi084.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:29.048 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cge9E5aZbSY18hn off=4804233 len=936460 2024-04-02T08:43:29.050 INFO:tasks.workunit.client.0.smithi084.stdout:op 508 completed, throughput=4.96MB/sec 2024-04-02T08:43:29.050 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5geo9I9efam5ekb off=1093165 len=944954 2024-04-02T08:43:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 509 completed, throughput=4.97MB/sec 2024-04-02T08:43:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zq3O-dsTkRjAIlr off=6172647 len=437658 2024-04-02T08:43:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 510 completed, throughput=4.98MB/sec 2024-04-02T08:43:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gsLwiBSuoJwJyhh off=2743177 len=333454 2024-04-02T08:43:29.057 INFO:tasks.workunit.client.0.smithi084.stdout:op 511 completed, throughput=4.98MB/sec 2024-04-02T08:43:29.057 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jyZA0QHrBrwacVS off=3919421 len=1050348 2024-04-02T08:43:29.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 512 completed, throughput=4.99MB/sec 2024-04-02T08:43:29.058 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n47CVCek2RZYWOJ off=1184883 len=61491 2024-04-02T08:43:29.060 INFO:tasks.workunit.client.0.smithi084.stdout:op 513 completed, throughput=4.99MB/sec 2024-04-02T08:43:29.061 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q2F2TOLDAYNzij5 off=3064846 len=253260 2024-04-02T08:43:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 514 completed, throughput=4.99MB/sec 2024-04-02T08:43:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Rp_dYattRHrRnB off=13950779 len=1632446 2024-04-02T08:43:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 515 completed, throughput=5.01MB/sec 2024-04-02T08:43:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:28 smithi084 ceph-mon[94794]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:43:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:28 smithi084 ceph-mon[97358]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:43:30.069 INFO:tasks.workunit.client.0.smithi084.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:30.069 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xe0Pqhryb0n6Xib off=1607729 len=982963 2024-04-02T08:43:30.075 INFO:tasks.workunit.client.0.smithi084.stdout:op 516 completed, throughput=4.97MB/sec 2024-04-02T08:43:30.075 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yishsu9bjW-WAhY off=11346931 len=2085029 2024-04-02T08:43:30.079 INFO:tasks.workunit.client.0.smithi084.stdout:op 517 completed, throughput=4.99MB/sec 2024-04-02T08:43:30.079 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vaCS424lWy8rhZp off=6816712 len=801636 2024-04-02T08:43:30.080 INFO:tasks.workunit.client.0.smithi084.stdout:op 518 completed, throughput=4.99MB/sec 2024-04-02T08:43:30.080 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-s_fBdWqBJ0liqlw off=7016447 len=593194 2024-04-02T08:43:30.084 INFO:tasks.workunit.client.0.smithi084.stdout:op 519 completed, throughput=5MB/sec 2024-04-02T08:43:30.084 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aH9SEJNZqsXsVFO off=568716 len=323739 2024-04-02T08:43:30.085 INFO:tasks.workunit.client.0.smithi084.stdout:op 520 completed, throughput=5MB/sec 2024-04-02T08:43:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:30 smithi132 ceph-mon[88571]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:43:31.085 INFO:tasks.workunit.client.0.smithi084.stdout: 102: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:31.085 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JI4cTuqcK1RTmZG off=3268121 len=1315457 2024-04-02T08:43:31.092 INFO:tasks.workunit.client.0.smithi084.stdout:op 521 completed, throughput=4.97MB/sec 2024-04-02T08:43:31.092 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hhhF_7a51EEYS4c off=1960991 len=179978 2024-04-02T08:43:31.094 INFO:tasks.workunit.client.0.smithi084.stdout:op 522 completed, throughput=4.97MB/sec 2024-04-02T08:43:31.095 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-I-SMkKnQ6QydgxB off=1334359 len=718885 2024-04-02T08:43:31.095 INFO:tasks.workunit.client.0.smithi084.stdout:op 523 completed, throughput=4.97MB/sec 2024-04-02T08:43:31.095 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3QLQOyB7NKYa_b8 off=7676657 len=1345314 2024-04-02T08:43:31.098 INFO:tasks.workunit.client.0.smithi084.stdout:op 524 completed, throughput=4.99MB/sec 2024-04-02T08:43:31.098 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zBJg1TU641qlgSf off=2248989 len=16278 2024-04-02T08:43:31.098 INFO:tasks.workunit.client.0.smithi084.stdout:op 525 completed, throughput=4.99MB/sec 2024-04-02T08:43:31.098 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x6NVweDH75dAJoP off=5430376 len=1816669 2024-04-02T08:43:31.108 INFO:tasks.workunit.client.0.smithi084.stdout:op 526 completed, throughput=5MB/sec 2024-04-02T08:43:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:30 smithi084 ceph-mon[94794]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:43:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:30 smithi084 ceph-mon[97358]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:43:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:43:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:43:30] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T08:43:32.109 INFO:tasks.workunit.client.0.smithi084.stdout: 103: throughput=4.95MB/sec pending data=0 2024-04-02T08:43:32.109 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D7QRU3QLTxiJkVV off=11260189 len=120021 2024-04-02T08:43:32.109 INFO:tasks.workunit.client.0.smithi084.stdout:op 527 completed, throughput=4.96MB/sec 2024-04-02T08:43:32.110 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fk6bYI9BtwnVl9R off=9321694 len=618101 2024-04-02T08:43:32.110 INFO:tasks.workunit.client.0.smithi084.stdout:op 528 completed, throughput=4.96MB/sec 2024-04-02T08:43:32.110 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0Hhapxx2iFj9LR6 off=148718 len=335057 2024-04-02T08:43:32.110 INFO:tasks.workunit.client.0.smithi084.stdout:op 529 completed, throughput=4.96MB/sec 2024-04-02T08:43:32.110 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C6rS6yDkJG6dYsc off=5231248 len=1182958 2024-04-02T08:43:32.114 INFO:tasks.workunit.client.0.smithi084.stdout:op 530 completed, throughput=4.97MB/sec 2024-04-02T08:43:32.114 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UwUnFucDzgmf8dS off=2980073 len=132689 2024-04-02T08:43:32.117 INFO:tasks.workunit.client.0.smithi084.stdout:op 531 completed, throughput=4.98MB/sec 2024-04-02T08:43:32.117 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bk06vEuCxPeO36c off=2204467 len=709652 2024-04-02T08:43:32.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 532 completed, throughput=4.98MB/sec 2024-04-02T08:43:32.120 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2IrvzlNhNJ5NnNW off=4215029 len=898301 2024-04-02T08:43:32.121 INFO:tasks.workunit.client.0.smithi084.stdout:op 533 completed, throughput=4.99MB/sec 2024-04-02T08:43:32.121 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OWrrdAnIuKg4nut off=9907360 len=1069552 2024-04-02T08:43:32.122 INFO:tasks.workunit.client.0.smithi084.stdout:op 534 completed, throughput=5MB/sec 2024-04-02T08:43:32.122 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6Bpujng1g6yFzrs off=339455 len=793421 2024-04-02T08:43:32.122 INFO:tasks.workunit.client.0.smithi084.stdout:op 535 completed, throughput=5.01MB/sec 2024-04-02T08:43:32.633 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:43:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:43:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:32 smithi132 ceph-mon[88571]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:43:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:32 smithi084 ceph-mon[94794]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:43:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:32 smithi084 ceph-mon[97358]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:43:33.122 INFO:tasks.workunit.client.0.smithi084.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:33.122 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZDuKcAfmC1uftyb off=2738567 len=1053547 2024-04-02T08:43:33.123 INFO:tasks.workunit.client.0.smithi084.stdout:op 536 completed, throughput=4.97MB/sec 2024-04-02T08:43:33.124 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PFuCOzdpfxgeFx7 off=1953032 len=278667 2024-04-02T08:43:33.126 INFO:tasks.workunit.client.0.smithi084.stdout:op 537 completed, throughput=4.97MB/sec 2024-04-02T08:43:33.126 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FB9HlHz1S-9NRAC off=15356302 len=57259 2024-04-02T08:43:33.127 INFO:tasks.workunit.client.0.smithi084.stdout:op 538 completed, throughput=4.97MB/sec 2024-04-02T08:43:33.127 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2AKfSMaRgUcUQC0 off=6363054 len=371539 2024-04-02T08:43:33.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 539 completed, throughput=4.98MB/sec 2024-04-02T08:43:33.130 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X6Im24VtyS10ckV off=3590005 len=1494048 2024-04-02T08:43:33.131 INFO:tasks.workunit.client.0.smithi084.stdout:op 540 completed, throughput=4.99MB/sec 2024-04-02T08:43:33.131 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ISNytUHbr29yzNc off=8764639 len=977137 2024-04-02T08:43:33.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 541 completed, throughput=5MB/sec 2024-04-02T08:43:33.136 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zrg6ADXWuys9pS- off=7994353 len=1039853 2024-04-02T08:43:33.140 INFO:tasks.workunit.client.0.smithi084.stdout:op 542 completed, throughput=5.01MB/sec 2024-04-02T08:43:34.140 INFO:tasks.workunit.client.0.smithi084.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:34.140 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LtK1H5bAd8hBsoQ off=1636162 len=1957107 2024-04-02T08:43:34.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 543 completed, throughput=4.98MB/sec 2024-04-02T08:43:34.141 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cFF5dR8IjqrX5kT off=8657374 len=1278823 2024-04-02T08:43:34.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 544 completed, throughput=4.99MB/sec 2024-04-02T08:43:34.142 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GK28_4m_N7IGwtZ off=3250875 len=567640 2024-04-02T08:43:34.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 545 completed, throughput=4.99MB/sec 2024-04-02T08:43:34.143 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZelHULLdJjo05sF off=4979091 len=573598 2024-04-02T08:43:34.144 INFO:tasks.workunit.client.0.smithi084.stdout:op 546 completed, throughput=5MB/sec 2024-04-02T08:43:34.144 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RWF4uSEILqnjjy4 off=9230051 len=2046840 2024-04-02T08:43:34.154 INFO:tasks.workunit.client.0.smithi084.stdout:op 547 completed, throughput=5.02MB/sec 2024-04-02T08:43:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:34 smithi132 ceph-mon[88571]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:43:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:34 smithi084 ceph-mon[94794]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:43:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:34 smithi084 ceph-mon[97358]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:43:35.154 INFO:tasks.workunit.client.0.smithi084.stdout: 106: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:35.155 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JI4cTuqcK1RTmZG off=12852579 len=527282 2024-04-02T08:43:35.156 INFO:tasks.workunit.client.0.smithi084.stdout:op 548 completed, throughput=4.97MB/sec 2024-04-02T08:43:35.156 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aIzz4SueNReOmpp off=15259464 len=709966 2024-04-02T08:43:35.160 INFO:tasks.workunit.client.0.smithi084.stdout:op 549 completed, throughput=4.98MB/sec 2024-04-02T08:43:35.160 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S8CJvgiDp_gUMDz off=4365844 len=1236794 2024-04-02T08:43:35.161 INFO:tasks.workunit.client.0.smithi084.stdout:op 550 completed, throughput=4.99MB/sec 2024-04-02T08:43:35.161 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oI7xmg42Aa2z2Uk off=6519008 len=1656287 2024-04-02T08:43:35.162 INFO:tasks.workunit.client.0.smithi084.stdout:op 551 completed, throughput=5.01MB/sec 2024-04-02T08:43:36.163 INFO:tasks.workunit.client.0.smithi084.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:36.163 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QOaDE7gzKOITaWB off=3404483 len=1076763 2024-04-02T08:43:36.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 552 completed, throughput=4.97MB/sec 2024-04-02T08:43:36.164 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-23hNLjhr6OaFEXP off=4467101 len=435558 2024-04-02T08:43:36.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 553 completed, throughput=4.97MB/sec 2024-04-02T08:43:36.167 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-84p1szRmqci0VVL off=1582470 len=1053365 2024-04-02T08:43:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:op 554 completed, throughput=4.98MB/sec 2024-04-02T08:43:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wiDT-3eSjJM_Ohd off=10361344 len=1869288 2024-04-02T08:43:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 555 completed, throughput=5MB/sec 2024-04-02T08:43:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3ZnlaAGplz4-7KK off=9666784 len=711705 2024-04-02T08:43:36.174 INFO:tasks.workunit.client.0.smithi084.stdout:op 556 completed, throughput=5MB/sec 2024-04-02T08:43:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:36 smithi132 ceph-mon[88571]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-02T08:43:36.919 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:36 smithi084 ceph-mon[94794]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-02T08:43:36.920 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:36 smithi084 ceph-mon[97358]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-02T08:43:37.174 INFO:tasks.workunit.client.0.smithi084.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:37.174 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QNPEqi8N1b3vmyP off=17991620 len=1199872 2024-04-02T08:43:37.175 INFO:tasks.workunit.client.0.smithi084.stdout:op 557 completed, throughput=4.97MB/sec 2024-04-02T08:43:37.175 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j9MoRJ0so4JI9f2 off=3018229 len=1655263 2024-04-02T08:43:37.183 INFO:tasks.workunit.client.0.smithi084.stdout:op 558 completed, throughput=4.98MB/sec 2024-04-02T08:43:37.183 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_OXNRF6Nr8M4Wl- off=537422 len=1851511 2024-04-02T08:43:37.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 559 completed, throughput=5MB/sec 2024-04-02T08:43:37.185 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k5JCeXhumrjZG6Y off=1547854 len=352538 2024-04-02T08:43:37.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 560 completed, throughput=5MB/sec 2024-04-02T08:43:38.186 INFO:tasks.workunit.client.0.smithi084.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:38.186 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kn0RxqWyyA5W2MF off=20763149 len=1493234 2024-04-02T08:43:38.193 INFO:tasks.workunit.client.0.smithi084.stdout:op 561 completed, throughput=4.97MB/sec 2024-04-02T08:43:38.193 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_7asJ80M9oDMHw2 off=5023765 len=714040 2024-04-02T08:43:38.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 562 completed, throughput=4.98MB/sec 2024-04-02T08:43:38.197 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iEHrb6jOB4iJPyl off=4331456 len=252229 2024-04-02T08:43:38.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 563 completed, throughput=4.98MB/sec 2024-04-02T08:43:38.197 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kVbc5kovWWWrfl4 off=0 len=1641071 2024-04-02T08:43:38.206 INFO:tasks.workunit.client.0.smithi084.stdout:op 564 completed, throughput=4.99MB/sec 2024-04-02T08:43:38.206 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-El8nCxtaXqweb51 off=13063425 len=817158 2024-04-02T08:43:38.207 INFO:tasks.workunit.client.0.smithi084.stdout:op 565 completed, throughput=5MB/sec 2024-04-02T08:43:38.207 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q4x6woX6p80GYue off=23882762 len=568260 2024-04-02T08:43:38.214 INFO:tasks.workunit.client.0.smithi084.stdout:op 566 completed, throughput=5MB/sec 2024-04-02T08:43:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:38 smithi132 ceph-mon[88571]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:43:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:38 smithi084 ceph-mon[94794]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:43:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:38 smithi084 ceph-mon[97358]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:43:39.211 INFO:tasks.workunit.client.0.smithi084.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:39.211 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9duDHyFO5TDp9EM off=176829 len=772281 2024-04-02T08:43:39.215 INFO:tasks.workunit.client.0.smithi084.stdout:op 567 completed, throughput=4.96MB/sec 2024-04-02T08:43:39.215 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YdGAKzS-BX1SB2N off=14595216 len=290460 2024-04-02T08:43:39.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 568 completed, throughput=4.97MB/sec 2024-04-02T08:43:39.216 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vpS423qJ58QXz43 off=11025706 len=107565 2024-04-02T08:43:39.217 INFO:tasks.workunit.client.0.smithi084.stdout:op 569 completed, throughput=4.97MB/sec 2024-04-02T08:43:39.217 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rhVO0wJYc4m8G8N off=6312437 len=2009251 2024-04-02T08:43:39.219 INFO:tasks.workunit.client.0.smithi084.stdout:op 570 completed, throughput=4.99MB/sec 2024-04-02T08:43:39.219 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bxxUgg6vPaugLBJ off=3555888 len=1610318 2024-04-02T08:43:39.220 INFO:tasks.workunit.client.0.smithi084.stdout:op 571 completed, throughput=5MB/sec 2024-04-02T08:43:39.220 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CXnF82FXPMscH3- off=9163344 len=633329 2024-04-02T08:43:39.223 INFO:tasks.workunit.client.0.smithi084.stdout:op 572 completed, throughput=5MB/sec 2024-04-02T08:43:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:40.223 INFO:tasks.workunit.client.0.smithi084.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:40.223 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c6zGbMWCcihJJob off=9361174 len=1390384 2024-04-02T08:43:40.225 INFO:tasks.workunit.client.0.smithi084.stdout:op 573 completed, throughput=4.97MB/sec 2024-04-02T08:43:40.225 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H8ID9kT3-b9oEUG off=4280422 len=238051 2024-04-02T08:43:40.225 INFO:tasks.workunit.client.0.smithi084.stdout:op 574 completed, throughput=4.97MB/sec 2024-04-02T08:43:40.225 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N9ScEgS9alNmelX off=181677 len=1564378 2024-04-02T08:43:40.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 575 completed, throughput=4.99MB/sec 2024-04-02T08:43:40.229 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5rp4mgcdus4OHp4 off=7959713 len=715684 2024-04-02T08:43:40.233 INFO:tasks.workunit.client.0.smithi084.stdout:op 576 completed, throughput=4.99MB/sec 2024-04-02T08:43:40.233 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FOSoL04CgnZV_lE off=17144397 len=2000467 2024-04-02T08:43:40.235 INFO:tasks.workunit.client.0.smithi084.stdout:op 577 completed, throughput=5.01MB/sec 2024-04-02T08:43:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:40 smithi132 ceph-mon[88571]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:43:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:40 smithi084 ceph-mon[94794]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:43:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:43:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:43:40] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T08:43:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:40 smithi084 ceph-mon[97358]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:43:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: 112: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:41.235 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ISNytUHbr29yzNc off=8445088 len=893906 2024-04-02T08:43:41.240 INFO:tasks.workunit.client.0.smithi084.stdout:op 578 completed, throughput=4.97MB/sec 2024-04-02T08:43:41.240 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fVBh3vj9AOovCMo off=535362 len=1747304 2024-04-02T08:43:41.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 579 completed, throughput=4.99MB/sec 2024-04-02T08:43:41.242 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QAc12d9QP-XMdCG off=10091879 len=463780 2024-04-02T08:43:41.245 INFO:tasks.workunit.client.0.smithi084.stdout:op 580 completed, throughput=4.99MB/sec 2024-04-02T08:43:41.245 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fbpke2ahI9rWcwB off=762240 len=1645258 2024-04-02T08:43:41.246 INFO:tasks.workunit.client.0.smithi084.stdout:op 581 completed, throughput=5MB/sec 2024-04-02T08:43:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:42.247 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FBItifI52iibJdd off=16417842 len=1829021 2024-04-02T08:43:42.253 INFO:tasks.workunit.client.0.smithi084.stdout:op 582 completed, throughput=4.98MB/sec 2024-04-02T08:43:42.254 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VaBseur6Gp74iqz off=369590 len=423911 2024-04-02T08:43:42.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 583 completed, throughput=4.98MB/sec 2024-04-02T08:43:42.255 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vVuShNQjnF3wA56 off=9459673 len=133605 2024-04-02T08:43:42.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 584 completed, throughput=4.98MB/sec 2024-04-02T08:43:42.256 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PbaBDjniTvaZuaV off=9350201 len=1507200 2024-04-02T08:43:42.262 INFO:tasks.workunit.client.0.smithi084.stdout:op 585 completed, throughput=4.99MB/sec 2024-04-02T08:43:42.262 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NsI18Zlaux1-336 off=5627088 len=921504 2024-04-02T08:43:42.267 INFO:tasks.workunit.client.0.smithi084.stdout:op 586 completed, throughput=5MB/sec 2024-04-02T08:43:42.267 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y2g9tmC5I6fvJST off=11560010 len=1005734 2024-04-02T08:43:42.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 587 completed, throughput=5.01MB/sec 2024-04-02T08:43:42.647 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:43:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:43:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:42 smithi132 ceph-mon[88571]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:43:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:42 smithi084 ceph-mon[94794]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:43:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:42 smithi084 ceph-mon[97358]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:43:43.273 INFO:tasks.workunit.client.0.smithi084.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:43.273 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-319ujhW-lq6ZwRO off=2402793 len=116581 2024-04-02T08:43:43.273 INFO:tasks.workunit.client.0.smithi084.stdout:op 588 completed, throughput=4.97MB/sec 2024-04-02T08:43:43.273 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wxbD1QDTe6BePhW off=10069599 len=1389884 2024-04-02T08:43:43.275 INFO:tasks.workunit.client.0.smithi084.stdout:op 589 completed, throughput=4.98MB/sec 2024-04-02T08:43:43.276 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2QV_mqfLIxz1aGm off=3700941 len=619601 2024-04-02T08:43:43.279 INFO:tasks.workunit.client.0.smithi084.stdout:op 590 completed, throughput=4.98MB/sec 2024-04-02T08:43:43.279 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-R69GsNbzYoq9RIi off=8645347 len=1568944 2024-04-02T08:43:43.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 591 completed, throughput=4.99MB/sec 2024-04-02T08:43:43.281 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vCqhNnIKsur2qba off=10352254 len=1597393 2024-04-02T08:43:43.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 592 completed, throughput=5.01MB/sec 2024-04-02T08:43:44.289 INFO:tasks.workunit.client.0.smithi084.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:44.289 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FzwHCR2ezIaAcUs off=1935757 len=1769024 2024-04-02T08:43:44.295 INFO:tasks.workunit.client.0.smithi084.stdout:op 593 completed, throughput=4.98MB/sec 2024-04-02T08:43:44.295 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zzitbBGvrtjz-Em off=17360106 len=650103 2024-04-02T08:43:44.299 INFO:tasks.workunit.client.0.smithi084.stdout:op 594 completed, throughput=4.98MB/sec 2024-04-02T08:43:44.299 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4u-tMydU_QkW326 off=7241861 len=1419310 2024-04-02T08:43:44.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 595 completed, throughput=5MB/sec 2024-04-02T08:43:44.305 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NrjZrF71uSOf0Wn off=4945886 len=1679945 2024-04-02T08:43:44.312 INFO:tasks.workunit.client.0.smithi084.stdout:op 596 completed, throughput=5.01MB/sec 2024-04-02T08:43:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:44 smithi132 ceph-mon[88571]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:43:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:44 smithi084 ceph-mon[94794]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:43:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:44 smithi084 ceph-mon[97358]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:43:45.312 INFO:tasks.workunit.client.0.smithi084.stdout: 116: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:45.312 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4GZ0KSnmdKFt5km off=1898789 len=962084 2024-04-02T08:43:45.316 INFO:tasks.workunit.client.0.smithi084.stdout:op 597 completed, throughput=4.97MB/sec 2024-04-02T08:43:45.316 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-F7xzRGOMVcIz2sE off=995322 len=1783628 2024-04-02T08:43:45.320 INFO:tasks.workunit.client.0.smithi084.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-02T08:43:45.320 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qCdWdPA0EE2jQMv off=14327904 len=963171 2024-04-02T08:43:45.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 599 completed, throughput=5MB/sec 2024-04-02T08:43:45.322 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PnR38Q8P8SHdRo5 off=637531 len=1823196 2024-04-02T08:43:45.328 INFO:tasks.workunit.client.0.smithi084.stdout:op 600 completed, throughput=5.01MB/sec 2024-04-02T08:43:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: 117: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:46.328 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GHR46aVbF4a1vxt off=6089853 len=2036903 2024-04-02T08:43:46.330 INFO:tasks.workunit.client.0.smithi084.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-02T08:43:46.330 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RcvSAzRNarKqa74 off=1894637 len=1526860 2024-04-02T08:43:46.330 INFO:tasks.workunit.client.0.smithi084.stdout:op 602 completed, throughput=5MB/sec 2024-04-02T08:43:46.331 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TVV89j62Yi6Mger off=3148095 len=1263549 2024-04-02T08:43:46.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 603 completed, throughput=5.01MB/sec 2024-04-02T08:43:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:46 smithi132 ceph-mon[88571]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:43:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:46 smithi084 ceph-mon[94794]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:43:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:46 smithi084 ceph-mon[97358]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:43:47.332 INFO:tasks.workunit.client.0.smithi084.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:47.332 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-764826tkeP1AlXq off=2430312 len=1791488 2024-04-02T08:43:47.343 INFO:tasks.workunit.client.0.smithi084.stdout:op 604 completed, throughput=4.98MB/sec 2024-04-02T08:43:47.343 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9tcjPU2IXhnBPfh off=8853719 len=1978365 2024-04-02T08:43:47.351 INFO:tasks.workunit.client.0.smithi084.stdout:op 605 completed, throughput=4.99MB/sec 2024-04-02T08:43:47.352 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m-v3Pkgm73M_qRj off=3075584 len=1586698 2024-04-02T08:43:47.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 606 completed, throughput=5.01MB/sec 2024-04-02T08:43:48.355 INFO:tasks.workunit.client.0.smithi084.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:48.355 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SRR6TnBhvzJqlUW off=9222384 len=1629443 2024-04-02T08:43:48.361 INFO:tasks.workunit.client.0.smithi084.stdout:op 607 completed, throughput=4.98MB/sec 2024-04-02T08:43:48.361 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-t4df7JQfXTuQU72 off=11752269 len=746298 2024-04-02T08:43:48.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 608 completed, throughput=4.98MB/sec 2024-04-02T08:43:48.366 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9JHj9f3Zr4L-cfJ off=12990129 len=25846 2024-04-02T08:43:48.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 609 completed, throughput=4.98MB/sec 2024-04-02T08:43:48.366 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ztU7ykRWhkBrzoW off=8324434 len=712682 2024-04-02T08:43:48.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 610 completed, throughput=4.99MB/sec 2024-04-02T08:43:48.369 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o0CFqZNPAr0cDVe off=6528151 len=1603115 2024-04-02T08:43:48.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 611 completed, throughput=5MB/sec 2024-04-02T08:43:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:48 smithi132 ceph-mon[88571]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:43:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:48 smithi084 ceph-mon[94794]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:43:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:48 smithi084 ceph-mon[97358]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:43:49.380 INFO:tasks.workunit.client.0.smithi084.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:49.380 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wiDT-3eSjJM_Ohd off=14383870 len=1172681 2024-04-02T08:43:49.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 612 completed, throughput=4.97MB/sec 2024-04-02T08:43:49.385 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iLmBcOyEEsKXmLU off=6413646 len=1888492 2024-04-02T08:43:49.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 613 completed, throughput=4.98MB/sec 2024-04-02T08:43:49.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UzXzLUAznyVWihl off=177997 len=1287127 2024-04-02T08:43:49.388 INFO:tasks.workunit.client.0.smithi084.stdout:op 614 completed, throughput=4.99MB/sec 2024-04-02T08:43:49.388 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zlWf3OSt2hr1xSx off=8090060 len=1873261 2024-04-02T08:43:49.394 INFO:tasks.workunit.client.0.smithi084.stdout:op 615 completed, throughput=5.01MB/sec 2024-04-02T08:43:50.394 INFO:tasks.workunit.client.0.smithi084.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:50.395 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9oG2ApZPvA0tEyH off=250752 len=1532938 2024-04-02T08:43:50.398 INFO:tasks.workunit.client.0.smithi084.stdout:op 616 completed, throughput=4.98MB/sec 2024-04-02T08:43:50.398 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Yt39b_2WoIdfI3C off=2779316 len=1392068 2024-04-02T08:43:50.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 617 completed, throughput=4.99MB/sec 2024-04-02T08:43:50.399 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fhuxvAptwOBkgru off=2871657 len=2053036 2024-04-02T08:43:50.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 618 completed, throughput=5.01MB/sec 2024-04-02T08:43:50.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:50 smithi132 ceph-mon[88571]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:43:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:50 smithi084 ceph-mon[94794]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:43:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:43:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:43:50] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T08:43:51.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:50 smithi084 ceph-mon[97358]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:43:51.408 INFO:tasks.workunit.client.0.smithi084.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:51.408 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TWkVGnOpVH8Zlm6 off=13739560 len=2058565 2024-04-02T08:43:51.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 619 completed, throughput=4.98MB/sec 2024-04-02T08:43:51.409 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-x6IAfz6phhMvbP- off=4567094 len=1041602 2024-04-02T08:43:51.411 INFO:tasks.workunit.client.0.smithi084.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-02T08:43:51.411 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CwfcZ9Hbwl3nJNM off=432149 len=1365729 2024-04-02T08:43:51.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 621 completed, throughput=5MB/sec 2024-04-02T08:43:51.416 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pqkLdiaQfylBqG9 off=4627472 len=974753 2024-04-02T08:43:51.417 INFO:tasks.workunit.client.0.smithi084.stdout:op 622 completed, throughput=5.01MB/sec 2024-04-02T08:43:52.417 INFO:tasks.workunit.client.0.smithi084.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:52.418 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xyAUxNcmJVPrSXN off=7183132 len=5179 2024-04-02T08:43:52.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 623 completed, throughput=4.97MB/sec 2024-04-02T08:43:52.420 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X5gzWK6iZ9Y_4eb off=9962809 len=2060297 2024-04-02T08:43:52.422 INFO:tasks.workunit.client.0.smithi084.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-02T08:43:52.422 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bTap01GiDR6U35c off=13406444 len=1402371 2024-04-02T08:43:52.430 INFO:tasks.workunit.client.0.smithi084.stdout:op 625 completed, throughput=4.99MB/sec 2024-04-02T08:43:52.430 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8Mh49QuPkRWjBEE off=11513641 len=138623 2024-04-02T08:43:52.430 INFO:tasks.workunit.client.0.smithi084.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-02T08:43:52.430 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xViLFbglvFMHK3q off=16251660 len=1910732 2024-04-02T08:43:52.438 INFO:tasks.workunit.client.0.smithi084.stdout:op 627 completed, throughput=5.01MB/sec 2024-04-02T08:43:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:43:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:43:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:52 smithi084 ceph-mon[94794]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:43:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:52 smithi084 ceph-mon[97358]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:43:53.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:52 smithi132 ceph-mon[88571]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:43:53.439 INFO:tasks.workunit.client.0.smithi084.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:53.439 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0f0RVjc0wCMaQv_ off=12680625 len=1941795 2024-04-02T08:43:53.443 INFO:tasks.workunit.client.0.smithi084.stdout:op 628 completed, throughput=4.98MB/sec 2024-04-02T08:43:53.443 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_jzgPjGNFMqUArC off=6246580 len=2040966 2024-04-02T08:43:53.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 629 completed, throughput=5MB/sec 2024-04-02T08:43:53.444 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-O00NC96c8V8TgzI off=2393608 len=692243 2024-04-02T08:43:53.446 INFO:tasks.workunit.client.0.smithi084.stdout:op 630 completed, throughput=5MB/sec 2024-04-02T08:43:54.446 INFO:tasks.workunit.client.0.smithi084.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:54.447 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2UnPiwsFiNUOSxX off=1488708 len=1832810 2024-04-02T08:43:54.458 INFO:tasks.workunit.client.0.smithi084.stdout:op 631 completed, throughput=4.98MB/sec 2024-04-02T08:43:54.458 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5iCoREewVTHGaBb off=5010161 len=469765 2024-04-02T08:43:54.459 INFO:tasks.workunit.client.0.smithi084.stdout:op 632 completed, throughput=4.98MB/sec 2024-04-02T08:43:54.459 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FfYS0n4pTxdDZnU off=13644 len=1546156 2024-04-02T08:43:54.460 INFO:tasks.workunit.client.0.smithi084.stdout:op 633 completed, throughput=4.99MB/sec 2024-04-02T08:43:54.460 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8j6snJrBn2KPJHK off=5377392 len=1455779 2024-04-02T08:43:54.462 INFO:tasks.workunit.client.0.smithi084.stdout:op 634 completed, throughput=5MB/sec 2024-04-02T08:43:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:54 smithi084 ceph-mon[94794]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:43:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:54 smithi084 ceph-mon[97358]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:43:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:54 smithi132 ceph-mon[88571]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:43:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: 126: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:55.463 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jhbTQ3IXNkMlZcR off=13669678 len=1905006 2024-04-02T08:43:55.465 INFO:tasks.workunit.client.0.smithi084.stdout:op 635 completed, throughput=4.98MB/sec 2024-04-02T08:43:55.465 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UNqGmUrh-VGhVws off=16029360 len=204286 2024-04-02T08:43:55.465 INFO:tasks.workunit.client.0.smithi084.stdout:op 636 completed, throughput=4.98MB/sec 2024-04-02T08:43:55.466 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SRjknxpsIHRRjY2 off=3014637 len=1901459 2024-04-02T08:43:55.473 INFO:tasks.workunit.client.0.smithi084.stdout:op 637 completed, throughput=4.99MB/sec 2024-04-02T08:43:55.473 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EP4Bd7jPPf4oR_G off=745383 len=1811697 2024-04-02T08:43:55.474 INFO:tasks.workunit.client.0.smithi084.stdout:op 638 completed, throughput=5.01MB/sec 2024-04-02T08:43:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:56.475 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EKhyWUoMbCBwu6L off=10390714 len=24201 2024-04-02T08:43:56.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 639 completed, throughput=4.97MB/sec 2024-04-02T08:43:56.476 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pgIVKfXGWyXVIXT off=11068040 len=831502 2024-04-02T08:43:56.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 640 completed, throughput=4.97MB/sec 2024-04-02T08:43:56.478 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_MG5xvWoPuQdFP2 off=7297224 len=390436 2024-04-02T08:43:56.479 INFO:tasks.workunit.client.0.smithi084.stdout:op 641 completed, throughput=4.98MB/sec 2024-04-02T08:43:56.479 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9vmlGwriJZcRIOY off=5427394 len=31679 2024-04-02T08:43:56.481 INFO:tasks.workunit.client.0.smithi084.stdout:op 642 completed, throughput=4.98MB/sec 2024-04-02T08:43:56.481 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kIPOKcCPVcjday_ off=5214711 len=1720039 2024-04-02T08:43:56.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 643 completed, throughput=4.99MB/sec 2024-04-02T08:43:56.488 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HbV6yMZByeshgXk off=6342742 len=1066123 2024-04-02T08:43:56.490 INFO:tasks.workunit.client.0.smithi084.stdout:op 644 completed, throughput=5MB/sec 2024-04-02T08:43:56.490 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kmSJ6yJdfq3ZUgX off=469742 len=621928 2024-04-02T08:43:56.490 INFO:tasks.workunit.client.0.smithi084.stdout:op 645 completed, throughput=5MB/sec 2024-04-02T08:43:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:56 smithi084 ceph-mon[94794]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:43:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:56 smithi084 ceph-mon[97358]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:43:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:56 smithi132 ceph-mon[88571]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:43:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: 128: throughput=4.96MB/sec pending data=0 2024-04-02T08:43:57.491 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-k90mvk7FLlOT78v off=12982486 len=135877 2024-04-02T08:43:57.492 INFO:tasks.workunit.client.0.smithi084.stdout:op 646 completed, throughput=4.96MB/sec 2024-04-02T08:43:57.493 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jBcQ0taFH18mDiY off=7078916 len=1789398 2024-04-02T08:43:57.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 647 completed, throughput=4.98MB/sec 2024-04-02T08:43:57.497 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zrg6ADXWuys9pS- off=2039266 len=325834 2024-04-02T08:43:57.499 INFO:tasks.workunit.client.0.smithi084.stdout:op 648 completed, throughput=4.98MB/sec 2024-04-02T08:43:57.499 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DX55jTr0BDcorK4 off=0 len=1751963 2024-04-02T08:43:57.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-02T08:43:57.506 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Hb01M6d6NuOtWdS off=15215332 len=373811 2024-04-02T08:43:57.509 INFO:tasks.workunit.client.0.smithi084.stdout:op 650 completed, throughput=5MB/sec 2024-04-02T08:43:57.509 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dJW6ud8MfDiYheW off=22330923 len=1646726 2024-04-02T08:43:57.518 INFO:tasks.workunit.client.0.smithi084.stdout:op 651 completed, throughput=5.01MB/sec 2024-04-02T08:43:58.518 INFO:tasks.workunit.client.0.smithi084.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:58.518 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3y1Z1WWP0MYEYCy off=8065989 len=549155 2024-04-02T08:43:58.519 INFO:tasks.workunit.client.0.smithi084.stdout:op 652 completed, throughput=4.97MB/sec 2024-04-02T08:43:58.519 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t0NG6AmDhQ1gaj_ off=8738166 len=175453 2024-04-02T08:43:58.519 INFO:tasks.workunit.client.0.smithi084.stdout:op 653 completed, throughput=4.97MB/sec 2024-04-02T08:43:58.519 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zy2qgS_g06b_Ggq off=994724 len=950408 2024-04-02T08:43:58.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 654 completed, throughput=4.98MB/sec 2024-04-02T08:43:58.522 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b9zVSo2XPaI_n89 off=10469547 len=248549 2024-04-02T08:43:58.525 INFO:tasks.workunit.client.0.smithi084.stdout:op 655 completed, throughput=4.98MB/sec 2024-04-02T08:43:58.525 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TfE14XZk_N_ziO- off=5019568 len=203772 2024-04-02T08:43:58.526 INFO:tasks.workunit.client.0.smithi084.stdout:op 656 completed, throughput=4.98MB/sec 2024-04-02T08:43:58.526 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xwUktnoKnpyuajc off=6892164 len=239411 2024-04-02T08:43:58.528 INFO:tasks.workunit.client.0.smithi084.stdout:op 657 completed, throughput=4.99MB/sec 2024-04-02T08:43:58.528 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0qxKNbxTncLR44K off=728909 len=1218027 2024-04-02T08:43:58.530 INFO:tasks.workunit.client.0.smithi084.stdout:op 658 completed, throughput=4.99MB/sec 2024-04-02T08:43:58.530 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sgZv93zehteiH10 off=692242 len=409223 2024-04-02T08:43:58.534 INFO:tasks.workunit.client.0.smithi084.stdout:op 659 completed, throughput=5MB/sec 2024-04-02T08:43:58.534 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Wo4KfXL0XFKZPaO off=3101987 len=1678979 2024-04-02T08:43:58.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 660 completed, throughput=5.01MB/sec 2024-04-02T08:43:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:43:58 smithi084 ceph-mon[94794]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 2 op/s 2024-04-02T08:43:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:43:58 smithi084 ceph-mon[97358]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 2 op/s 2024-04-02T08:43:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:43:58 smithi132 ceph-mon[88571]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 2 op/s 2024-04-02T08:43:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-02T08:43:59.536 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-umKdIMVruF4Nn5z off=1895558 len=2076511 2024-04-02T08:43:59.537 INFO:tasks.workunit.client.0.smithi084.stdout:op 661 completed, throughput=4.99MB/sec 2024-04-02T08:43:59.537 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1mu8H_83X2kNDaV off=9478765 len=783610 2024-04-02T08:43:59.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-02T08:43:59.542 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZfQvu1736VjGFtT off=6866685 len=940924 2024-04-02T08:43:59.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 663 completed, throughput=5MB/sec 2024-04-02T08:43:59.544 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-V0F0w4XDz9uCnhC off=0 len=1709223 2024-04-02T08:43:59.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 664 completed, throughput=5.01MB/sec 2024-04-02T08:44:00.552 INFO:tasks.workunit.client.0.smithi084.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:00.552 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gt2nEVwVOvUzxn9 off=7650789 len=618038 2024-04-02T08:44:00.556 INFO:tasks.workunit.client.0.smithi084.stdout:op 665 completed, throughput=4.98MB/sec 2024-04-02T08:44:00.556 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0gF0Z00H-r-fyBO off=4439566 len=584152 2024-04-02T08:44:00.559 INFO:tasks.workunit.client.0.smithi084.stdout:op 666 completed, throughput=4.98MB/sec 2024-04-02T08:44:00.559 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EZ0Kqg8yIdWVz54 off=1187319 len=547563 2024-04-02T08:44:00.559 INFO:tasks.workunit.client.0.smithi084.stdout:op 667 completed, throughput=4.99MB/sec 2024-04-02T08:44:00.559 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ESNxY3HHYWjmi6e off=9606574 len=1687092 2024-04-02T08:44:00.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 668 completed, throughput=5MB/sec 2024-04-02T08:44:00.561 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bIbMdd1WFvZo_aI off=3220798 len=1604949 2024-04-02T08:44:00.564 INFO:tasks.workunit.client.0.smithi084.stdout:op 669 completed, throughput=5.01MB/sec 2024-04-02T08:44:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:00 smithi084 ceph-mon[94794]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:44:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:44:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:44:00] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:44:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:00 smithi084 ceph-mon[97358]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:44:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:00 smithi132 ceph-mon[88571]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:44:01.564 INFO:tasks.workunit.client.0.smithi084.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:01.564 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CwF8zqZ3ssp03cs off=3532280 len=1160740 2024-04-02T08:44:01.570 INFO:tasks.workunit.client.0.smithi084.stdout:op 670 completed, throughput=4.98MB/sec 2024-04-02T08:44:01.570 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c92lbjKoJjot042 off=4425745 len=363470 2024-04-02T08:44:01.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 671 completed, throughput=4.98MB/sec 2024-04-02T08:44:01.573 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lt--dwltKF9SRto off=8737550 len=1093048 2024-04-02T08:44:01.579 INFO:tasks.workunit.client.0.smithi084.stdout:op 672 completed, throughput=4.99MB/sec 2024-04-02T08:44:01.579 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dC_NGJu-aKliK8G off=3987100 len=70051 2024-04-02T08:44:01.580 INFO:tasks.workunit.client.0.smithi084.stdout:op 673 completed, throughput=4.99MB/sec 2024-04-02T08:44:01.580 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Dd2MtMER2GV_mPR off=23153100 len=1800068 2024-04-02T08:44:01.583 INFO:tasks.workunit.client.0.smithi084.stdout:op 674 completed, throughput=5MB/sec 2024-04-02T08:44:02.583 INFO:tasks.workunit.client.0.smithi084.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:02.583 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aT6_mV08gfflcUh off=6192770 len=1845182 2024-04-02T08:44:02.594 INFO:tasks.workunit.client.0.smithi084.stdout:op 675 completed, throughput=4.98MB/sec 2024-04-02T08:44:02.594 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sMnI28zjsEFOg4J off=6753890 len=1881010 2024-04-02T08:44:02.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 676 completed, throughput=4.99MB/sec 2024-04-02T08:44:02.597 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fBTZKZ4QShGVptI off=6090179 len=841642 2024-04-02T08:44:02.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 677 completed, throughput=5MB/sec 2024-04-02T08:44:02.598 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rl_fe1cNqpVFysv off=72137 len=1990993 2024-04-02T08:44:02.599 INFO:tasks.workunit.client.0.smithi084.stdout:op 678 completed, throughput=5.01MB/sec 2024-04-02T08:44:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:44:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:02 smithi084 ceph-mon[94794]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:44:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:02 smithi084 ceph-mon[97358]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:44:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:02 smithi132 ceph-mon[88571]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:44:03.600 INFO:tasks.workunit.client.0.smithi084.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:03.600 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OGmSv_OEddvHShJ off=7315520 len=972466 2024-04-02T08:44:03.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 679 completed, throughput=4.98MB/sec 2024-04-02T08:44:03.601 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rXVwTQHCz0FhgdT off=14193316 len=1255754 2024-04-02T08:44:03.602 INFO:tasks.workunit.client.0.smithi084.stdout:op 680 completed, throughput=4.99MB/sec 2024-04-02T08:44:03.602 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u7f8gltWkzhpUOH off=3152477 len=1509649 2024-04-02T08:44:03.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 681 completed, throughput=5MB/sec 2024-04-02T08:44:04.603 INFO:tasks.workunit.client.0.smithi084.stdout: 135: throughput=4.96MB/sec pending data=0 2024-04-02T08:44:04.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yo8H-vvedBchuk0 off=4231527 len=224665 2024-04-02T08:44:04.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 682 completed, throughput=4.97MB/sec 2024-04-02T08:44:04.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BqN7NAPGoCyj_3D off=13282701 len=962666 2024-04-02T08:44:04.606 INFO:tasks.workunit.client.0.smithi084.stdout:op 683 completed, throughput=4.97MB/sec 2024-04-02T08:44:04.606 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xm6Os2UDnA2KDiR off=2738524 len=1477673 2024-04-02T08:44:04.609 INFO:tasks.workunit.client.0.smithi084.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-02T08:44:04.609 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EE1YeykhbylC24M off=4223746 len=1212398 2024-04-02T08:44:04.614 INFO:tasks.workunit.client.0.smithi084.stdout:op 685 completed, throughput=4.99MB/sec 2024-04-02T08:44:04.614 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N71nlCP8m3gii2t off=13038730 len=1054851 2024-04-02T08:44:04.615 INFO:tasks.workunit.client.0.smithi084.stdout:op 686 completed, throughput=5MB/sec 2024-04-02T08:44:04.615 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iL5gkL6VcGZ7eh2 off=18316476 len=892283 2024-04-02T08:44:04.615 INFO:tasks.workunit.client.0.smithi084.stdout:op 687 completed, throughput=5MB/sec 2024-04-02T08:44:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:04 smithi084 ceph-mon[94794]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:44:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:04 smithi084 ceph-mon[97358]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:44:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:04 smithi132 ceph-mon[88571]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:44:05.616 INFO:tasks.workunit.client.0.smithi084.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:05.616 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4JnXL4rJ2kaDowt off=3438841 len=25446 2024-04-02T08:44:05.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 688 completed, throughput=4.97MB/sec 2024-04-02T08:44:05.618 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1cfIgh2cLWbkpXF off=15016911 len=1670635 2024-04-02T08:44:05.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 689 completed, throughput=4.98MB/sec 2024-04-02T08:44:05.620 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fYYg7lc-PyOXJTX off=16908837 len=1145702 2024-04-02T08:44:05.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 690 completed, throughput=4.99MB/sec 2024-04-02T08:44:05.622 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EPfy6ECrJISegwR off=16533989 len=1864924 2024-04-02T08:44:05.624 INFO:tasks.workunit.client.0.smithi084.stdout:op 691 completed, throughput=5MB/sec 2024-04-02T08:44:05.624 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_3OtS7j8VuVg0p5 off=4575844 len=1436382 2024-04-02T08:44:05.624 INFO:tasks.workunit.client.0.smithi084.stdout:op 692 completed, throughput=5.01MB/sec 2024-04-02T08:44:06.625 INFO:tasks.workunit.client.0.smithi084.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:06.625 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-31HZ2de5CBRAB28 off=2872577 len=274106 2024-04-02T08:44:06.626 INFO:tasks.workunit.client.0.smithi084.stdout:op 693 completed, throughput=4.98MB/sec 2024-04-02T08:44:06.626 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-31l5mNtBjll0b3j off=545934 len=1042818 2024-04-02T08:44:06.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-02T08:44:06.627 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yML0qjekLwqUiMp off=1822248 len=941681 2024-04-02T08:44:06.632 INFO:tasks.workunit.client.0.smithi084.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-02T08:44:06.632 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eKkBgT9e-3D65BO off=99183 len=768914 2024-04-02T08:44:06.633 INFO:tasks.workunit.client.0.smithi084.stdout:op 696 completed, throughput=4.99MB/sec 2024-04-02T08:44:06.634 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3i2TrEQt2lwrid5 off=11968925 len=859699 2024-04-02T08:44:06.634 INFO:tasks.workunit.client.0.smithi084.stdout:op 697 completed, throughput=5MB/sec 2024-04-02T08:44:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:06 smithi084 ceph-mon[94794]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:06 smithi084 ceph-mon[97358]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:06 smithi132 ceph-mon[88571]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:07.635 INFO:tasks.workunit.client.0.smithi084.stdout: 138: throughput=4.96MB/sec pending data=0 2024-04-02T08:44:07.635 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hdkyJpRf6LW6RkP off=3267981 len=52499 2024-04-02T08:44:07.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 698 completed, throughput=4.96MB/sec 2024-04-02T08:44:07.637 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Wa27g4mCs90IH20 off=21711349 len=124054 2024-04-02T08:44:07.638 INFO:tasks.workunit.client.0.smithi084.stdout:op 699 completed, throughput=4.97MB/sec 2024-04-02T08:44:07.638 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_Oi2IQ5fuPRBXl- off=7270358 len=1308250 2024-04-02T08:44:07.645 INFO:tasks.workunit.client.0.smithi084.stdout:op 700 completed, throughput=4.97MB/sec 2024-04-02T08:44:07.645 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yhwWvRf659_6mk7 off=3874523 len=1415540 2024-04-02T08:44:07.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 701 completed, throughput=4.98MB/sec 2024-04-02T08:44:07.647 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EsUByC35zt_1Ysh off=1832913 len=135635 2024-04-02T08:44:07.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 702 completed, throughput=4.98MB/sec 2024-04-02T08:44:07.647 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wWl8BAg-LiEmSMa off=2419603 len=937562 2024-04-02T08:44:07.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 703 completed, throughput=4.99MB/sec 2024-04-02T08:44:07.652 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--Jq-SfcNCPQB7rX off=12500285 len=1760108 2024-04-02T08:44:07.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 704 completed, throughput=5MB/sec 2024-04-02T08:44:08.659 INFO:tasks.workunit.client.0.smithi084.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:08.659 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-edCP5JLUA-hKGg_ off=1768644 len=480488 2024-04-02T08:44:08.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 705 completed, throughput=4.97MB/sec 2024-04-02T08:44:08.662 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6xgHfZAh9kgs2eY off=5618993 len=1019573 2024-04-02T08:44:08.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 706 completed, throughput=4.98MB/sec 2024-04-02T08:44:08.663 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-skmUck3GcrYscs9 off=8058447 len=1433305 2024-04-02T08:44:08.668 INFO:tasks.workunit.client.0.smithi084.stdout:op 707 completed, throughput=4.99MB/sec 2024-04-02T08:44:08.668 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zvuYzSHtstwuQep off=2057374 len=1372337 2024-04-02T08:44:08.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 708 completed, throughput=5MB/sec 2024-04-02T08:44:08.670 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JQpFD-viD8I1dgf off=9655316 len=275589 2024-04-02T08:44:08.673 INFO:tasks.workunit.client.0.smithi084.stdout:op 709 completed, throughput=5MB/sec 2024-04-02T08:44:08.673 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BxXxIqmc3AMXFrn off=727863 len=1516341 2024-04-02T08:44:08.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 710 completed, throughput=5.01MB/sec 2024-04-02T08:44:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:08 smithi084 ceph-mon[94794]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:44:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:08 smithi084 ceph-mon[97358]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:44:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:08 smithi132 ceph-mon[88571]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:44:09.678 INFO:tasks.workunit.client.0.smithi084.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:09.678 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ntJoHYBHBagTJ-u off=11750666 len=1699952 2024-04-02T08:44:09.679 INFO:tasks.workunit.client.0.smithi084.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-02T08:44:09.680 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1ZLQLFXbRzkF-mM off=2123788 len=440421 2024-04-02T08:44:09.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 712 completed, throughput=4.99MB/sec 2024-04-02T08:44:09.683 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DxQuTR2Szrp5km- off=1662420 len=1265928 2024-04-02T08:44:09.689 INFO:tasks.workunit.client.0.smithi084.stdout:op 713 completed, throughput=4.99MB/sec 2024-04-02T08:44:09.690 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oKEud2cXkv40AeQ off=3291821 len=1788290 2024-04-02T08:44:09.700 INFO:tasks.workunit.client.0.smithi084.stdout:op 714 completed, throughput=5.01MB/sec 2024-04-02T08:44:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:10.700 INFO:tasks.workunit.client.0.smithi084.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:10.700 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-psKeEelowZ_3nwt off=22614095 len=1309570 2024-04-02T08:44:10.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 715 completed, throughput=4.98MB/sec 2024-04-02T08:44:10.708 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-inkfJV-XEl1f-n4 off=9882310 len=1130983 2024-04-02T08:44:10.710 INFO:tasks.workunit.client.0.smithi084.stdout:op 716 completed, throughput=4.99MB/sec 2024-04-02T08:44:10.710 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F3kk1IlWPoPzE-c off=7263694 len=1616031 2024-04-02T08:44:10.716 INFO:tasks.workunit.client.0.smithi084.stdout:op 717 completed, throughput=5MB/sec 2024-04-02T08:44:10.716 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iVIP7X3zBCmDGDw off=2851377 len=1275503 2024-04-02T08:44:10.718 INFO:tasks.workunit.client.0.smithi084.stdout:op 718 completed, throughput=5.01MB/sec 2024-04-02T08:44:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:10 smithi084 ceph-mon[94794]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:44:11.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:44:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:44:10] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-02T08:44:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:10 smithi084 ceph-mon[97358]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:44:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:10 smithi132 ceph-mon[88571]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:44:11.719 INFO:tasks.workunit.client.0.smithi084.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:11.719 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S4OV7wm4-3ukH5N off=1646139 len=24629 2024-04-02T08:44:11.719 INFO:tasks.workunit.client.0.smithi084.stdout:op 719 completed, throughput=4.97MB/sec 2024-04-02T08:44:11.719 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nkBp6Rk1CSjKwqN off=463588 len=557808 2024-04-02T08:44:11.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 720 completed, throughput=4.98MB/sec 2024-04-02T08:44:11.722 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Bk9Poxxs5XUWsQn off=9490497 len=1842189 2024-04-02T08:44:11.731 INFO:tasks.workunit.client.0.smithi084.stdout:op 721 completed, throughput=4.99MB/sec 2024-04-02T08:44:11.731 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RFxBQ-lNQWa1LmQ off=339183 len=2021818 2024-04-02T08:44:11.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 722 completed, throughput=5MB/sec 2024-04-02T08:44:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:44:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:12.739 INFO:tasks.workunit.client.0.smithi084.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:12.739 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lU1I60AGPPxrkUF off=4392974 len=1984535 2024-04-02T08:44:12.741 INFO:tasks.workunit.client.0.smithi084.stdout:op 723 completed, throughput=4.98MB/sec 2024-04-02T08:44:12.741 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-60sJ_Y9WRtYA7P4 off=8397666 len=45126 2024-04-02T08:44:12.741 INFO:tasks.workunit.client.0.smithi084.stdout:op 724 completed, throughput=4.98MB/sec 2024-04-02T08:44:12.742 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e-bn__myw3c8Xsu off=0 len=1434092 2024-04-02T08:44:12.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 725 completed, throughput=4.99MB/sec 2024-04-02T08:44:12.748 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OWy6Cf72Eyquxc- off=13298091 len=262133 2024-04-02T08:44:12.749 INFO:tasks.workunit.client.0.smithi084.stdout:op 726 completed, throughput=4.99MB/sec 2024-04-02T08:44:12.749 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qpTMNX9rCOfPK6q off=7832400 len=260533 2024-04-02T08:44:12.750 INFO:tasks.workunit.client.0.smithi084.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-02T08:44:12.750 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uZoMyN7XcrhnIOU off=15490219 len=1331641 2024-04-02T08:44:12.756 INFO:tasks.workunit.client.0.smithi084.stdout:op 728 completed, throughput=5MB/sec 2024-04-02T08:44:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:12 smithi084 ceph-mon[97358]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:44:13.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:12 smithi084 ceph-mon[94794]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:44:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:12 smithi132 ceph-mon[88571]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:44:13.756 INFO:tasks.workunit.client.0.smithi084.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:13.756 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AUx7-S0Wha-SCn5 off=11446329 len=1823632 2024-04-02T08:44:13.759 INFO:tasks.workunit.client.0.smithi084.stdout:op 729 completed, throughput=4.98MB/sec 2024-04-02T08:44:13.760 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IenHb2iG5idsESd off=54635 len=546183 2024-04-02T08:44:13.760 INFO:tasks.workunit.client.0.smithi084.stdout:op 730 completed, throughput=4.98MB/sec 2024-04-02T08:44:13.760 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cs5Q1fSrLox65JY off=7889151 len=1408996 2024-04-02T08:44:13.767 INFO:tasks.workunit.client.0.smithi084.stdout:op 731 completed, throughput=4.99MB/sec 2024-04-02T08:44:13.767 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i7cqWvScVeqKOXM off=2870294 len=139966 2024-04-02T08:44:13.770 INFO:tasks.workunit.client.0.smithi084.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-02T08:44:13.770 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lc2EL5j-dNRTCIQ off=1504177 len=949482 2024-04-02T08:44:13.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 733 completed, throughput=5MB/sec 2024-04-02T08:44:13.774 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yZCUShb1OWRW2LC off=5687821 len=328279 2024-04-02T08:44:13.775 INFO:tasks.workunit.client.0.smithi084.stdout:op 734 completed, throughput=5MB/sec 2024-04-02T08:44:13.775 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZYN91HdU3w_05a_ off=375897 len=506880 2024-04-02T08:44:13.777 INFO:tasks.workunit.client.0.smithi084.stdout:op 735 completed, throughput=5MB/sec 2024-04-02T08:44:14.777 INFO:tasks.workunit.client.0.smithi084.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:14.777 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c3ZZO1PsPWv7Bcl off=4345271 len=905111 2024-04-02T08:44:14.778 INFO:tasks.workunit.client.0.smithi084.stdout:op 736 completed, throughput=4.97MB/sec 2024-04-02T08:44:14.778 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lMzuLrcH79xFts- off=15058679 len=443838 2024-04-02T08:44:14.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-02T08:44:14.779 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6oYjhqqAGYTeyTg off=3712879 len=411361 2024-04-02T08:44:14.783 INFO:tasks.workunit.client.0.smithi084.stdout:op 738 completed, throughput=4.98MB/sec 2024-04-02T08:44:14.783 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RsTMPe9gGh_-6zx off=15604505 len=1833381 2024-04-02T08:44:14.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 739 completed, throughput=4.99MB/sec 2024-04-02T08:44:14.785 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TzeJQfze1v0dH6g off=22049930 len=510981 2024-04-02T08:44:14.786 INFO:tasks.workunit.client.0.smithi084.stdout:op 740 completed, throughput=4.99MB/sec 2024-04-02T08:44:14.787 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QjkF-9i8nFB3YI7 off=452495 len=408561 2024-04-02T08:44:14.789 INFO:tasks.workunit.client.0.smithi084.stdout:op 741 completed, throughput=5MB/sec 2024-04-02T08:44:14.789 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9c4oyeLMadJn_uL off=8645257 len=1903200 2024-04-02T08:44:14.790 INFO:tasks.workunit.client.0.smithi084.stdout:op 742 completed, throughput=5.01MB/sec 2024-04-02T08:44:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:14 smithi084 ceph-mon[94794]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:44:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:14 smithi084 ceph-mon[97358]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:44:15.164 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:14 smithi132 ceph-mon[88571]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:44:15.791 INFO:tasks.workunit.client.0.smithi084.stdout: 146: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:15.791 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JqK6d404k9ooOvB off=3618981 len=729012 2024-04-02T08:44:15.793 INFO:tasks.workunit.client.0.smithi084.stdout:op 743 completed, throughput=4.98MB/sec 2024-04-02T08:44:15.793 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0YQjn9qaq26gcf3 off=1472035 len=91764 2024-04-02T08:44:15.795 INFO:tasks.workunit.client.0.smithi084.stdout:op 744 completed, throughput=4.98MB/sec 2024-04-02T08:44:15.795 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CIcqGyU7PGnYoGm off=8155358 len=920808 2024-04-02T08:44:15.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 745 completed, throughput=4.99MB/sec 2024-04-02T08:44:15.798 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jso5xuDfD6Ix-Dd off=4559230 len=1555181 2024-04-02T08:44:15.799 INFO:tasks.workunit.client.0.smithi084.stdout:op 746 completed, throughput=5MB/sec 2024-04-02T08:44:15.799 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xbG9WuSn7QKSxya off=15599249 len=446564 2024-04-02T08:44:15.801 INFO:tasks.workunit.client.0.smithi084.stdout:op 747 completed, throughput=5MB/sec 2024-04-02T08:44:15.801 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qBybNioWgTlVemw off=1662713 len=697654 2024-04-02T08:44:15.806 INFO:tasks.workunit.client.0.smithi084.stdout:op 748 completed, throughput=5MB/sec 2024-04-02T08:44:16.806 INFO:tasks.workunit.client.0.smithi084.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_LZSDIe0ProQM1h off=975530 len=263582 2024-04-02T08:44:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 749 completed, throughput=4.97MB/sec 2024-04-02T08:44:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-agNhzsIaFmvSzok off=10030526 len=1349233 2024-04-02T08:44:16.808 INFO:tasks.workunit.client.0.smithi084.stdout:op 750 completed, throughput=4.98MB/sec 2024-04-02T08:44:16.808 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wGzn26jmLBxvpZb off=6570659 len=1956671 2024-04-02T08:44:16.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 751 completed, throughput=4.99MB/sec 2024-04-02T08:44:16.813 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oJCDfB_c7kQx4Dm off=2253788 len=729307 2024-04-02T08:44:16.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 752 completed, throughput=5MB/sec 2024-04-02T08:44:16.817 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5kxzapcko-_t33d off=7629666 len=995801 2024-04-02T08:44:16.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 753 completed, throughput=5MB/sec 2024-04-02T08:44:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:16 smithi084 ceph-mon[94794]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:16 smithi084 ceph-mon[97358]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:16 smithi132 ceph-mon[88571]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:17.822 INFO:tasks.workunit.client.0.smithi084.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:17.822 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xV8rPl2FdSZ6TjS off=6273634 len=202602 2024-04-02T08:44:17.825 INFO:tasks.workunit.client.0.smithi084.stdout:op 754 completed, throughput=4.97MB/sec 2024-04-02T08:44:17.825 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F1bPx1T3Mi_OnbN off=1304390 len=163259 2024-04-02T08:44:17.827 INFO:tasks.workunit.client.0.smithi084.stdout:op 755 completed, throughput=4.97MB/sec 2024-04-02T08:44:17.828 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TPw4nY3CMXTxMA1 off=171015 len=471820 2024-04-02T08:44:17.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 756 completed, throughput=4.98MB/sec 2024-04-02T08:44:17.830 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Aza9oorXEflD2Jo off=8069299 len=1969147 2024-04-02T08:44:17.837 INFO:tasks.workunit.client.0.smithi084.stdout:op 757 completed, throughput=4.99MB/sec 2024-04-02T08:44:17.837 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FkkrYGpnk6ZnyNP off=5141413 len=1914289 2024-04-02T08:44:17.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 758 completed, throughput=5MB/sec 2024-04-02T08:44:17.845 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xrz_i2C99bJqMGk off=5057027 len=1045723 2024-04-02T08:44:17.848 INFO:tasks.workunit.client.0.smithi084.stdout:op 759 completed, throughput=5.01MB/sec 2024-04-02T08:44:18.849 INFO:tasks.workunit.client.0.smithi084.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:18.849 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cm-9h5Gu39lO8G8 off=3912902 len=532747 2024-04-02T08:44:18.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 760 completed, throughput=4.98MB/sec 2024-04-02T08:44:18.850 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XIb21cqWPUOUWFA off=3057818 len=1290816 2024-04-02T08:44:18.852 INFO:tasks.workunit.client.0.smithi084.stdout:op 761 completed, throughput=4.98MB/sec 2024-04-02T08:44:18.852 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yLi0-v71DqZ485n off=1202102 len=2036191 2024-04-02T08:44:18.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 762 completed, throughput=5MB/sec 2024-04-02T08:44:18.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MlEh1c8ld5RYCLJ off=12329548 len=1101537 2024-04-02T08:44:18.866 INFO:tasks.workunit.client.0.smithi084.stdout:op 763 completed, throughput=5MB/sec 2024-04-02T08:44:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:18 smithi084 ceph-mon[94794]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:44:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:18 smithi084 ceph-mon[97358]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:44:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:18 smithi132 ceph-mon[88571]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:44:19.867 INFO:tasks.workunit.client.0.smithi084.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:19.867 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EaJynpR_clFJSF7 off=2286714 len=894080 2024-04-02T08:44:19.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 764 completed, throughput=4.98MB/sec 2024-04-02T08:44:19.871 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FPeG0s7VOFy5yXK off=5000143 len=1687706 2024-04-02T08:44:19.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 765 completed, throughput=4.99MB/sec 2024-04-02T08:44:19.878 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iEHrb6jOB4iJPyl off=6233449 len=141687 2024-04-02T08:44:19.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 766 completed, throughput=4.99MB/sec 2024-04-02T08:44:19.878 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-t4_EtxweU7CcZZc off=1729007 len=1640497 2024-04-02T08:44:19.886 INFO:tasks.workunit.client.0.smithi084.stdout:op 767 completed, throughput=5MB/sec 2024-04-02T08:44:19.886 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d8xUk9adNeRF0Lw off=4350004 len=688616 2024-04-02T08:44:19.886 INFO:tasks.workunit.client.0.smithi084.stdout:op 768 completed, throughput=5MB/sec 2024-04-02T08:44:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:19 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:19 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:19 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:20.887 INFO:tasks.workunit.client.0.smithi084.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:20.887 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bpzK-6soO6Qhij2 off=2410473 len=1508610 2024-04-02T08:44:20.896 INFO:tasks.workunit.client.0.smithi084.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-02T08:44:20.896 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PfWLKAvu7bVu2jf off=1771561 len=371511 2024-04-02T08:44:20.896 INFO:tasks.workunit.client.0.smithi084.stdout:op 770 completed, throughput=4.98MB/sec 2024-04-02T08:44:20.897 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pWV-R7DtfYh_Qva off=2313267 len=776920 2024-04-02T08:44:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-02T08:44:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-egh4qOuOkrAFzSH off=5609895 len=245961 2024-04-02T08:44:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-02T08:44:20.898 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5a5-f-gNPl33vxu off=1668060 len=424500 2024-04-02T08:44:20.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 773 completed, throughput=4.99MB/sec 2024-04-02T08:44:20.899 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c7NJ5InMqEzPuhu off=9665528 len=308171 2024-04-02T08:44:20.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 774 completed, throughput=4.99MB/sec 2024-04-02T08:44:20.902 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZpCv0MeAcuwk6JX off=9054 len=1009234 2024-04-02T08:44:20.906 INFO:tasks.workunit.client.0.smithi084.stdout:op 775 completed, throughput=5MB/sec 2024-04-02T08:44:20.906 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UPzFm48e-NwCEJI off=3446101 len=1795356 2024-04-02T08:44:20.908 INFO:tasks.workunit.client.0.smithi084.stdout:op 776 completed, throughput=5.01MB/sec 2024-04-02T08:44:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:44:20] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[94794]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[97358]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:20 smithi132 ceph-mon[88571]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:20 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:20 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:44:21.908 INFO:tasks.workunit.client.0.smithi084.stdout: 152: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:21.908 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-doyQEjXNbxD0VX6 off=1108224 len=285026 2024-04-02T08:44:21.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 777 completed, throughput=4.98MB/sec 2024-04-02T08:44:21.911 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DHPSz7ePsZEKHl1 off=12372209 len=92961 2024-04-02T08:44:21.912 INFO:tasks.workunit.client.0.smithi084.stdout:op 778 completed, throughput=4.98MB/sec 2024-04-02T08:44:21.912 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kBp1NMp7Pzu_jUY off=12682469 len=1951303 2024-04-02T08:44:21.922 INFO:tasks.workunit.client.0.smithi084.stdout:op 779 completed, throughput=4.99MB/sec 2024-04-02T08:44:21.922 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kbpCgKz73i1WemR off=2393910 len=543839 2024-04-02T08:44:21.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 780 completed, throughput=4.99MB/sec 2024-04-02T08:44:21.925 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yHQLn-j5l0ILqmi off=2207316 len=1232435 2024-04-02T08:44:21.930 INFO:tasks.workunit.client.0.smithi084.stdout:op 781 completed, throughput=5MB/sec 2024-04-02T08:44:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:21 smithi084 ceph-mon[94794]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:21 smithi084 ceph-mon[97358]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:21 smithi132 ceph-mon[88571]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:44:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:44:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:22.930 INFO:tasks.workunit.client.0.smithi084.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:22.930 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aXTQzvpjK0avK8q off=1627292 len=1674691 2024-04-02T08:44:22.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 782 completed, throughput=4.98MB/sec 2024-04-02T08:44:22.937 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0CK0GUAoR-ChNDv off=13444400 len=60658 2024-04-02T08:44:22.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 783 completed, throughput=4.98MB/sec 2024-04-02T08:44:22.937 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VORwb_vczzTgtOv off=6828421 len=1339231 2024-04-02T08:44:22.938 INFO:tasks.workunit.client.0.smithi084.stdout:op 784 completed, throughput=4.99MB/sec 2024-04-02T08:44:22.938 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IYkoPAp3w1mCCPK off=5161426 len=780468 2024-04-02T08:44:22.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-02T08:44:22.939 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tPHYLWFnzzxeFfU off=10637690 len=1788072 2024-04-02T08:44:22.941 INFO:tasks.workunit.client.0.smithi084.stdout:op 786 completed, throughput=5MB/sec 2024-04-02T08:44:23.941 INFO:tasks.workunit.client.0.smithi084.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:23.941 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NE5JoFDFzi-W7LW off=7398027 len=879284 2024-04-02T08:44:23.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 787 completed, throughput=4.98MB/sec 2024-04-02T08:44:23.946 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QdJ7-OWR4iL9CL8 off=1157225 len=775682 2024-04-02T08:44:23.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 788 completed, throughput=4.98MB/sec 2024-04-02T08:44:23.947 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q9Iab91S17W95cg off=475754 len=737593 2024-04-02T08:44:23.950 INFO:tasks.workunit.client.0.smithi084.stdout:op 789 completed, throughput=4.99MB/sec 2024-04-02T08:44:23.950 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hQPcN22R0FE04Km off=3565324 len=242393 2024-04-02T08:44:23.953 INFO:tasks.workunit.client.0.smithi084.stdout:op 790 completed, throughput=4.99MB/sec 2024-04-02T08:44:23.953 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Cy4m3pwI3ka6pDt off=11920700 len=657068 2024-04-02T08:44:23.953 INFO:tasks.workunit.client.0.smithi084.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-02T08:44:23.954 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WntMey6JU_dy1ms off=3399512 len=752254 2024-04-02T08:44:23.954 INFO:tasks.workunit.client.0.smithi084.stdout:op 792 completed, throughput=5MB/sec 2024-04-02T08:44:23.954 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8xMNuaTGl_2DInR off=2216356 len=1626905 2024-04-02T08:44:23.955 INFO:tasks.workunit.client.0.smithi084.stdout:op 793 completed, throughput=5.01MB/sec 2024-04-02T08:44:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:23 smithi132 ceph-mon[88571]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:44:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:23 smithi084 ceph-mon[94794]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:44:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:23 smithi084 ceph-mon[97358]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:44:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:24.955 INFO:tasks.workunit.client.0.smithi084.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:24.956 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-764826tkeP1AlXq off=8378274 len=1312634 2024-04-02T08:44:24.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-02T08:44:24.962 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-skvu45NOrZRJAqy off=12486234 len=1525536 2024-04-02T08:44:24.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 795 completed, throughput=4.99MB/sec 2024-04-02T08:44:24.964 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Faw2La0joYSvg0N off=9355691 len=49533 2024-04-02T08:44:24.965 INFO:tasks.workunit.client.0.smithi084.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-02T08:44:24.965 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mMNnCg9lgErDUHE off=3938921 len=625318 2024-04-02T08:44:24.966 INFO:tasks.workunit.client.0.smithi084.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-02T08:44:24.966 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q4uxzg7_FzOkmeU off=14249175 len=718974 2024-04-02T08:44:24.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 798 completed, throughput=5MB/sec 2024-04-02T08:44:24.970 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--wk32Lw8YOR2HD3 off=4844937 len=617473 2024-04-02T08:44:24.971 INFO:tasks.workunit.client.0.smithi084.stdout:op 799 completed, throughput=5MB/sec 2024-04-02T08:44:25.971 INFO:tasks.workunit.client.0.smithi084.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:25.971 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aSf64SDXf463fqD off=7450873 len=1474096 2024-04-02T08:44:25.973 INFO:tasks.workunit.client.0.smithi084.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-02T08:44:25.973 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QpZ5Li14xU_nyCL off=9970562 len=983588 2024-04-02T08:44:25.973 INFO:tasks.workunit.client.0.smithi084.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-02T08:44:25.973 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SuJLsBtXzkUx2JS off=13918051 len=1886277 2024-04-02T08:44:25.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 802 completed, throughput=5MB/sec 2024-04-02T08:44:25.974 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nitIlRpUIDHpMzI off=2431013 len=1673569 2024-04-02T08:44:25.982 INFO:tasks.workunit.client.0.smithi084.stdout:op 803 completed, throughput=5.01MB/sec 2024-04-02T08:44:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:25 smithi132 ceph-mon[88571]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:44:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:25 smithi084 ceph-mon[94794]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:44:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:25 smithi084 ceph-mon[97358]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:44:26.982 INFO:tasks.workunit.client.0.smithi084.stdout: 157: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:26.982 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eR4YIPHqfX6H2V0 off=5636323 len=322526 2024-04-02T08:44:26.984 INFO:tasks.workunit.client.0.smithi084.stdout:op 804 completed, throughput=4.98MB/sec 2024-04-02T08:44:26.985 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Xk8AwKzWBFV0Il off=2643746 len=674599 2024-04-02T08:44:26.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 805 completed, throughput=4.98MB/sec 2024-04-02T08:44:26.989 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JQwV6aMSkcSyvab off=8983785 len=814251 2024-04-02T08:44:26.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 806 completed, throughput=4.99MB/sec 2024-04-02T08:44:26.990 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xtKGmX0abwNFOzz off=1933439 len=1567415 2024-04-02T08:44:26.993 INFO:tasks.workunit.client.0.smithi084.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-02T08:44:26.993 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xTFyCemCpghjtiE off=8941210 len=1300012 2024-04-02T08:44:26.996 INFO:tasks.workunit.client.0.smithi084.stdout:op 808 completed, throughput=5MB/sec 2024-04-02T08:44:27.996 INFO:tasks.workunit.client.0.smithi084.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:27.997 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LI9K437NEfb5lMK off=7583776 len=2028363 2024-04-02T08:44:28.007 INFO:tasks.workunit.client.0.smithi084.stdout:op 809 completed, throughput=4.98MB/sec 2024-04-02T08:44:28.007 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oDQT1tm3rqP_WwI off=974152 len=913593 2024-04-02T08:44:28.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 810 completed, throughput=4.99MB/sec 2024-04-02T08:44:28.011 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XntnRcLWGxw8Nwp off=6460138 len=651685 2024-04-02T08:44:28.014 INFO:tasks.workunit.client.0.smithi084.stdout:op 811 completed, throughput=4.99MB/sec 2024-04-02T08:44:28.014 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cpJM1AO-MO-Jcod off=2472026 len=369399 2024-04-02T08:44:28.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 812 completed, throughput=4.99MB/sec 2024-04-02T08:44:28.017 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-O7hIyqwoP6L5WXv off=1168647 len=1560191 2024-04-02T08:44:28.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 813 completed, throughput=5MB/sec 2024-04-02T08:44:28.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:27 smithi132 ceph-mon[88571]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:44:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:27 smithi084 ceph-mon[94794]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:44:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:27 smithi084 ceph-mon[97358]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:44:29.024 INFO:tasks.workunit.client.0.smithi084.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:29.024 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ntJoHYBHBagTJ-u off=4353028 len=236132 2024-04-02T08:44:29.026 INFO:tasks.workunit.client.0.smithi084.stdout:op 814 completed, throughput=4.97MB/sec 2024-04-02T08:44:29.026 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Ot_p_LOyeVdF6j off=2511989 len=208456 2024-04-02T08:44:29.029 INFO:tasks.workunit.client.0.smithi084.stdout:op 815 completed, throughput=4.97MB/sec 2024-04-02T08:44:29.029 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-r19sWVUGWMHHtXA off=759166 len=1287763 2024-04-02T08:44:29.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 816 completed, throughput=4.98MB/sec 2024-04-02T08:44:29.036 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vKZu79UHytbrDKe off=989761 len=655430 2024-04-02T08:44:29.039 INFO:tasks.workunit.client.0.smithi084.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-02T08:44:29.039 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-agtY-s8VrZxZLcR off=15191 len=557287 2024-04-02T08:44:29.042 INFO:tasks.workunit.client.0.smithi084.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-02T08:44:29.042 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dGRq85slS1hOB3P off=2089517 len=148041 2024-04-02T08:44:29.045 INFO:tasks.workunit.client.0.smithi084.stdout:op 819 completed, throughput=4.99MB/sec 2024-04-02T08:44:29.045 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rub81_DUZigXH4q off=6532053 len=1703700 2024-04-02T08:44:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 820 completed, throughput=5MB/sec 2024-04-02T08:44:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-w77swYh2tRaTftL off=7655726 len=1173124 2024-04-02T08:44:29.055 INFO:tasks.workunit.client.0.smithi084.stdout:op 821 completed, throughput=5.01MB/sec 2024-04-02T08:44:30.055 INFO:tasks.workunit.client.0.smithi084.stdout: 160: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:30.055 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xY5oJP6OZrsYqkx off=11150887 len=172535 2024-04-02T08:44:30.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-02T08:44:30.056 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dVq2R78K828RTLZ off=6941611 len=1039040 2024-04-02T08:44:30.057 INFO:tasks.workunit.client.0.smithi084.stdout:op 823 completed, throughput=4.98MB/sec 2024-04-02T08:44:30.057 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-onBYE3dBitYK5MP off=3960005 len=334250 2024-04-02T08:44:30.060 INFO:tasks.workunit.client.0.smithi084.stdout:op 824 completed, throughput=4.98MB/sec 2024-04-02T08:44:30.060 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6NgYdGoLCFt-UvR off=1018117 len=1797047 2024-04-02T08:44:30.067 INFO:tasks.workunit.client.0.smithi084.stdout:op 825 completed, throughput=5MB/sec 2024-04-02T08:44:30.067 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-00IrEg5gKUNc0Lg off=5479518 len=151475 2024-04-02T08:44:30.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 826 completed, throughput=5MB/sec 2024-04-02T08:44:30.070 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Yw5Ve5yFxNbmTjv off=7333938 len=1348238 2024-04-02T08:44:30.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 827 completed, throughput=5MB/sec 2024-04-02T08:44:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:29 smithi132 ceph-mon[88571]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:29 smithi084 ceph-mon[94794]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:29 smithi084 ceph-mon[97358]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:31.071 INFO:tasks.workunit.client.0.smithi084.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:31.071 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-t71PugDo5ULncuH off=9054299 len=692491 2024-04-02T08:44:31.075 INFO:tasks.workunit.client.0.smithi084.stdout:op 828 completed, throughput=4.98MB/sec 2024-04-02T08:44:31.075 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yX6tt7md5sOl84F off=2260091 len=1133033 2024-04-02T08:44:31.080 INFO:tasks.workunit.client.0.smithi084.stdout:op 829 completed, throughput=4.98MB/sec 2024-04-02T08:44:31.080 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nRwr3qiUv0k3k7M off=2086435 len=655262 2024-04-02T08:44:31.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 830 completed, throughput=4.99MB/sec 2024-04-02T08:44:31.081 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pITCmL20n9iO0JO off=600453 len=724787 2024-04-02T08:44:31.084 INFO:tasks.workunit.client.0.smithi084.stdout:op 831 completed, throughput=4.99MB/sec 2024-04-02T08:44:31.084 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PgLpMPJ4Ec3VtSA off=2777313 len=839952 2024-04-02T08:44:31.085 INFO:tasks.workunit.client.0.smithi084.stdout:op 832 completed, throughput=5MB/sec 2024-04-02T08:44:31.085 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lCb1s6biFCkTJpS off=18267178 len=808696 2024-04-02T08:44:31.088 INFO:tasks.workunit.client.0.smithi084.stdout:op 833 completed, throughput=5MB/sec 2024-04-02T08:44:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:44:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:44:30] "GET /metrics HTTP/1.1" 200 34111 "" "Prometheus/2.43.0" 2024-04-02T08:44:32.089 INFO:tasks.workunit.client.0.smithi084.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:32.089 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MeBEXbFQ1PfKzgV off=799095 len=440511 2024-04-02T08:44:32.090 INFO:tasks.workunit.client.0.smithi084.stdout:op 834 completed, throughput=4.97MB/sec 2024-04-02T08:44:32.090 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-72ai5-9vAX27l1M off=3079482 len=68561 2024-04-02T08:44:32.090 INFO:tasks.workunit.client.0.smithi084.stdout:op 835 completed, throughput=4.97MB/sec 2024-04-02T08:44:32.090 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QXPd3P2Gq3F3_Ts off=7457243 len=768260 2024-04-02T08:44:32.091 INFO:tasks.workunit.client.0.smithi084.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-02T08:44:32.091 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CRlAKvGVE_CkKYV off=6592939 len=2073700 2024-04-02T08:44:32.102 INFO:tasks.workunit.client.0.smithi084.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-02T08:44:32.102 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ulOVn8EWV1bn7AX off=7968539 len=220835 2024-04-02T08:44:32.103 INFO:tasks.workunit.client.0.smithi084.stdout:op 838 completed, throughput=4.99MB/sec 2024-04-02T08:44:32.103 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KNVjG5AJvqH7M4u off=5546822 len=716623 2024-04-02T08:44:32.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 839 completed, throughput=4.99MB/sec 2024-04-02T08:44:32.104 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Pt5yGT52HqfvQkz off=7329811 len=369077 2024-04-02T08:44:32.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 840 completed, throughput=5MB/sec 2024-04-02T08:44:32.104 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-raxcxrwUW2EW2jY off=123199 len=1402042 2024-04-02T08:44:32.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 841 completed, throughput=5.01MB/sec 2024-04-02T08:44:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:31 smithi132 ceph-mon[88571]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:44:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:31 smithi084 ceph-mon[94794]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:44:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:31 smithi084 ceph-mon[97358]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:44:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:44:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:33.106 INFO:tasks.workunit.client.0.smithi084.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:33.106 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q_-flOo1Ybucxzn off=6724626 len=1853206 2024-04-02T08:44:33.116 INFO:tasks.workunit.client.0.smithi084.stdout:op 842 completed, throughput=4.99MB/sec 2024-04-02T08:44:33.116 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_OXNRF6Nr8M4Wl- off=2020431 len=24193 2024-04-02T08:44:33.117 INFO:tasks.workunit.client.0.smithi084.stdout:op 843 completed, throughput=4.99MB/sec 2024-04-02T08:44:33.117 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GK28_4m_N7IGwtZ off=2574357 len=1244158 2024-04-02T08:44:33.123 INFO:tasks.workunit.client.0.smithi084.stdout:op 844 completed, throughput=4.99MB/sec 2024-04-02T08:44:33.123 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_2oLkEBi2XJ3GO- off=17870518 len=1269361 2024-04-02T08:44:33.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 845 completed, throughput=5MB/sec 2024-04-02T08:44:33.124 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KKSQU88m8uuYLRV off=3230822 len=997410 2024-04-02T08:44:33.127 INFO:tasks.workunit.client.0.smithi084.stdout:op 846 completed, throughput=5.01MB/sec 2024-04-02T08:44:34.128 INFO:tasks.workunit.client.0.smithi084.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:34.128 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q1JhOnmUqI_0V6n off=3346913 len=96248 2024-04-02T08:44:34.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 847 completed, throughput=4.98MB/sec 2024-04-02T08:44:34.130 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y5C_gLG-y1NKvVc off=3101074 len=7549 2024-04-02T08:44:34.131 INFO:tasks.workunit.client.0.smithi084.stdout:op 848 completed, throughput=4.98MB/sec 2024-04-02T08:44:34.131 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0f0RVjc0wCMaQv_ off=1743178 len=191323 2024-04-02T08:44:34.131 INFO:tasks.workunit.client.0.smithi084.stdout:op 849 completed, throughput=4.98MB/sec 2024-04-02T08:44:34.132 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ls1pI0Iwa9BNIKl off=0 len=1536586 2024-04-02T08:44:34.133 INFO:tasks.workunit.client.0.smithi084.stdout:op 850 completed, throughput=4.99MB/sec 2024-04-02T08:44:34.133 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_Em7yntrCt1YQlq off=3068964 len=1445165 2024-04-02T08:44:34.134 INFO:tasks.workunit.client.0.smithi084.stdout:op 851 completed, throughput=4.99MB/sec 2024-04-02T08:44:34.135 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3X_6U4LyqQmkOUO off=1085901 len=1234853 2024-04-02T08:44:34.135 INFO:tasks.workunit.client.0.smithi084.stdout:op 852 completed, throughput=5MB/sec 2024-04-02T08:44:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:33 smithi132 ceph-mon[88571]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:44:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:33 smithi084 ceph-mon[94794]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:44:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:33 smithi084 ceph-mon[97358]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:44:35.135 INFO:tasks.workunit.client.0.smithi084.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:35.136 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Bzmk6TzfkZ7Hzz8 off=631864 len=987843 2024-04-02T08:44:35.139 INFO:tasks.workunit.client.0.smithi084.stdout:op 853 completed, throughput=4.98MB/sec 2024-04-02T08:44:35.139 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DoH8qtaJBDdUAe7 off=75981 len=924011 2024-04-02T08:44:35.140 INFO:tasks.workunit.client.0.smithi084.stdout:op 854 completed, throughput=4.98MB/sec 2024-04-02T08:44:35.140 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zIqB0hrVZZJCDwQ off=2670293 len=312748 2024-04-02T08:44:35.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 855 completed, throughput=4.98MB/sec 2024-04-02T08:44:35.142 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZdAL8MFwBbWxPEc off=545289 len=337579 2024-04-02T08:44:35.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 856 completed, throughput=4.99MB/sec 2024-04-02T08:44:35.145 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-P_x2WpjnPqrR972 off=12192646 len=468051 2024-04-02T08:44:35.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-02T08:44:35.147 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fe1ITFs5sw4Sa-l off=2532885 len=777588 2024-04-02T08:44:35.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 858 completed, throughput=4.99MB/sec 2024-04-02T08:44:35.150 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i5Lf7XdHQYD-dQN off=0 len=1768469 2024-04-02T08:44:35.157 INFO:tasks.workunit.client.0.smithi084.stdout:op 859 completed, throughput=5MB/sec 2024-04-02T08:44:36.157 INFO:tasks.workunit.client.0.smithi084.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:36.158 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4Lf3BYJnwmcXWrp off=14081948 len=1895876 2024-04-02T08:44:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:op 860 completed, throughput=4.98MB/sec 2024-04-02T08:44:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7u455S02SgV7TKS off=2632829 len=1270509 2024-04-02T08:44:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:35 smithi132 ceph-mon[88571]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T08:44:36.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 861 completed, throughput=4.99MB/sec 2024-04-02T08:44:36.163 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sJXVsEi57P_BuEM off=8059499 len=639733 2024-04-02T08:44:36.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 862 completed, throughput=4.99MB/sec 2024-04-02T08:44:36.164 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pG-H6JdRjcQ0_jx off=13851479 len=943069 2024-04-02T08:44:36.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 863 completed, throughput=5MB/sec 2024-04-02T08:44:36.167 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-irQHO1sc-q_D6dB off=1056161 len=1390889 2024-04-02T08:44:36.169 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:35 smithi084 ceph-mon[94794]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T08:44:36.169 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:35 smithi084 ceph-mon[97358]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T08:44:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 864 completed, throughput=5.01MB/sec 2024-04-02T08:44:37.173 INFO:tasks.workunit.client.0.smithi084.stdout: 167: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:37.174 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NaYMWf9n-iVMiXB off=20829900 len=294604 2024-04-02T08:44:37.176 INFO:tasks.workunit.client.0.smithi084.stdout:op 865 completed, throughput=4.98MB/sec 2024-04-02T08:44:37.176 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QxydqAzKGeGNFxi off=9775558 len=611395 2024-04-02T08:44:37.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 866 completed, throughput=4.98MB/sec 2024-04-02T08:44:37.180 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AyLezWJ1kAxj-By off=3018340 len=28749 2024-04-02T08:44:37.180 INFO:tasks.workunit.client.0.smithi084.stdout:op 867 completed, throughput=4.98MB/sec 2024-04-02T08:44:37.180 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KLYz_e4rjrt-xz7 off=1793045 len=839271 2024-04-02T08:44:37.183 INFO:tasks.workunit.client.0.smithi084.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-02T08:44:37.183 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7sjN4zXUxly4pV_ off=14497165 len=1284465 2024-04-02T08:44:37.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-02T08:44:37.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ux9dJW50zOUzYAn off=0 len=1058608 2024-04-02T08:44:37.194 INFO:tasks.workunit.client.0.smithi084.stdout:op 870 completed, throughput=5MB/sec 2024-04-02T08:44:37.195 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XvxrXWRfeOgMKcT off=3261984 len=2088752 2024-04-02T08:44:37.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 871 completed, throughput=5.01MB/sec 2024-04-02T08:44:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:37 smithi132 ceph-mon[88571]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:44:38.198 INFO:tasks.workunit.client.0.smithi084.stdout: 168: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:38.198 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rRC4vkZViudMN08 off=15893239 len=1379930 2024-04-02T08:44:38.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-02T08:44:38.205 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZpbDu3ymbt1e-oV off=6646512 len=913514 2024-04-02T08:44:38.207 INFO:tasks.workunit.client.0.smithi084.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-02T08:44:38.208 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xijmul68Q3crc7- off=1198275 len=162245 2024-04-02T08:44:38.210 INFO:tasks.workunit.client.0.smithi084.stdout:op 874 completed, throughput=5MB/sec 2024-04-02T08:44:38.210 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oakQeAYAthkdCxR off=16759346 len=134037 2024-04-02T08:44:38.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 875 completed, throughput=5MB/sec 2024-04-02T08:44:38.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yVhD9E7zNdNIi4b off=3145838 len=1066421 2024-04-02T08:44:38.218 INFO:tasks.workunit.client.0.smithi084.stdout:op 876 completed, throughput=5MB/sec 2024-04-02T08:44:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:37 smithi084 ceph-mon[94794]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:44:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:37 smithi084 ceph-mon[97358]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:44:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:39.218 INFO:tasks.workunit.client.0.smithi084.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:39.218 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o2LPshq0A-bJOmG off=2157249 len=367351 2024-04-02T08:44:39.221 INFO:tasks.workunit.client.0.smithi084.stdout:op 877 completed, throughput=4.97MB/sec 2024-04-02T08:44:39.221 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C7ffoKEdxw4R1LW off=2414226 len=1568906 2024-04-02T08:44:39.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 878 completed, throughput=4.98MB/sec 2024-04-02T08:44:39.224 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tD3BbjJWBOGZYgG off=583099 len=776797 2024-04-02T08:44:39.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 879 completed, throughput=4.99MB/sec 2024-04-02T08:44:39.226 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GIh9uKREQ2tZqMl off=9683526 len=1702556 2024-04-02T08:44:39.234 INFO:tasks.workunit.client.0.smithi084.stdout:op 880 completed, throughput=5MB/sec 2024-04-02T08:44:39.234 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0Qp0JUEcZWZ0iIT off=2178736 len=148957 2024-04-02T08:44:39.236 INFO:tasks.workunit.client.0.smithi084.stdout:op 881 completed, throughput=5MB/sec 2024-04-02T08:44:39.236 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3-xtQx1oQ3aKNtr off=2064629 len=1270285 2024-04-02T08:44:39.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 882 completed, throughput=5MB/sec 2024-04-02T08:44:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:39 smithi132 ceph-mon[88571]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:44:40.242 INFO:tasks.workunit.client.0.smithi084.stdout: 170: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:40.242 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6_kxbkKLcSYicEv off=1032529 len=1033474 2024-04-02T08:44:40.247 INFO:tasks.workunit.client.0.smithi084.stdout:op 883 completed, throughput=4.98MB/sec 2024-04-02T08:44:40.247 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Je1tigSODgZVpp off=668177 len=1625920 2024-04-02T08:44:40.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 884 completed, throughput=4.99MB/sec 2024-04-02T08:44:40.256 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9AMZhVIOZgYCxHB off=10530820 len=892512 2024-04-02T08:44:40.257 INFO:tasks.workunit.client.0.smithi084.stdout:op 885 completed, throughput=4.99MB/sec 2024-04-02T08:44:40.257 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LDVMrINiqllWkgF off=2641643 len=1596605 2024-04-02T08:44:40.263 INFO:tasks.workunit.client.0.smithi084.stdout:op 886 completed, throughput=5MB/sec 2024-04-02T08:44:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:39 smithi084 ceph-mon[94794]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:44:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:39 smithi084 ceph-mon[97358]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:44:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:44:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:44:40] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:44:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:41.263 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Aza9oorXEflD2Jo off=50723 len=2028051 2024-04-02T08:44:41.271 INFO:tasks.workunit.client.0.smithi084.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-02T08:44:41.271 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AZl1-6O4EOSuXA3 off=1295223 len=592750 2024-04-02T08:44:41.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-02T08:44:41.272 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OMeJBPeWJ9juTs9 off=7811936 len=488853 2024-04-02T08:44:41.275 INFO:tasks.workunit.client.0.smithi084.stdout:op 889 completed, throughput=4.99MB/sec 2024-04-02T08:44:41.275 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IuFjo5BgrMLGlJd off=10659677 len=1098551 2024-04-02T08:44:41.277 INFO:tasks.workunit.client.0.smithi084.stdout:op 890 completed, throughput=5MB/sec 2024-04-02T08:44:41.278 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2yWkE8arN9mTa9I off=22683576 len=295489 2024-04-02T08:44:41.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 891 completed, throughput=5MB/sec 2024-04-02T08:44:41.281 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WrcGqgEO_dH1WOA off=819994 len=1601193 2024-04-02T08:44:41.290 INFO:tasks.workunit.client.0.smithi084.stdout:op 892 completed, throughput=5.01MB/sec 2024-04-02T08:44:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:41 smithi132 ceph-mon[88571]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:44:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:42.290 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0xacm-Grq8-z9Vs off=1432146 len=1468688 2024-04-02T08:44:42.296 INFO:tasks.workunit.client.0.smithi084.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-02T08:44:42.296 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3NvUYi157TUebPq off=13044845 len=1958416 2024-04-02T08:44:42.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 894 completed, throughput=5MB/sec 2024-04-02T08:44:42.298 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-secf6Zc8D0vkUpY off=522061 len=324880 2024-04-02T08:44:42.301 INFO:tasks.workunit.client.0.smithi084.stdout:op 895 completed, throughput=5MB/sec 2024-04-02T08:44:42.302 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ls1pI0Iwa9BNIKl off=0 len=1536586 2024-04-02T08:44:42.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 896 completed, throughput=5.01MB/sec 2024-04-02T08:44:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:41 smithi084 ceph-mon[94794]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:44:42.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:41 smithi084 ceph-mon[97358]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:44:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:44:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:43.303 INFO:tasks.workunit.client.0.smithi084.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:43.303 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nsMpiUfyv5c46LD off=4386440 len=638247 2024-04-02T08:44:43.307 INFO:tasks.workunit.client.0.smithi084.stdout:op 897 completed, throughput=4.98MB/sec 2024-04-02T08:44:43.307 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XGYwyFNj6MFZMYk off=962790 len=233569 2024-04-02T08:44:43.309 INFO:tasks.workunit.client.0.smithi084.stdout:op 898 completed, throughput=4.98MB/sec 2024-04-02T08:44:43.310 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wVf4tlZTTlGp0Vk off=15440751 len=935362 2024-04-02T08:44:43.310 INFO:tasks.workunit.client.0.smithi084.stdout:op 899 completed, throughput=4.99MB/sec 2024-04-02T08:44:43.311 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h8btZR_MkAg3h7P off=5665426 len=1472845 2024-04-02T08:44:43.314 INFO:tasks.workunit.client.0.smithi084.stdout:op 900 completed, throughput=5MB/sec 2024-04-02T08:44:43.314 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-N8bykcp439GFtsK off=854406 len=559796 2024-04-02T08:44:43.317 INFO:tasks.workunit.client.0.smithi084.stdout:op 901 completed, throughput=5MB/sec 2024-04-02T08:44:43.317 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EYndD45EioIdvTh off=1976355 len=328831 2024-04-02T08:44:43.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 902 completed, throughput=5MB/sec 2024-04-02T08:44:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:43 smithi132 ceph-mon[88571]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:44.319 INFO:tasks.workunit.client.0.smithi084.stdout: 174: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:44.319 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wFWRfKqnklcEwBa off=11742673 len=1014049 2024-04-02T08:44:44.320 INFO:tasks.workunit.client.0.smithi084.stdout:op 903 completed, throughput=4.98MB/sec 2024-04-02T08:44:44.320 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oakQeAYAthkdCxR off=6190866 len=743127 2024-04-02T08:44:44.321 INFO:tasks.workunit.client.0.smithi084.stdout:op 904 completed, throughput=4.98MB/sec 2024-04-02T08:44:44.321 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nX4y9U4j5XpuNqT off=21941167 len=1050022 2024-04-02T08:44:44.326 INFO:tasks.workunit.client.0.smithi084.stdout:op 905 completed, throughput=4.99MB/sec 2024-04-02T08:44:44.326 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-A5YsURv5rIYFsuN off=4651554 len=1813590 2024-04-02T08:44:44.330 INFO:tasks.workunit.client.0.smithi084.stdout:op 906 completed, throughput=5MB/sec 2024-04-02T08:44:44.330 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MPZH8bdEOgmRxZr off=460181 len=1828941 2024-04-02T08:44:44.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 907 completed, throughput=5.01MB/sec 2024-04-02T08:44:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:43 smithi084 ceph-mon[94794]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:44.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:43 smithi084 ceph-mon[97358]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:44:45.333 INFO:tasks.workunit.client.0.smithi084.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:45.334 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1iik3Gc9_4zkkmm off=15778457 len=1518441 2024-04-02T08:44:45.334 INFO:tasks.workunit.client.0.smithi084.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-02T08:44:45.335 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SvWjaaFFO08fu7F off=3450935 len=1502303 2024-04-02T08:44:45.344 INFO:tasks.workunit.client.0.smithi084.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-02T08:44:45.344 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jtBbLyFEbfGNeKX off=22043968 len=680179 2024-04-02T08:44:45.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 910 completed, throughput=5MB/sec 2024-04-02T08:44:45.346 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pCOhcU_0_pPHzsS off=1295244 len=716915 2024-04-02T08:44:45.349 INFO:tasks.workunit.client.0.smithi084.stdout:op 911 completed, throughput=5MB/sec 2024-04-02T08:44:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:45 smithi132 ceph-mon[88571]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-02T08:44:46.349 INFO:tasks.workunit.client.0.smithi084.stdout: 176: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:46.349 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4H7leQWLg1hxkjl off=6315949 len=258775 2024-04-02T08:44:46.352 INFO:tasks.workunit.client.0.smithi084.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-02T08:44:46.353 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NgLxJj8tb-_ucls off=7938986 len=2081535 2024-04-02T08:44:46.354 INFO:tasks.workunit.client.0.smithi084.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-02T08:44:46.354 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VDCPWzbmeZSb0DR off=156150 len=81008 2024-04-02T08:44:46.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-02T08:44:46.355 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5x_Kqnz4bldE-UH off=9420493 len=1291069 2024-04-02T08:44:46.361 INFO:tasks.workunit.client.0.smithi084.stdout:op 915 completed, throughput=4.99MB/sec 2024-04-02T08:44:46.361 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-e1QCd4XsqvDV4qb off=1305887 len=490558 2024-04-02T08:44:46.361 INFO:tasks.workunit.client.0.smithi084.stdout:op 916 completed, throughput=5MB/sec 2024-04-02T08:44:46.361 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WbKYbdRxBZCpm6Z off=149936 len=192684 2024-04-02T08:44:46.364 INFO:tasks.workunit.client.0.smithi084.stdout:op 917 completed, throughput=5MB/sec 2024-04-02T08:44:46.364 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jW5eZaEOsCg06LQ off=5036234 len=1873149 2024-04-02T08:44:46.365 INFO:tasks.workunit.client.0.smithi084.stdout:op 918 completed, throughput=5.01MB/sec 2024-04-02T08:44:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:45 smithi084 ceph-mon[94794]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-02T08:44:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:45 smithi084 ceph-mon[97358]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-02T08:44:47.366 INFO:tasks.workunit.client.0.smithi084.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:47.366 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ScSrPdTBYZRmnN1 off=14821279 len=419611 2024-04-02T08:44:47.368 INFO:tasks.workunit.client.0.smithi084.stdout:op 919 completed, throughput=4.98MB/sec 2024-04-02T08:44:47.368 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-raxcxrwUW2EW2jY off=983136 len=901099 2024-04-02T08:44:47.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 920 completed, throughput=4.99MB/sec 2024-04-02T08:44:47.369 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eAvFYVgkkICfVRA off=22663539 len=618291 2024-04-02T08:44:47.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 921 completed, throughput=4.99MB/sec 2024-04-02T08:44:47.370 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BH-gyimp8QsSTOz off=15147021 len=431874 2024-04-02T08:44:47.373 INFO:tasks.workunit.client.0.smithi084.stdout:op 922 completed, throughput=4.99MB/sec 2024-04-02T08:44:47.373 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MAZGqas0PljIcHv off=667233 len=1467863 2024-04-02T08:44:47.378 INFO:tasks.workunit.client.0.smithi084.stdout:op 923 completed, throughput=5MB/sec 2024-04-02T08:44:47.378 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6vOZaPz2swHZBQD off=10727768 len=954052 2024-04-02T08:44:47.382 INFO:tasks.workunit.client.0.smithi084.stdout:op 924 completed, throughput=5MB/sec 2024-04-02T08:44:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:47 smithi132 ceph-mon[88571]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:44:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:47 smithi084 ceph-mon[94794]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:44:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:47 smithi084 ceph-mon[97358]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:44:48.383 INFO:tasks.workunit.client.0.smithi084.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:48.383 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kRfEIaj-Mzyhljj off=508061 len=809869 2024-04-02T08:44:48.384 INFO:tasks.workunit.client.0.smithi084.stdout:op 925 completed, throughput=4.98MB/sec 2024-04-02T08:44:48.384 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1I9vCepff3Mj_vj off=8733076 len=390552 2024-04-02T08:44:48.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 926 completed, throughput=4.98MB/sec 2024-04-02T08:44:48.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eJ6TPY_eR8p2xN9 off=6403827 len=602363 2024-04-02T08:44:48.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 927 completed, throughput=4.99MB/sec 2024-04-02T08:44:48.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Duqb4rWTXcHDb3u off=597253 len=1600988 2024-04-02T08:44:48.389 INFO:tasks.workunit.client.0.smithi084.stdout:op 928 completed, throughput=4.99MB/sec 2024-04-02T08:44:48.389 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4zXGCgnCVuG7lkU off=18522893 len=110815 2024-04-02T08:44:48.391 INFO:tasks.workunit.client.0.smithi084.stdout:op 929 completed, throughput=4.99MB/sec 2024-04-02T08:44:48.391 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-va_bYYiVj1iu9Xr off=5051253 len=1709768 2024-04-02T08:44:48.393 INFO:tasks.workunit.client.0.smithi084.stdout:op 930 completed, throughput=5MB/sec 2024-04-02T08:44:49.393 INFO:tasks.workunit.client.0.smithi084.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:49.393 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-irE8yP9II7lTdOi off=15410171 len=1238166 2024-04-02T08:44:49.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 931 completed, throughput=4.98MB/sec 2024-04-02T08:44:49.399 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H8DScCRzilq8Bx7 off=3848833 len=189047 2024-04-02T08:44:49.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 932 completed, throughput=4.98MB/sec 2024-04-02T08:44:49.401 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gvGeLyCcc8YEMFF off=11645790 len=686004 2024-04-02T08:44:49.403 INFO:tasks.workunit.client.0.smithi084.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-02T08:44:49.403 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aPj8ScMj8gTEjtq off=5464937 len=318941 2024-04-02T08:44:49.405 INFO:tasks.workunit.client.0.smithi084.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-02T08:44:49.405 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fDJx3MsrHg638r6 off=15706175 len=511577 2024-04-02T08:44:49.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 935 completed, throughput=4.99MB/sec 2024-04-02T08:44:49.409 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cH4GGplxqSPaAfE off=621404 len=1927876 2024-04-02T08:44:49.419 INFO:tasks.workunit.client.0.smithi084.stdout:op 936 completed, throughput=5MB/sec 2024-04-02T08:44:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:49 smithi084 ceph-mon[94794]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:44:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:49 smithi084 ceph-mon[97358]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:44:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:49 smithi132 ceph-mon[88571]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:44:50.419 INFO:tasks.workunit.client.0.smithi084.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:50.419 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ujFo6M03KkFR1kN off=5406563 len=1380156 2024-04-02T08:44:50.428 INFO:tasks.workunit.client.0.smithi084.stdout:op 937 completed, throughput=4.98MB/sec 2024-04-02T08:44:50.428 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5m8Y6vGPQfQswsM off=2577878 len=222444 2024-04-02T08:44:50.428 INFO:tasks.workunit.client.0.smithi084.stdout:op 938 completed, throughput=4.98MB/sec 2024-04-02T08:44:50.428 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-o8Yvj2WBBX0iT78 off=310360 len=534466 2024-04-02T08:44:50.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 939 completed, throughput=4.98MB/sec 2024-04-02T08:44:50.429 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QJgfoGXVxeEwWMv off=14965745 len=1665149 2024-04-02T08:44:50.438 INFO:tasks.workunit.client.0.smithi084.stdout:op 940 completed, throughput=4.99MB/sec 2024-04-02T08:44:50.438 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z8KhKv7r30yqCuL off=7829338 len=1120592 2024-04-02T08:44:50.443 INFO:tasks.workunit.client.0.smithi084.stdout:op 941 completed, throughput=5MB/sec 2024-04-02T08:44:50.443 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6AsecAIMKbpGDaq off=9383733 len=2088272 2024-04-02T08:44:50.445 INFO:tasks.workunit.client.0.smithi084.stdout:op 942 completed, throughput=5.01MB/sec 2024-04-02T08:44:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:44:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:44:50] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:44:51.445 INFO:tasks.workunit.client.0.smithi084.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:51.446 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0UIczxhDM3-DWFX off=406122 len=685438 2024-04-02T08:44:51.446 INFO:tasks.workunit.client.0.smithi084.stdout:op 943 completed, throughput=4.99MB/sec 2024-04-02T08:44:51.446 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4sepPa4nByR5XEr off=502395 len=48822 2024-04-02T08:44:51.447 INFO:tasks.workunit.client.0.smithi084.stdout:op 944 completed, throughput=4.99MB/sec 2024-04-02T08:44:51.447 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZJ4N3PLq2vcKoLD off=503641 len=496810 2024-04-02T08:44:51.448 INFO:tasks.workunit.client.0.smithi084.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-02T08:44:51.448 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LN4yH0WR7zkHyEn off=18268843 len=684276 2024-04-02T08:44:51.450 INFO:tasks.workunit.client.0.smithi084.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-02T08:44:51.450 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2jDVWHcbCIoxjwv off=3817827 len=957548 2024-04-02T08:44:51.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 947 completed, throughput=5MB/sec 2024-04-02T08:44:51.451 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uJ1JLMtDppPQGLI off=8933169 len=333129 2024-04-02T08:44:51.453 INFO:tasks.workunit.client.0.smithi084.stdout:op 948 completed, throughput=5MB/sec 2024-04-02T08:44:51.453 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DZFFv2_4PTGBdqv off=5259530 len=567673 2024-04-02T08:44:51.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 949 completed, throughput=5MB/sec 2024-04-02T08:44:52.455 INFO:tasks.workunit.client.0.smithi084.stdout: 182: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:52.455 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wAyAj3huLenekIE off=18915903 len=1845346 2024-04-02T08:44:52.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 950 completed, throughput=4.98MB/sec 2024-04-02T08:44:52.466 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmC6xfqvoR1NN6w off=2159989 len=769089 2024-04-02T08:44:52.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 951 completed, throughput=4.99MB/sec 2024-04-02T08:44:52.467 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J3vXXZlttxUve_5 off=4743428 len=653398 2024-04-02T08:44:52.468 INFO:tasks.workunit.client.0.smithi084.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-02T08:44:52.468 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xLwJqfHd94OYyRk off=9719436 len=1470127 2024-04-02T08:44:52.469 INFO:tasks.workunit.client.0.smithi084.stdout:op 953 completed, throughput=5MB/sec 2024-04-02T08:44:52.469 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hwyacAhkXWaFUDc off=893809 len=981176 2024-04-02T08:44:52.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 954 completed, throughput=5MB/sec 2024-04-02T08:44:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:52 smithi084 ceph-mon[94794]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:44:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:52 smithi084 ceph-mon[97358]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:44:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:52 smithi132 ceph-mon[88571]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:44:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:44:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:53.471 INFO:tasks.workunit.client.0.smithi084.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:53.471 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I870_ceO3tCmVCM off=4566583 len=1685319 2024-04-02T08:44:53.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 955 completed, throughput=4.99MB/sec 2024-04-02T08:44:53.476 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xe0Pqhryb0n6Xib off=1969769 len=1510575 2024-04-02T08:44:53.479 INFO:tasks.workunit.client.0.smithi084.stdout:op 956 completed, throughput=4.99MB/sec 2024-04-02T08:44:53.479 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dHHJoXYdVkzkPai off=2291435 len=1254220 2024-04-02T08:44:53.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 957 completed, throughput=5MB/sec 2024-04-02T08:44:53.487 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8s6IUN6Jy_9nSEZ off=9800588 len=1644533 2024-04-02T08:44:53.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 958 completed, throughput=5.01MB/sec 2024-04-02T08:44:54.496 INFO:tasks.workunit.client.0.smithi084.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:54.496 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kjURcoSPcqn734R off=11492957 len=901863 2024-04-02T08:44:54.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 959 completed, throughput=4.98MB/sec 2024-04-02T08:44:54.497 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Atb1Y340S-Lnr_w off=8233269 len=1452745 2024-04-02T08:44:54.504 INFO:tasks.workunit.client.0.smithi084.stdout:op 960 completed, throughput=4.99MB/sec 2024-04-02T08:44:54.504 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_IbkuRP75oLZV0d off=1959625 len=1188683 2024-04-02T08:44:54.509 INFO:tasks.workunit.client.0.smithi084.stdout:op 961 completed, throughput=5MB/sec 2024-04-02T08:44:54.509 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jFbV3AxFrVqRY4Q off=1994767 len=521737 2024-04-02T08:44:54.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 962 completed, throughput=5MB/sec 2024-04-02T08:44:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:54 smithi084 ceph-mon[94794]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:44:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:54 smithi084 ceph-mon[97358]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:44:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:54 smithi132 ceph-mon[88571]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:44:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: 185: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:55.513 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jVI9wQFJzAryuZO off=8594542 len=1140723 2024-04-02T08:44:55.519 INFO:tasks.workunit.client.0.smithi084.stdout:op 963 completed, throughput=4.98MB/sec 2024-04-02T08:44:55.519 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sbPFQitCj5XtIxX off=11515610 len=1807304 2024-04-02T08:44:55.526 INFO:tasks.workunit.client.0.smithi084.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-02T08:44:55.527 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-k-EpJpCPDZagqCr off=10541139 len=1960627 2024-04-02T08:44:55.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 965 completed, throughput=5MB/sec 2024-04-02T08:44:55.535 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tK8TVRKDCAboQ-G off=9761469 len=163162 2024-04-02T08:44:55.538 INFO:tasks.workunit.client.0.smithi084.stdout:op 966 completed, throughput=5MB/sec 2024-04-02T08:44:55.538 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2IzYISaCsN9TT23 off=5371409 len=418147 2024-04-02T08:44:55.539 INFO:tasks.workunit.client.0.smithi084.stdout:op 967 completed, throughput=5MB/sec 2024-04-02T08:44:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: 186: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:56.540 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-w7OtmAo0XYZPk6Z off=1314434 len=1291454 2024-04-02T08:44:56.541 INFO:tasks.workunit.client.0.smithi084.stdout:op 968 completed, throughput=4.98MB/sec 2024-04-02T08:44:56.541 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DzlX8i684BY13lF off=15447852 len=1757154 2024-04-02T08:44:56.543 INFO:tasks.workunit.client.0.smithi084.stdout:op 969 completed, throughput=4.99MB/sec 2024-04-02T08:44:56.543 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Qr3N5ZRYaHIr9Km off=8735788 len=1582199 2024-04-02T08:44:56.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 970 completed, throughput=5MB/sec 2024-04-02T08:44:56.553 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-skvu45NOrZRJAqy off=14309689 len=339655 2024-04-02T08:44:56.553 INFO:tasks.workunit.client.0.smithi084.stdout:op 971 completed, throughput=5MB/sec 2024-04-02T08:44:56.553 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Cfg_QGvLDZQfx2j off=12176972 len=1663896 2024-04-02T08:44:56.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 972 completed, throughput=5.01MB/sec 2024-04-02T08:44:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:56 smithi084 ceph-mon[94794]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:56.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:56 smithi084 ceph-mon[97358]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:56 smithi132 ceph-mon[88571]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:44:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:57.562 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5wKlzZs0tysj49A off=7147715 len=1077775 2024-04-02T08:44:57.567 INFO:tasks.workunit.client.0.smithi084.stdout:op 973 completed, throughput=4.99MB/sec 2024-04-02T08:44:57.567 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TDoileSddag7b6d off=6489062 len=775559 2024-04-02T08:44:57.567 INFO:tasks.workunit.client.0.smithi084.stdout:op 974 completed, throughput=4.99MB/sec 2024-04-02T08:44:57.567 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PNfstCsWy4woy6f off=4031507 len=376202 2024-04-02T08:44:57.568 INFO:tasks.workunit.client.0.smithi084.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-02T08:44:57.568 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8rWjmO2XVvPBdIX off=9271881 len=1974870 2024-04-02T08:44:57.575 INFO:tasks.workunit.client.0.smithi084.stdout:op 976 completed, throughput=5MB/sec 2024-04-02T08:44:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-02T08:44:58.576 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-utOgEsaKYA0uw6H off=685895 len=1050546 2024-04-02T08:44:58.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 977 completed, throughput=4.98MB/sec 2024-04-02T08:44:58.577 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i9GyjXvt9zGBGRI off=15326723 len=1257743 2024-04-02T08:44:58.583 INFO:tasks.workunit.client.0.smithi084.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-02T08:44:58.583 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FoH4Oi8zKiFQSEu off=1476121 len=945147 2024-04-02T08:44:58.588 INFO:tasks.workunit.client.0.smithi084.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-02T08:44:58.588 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-n5c0DP_FVCravAw off=927802 len=1844907 2024-04-02T08:44:58.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 980 completed, throughput=5MB/sec 2024-04-02T08:44:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:44:58 smithi084 ceph-mon[94794]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:44:58.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:44:58 smithi084 ceph-mon[97358]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:44:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:44:58 smithi132 ceph-mon[88571]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:44:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: 189: throughput=4.97MB/sec pending data=0 2024-04-02T08:44:59.590 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GQsRr_wxpULAYbm off=2540697 len=351569 2024-04-02T08:44:59.590 INFO:tasks.workunit.client.0.smithi084.stdout:op 981 completed, throughput=4.98MB/sec 2024-04-02T08:44:59.591 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QWHOCriKLF6lG-6 off=3741835 len=736213 2024-04-02T08:44:59.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 982 completed, throughput=4.98MB/sec 2024-04-02T08:44:59.591 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iZE32pinfFN5BDx off=4879220 len=1840180 2024-04-02T08:44:59.599 INFO:tasks.workunit.client.0.smithi084.stdout:op 983 completed, throughput=4.99MB/sec 2024-04-02T08:44:59.599 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-izjOYhxyh159cpo off=2362668 len=197607 2024-04-02T08:44:59.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 984 completed, throughput=4.99MB/sec 2024-04-02T08:44:59.601 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EgEkPgt0RrUxwrM off=5005177 len=1884964 2024-04-02T08:44:59.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 985 completed, throughput=5MB/sec 2024-04-02T08:44:59.611 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H2mA9EzmhvltA-b off=3295126 len=1426011 2024-04-02T08:44:59.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 986 completed, throughput=5.01MB/sec 2024-04-02T08:45:00.613 INFO:tasks.workunit.client.0.smithi084.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:00.613 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ydo_y22YNi_EZLP off=5549106 len=1399742 2024-04-02T08:45:00.616 INFO:tasks.workunit.client.0.smithi084.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-02T08:45:00.616 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ccWlobUApG_LHch off=5372219 len=2086803 2024-04-02T08:45:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:00 smithi084 ceph-mon[94794]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:45:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:00 smithi084 ceph-mon[97358]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:45:00.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 988 completed, throughput=5MB/sec 2024-04-02T08:45:00.618 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mYoLWZfk8k7reAM off=9721102 len=1263725 2024-04-02T08:45:00.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 989 completed, throughput=5MB/sec 2024-04-02T08:45:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:00 smithi132 ceph-mon[88571]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:45:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:45:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:45:00] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T08:45:01.622 INFO:tasks.workunit.client.0.smithi084.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:01.622 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DWcCtAKsvBYMpG9 off=14415062 len=546545 2024-04-02T08:45:01.624 INFO:tasks.workunit.client.0.smithi084.stdout:op 990 completed, throughput=4.98MB/sec 2024-04-02T08:45:01.624 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8Uc8Kd2Rb1D6_00 off=19195387 len=720847 2024-04-02T08:45:01.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 991 completed, throughput=4.98MB/sec 2024-04-02T08:45:01.627 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nC5AxD2OpvT4OiP off=1686702 len=1180813 2024-04-02T08:45:01.633 INFO:tasks.workunit.client.0.smithi084.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-02T08:45:01.633 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LmIsmNZMmM88ykE off=11052038 len=447601 2024-04-02T08:45:01.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 993 completed, throughput=4.99MB/sec 2024-04-02T08:45:01.636 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VDugRcTu56HIo3n off=12101593 len=2062174 2024-04-02T08:45:01.642 INFO:tasks.workunit.client.0.smithi084.stdout:op 994 completed, throughput=5MB/sec 2024-04-02T08:45:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:02 smithi084 ceph-mon[94794]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:02 smithi084 ceph-mon[97358]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:02.642 INFO:tasks.workunit.client.0.smithi084.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:02.642 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wWl8BAg-LiEmSMa off=2940143 len=434222 2024-04-02T08:45:02.646 INFO:tasks.workunit.client.0.smithi084.stdout:op 995 completed, throughput=4.98MB/sec 2024-04-02T08:45:02.646 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1zloodh10H6hD-F off=3195586 len=978143 2024-04-02T08:45:02.648 INFO:tasks.workunit.client.0.smithi084.stdout:op 996 completed, throughput=4.98MB/sec 2024-04-02T08:45:02.648 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MWoJW6qvFW0o2Ij off=1770264 len=516396 2024-04-02T08:45:02.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-02T08:45:02.652 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2Emz1dj67m4Rtxb off=1601555 len=570218 2024-04-02T08:45:02.655 INFO:tasks.workunit.client.0.smithi084.stdout:op 998 completed, throughput=4.99MB/sec 2024-04-02T08:45:02.655 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IhsUL1vwcT0kzvy off=3228275 len=1143559 2024-04-02T08:45:02.661 INFO:tasks.workunit.client.0.smithi084.stdout:op 999 completed, throughput=4.99MB/sec 2024-04-02T08:45:02.661 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q7rhvO6U8pXa2M2 off=15365902 len=1283462 2024-04-02T08:45:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:02 smithi132 ceph-mon[88571]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:45:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:02.664 INFO:tasks.workunit.client.0.smithi084.stdout:op 1000 completed, throughput=5MB/sec 2024-04-02T08:45:02.664 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JyPeAJg2IyMHKEJ off=1364624 len=1533815 2024-04-02T08:45:02.665 INFO:tasks.workunit.client.0.smithi084.stdout:op 1001 completed, throughput=5.01MB/sec 2024-04-02T08:45:03.665 INFO:tasks.workunit.client.0.smithi084.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:03.665 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PXWqQOQfHacM3kr off=1470338 len=567848 2024-04-02T08:45:03.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 1002 completed, throughput=4.98MB/sec 2024-04-02T08:45:03.669 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SyQ6DZr8UYcLpFi off=18157253 len=345283 2024-04-02T08:45:03.670 INFO:tasks.workunit.client.0.smithi084.stdout:op 1003 completed, throughput=4.99MB/sec 2024-04-02T08:45:03.670 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g7ahiZu4dy7W2kv off=14412670 len=174164 2024-04-02T08:45:03.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 1004 completed, throughput=4.99MB/sec 2024-04-02T08:45:03.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OT4KkWZMcuLq59X off=3304744 len=1388601 2024-04-02T08:45:03.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-02T08:45:03.678 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ey_UBjnMxFWTd7o off=2902864 len=1536355 2024-04-02T08:45:03.679 INFO:tasks.workunit.client.0.smithi084.stdout:op 1006 completed, throughput=5MB/sec 2024-04-02T08:45:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:04 smithi084 ceph-mon[94794]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:04 smithi084 ceph-mon[97358]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:04 smithi132 ceph-mon[88571]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:04.679 INFO:tasks.workunit.client.0.smithi084.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:04.679 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rFd6vTVAMYCwRsU off=12974993 len=897373 2024-04-02T08:45:04.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 1007 completed, throughput=4.98MB/sec 2024-04-02T08:45:04.685 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GE3Lhw9B3RiFZT1 off=3880461 len=1490524 2024-04-02T08:45:04.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 1008 completed, throughput=4.99MB/sec 2024-04-02T08:45:04.694 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AXgGVKpVCX2n8B3 off=3936576 len=1556084 2024-04-02T08:45:04.699 INFO:tasks.workunit.client.0.smithi084.stdout:op 1009 completed, throughput=4.99MB/sec 2024-04-02T08:45:04.699 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8HN3-IGr3ImR_Hk off=4382883 len=830102 2024-04-02T08:45:04.702 INFO:tasks.workunit.client.0.smithi084.stdout:op 1010 completed, throughput=5MB/sec 2024-04-02T08:45:04.702 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2AJZbNmjg9KDS4l off=933674 len=954110 2024-04-02T08:45:04.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 1011 completed, throughput=5MB/sec 2024-04-02T08:45:05.704 INFO:tasks.workunit.client.0.smithi084.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:05.705 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SLFe9bM3b8_CGYW off=3088510 len=1645804 2024-04-02T08:45:05.712 INFO:tasks.workunit.client.0.smithi084.stdout:op 1012 completed, throughput=4.98MB/sec 2024-04-02T08:45:05.712 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MS6iRc8BKG_WAiE off=11924121 len=843757 2024-04-02T08:45:05.717 INFO:tasks.workunit.client.0.smithi084.stdout:op 1013 completed, throughput=4.99MB/sec 2024-04-02T08:45:05.717 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cxndf1qh-ppysFb off=785929 len=1420633 2024-04-02T08:45:05.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 1014 completed, throughput=5MB/sec 2024-04-02T08:45:05.724 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pvtUk9cyjJlSocT off=1380724 len=712182 2024-04-02T08:45:05.728 INFO:tasks.workunit.client.0.smithi084.stdout:op 1015 completed, throughput=5MB/sec 2024-04-02T08:45:05.728 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e0iBqJ-r0VBq5wz off=19186543 len=222357 2024-04-02T08:45:05.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 1016 completed, throughput=5MB/sec 2024-04-02T08:45:05.731 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XYe1Zt-hEfES_D_ off=0 len=1415073 2024-04-02T08:45:05.735 INFO:tasks.workunit.client.0.smithi084.stdout:op 1017 completed, throughput=5.01MB/sec 2024-04-02T08:45:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:06 smithi084 ceph-mon[94794]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:45:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:06 smithi084 ceph-mon[97358]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:45:06.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:06 smithi132 ceph-mon[88571]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:45:06.735 INFO:tasks.workunit.client.0.smithi084.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:06.735 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4SFle97vEebHBm9 off=3567753 len=223948 2024-04-02T08:45:06.738 INFO:tasks.workunit.client.0.smithi084.stdout:op 1018 completed, throughput=4.98MB/sec 2024-04-02T08:45:06.738 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--7vUIwZtO27hjCP off=9329165 len=990457 2024-04-02T08:45:06.743 INFO:tasks.workunit.client.0.smithi084.stdout:op 1019 completed, throughput=4.99MB/sec 2024-04-02T08:45:06.743 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YbpPdcwmQk3jYPd off=256635 len=976169 2024-04-02T08:45:06.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 1020 completed, throughput=4.99MB/sec 2024-04-02T08:45:06.747 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_kkE-SV36N2hma8 off=20195097 len=1079101 2024-04-02T08:45:06.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 1021 completed, throughput=5MB/sec 2024-04-02T08:45:06.748 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IPTFSkD7uswRcvL off=5637396 len=1717273 2024-04-02T08:45:06.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 1022 completed, throughput=5MB/sec 2024-04-02T08:45:07.754 INFO:tasks.workunit.client.0.smithi084.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:07.754 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v8G9GhdGWXJ7H-u off=9219706 len=1679846 2024-04-02T08:45:07.762 INFO:tasks.workunit.client.0.smithi084.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-02T08:45:07.762 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dfWu7PmP92VKJa6 off=12239609 len=817900 2024-04-02T08:45:07.765 INFO:tasks.workunit.client.0.smithi084.stdout:op 1024 completed, throughput=4.99MB/sec 2024-04-02T08:45:07.766 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QLlrm1BJ65Tx9ik off=0 len=1561914 2024-04-02T08:45:07.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 1025 completed, throughput=5MB/sec 2024-04-02T08:45:07.769 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-73UTIP2dz0gJIYn off=1048052 len=310863 2024-04-02T08:45:07.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 1026 completed, throughput=5MB/sec 2024-04-02T08:45:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:08 smithi084 ceph-mon[94794]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:45:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:08 smithi084 ceph-mon[97358]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:45:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:08 smithi132 ceph-mon[88571]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:45:08.770 INFO:tasks.workunit.client.0.smithi084.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:08.770 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iuCa0WGnxx3QVlm off=4827016 len=1278787 2024-04-02T08:45:08.778 INFO:tasks.workunit.client.0.smithi084.stdout:op 1027 completed, throughput=4.98MB/sec 2024-04-02T08:45:08.778 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pcIWmNy04BW61IH off=4200227 len=142471 2024-04-02T08:45:08.780 INFO:tasks.workunit.client.0.smithi084.stdout:op 1028 completed, throughput=4.98MB/sec 2024-04-02T08:45:08.780 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I3DdH27xhGIP6bQ off=3205670 len=52409 2024-04-02T08:45:08.782 INFO:tasks.workunit.client.0.smithi084.stdout:op 1029 completed, throughput=4.98MB/sec 2024-04-02T08:45:08.782 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d4ADIS7r0M1l2Im off=2796754 len=2079917 2024-04-02T08:45:08.786 INFO:tasks.workunit.client.0.smithi084.stdout:op 1030 completed, throughput=4.99MB/sec 2024-04-02T08:45:08.787 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kmPNFFZKcrPG8n8 off=3459640 len=292160 2024-04-02T08:45:08.789 INFO:tasks.workunit.client.0.smithi084.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-02T08:45:08.789 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-B1TWKod9J4ksAJD off=16891487 len=213143 2024-04-02T08:45:08.790 INFO:tasks.workunit.client.0.smithi084.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-02T08:45:08.790 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tIkvZw4RLiNd97C off=5375338 len=1179461 2024-04-02T08:45:08.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 1033 completed, throughput=5MB/sec 2024-04-02T08:45:08.797 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ijBSihRyIgrYpAa off=194486 len=1359101 2024-04-02T08:45:08.802 INFO:tasks.workunit.client.0.smithi084.stdout:op 1034 completed, throughput=5.01MB/sec 2024-04-02T08:45:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:09.802 INFO:tasks.workunit.client.0.smithi084.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:09.803 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SkyjUQCvhOoEpJg off=2601711 len=1430188 2024-04-02T08:45:09.805 INFO:tasks.workunit.client.0.smithi084.stdout:op 1035 completed, throughput=4.99MB/sec 2024-04-02T08:45:09.806 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yK1hvt2emBn9on8 off=8632370 len=1856532 2024-04-02T08:45:09.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 1036 completed, throughput=5MB/sec 2024-04-02T08:45:09.813 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rDnE8jq8RypceOA off=8798152 len=1927899 2024-04-02T08:45:09.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 1037 completed, throughput=5.01MB/sec 2024-04-02T08:45:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:10 smithi084 ceph-mon[94794]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T08:45:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:10 smithi084 ceph-mon[97358]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T08:45:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:10 smithi132 ceph-mon[88571]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T08:45:10.814 INFO:tasks.workunit.client.0.smithi084.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:10.859 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-05ce2AoWQYjTvs8 off=8737274 len=1848818 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 1038 completed, throughput=4.99MB/sec 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JGWJD_OZYZ1qaQm off=15737620 len=1070851 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 1039 completed, throughput=4.99MB/sec 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oI6CO5yHUPsG2Jj off=2575734 len=63992 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 1040 completed, throughput=4.99MB/sec 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XYPH7GLS8Hj1x-- off=135369 len=856767 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 1041 completed, throughput=5MB/sec 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kXmqKrngzHBmeYC off=2939483 len=896266 2024-04-02T08:45:10.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 1042 completed, throughput=5MB/sec 2024-04-02T08:45:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:45:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:45:10] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-02T08:45:11.827 INFO:tasks.workunit.client.0.smithi084.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:11.828 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PmfkxgVbyIQvh1P off=15691386 len=1459406 2024-04-02T08:45:11.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 1043 completed, throughput=4.98MB/sec 2024-04-02T08:45:11.829 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zEF6jTGzaDvkQzl off=3649766 len=1363998 2024-04-02T08:45:11.842 INFO:tasks.workunit.client.0.smithi084.stdout:op 1044 completed, throughput=4.99MB/sec 2024-04-02T08:45:11.842 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZkyWFyL-24SzCEw off=21789719 len=1071486 2024-04-02T08:45:11.848 INFO:tasks.workunit.client.0.smithi084.stdout:op 1045 completed, throughput=5MB/sec 2024-04-02T08:45:11.849 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SMXavcdHRLuMBM2 off=2900331 len=1326250 2024-04-02T08:45:11.849 INFO:tasks.workunit.client.0.smithi084.stdout:op 1046 completed, throughput=5MB/sec 2024-04-02T08:45:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:12 smithi084 ceph-mon[94794]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:45:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:12 smithi084 ceph-mon[97358]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:45:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:12 smithi132 ceph-mon[88571]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:45:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:45:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:12.849 INFO:tasks.workunit.client.0.smithi084.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:12.850 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HX288__qP3a0RXI off=151604 len=1338033 2024-04-02T08:45:12.851 INFO:tasks.workunit.client.0.smithi084.stdout:op 1047 completed, throughput=4.98MB/sec 2024-04-02T08:45:12.851 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6lT1bDd4IIMWENc off=978128 len=348039 2024-04-02T08:45:12.851 INFO:tasks.workunit.client.0.smithi084.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-02T08:45:12.851 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KMo1MiPNQDg_-M8 off=14203068 len=309178 2024-04-02T08:45:12.858 INFO:tasks.workunit.client.0.smithi084.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-02T08:45:12.858 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qvCsC15Je8otLIh off=215716 len=195569 2024-04-02T08:45:12.860 INFO:tasks.workunit.client.0.smithi084.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-02T08:45:12.860 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J8siqxJXZ_dJElN off=1698120 len=816960 2024-04-02T08:45:12.863 INFO:tasks.workunit.client.0.smithi084.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-02T08:45:12.863 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EYndD45EioIdvTh off=14698400 len=604932 2024-04-02T08:45:12.863 INFO:tasks.workunit.client.0.smithi084.stdout:op 1052 completed, throughput=4.99MB/sec 2024-04-02T08:45:12.863 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ND7Bb_tO1OmgPbI off=18332911 len=1455432 2024-04-02T08:45:12.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 1053 completed, throughput=5MB/sec 2024-04-02T08:45:13.872 INFO:tasks.workunit.client.0.smithi084.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:13.872 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ownoGjHv_usHEGE off=2872111 len=1003465 2024-04-02T08:45:13.877 INFO:tasks.workunit.client.0.smithi084.stdout:op 1054 completed, throughput=4.98MB/sec 2024-04-02T08:45:13.877 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M8r81zUmKRR1WKz off=0 len=1599454 2024-04-02T08:45:13.883 INFO:tasks.workunit.client.0.smithi084.stdout:op 1055 completed, throughput=4.99MB/sec 2024-04-02T08:45:13.883 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WlMvI4MddsS8asO off=2209040 len=1970748 2024-04-02T08:45:13.888 INFO:tasks.workunit.client.0.smithi084.stdout:op 1056 completed, throughput=5MB/sec 2024-04-02T08:45:13.888 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ElNHXSlbFALT884 off=4630923 len=1722117 2024-04-02T08:45:13.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 1057 completed, throughput=5MB/sec 2024-04-02T08:45:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:14 smithi084 ceph-mon[94794]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:45:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:14 smithi084 ceph-mon[97358]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:45:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:14 smithi132 ceph-mon[88571]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:45:14.890 INFO:tasks.workunit.client.0.smithi084.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:14.890 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eFGEkxZ7V67YQ7n off=20216822 len=1978623 2024-04-02T08:45:14.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-02T08:45:14.894 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ctz4Id0ohZMUY83 off=332576 len=1378951 2024-04-02T08:45:14.895 INFO:tasks.workunit.client.0.smithi084.stdout:op 1059 completed, throughput=5MB/sec 2024-04-02T08:45:14.895 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VOIlc1oUly2aU7p off=3439064 len=647169 2024-04-02T08:45:14.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 1060 completed, throughput=5MB/sec 2024-04-02T08:45:14.899 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4SFle97vEebHBm9 off=4074294 len=1232792 2024-04-02T08:45:14.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 1061 completed, throughput=5MB/sec 2024-04-02T08:45:15.909 INFO:tasks.workunit.client.0.smithi084.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:15.909 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GPSw88fwBHG3hMA off=1443378 len=1701896 2024-04-02T08:45:15.912 INFO:tasks.workunit.client.0.smithi084.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-02T08:45:15.912 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UVzhWEFsUxN5hxs off=5390825 len=1757451 2024-04-02T08:45:15.913 INFO:tasks.workunit.client.0.smithi084.stdout:op 1063 completed, throughput=5MB/sec 2024-04-02T08:45:15.914 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XyGVNSbBqR-SIDb off=6726576 len=1186335 2024-04-02T08:45:15.914 INFO:tasks.workunit.client.0.smithi084.stdout:op 1064 completed, throughput=5MB/sec 2024-04-02T08:45:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:16 smithi084 ceph-mon[94794]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:45:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:16 smithi084 ceph-mon[97358]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:45:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:16 smithi132 ceph-mon[88571]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:45:16.915 INFO:tasks.workunit.client.0.smithi084.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:16.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QHotOec4kVUHkRs off=3068918 len=958719 2024-04-02T08:45:16.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 1065 completed, throughput=4.98MB/sec 2024-04-02T08:45:16.916 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xOBWaYqdE_pI7Cv off=15501435 len=900378 2024-04-02T08:45:16.919 INFO:tasks.workunit.client.0.smithi084.stdout:op 1066 completed, throughput=4.99MB/sec 2024-04-02T08:45:16.919 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lx9DQM80GqkBBeb off=2313375 len=348543 2024-04-02T08:45:16.922 INFO:tasks.workunit.client.0.smithi084.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-02T08:45:16.922 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5-tgMHoRj0S27CY off=2050070 len=391738 2024-04-02T08:45:16.923 INFO:tasks.workunit.client.0.smithi084.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-02T08:45:16.923 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0ajDugTusF1f2_V off=404655 len=1028232 2024-04-02T08:45:16.928 INFO:tasks.workunit.client.0.smithi084.stdout:op 1069 completed, throughput=4.99MB/sec 2024-04-02T08:45:16.928 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dxDHwK3MzXadgFL off=5765621 len=1047992 2024-04-02T08:45:16.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 1070 completed, throughput=5MB/sec 2024-04-02T08:45:16.934 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BDWvnyfaI7VTxJ_ off=6099692 len=963867 2024-04-02T08:45:16.936 INFO:tasks.workunit.client.0.smithi084.stdout:op 1071 completed, throughput=5MB/sec 2024-04-02T08:45:17.936 INFO:tasks.workunit.client.0.smithi084.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:17.936 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y2B4Spk35EUWv0F off=15729192 len=1569841 2024-04-02T08:45:17.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 1072 completed, throughput=4.99MB/sec 2024-04-02T08:45:17.938 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vAVeM9xqX0cYqX7 off=1903962 len=740677 2024-04-02T08:45:17.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-02T08:45:17.942 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lzweyOaKmMX6vi8 off=1814595 len=703317 2024-04-02T08:45:17.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-02T08:45:17.946 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RONACKrAFo8SwHB off=1962208 len=345355 2024-04-02T08:45:17.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 1075 completed, throughput=4.99MB/sec 2024-04-02T08:45:17.947 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fPBu6nEfzn2kSzE off=11700624 len=438203 2024-04-02T08:45:17.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 1076 completed, throughput=5MB/sec 2024-04-02T08:45:17.948 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PLaOg1Uv6aZMkOq off=11958425 len=1708562 2024-04-02T08:45:17.955 INFO:tasks.workunit.client.0.smithi084.stdout:op 1077 completed, throughput=5MB/sec 2024-04-02T08:45:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:18 smithi084 ceph-mon[94794]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:45:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:18 smithi084 ceph-mon[97358]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:45:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:18 smithi132 ceph-mon[88571]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:45:18.955 INFO:tasks.workunit.client.0.smithi084.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:18.956 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Nk9VWUmvSCMd6GP off=2841951 len=1343991 2024-04-02T08:45:18.957 INFO:tasks.workunit.client.0.smithi084.stdout:op 1078 completed, throughput=4.99MB/sec 2024-04-02T08:45:18.957 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G1q0HCsLh3MjVZn off=1804438 len=1191326 2024-04-02T08:45:18.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 1079 completed, throughput=4.99MB/sec 2024-04-02T08:45:18.963 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b1qzZQAPjhx3GYy off=916664 len=51960 2024-04-02T08:45:18.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-02T08:45:18.963 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zics_vzFZyBRd9i off=15758409 len=418734 2024-04-02T08:45:18.966 INFO:tasks.workunit.client.0.smithi084.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-02T08:45:18.966 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CCnyo1lLrJUOBGY off=7666986 len=1530057 2024-04-02T08:45:18.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 1082 completed, throughput=5MB/sec 2024-04-02T08:45:18.969 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sMnI28zjsEFOg4J off=1827971 len=922907 2024-04-02T08:45:18.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 1083 completed, throughput=5MB/sec 2024-04-02T08:45:19.975 INFO:tasks.workunit.client.0.smithi084.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:19.975 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1DNeQNOGxakYvkR off=5863672 len=383907 2024-04-02T08:45:19.978 INFO:tasks.workunit.client.0.smithi084.stdout:op 1084 completed, throughput=4.98MB/sec 2024-04-02T08:45:19.978 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ul1wKiAi2_PbtJF off=5690580 len=378140 2024-04-02T08:45:19.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 1085 completed, throughput=4.98MB/sec 2024-04-02T08:45:19.981 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4H7leQWLg1hxkjl off=8178042 len=1180553 2024-04-02T08:45:19.984 INFO:tasks.workunit.client.0.smithi084.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-02T08:45:19.984 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1qYLzjLUQseiwyB off=11032876 len=975485 2024-04-02T08:45:19.985 INFO:tasks.workunit.client.0.smithi084.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-02T08:45:19.985 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-w5s72ILg4t9jmsj off=12922855 len=554514 2024-04-02T08:45:19.985 INFO:tasks.workunit.client.0.smithi084.stdout:op 1088 completed, throughput=5MB/sec 2024-04-02T08:45:19.985 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rS6udr5dvucha5s off=3856752 len=1101558 2024-04-02T08:45:19.986 INFO:tasks.workunit.client.0.smithi084.stdout:op 1089 completed, throughput=5MB/sec 2024-04-02T08:45:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:20 smithi084 ceph-mon[94794]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:20 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:20 smithi084 ceph-mon[97358]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:20 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:20 smithi132 ceph-mon[88571]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:20 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:20.986 INFO:tasks.workunit.client.0.smithi084.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:20.987 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HwaOkKsNZ69x5Za off=6958231 len=1854352 2024-04-02T08:45:20.988 INFO:tasks.workunit.client.0.smithi084.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-02T08:45:20.988 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z56binXEXYuJV4G off=3553200 len=180934 2024-04-02T08:45:20.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 1091 completed, throughput=4.99MB/sec 2024-04-02T08:45:20.991 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GjVrgzB8RY71Ipg off=913342 len=398089 2024-04-02T08:45:20.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-02T08:45:20.991 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UVWtd6iLcaeSc3U off=15366082 len=1371838 2024-04-02T08:45:20.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-02T08:45:20.999 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C-mbuA8mXGf4YP4 off=7318589 len=1354540 2024-04-02T08:45:21.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 1094 completed, throughput=5MB/sec 2024-04-02T08:45:21.004 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KVwnaR6x5Sk9CrB off=18404457 len=1639345 2024-04-02T08:45:21.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 1095 completed, throughput=5.01MB/sec 2024-04-02T08:45:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:45:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:45:20] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-02T08:45:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:21.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:21.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:21 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:45:21.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:21.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:21.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:21 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:45:21.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:21.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:21 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:45:22.013 INFO:tasks.workunit.client.0.smithi084.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:22.013 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gA1jiw98SrE8_2F off=1663352 len=539509 2024-04-02T08:45:22.014 INFO:tasks.workunit.client.0.smithi084.stdout:op 1096 completed, throughput=4.99MB/sec 2024-04-02T08:45:22.014 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6W2d2IMAunY1Qpa off=5979888 len=318257 2024-04-02T08:45:22.017 INFO:tasks.workunit.client.0.smithi084.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-02T08:45:22.017 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J_uYHEJZtnm8EJK off=511067 len=312030 2024-04-02T08:45:22.020 INFO:tasks.workunit.client.0.smithi084.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-02T08:45:22.020 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R65PvgHV43CcZvg off=0 len=1287095 2024-04-02T08:45:22.025 INFO:tasks.workunit.client.0.smithi084.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-02T08:45:22.025 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6MMyuQNlzYRHIH8 off=11006273 len=1475131 2024-04-02T08:45:22.033 INFO:tasks.workunit.client.0.smithi084.stdout:op 1100 completed, throughput=5MB/sec 2024-04-02T08:45:22.616 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:45:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:22 smithi084 ceph-mon[94794]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:22 smithi084 ceph-mon[97358]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:22 smithi132 ceph-mon[88571]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:23.031 INFO:tasks.workunit.client.0.smithi084.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:23.031 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZaLvREaaUv2vxaJ off=2497928 len=566191 2024-04-02T08:45:23.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 1101 completed, throughput=4.98MB/sec 2024-04-02T08:45:23.035 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d3deXg2l1nyNu_3 off=15341277 len=730825 2024-04-02T08:45:23.037 INFO:tasks.workunit.client.0.smithi084.stdout:op 1102 completed, throughput=4.98MB/sec 2024-04-02T08:45:23.037 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W_m9Nr8U9xrKQFE off=13442811 len=1592519 2024-04-02T08:45:23.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-02T08:45:23.046 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1NJEUMP7mYOUyAD off=22984330 len=908903 2024-04-02T08:45:23.050 INFO:tasks.workunit.client.0.smithi084.stdout:op 1104 completed, throughput=4.99MB/sec 2024-04-02T08:45:23.050 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nNP_JCkNwDkKzeX off=1376887 len=280914 2024-04-02T08:45:23.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 1105 completed, throughput=5MB/sec 2024-04-02T08:45:23.051 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qM_8STYkxI1lUwj off=2729730 len=917795 2024-04-02T08:45:23.052 INFO:tasks.workunit.client.0.smithi084.stdout:op 1106 completed, throughput=5MB/sec 2024-04-02T08:45:23.052 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wLmwGIkew8Whk4J off=15754012 len=867200 2024-04-02T08:45:23.057 INFO:tasks.workunit.client.0.smithi084.stdout:op 1107 completed, throughput=5MB/sec 2024-04-02T08:45:24.056 INFO:tasks.workunit.client.0.smithi084.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:24.056 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lBcJBTJnAyUUITQ off=5880366 len=2043575 2024-04-02T08:45:24.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 1108 completed, throughput=4.99MB/sec 2024-04-02T08:45:24.058 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q3lLTZXClAOzFUy off=1737840 len=713025 2024-04-02T08:45:24.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-02T08:45:24.063 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zH7FFAKYK_qviMz off=18816342 len=2078576 2024-04-02T08:45:24.064 INFO:tasks.workunit.client.0.smithi084.stdout:op 1110 completed, throughput=5MB/sec 2024-04-02T08:45:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:24 smithi132 ceph-mon[88571]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:45:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:25.065 INFO:tasks.workunit.client.0.smithi084.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:25.065 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VT_2PgQocs5X1Vl off=983846 len=515504 2024-04-02T08:45:25.068 INFO:tasks.workunit.client.0.smithi084.stdout:op 1111 completed, throughput=4.98MB/sec 2024-04-02T08:45:25.068 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DWKAmQcR7e7jQSw off=987745 len=1910654 2024-04-02T08:45:25.078 INFO:tasks.workunit.client.0.smithi084.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-02T08:45:25.078 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZhTalJ-UMzrmW36 off=658443 len=488278 2024-04-02T08:45:25.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-02T08:45:25.081 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iGryW_2S5MlMLdy off=1584447 len=1961810 2024-04-02T08:45:25.089 INFO:tasks.workunit.client.0.smithi084.stdout:op 1114 completed, throughput=5MB/sec 2024-04-02T08:45:25.089 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jl_bqrhLW6r8qGW off=18673737 len=550534 2024-04-02T08:45:25.090 INFO:tasks.workunit.client.0.smithi084.stdout:op 1115 completed, throughput=5MB/sec 2024-04-02T08:45:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:24 smithi084 ceph-mon[94794]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:45:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:24 smithi084 ceph-mon[97358]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:45:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:26.090 INFO:tasks.workunit.client.0.smithi084.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:26.090 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nWia68OUyf99l-0 off=7254164 len=2088296 2024-04-02T08:45:26.101 INFO:tasks.workunit.client.0.smithi084.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-02T08:45:26.101 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-16mBYr6Cb1kqiWV off=3017739 len=1388115 2024-04-02T08:45:26.106 INFO:tasks.workunit.client.0.smithi084.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-02T08:45:26.106 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IwXu3uSEprnMdkp off=9760893 len=1479452 2024-04-02T08:45:26.113 INFO:tasks.workunit.client.0.smithi084.stdout:op 1118 completed, throughput=5MB/sec 2024-04-02T08:45:26.113 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eFwZ_B330TbDVjy off=19246998 len=928224 2024-04-02T08:45:26.117 INFO:tasks.workunit.client.0.smithi084.stdout:op 1119 completed, throughput=5MB/sec 2024-04-02T08:45:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:26 smithi132 ceph-mon[88571]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:45:27.117 INFO:tasks.workunit.client.0.smithi084.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:27.117 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vzY86_ci16EYzYe off=6001452 len=1827605 2024-04-02T08:45:27.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:26 smithi084 ceph-mon[94794]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:45:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:26 smithi084 ceph-mon[97358]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:45:27.127 INFO:tasks.workunit.client.0.smithi084.stdout:op 1120 completed, throughput=4.99MB/sec 2024-04-02T08:45:27.128 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gF-ErTUC83xxY6p off=102938 len=1255801 2024-04-02T08:45:27.134 INFO:tasks.workunit.client.0.smithi084.stdout:op 1121 completed, throughput=4.99MB/sec 2024-04-02T08:45:27.134 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1ZCxd4svf4cSHP8 off=19602994 len=1497861 2024-04-02T08:45:27.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 1122 completed, throughput=5MB/sec 2024-04-02T08:45:27.141 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ftyuNZMB2tnOajc off=0 len=1299386 2024-04-02T08:45:27.144 INFO:tasks.workunit.client.0.smithi084.stdout:op 1123 completed, throughput=5.01MB/sec 2024-04-02T08:45:28.145 INFO:tasks.workunit.client.0.smithi084.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:28.145 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o7bpni_wAWstOKL off=16541672 len=1178279 2024-04-02T08:45:28.151 INFO:tasks.workunit.client.0.smithi084.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-02T08:45:28.151 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z5ZXizkwABuu4b- off=1294154 len=536055 2024-04-02T08:45:28.155 INFO:tasks.workunit.client.0.smithi084.stdout:op 1125 completed, throughput=4.99MB/sec 2024-04-02T08:45:28.155 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TS8viFMgHl4RR6H off=484726 len=1819423 2024-04-02T08:45:28.161 INFO:tasks.workunit.client.0.smithi084.stdout:op 1126 completed, throughput=5MB/sec 2024-04-02T08:45:28.161 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-15xH11RrXjEJINx off=973464 len=1462810 2024-04-02T08:45:28.162 INFO:tasks.workunit.client.0.smithi084.stdout:op 1127 completed, throughput=5MB/sec 2024-04-02T08:45:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:28 smithi132 ceph-mon[88571]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:45:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:28 smithi084 ceph-mon[94794]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:45:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:28 smithi084 ceph-mon[97358]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:45:29.162 INFO:tasks.workunit.client.0.smithi084.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:29.163 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0jHk7J0C343wYU5 off=7600090 len=93460 2024-04-02T08:45:29.165 INFO:tasks.workunit.client.0.smithi084.stdout:op 1128 completed, throughput=4.98MB/sec 2024-04-02T08:45:29.165 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GgYTX2-MFoAYwub off=18955451 len=137646 2024-04-02T08:45:29.168 INFO:tasks.workunit.client.0.smithi084.stdout:op 1129 completed, throughput=4.98MB/sec 2024-04-02T08:45:29.168 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Kes5Vf4dnhYh5t2 off=4144027 len=1628185 2024-04-02T08:45:29.175 INFO:tasks.workunit.client.0.smithi084.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-02T08:45:29.175 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1pMMSQ--Uxk9X1F off=5859192 len=996164 2024-04-02T08:45:29.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 1131 completed, throughput=4.99MB/sec 2024-04-02T08:45:29.179 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pabp7PCJbm3Kjh4 off=784127 len=224134 2024-04-02T08:45:29.181 INFO:tasks.workunit.client.0.smithi084.stdout:op 1132 completed, throughput=4.99MB/sec 2024-04-02T08:45:29.182 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k7hIEaMVpMhCeuR off=13731668 len=914354 2024-04-02T08:45:29.182 INFO:tasks.workunit.client.0.smithi084.stdout:op 1133 completed, throughput=5MB/sec 2024-04-02T08:45:29.182 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--1nVhLwRTerJmsI off=765122 len=621444 2024-04-02T08:45:29.183 INFO:tasks.workunit.client.0.smithi084.stdout:op 1134 completed, throughput=5MB/sec 2024-04-02T08:45:30.183 INFO:tasks.workunit.client.0.smithi084.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:30.183 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9ALTlsfkRDl7jzs off=7517363 len=505311 2024-04-02T08:45:30.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 1135 completed, throughput=4.98MB/sec 2024-04-02T08:45:30.185 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LN_-R3IMFesLb3t off=11298734 len=1987332 2024-04-02T08:45:30.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-02T08:45:30.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i2XlQtRB-M2Of_6 off=5851531 len=881744 2024-04-02T08:45:30.195 INFO:tasks.workunit.client.0.smithi084.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-02T08:45:30.195 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zy2qgS_g06b_Ggq off=369468 len=1575664 2024-04-02T08:45:30.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 1138 completed, throughput=5MB/sec 2024-04-02T08:45:30.197 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_3x9BJpnJrM0Ntc off=3561883 len=1858971 2024-04-02T08:45:30.199 INFO:tasks.workunit.client.0.smithi084.stdout:op 1139 completed, throughput=5.01MB/sec 2024-04-02T08:45:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:30 smithi132 ceph-mon[88571]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:30 smithi084 ceph-mon[94794]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:45:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:45:30] "GET /metrics HTTP/1.1" 200 34110 "" "Prometheus/2.43.0" 2024-04-02T08:45:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:30 smithi084 ceph-mon[97358]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:31.199 INFO:tasks.workunit.client.0.smithi084.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:31.199 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C6dUWQeM1bxL6nD off=12607016 len=1874322 2024-04-02T08:45:31.210 INFO:tasks.workunit.client.0.smithi084.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-02T08:45:31.210 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BnGAmlHnBkfIpGI off=4232041 len=1549838 2024-04-02T08:45:31.215 INFO:tasks.workunit.client.0.smithi084.stdout:op 1141 completed, throughput=5MB/sec 2024-04-02T08:45:31.215 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z3j9nAjyMGAcoRn off=3127232 len=34785 2024-04-02T08:45:31.217 INFO:tasks.workunit.client.0.smithi084.stdout:op 1142 completed, throughput=5MB/sec 2024-04-02T08:45:31.217 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2XenzQIn2nzamg9 off=4471144 len=678072 2024-04-02T08:45:31.220 INFO:tasks.workunit.client.0.smithi084.stdout:op 1143 completed, throughput=5MB/sec 2024-04-02T08:45:32.220 INFO:tasks.workunit.client.0.smithi084.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:32.221 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uTH76ks-F2tr6bW off=7721741 len=1107912 2024-04-02T08:45:32.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 1144 completed, throughput=4.98MB/sec 2024-04-02T08:45:32.226 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H8DScCRzilq8Bx7 off=1030949 len=1018496 2024-04-02T08:45:32.231 INFO:tasks.workunit.client.0.smithi084.stdout:op 1145 completed, throughput=4.99MB/sec 2024-04-02T08:45:32.231 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mmLsPFa_uZ-xZbW off=5718889 len=1091459 2024-04-02T08:45:32.235 INFO:tasks.workunit.client.0.smithi084.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-02T08:45:32.235 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kNv0L95NTuyKORc off=262594 len=1708993 2024-04-02T08:45:32.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 1147 completed, throughput=5MB/sec 2024-04-02T08:45:32.242 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GUpD9_xMB2vV2vt off=3808629 len=1769659 2024-04-02T08:45:32.244 INFO:tasks.workunit.client.0.smithi084.stdout:op 1148 completed, throughput=5.01MB/sec 2024-04-02T08:45:32.629 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:45:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:45:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:32 smithi132 ceph-mon[88571]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:45:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:32 smithi084 ceph-mon[94794]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:45:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:32 smithi084 ceph-mon[97358]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:45:33.244 INFO:tasks.workunit.client.0.smithi084.stdout: 222: throughput=4.99MB/sec pending data=0 2024-04-02T08:45:33.244 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZYv97xtqho-k-Ug off=4454876 len=1876550 2024-04-02T08:45:33.246 INFO:tasks.workunit.client.0.smithi084.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-02T08:45:33.246 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qc7jiTWxsoR2Rmj off=2498767 len=345462 2024-04-02T08:45:33.247 INFO:tasks.workunit.client.0.smithi084.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-02T08:45:33.247 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8Ya4e8OCsI_ca_p off=12736140 len=583321 2024-04-02T08:45:33.249 INFO:tasks.workunit.client.0.smithi084.stdout:op 1151 completed, throughput=5MB/sec 2024-04-02T08:45:33.249 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-igtTMomLsKH-ct7 off=3890248 len=1434817 2024-04-02T08:45:33.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 1152 completed, throughput=5MB/sec 2024-04-02T08:45:34.256 INFO:tasks.workunit.client.0.smithi084.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:34.257 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dpLIFO5bGTg-rCH off=12330060 len=1100694 2024-04-02T08:45:34.261 INFO:tasks.workunit.client.0.smithi084.stdout:op 1153 completed, throughput=4.99MB/sec 2024-04-02T08:45:34.261 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2XGrrmVQF6GfWCS off=1741909 len=1436007 2024-04-02T08:45:34.270 INFO:tasks.workunit.client.0.smithi084.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-02T08:45:34.270 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bVDIlCn3c28t6z7 off=1423183 len=529359 2024-04-02T08:45:34.271 INFO:tasks.workunit.client.0.smithi084.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-02T08:45:34.271 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qpTMNX9rCOfPK6q off=6023411 len=1997303 2024-04-02T08:45:34.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 1156 completed, throughput=5MB/sec 2024-04-02T08:45:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:34 smithi132 ceph-mon[88571]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:34 smithi084 ceph-mon[94794]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:34 smithi084 ceph-mon[97358]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:35.272 INFO:tasks.workunit.client.0.smithi084.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:35.273 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lh-61YNRIkNjYxP off=2798759 len=1394069 2024-04-02T08:45:35.279 INFO:tasks.workunit.client.0.smithi084.stdout:op 1157 completed, throughput=4.99MB/sec 2024-04-02T08:45:35.279 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BtdRs79BFXgJwuj off=17073219 len=1171034 2024-04-02T08:45:35.283 INFO:tasks.workunit.client.0.smithi084.stdout:op 1158 completed, throughput=4.99MB/sec 2024-04-02T08:45:35.284 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WEwtC871DS_4v_i off=11167167 len=1581957 2024-04-02T08:45:35.286 INFO:tasks.workunit.client.0.smithi084.stdout:op 1159 completed, throughput=5MB/sec 2024-04-02T08:45:35.286 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LE4VS0hGgud6Y1j off=18941915 len=513458 2024-04-02T08:45:35.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 1160 completed, throughput=5MB/sec 2024-04-02T08:45:35.289 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bHPkrhqQ0dZJZOH off=562982 len=686188 2024-04-02T08:45:35.290 INFO:tasks.workunit.client.0.smithi084.stdout:op 1161 completed, throughput=5MB/sec 2024-04-02T08:45:36.290 INFO:tasks.workunit.client.0.smithi084.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:36.290 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EBODVFgimWluUcC off=7946098 len=348827 2024-04-02T08:45:36.293 INFO:tasks.workunit.client.0.smithi084.stdout:op 1162 completed, throughput=4.98MB/sec 2024-04-02T08:45:36.293 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2iZ4W9z_HA_I5Ya off=14086666 len=123013 2024-04-02T08:45:36.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 1163 completed, throughput=4.98MB/sec 2024-04-02T08:45:36.294 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3mrLyubk58gvlYe off=14732697 len=1177168 2024-04-02T08:45:36.299 INFO:tasks.workunit.client.0.smithi084.stdout:op 1164 completed, throughput=4.99MB/sec 2024-04-02T08:45:36.299 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OiUZmp_6wOpsf9E off=800866 len=1230096 2024-04-02T08:45:36.307 INFO:tasks.workunit.client.0.smithi084.stdout:op 1165 completed, throughput=4.99MB/sec 2024-04-02T08:45:36.307 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0n2sup8KiQbxIeS off=22668939 len=2052750 2024-04-02T08:45:36.315 INFO:tasks.workunit.client.0.smithi084.stdout:op 1166 completed, throughput=5MB/sec 2024-04-02T08:45:36.315 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-o0CFqZNPAr0cDVe off=7656034 len=1683607 2024-04-02T08:45:36.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 1167 completed, throughput=5.01MB/sec 2024-04-02T08:45:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:36 smithi132 ceph-mon[88571]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:45:36.919 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:36 smithi084 ceph-mon[94794]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:45:36.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:36 smithi084 ceph-mon[97358]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:45:37.319 INFO:tasks.workunit.client.0.smithi084.stdout: 226: throughput=4.99MB/sec pending data=0 2024-04-02T08:45:37.319 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--AWvVt6tK-vSoue off=2911764 len=2058321 2024-04-02T08:45:37.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 1168 completed, throughput=4.99MB/sec 2024-04-02T08:45:37.332 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h6qhNI6pMqTWOIV off=3911319 len=902645 2024-04-02T08:45:37.336 INFO:tasks.workunit.client.0.smithi084.stdout:op 1169 completed, throughput=5MB/sec 2024-04-02T08:45:37.336 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-buQPgmVQbPvk8jN off=5935579 len=1536454 2024-04-02T08:45:37.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 1170 completed, throughput=5MB/sec 2024-04-02T08:45:38.338 INFO:tasks.workunit.client.0.smithi084.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:38.338 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eN8xj9tdGsXxV9l off=8840915 len=921841 2024-04-02T08:45:38.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-02T08:45:38.342 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3P2mxulX9L66yLO off=2021455 len=1356367 2024-04-02T08:45:38.348 INFO:tasks.workunit.client.0.smithi084.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-02T08:45:38.348 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-T3Sv9559Gi4sLdL off=4524100 len=1889769 2024-04-02T08:45:38.360 INFO:tasks.workunit.client.0.smithi084.stdout:op 1173 completed, throughput=5MB/sec 2024-04-02T08:45:38.360 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Y8cxN8tZ34-uMnx off=9677656 len=1368814 2024-04-02T08:45:38.365 INFO:tasks.workunit.client.0.smithi084.stdout:op 1174 completed, throughput=5MB/sec 2024-04-02T08:45:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:38 smithi132 ceph-mon[88571]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:45:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:38 smithi084 ceph-mon[94794]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:45:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:38 smithi084 ceph-mon[97358]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:45:39.365 INFO:tasks.workunit.client.0.smithi084.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:39.365 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q048zPPTyBVRIcQ off=13821769 len=1341711 2024-04-02T08:45:39.370 INFO:tasks.workunit.client.0.smithi084.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-02T08:45:39.370 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xy6ERfupomr4ACo off=1644814 len=14036 2024-04-02T08:45:39.371 INFO:tasks.workunit.client.0.smithi084.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-02T08:45:39.371 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gn9b2JHRARPaKDm off=3258907 len=112238 2024-04-02T08:45:39.373 INFO:tasks.workunit.client.0.smithi084.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-02T08:45:39.373 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k5pLTu8h6TRv9Mv off=1953071 len=1720231 2024-04-02T08:45:39.374 INFO:tasks.workunit.client.0.smithi084.stdout:op 1178 completed, throughput=5MB/sec 2024-04-02T08:45:39.374 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5oWWK2Ka1VX2TnL off=8108169 len=1828452 2024-04-02T08:45:39.384 INFO:tasks.workunit.client.0.smithi084.stdout:op 1179 completed, throughput=5MB/sec 2024-04-02T08:45:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:40.384 INFO:tasks.workunit.client.0.smithi084.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:40.384 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XTndWHDcYvE0RYA off=14886979 len=1894528 2024-04-02T08:45:40.388 INFO:tasks.workunit.client.0.smithi084.stdout:op 1180 completed, throughput=4.99MB/sec 2024-04-02T08:45:40.388 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uxfP39TAMlpM4KO off=2661245 len=1154875 2024-04-02T08:45:40.396 INFO:tasks.workunit.client.0.smithi084.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-02T08:45:40.396 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TqwSX1rofxRyp9I off=2659927 len=1106327 2024-04-02T08:45:40.400 INFO:tasks.workunit.client.0.smithi084.stdout:op 1182 completed, throughput=5MB/sec 2024-04-02T08:45:40.400 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vrhT5T6Vx5oCSnt off=109781 len=768038 2024-04-02T08:45:40.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 1183 completed, throughput=5MB/sec 2024-04-02T08:45:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:40 smithi132 ceph-mon[88571]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:45:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:40 smithi084 ceph-mon[94794]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:45:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:40 smithi084 ceph-mon[97358]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:45:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:45:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:45:40] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:45:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:41.401 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H_0k_yb-i1qUXoA off=657559 len=552548 2024-04-02T08:45:41.403 INFO:tasks.workunit.client.0.smithi084.stdout:op 1184 completed, throughput=4.98MB/sec 2024-04-02T08:45:41.403 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HdZoIMqO5JVJTaR off=18445742 len=1414000 2024-04-02T08:45:41.404 INFO:tasks.workunit.client.0.smithi084.stdout:op 1185 completed, throughput=4.99MB/sec 2024-04-02T08:45:41.404 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--BkbxtxF-QotIuO off=17924329 len=1691631 2024-04-02T08:45:41.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 1186 completed, throughput=4.99MB/sec 2024-04-02T08:45:41.408 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6KXfy8E1iNCkdu- off=3802464 len=1653736 2024-04-02T08:45:41.410 INFO:tasks.workunit.client.0.smithi084.stdout:op 1187 completed, throughput=5MB/sec 2024-04-02T08:45:42.410 INFO:tasks.workunit.client.0.smithi084.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:42.410 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oy-TZUPeks_tNJO off=4919058 len=462493 2024-04-02T08:45:42.414 INFO:tasks.workunit.client.0.smithi084.stdout:op 1188 completed, throughput=4.98MB/sec 2024-04-02T08:45:42.414 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IYbOLu0U4q-X4qz off=20483292 len=50803 2024-04-02T08:45:42.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 1189 completed, throughput=4.98MB/sec 2024-04-02T08:45:42.416 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZZhc0BgCVgKR5XF off=1137264 len=582177 2024-04-02T08:45:42.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 1190 completed, throughput=4.98MB/sec 2024-04-02T08:45:42.420 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tOPstOVZwkVWUeT off=6063122 len=694718 2024-04-02T08:45:42.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 1191 completed, throughput=4.99MB/sec 2024-04-02T08:45:42.421 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XC7q5exiGl6Uy3r off=15276042 len=945471 2024-04-02T08:45:42.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 1192 completed, throughput=4.99MB/sec 2024-04-02T08:45:42.421 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9qdJVPOvGByHStm off=1777975 len=118719 2024-04-02T08:45:42.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-02T08:45:42.424 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x0_s7U6XA0s9ZH9 off=8012755 len=78070 2024-04-02T08:45:42.426 INFO:tasks.workunit.client.0.smithi084.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-02T08:45:42.426 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7EW1pQubiNgEWss off=4335303 len=494976 2024-04-02T08:45:42.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 1195 completed, throughput=4.99MB/sec 2024-04-02T08:45:42.429 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YUndW-16nVcHVEo off=170319 len=1326172 2024-04-02T08:45:42.431 INFO:tasks.workunit.client.0.smithi084.stdout:op 1196 completed, throughput=5MB/sec 2024-04-02T08:45:42.431 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8vLtrr1xJ4TNV5W off=11976694 len=1220230 2024-04-02T08:45:42.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 1197 completed, throughput=5MB/sec 2024-04-02T08:45:42.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:45:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:45:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:42 smithi132 ceph-mon[88571]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:42 smithi084 ceph-mon[94794]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:42 smithi084 ceph-mon[97358]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:43.436 INFO:tasks.workunit.client.0.smithi084.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:43.436 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-euLUGZU8zJfCVoy off=4763122 len=486726 2024-04-02T08:45:43.437 INFO:tasks.workunit.client.0.smithi084.stdout:op 1198 completed, throughput=4.98MB/sec 2024-04-02T08:45:43.437 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8e2T9l00WQHnUAs off=6800859 len=87461 2024-04-02T08:45:43.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 1199 completed, throughput=4.98MB/sec 2024-04-02T08:45:43.439 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j4svkGdieu3ib_x off=3629501 len=1679734 2024-04-02T08:45:43.446 INFO:tasks.workunit.client.0.smithi084.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-02T08:45:43.447 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bHdpxHjz8hb26kW off=1392435 len=807976 2024-04-02T08:45:43.447 INFO:tasks.workunit.client.0.smithi084.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-02T08:45:43.448 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kzImMhT8Sijhh6g off=9583110 len=809543 2024-04-02T08:45:43.448 INFO:tasks.workunit.client.0.smithi084.stdout:op 1202 completed, throughput=5MB/sec 2024-04-02T08:45:43.448 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yP2C_mAg1AJUW7Z off=1298436 len=26612 2024-04-02T08:45:43.450 INFO:tasks.workunit.client.0.smithi084.stdout:op 1203 completed, throughput=5MB/sec 2024-04-02T08:45:43.450 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cGgxTvY-niDPox0 off=3603825 len=1842971 2024-04-02T08:45:43.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 1204 completed, throughput=5MB/sec 2024-04-02T08:45:44.461 INFO:tasks.workunit.client.0.smithi084.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:44.461 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6iXwcX4GYIinidH off=5801379 len=2088602 2024-04-02T08:45:44.463 INFO:tasks.workunit.client.0.smithi084.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-02T08:45:44.463 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eXYosS2LiFpuweB off=1671846 len=497653 2024-04-02T08:45:44.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-02T08:45:44.467 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M_Pz23aGoKwu3dj off=7990200 len=1826892 2024-04-02T08:45:44.473 INFO:tasks.workunit.client.0.smithi084.stdout:op 1207 completed, throughput=5MB/sec 2024-04-02T08:45:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:44 smithi132 ceph-mon[88571]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:45:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:44 smithi084 ceph-mon[94794]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:45:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:44 smithi084 ceph-mon[97358]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:45:45.474 INFO:tasks.workunit.client.0.smithi084.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:45.474 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fmq3FPA1r874pct off=18873786 len=2045496 2024-04-02T08:45:45.475 INFO:tasks.workunit.client.0.smithi084.stdout:op 1208 completed, throughput=4.99MB/sec 2024-04-02T08:45:45.475 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kTeDwv0PvZrFz92 off=7470903 len=677297 2024-04-02T08:45:45.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-02T08:45:45.476 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a0iKMQQS9l-HNwl off=0 len=1556532 2024-04-02T08:45:45.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 1210 completed, throughput=5MB/sec 2024-04-02T08:45:45.478 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nRcV_HTRC2PTdEO off=298586 len=1510734 2024-04-02T08:45:45.481 INFO:tasks.workunit.client.0.smithi084.stdout:op 1211 completed, throughput=5MB/sec 2024-04-02T08:45:46.481 INFO:tasks.workunit.client.0.smithi084.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:46.481 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IGpISuuB3FK3K44 off=13451046 len=493860 2024-04-02T08:45:46.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 1212 completed, throughput=4.98MB/sec 2024-04-02T08:45:46.482 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XBuZoO76Vy9zzFx off=4779978 len=295469 2024-04-02T08:45:46.485 INFO:tasks.workunit.client.0.smithi084.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-02T08:45:46.485 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Yn3zYlOWA3AJOtq off=2945784 len=1839994 2024-04-02T08:45:46.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-02T08:45:46.487 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sDk9c2UcGneBg_y off=4168009 len=1910418 2024-04-02T08:45:46.489 INFO:tasks.workunit.client.0.smithi084.stdout:op 1215 completed, throughput=5MB/sec 2024-04-02T08:45:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:46 smithi132 ceph-mon[88571]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:45:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:46 smithi084 ceph-mon[94794]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:45:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:46 smithi084 ceph-mon[97358]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:45:47.489 INFO:tasks.workunit.client.0.smithi084.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:47.489 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_8nSuPBcKZ5Y-0X off=353708 len=327446 2024-04-02T08:45:47.492 INFO:tasks.workunit.client.0.smithi084.stdout:op 1216 completed, throughput=4.98MB/sec 2024-04-02T08:45:47.493 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5QLHUK57SX8SJFk off=2961517 len=1267811 2024-04-02T08:45:47.499 INFO:tasks.workunit.client.0.smithi084.stdout:op 1217 completed, throughput=4.99MB/sec 2024-04-02T08:45:47.499 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XzS3iM5b1JqSX4T off=15931217 len=1609757 2024-04-02T08:45:47.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 1218 completed, throughput=4.99MB/sec 2024-04-02T08:45:47.505 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nImEc4MGLEOZtRi off=2316180 len=1328478 2024-04-02T08:45:47.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 1219 completed, throughput=5MB/sec 2024-04-02T08:45:47.513 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KQPfK0CQ49IAPvq off=7297167 len=322056 2024-04-02T08:45:47.516 INFO:tasks.workunit.client.0.smithi084.stdout:op 1220 completed, throughput=5MB/sec 2024-04-02T08:45:47.516 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9rVDI7nvlSOY6Gq off=9394404 len=154218 2024-04-02T08:45:47.519 INFO:tasks.workunit.client.0.smithi084.stdout:op 1221 completed, throughput=5MB/sec 2024-04-02T08:45:47.519 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n-HHcJKGiQlfkAU off=299602 len=1788985 2024-04-02T08:45:47.526 INFO:tasks.workunit.client.0.smithi084.stdout:op 1222 completed, throughput=5.01MB/sec 2024-04-02T08:45:48.526 INFO:tasks.workunit.client.0.smithi084.stdout: 237: throughput=4.99MB/sec pending data=0 2024-04-02T08:45:48.526 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oA2PjLTOYbA_oCH off=19784866 len=614657 2024-04-02T08:45:48.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-02T08:45:48.529 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LELDstz3fwdgeql off=5968270 len=354740 2024-04-02T08:45:48.530 INFO:tasks.workunit.client.0.smithi084.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-02T08:45:48.530 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iHk1JV8BunxcxPp off=1575199 len=1556030 2024-04-02T08:45:48.533 INFO:tasks.workunit.client.0.smithi084.stdout:op 1225 completed, throughput=4.99MB/sec 2024-04-02T08:45:48.533 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IMozuTNLtTp5vld off=2394023 len=516898 2024-04-02T08:45:48.536 INFO:tasks.workunit.client.0.smithi084.stdout:op 1226 completed, throughput=5MB/sec 2024-04-02T08:45:48.536 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZVqoPIkZl5l8FsX off=9099393 len=1458385 2024-04-02T08:45:48.543 INFO:tasks.workunit.client.0.smithi084.stdout:op 1227 completed, throughput=5MB/sec 2024-04-02T08:45:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:48 smithi132 ceph-mon[88571]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:48 smithi084 ceph-mon[94794]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:48 smithi084 ceph-mon[97358]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:49.543 INFO:tasks.workunit.client.0.smithi084.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:49.543 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DZwFCi7tU41BBMI off=911743 len=480933 2024-04-02T08:45:49.547 INFO:tasks.workunit.client.0.smithi084.stdout:op 1228 completed, throughput=4.98MB/sec 2024-04-02T08:45:49.547 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vmY1iobjl5bdp7S off=18273904 len=2048372 2024-04-02T08:45:49.560 INFO:tasks.workunit.client.0.smithi084.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-02T08:45:49.560 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4DsewN0aicOaJuX off=18204869 len=346780 2024-04-02T08:45:49.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-02T08:45:49.561 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-V0pjoy1cavSGGFT off=21981834 len=805340 2024-04-02T08:45:49.564 INFO:tasks.workunit.client.0.smithi084.stdout:op 1231 completed, throughput=5MB/sec 2024-04-02T08:45:49.565 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-a4y7Z4GHm09Fw4V off=9289757 len=567889 2024-04-02T08:45:49.568 INFO:tasks.workunit.client.0.smithi084.stdout:op 1232 completed, throughput=5MB/sec 2024-04-02T08:45:49.568 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-abXhq3l3ojcb21G off=9045098 len=419873 2024-04-02T08:45:49.569 INFO:tasks.workunit.client.0.smithi084.stdout:op 1233 completed, throughput=5MB/sec 2024-04-02T08:45:49.569 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kcGiRCeOhN4H3XJ off=8911758 len=365114 2024-04-02T08:45:49.571 INFO:tasks.workunit.client.0.smithi084.stdout:op 1234 completed, throughput=5MB/sec 2024-04-02T08:45:50.571 INFO:tasks.workunit.client.0.smithi084.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:50.572 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fbc3mF5cvFBBHqN off=550683 len=69286 2024-04-02T08:45:50.574 INFO:tasks.workunit.client.0.smithi084.stdout:op 1235 completed, throughput=4.98MB/sec 2024-04-02T08:45:50.574 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UGYlUcw9STNIBii off=10845339 len=169345 2024-04-02T08:45:50.575 INFO:tasks.workunit.client.0.smithi084.stdout:op 1236 completed, throughput=4.98MB/sec 2024-04-02T08:45:50.575 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jiqT1RkKo0iQuYN off=7277485 len=357195 2024-04-02T08:45:50.576 INFO:tasks.workunit.client.0.smithi084.stdout:op 1237 completed, throughput=4.98MB/sec 2024-04-02T08:45:50.576 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F5vRLkZq7tI0j3k off=5566745 len=274339 2024-04-02T08:45:50.578 INFO:tasks.workunit.client.0.smithi084.stdout:op 1238 completed, throughput=4.98MB/sec 2024-04-02T08:45:50.579 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wl1UlPeP2vuiXFr off=2722674 len=256288 2024-04-02T08:45:50.581 INFO:tasks.workunit.client.0.smithi084.stdout:op 1239 completed, throughput=4.98MB/sec 2024-04-02T08:45:50.581 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q46B5iyloPchCWi off=5094398 len=321070 2024-04-02T08:45:50.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-02T08:45:50.584 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-X9synO4Ao7EWPx7 off=14547868 len=1969850 2024-04-02T08:45:50.595 INFO:tasks.workunit.client.0.smithi084.stdout:op 1241 completed, throughput=4.99MB/sec 2024-04-02T08:45:50.595 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AoiCXkRkk2s2UyA off=10713747 len=160820 2024-04-02T08:45:50.597 INFO:tasks.workunit.client.0.smithi084.stdout:op 1242 completed, throughput=4.99MB/sec 2024-04-02T08:45:50.597 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6mauZT4uux0dsUr off=2658548 len=38946 2024-04-02T08:45:50.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-02T08:45:50.598 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P4rPfKognIkNNFQ off=3494342 len=667390 2024-04-02T08:45:50.599 INFO:tasks.workunit.client.0.smithi084.stdout:op 1244 completed, throughput=5MB/sec 2024-04-02T08:45:50.599 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tT8OlEZhu3aq4qT off=1474340 len=1300398 2024-04-02T08:45:50.606 INFO:tasks.workunit.client.0.smithi084.stdout:op 1245 completed, throughput=5MB/sec 2024-04-02T08:45:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:50 smithi132 ceph-mon[88571]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:45:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:50 smithi084 ceph-mon[94794]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:45:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:45:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:45:50] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:45:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:50 smithi084 ceph-mon[97358]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:45:51.606 INFO:tasks.workunit.client.0.smithi084.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:51.607 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qORFLsInQZWlxL2 off=16679373 len=1488738 2024-04-02T08:45:51.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 1246 completed, throughput=4.99MB/sec 2024-04-02T08:45:51.612 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hBVHZIOAqAxAIFq off=4256207 len=1098477 2024-04-02T08:45:51.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-02T08:45:51.618 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-w6N6Pzz2-nJt1jb off=2518417 len=622652 2024-04-02T08:45:51.623 INFO:tasks.workunit.client.0.smithi084.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-02T08:45:51.623 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UVWtd6iLcaeSc3U off=2823803 len=839805 2024-04-02T08:45:51.626 INFO:tasks.workunit.client.0.smithi084.stdout:op 1249 completed, throughput=5MB/sec 2024-04-02T08:45:51.627 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vx6CJVLd_gLJz1F off=8438831 len=553900 2024-04-02T08:45:51.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 1250 completed, throughput=5MB/sec 2024-04-02T08:45:51.630 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8srGoc5Y9Gp2rON off=2782504 len=269208 2024-04-02T08:45:51.632 INFO:tasks.workunit.client.0.smithi084.stdout:op 1251 completed, throughput=5MB/sec 2024-04-02T08:45:51.633 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-37xhntfQcZ0h239 off=6008620 len=945255 2024-04-02T08:45:51.634 INFO:tasks.workunit.client.0.smithi084.stdout:op 1252 completed, throughput=5MB/sec 2024-04-02T08:45:52.634 INFO:tasks.workunit.client.0.smithi084.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:52.635 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PXfTd-d1ZAVdzsL off=6456571 len=1289168 2024-04-02T08:45:52.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-02T08:45:52.636 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Cy4m3pwI3ka6pDt off=12991233 len=1628102 2024-04-02T08:45:52.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-02T08:45:52.637 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fgbPyEucDNZfcH1 off=4338261 len=1396234 2024-04-02T08:45:52.638 INFO:tasks.workunit.client.0.smithi084.stdout:op 1255 completed, throughput=5MB/sec 2024-04-02T08:45:52.638 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZEgNDQhlLbadhHV off=4410175 len=1195519 2024-04-02T08:45:52.644 INFO:tasks.workunit.client.0.smithi084.stdout:op 1256 completed, throughput=5MB/sec 2024-04-02T08:45:52.656 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:45:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:45:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:52 smithi132 ceph-mon[88571]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:52 smithi084 ceph-mon[94794]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:52 smithi084 ceph-mon[97358]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:45:53.644 INFO:tasks.workunit.client.0.smithi084.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:53.644 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ooTa41WBOkj5Gjy off=8249285 len=550608 2024-04-02T08:45:53.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-02T08:45:53.648 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q2F2TOLDAYNzij5 off=3685636 len=1042371 2024-04-02T08:45:53.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 1258 completed, throughput=4.99MB/sec 2024-04-02T08:45:53.652 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5HIw9Mg2ggX25oN off=10223288 len=1873649 2024-04-02T08:45:53.654 INFO:tasks.workunit.client.0.smithi084.stdout:op 1259 completed, throughput=5MB/sec 2024-04-02T08:45:53.654 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-20hWspKV_LrngM8 off=394104 len=1974783 2024-04-02T08:45:53.655 INFO:tasks.workunit.client.0.smithi084.stdout:op 1260 completed, throughput=5MB/sec 2024-04-02T08:45:54.655 INFO:tasks.workunit.client.0.smithi084.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:54.656 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pnLQhcw0BvkBDFN off=1594264 len=442417 2024-04-02T08:45:54.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-02T08:45:54.659 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9_jBCd4bLBiOfFw off=5587056 len=277004 2024-04-02T08:45:54.660 INFO:tasks.workunit.client.0.smithi084.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-02T08:45:54.660 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EPfy6ECrJISegwR off=10243702 len=1547955 2024-04-02T08:45:54.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-02T08:45:54.662 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IKPE8PBhBlTn9H2 off=14782304 len=1853949 2024-04-02T08:45:54.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 1264 completed, throughput=5MB/sec 2024-04-02T08:45:54.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_OXNRF6Nr8M4Wl- off=1773208 len=1171290 2024-04-02T08:45:54.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 1265 completed, throughput=5MB/sec 2024-04-02T08:45:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:54 smithi132 ceph-mon[88571]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:54 smithi084 ceph-mon[94794]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:54 smithi084 ceph-mon[97358]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:55.679 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rkoG96mPkJM01iA off=4907853 len=1875882 2024-04-02T08:45:55.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-02T08:45:55.685 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QDRkxXrHHSz3-Aq off=4721390 len=444855 2024-04-02T08:45:55.686 INFO:tasks.workunit.client.0.smithi084.stdout:op 1267 completed, throughput=4.99MB/sec 2024-04-02T08:45:55.686 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vGZMLQ_wcG1fKdo off=1785893 len=1840268 2024-04-02T08:45:55.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 1268 completed, throughput=5MB/sec 2024-04-02T08:45:55.693 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pkQvkdInq9KuF1g off=12514987 len=492719 2024-04-02T08:45:55.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 1269 completed, throughput=5MB/sec 2024-04-02T08:45:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:56.694 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2BvlKlKGLDIOTwN off=3409822 len=514754 2024-04-02T08:45:56.697 INFO:tasks.workunit.client.0.smithi084.stdout:op 1270 completed, throughput=4.98MB/sec 2024-04-02T08:45:56.697 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-16mBYr6Cb1kqiWV off=2466866 len=1188959 2024-04-02T08:45:56.699 INFO:tasks.workunit.client.0.smithi084.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-02T08:45:56.699 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3ejHLjHCpAJaD4J off=8421766 len=226071 2024-04-02T08:45:56.699 INFO:tasks.workunit.client.0.smithi084.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-02T08:45:56.699 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ucIBsw6My1RBzjS off=5296684 len=1803599 2024-04-02T08:45:56.700 INFO:tasks.workunit.client.0.smithi084.stdout:op 1273 completed, throughput=5MB/sec 2024-04-02T08:45:56.701 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KznIp2u_SL02B1v off=2343845 len=1967045 2024-04-02T08:45:56.713 INFO:tasks.workunit.client.0.smithi084.stdout:op 1274 completed, throughput=5MB/sec 2024-04-02T08:45:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:56 smithi084 ceph-mon[94794]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:45:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:56 smithi084 ceph-mon[97358]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:45:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:56 smithi132 ceph-mon[88571]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:45:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:57.713 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_VLoHI7KYYBWWu0 off=7436356 len=1829107 2024-04-02T08:45:57.717 INFO:tasks.workunit.client.0.smithi084.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-02T08:45:57.717 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ANigGSjFxZNIgAI off=2132951 len=1970110 2024-04-02T08:45:57.728 INFO:tasks.workunit.client.0.smithi084.stdout:op 1276 completed, throughput=5MB/sec 2024-04-02T08:45:57.728 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D_nTyw9n9M5b5Yb off=6342733 len=1269644 2024-04-02T08:45:57.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 1277 completed, throughput=5MB/sec 2024-04-02T08:45:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:58.730 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JnHdrAhu96LxENz off=3120843 len=1731516 2024-04-02T08:45:58.738 INFO:tasks.workunit.client.0.smithi084.stdout:op 1278 completed, throughput=4.99MB/sec 2024-04-02T08:45:58.738 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RjKZzfkIRA1dbg7 off=13125678 len=1365216 2024-04-02T08:45:58.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 1279 completed, throughput=4.99MB/sec 2024-04-02T08:45:58.739 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sqkH3708s9ch8gk off=18461251 len=904262 2024-04-02T08:45:58.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 1280 completed, throughput=5MB/sec 2024-04-02T08:45:58.744 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MqaijrQ-90jeMYN off=7021292 len=267773 2024-04-02T08:45:58.745 INFO:tasks.workunit.client.0.smithi084.stdout:op 1281 completed, throughput=5MB/sec 2024-04-02T08:45:58.745 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rwFpRR90UYZiDOe off=3754687 len=1086701 2024-04-02T08:45:58.746 INFO:tasks.workunit.client.0.smithi084.stdout:op 1282 completed, throughput=5MB/sec 2024-04-02T08:45:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:45:58 smithi084 ceph-mon[94794]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:45:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:45:58 smithi084 ceph-mon[97358]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:45:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:45:58 smithi132 ceph-mon[88571]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:45:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-02T08:45:59.746 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bKdPZfuhAC4v9c9 off=2701809 len=6077 2024-04-02T08:45:59.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 1283 completed, throughput=4.98MB/sec 2024-04-02T08:45:59.748 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3bbBig0uhsxrc8_ off=8000610 len=1303172 2024-04-02T08:45:59.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-02T08:45:59.753 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9RrTyG3EvHmvGrR off=2253883 len=153265 2024-04-02T08:45:59.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-02T08:45:59.754 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3DrMfM3qO9YfAfK off=1625039 len=97000 2024-04-02T08:45:59.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 1286 completed, throughput=4.99MB/sec 2024-04-02T08:45:59.754 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0Zix5BGC2guuOZ4 off=6840300 len=1091800 2024-04-02T08:45:59.760 INFO:tasks.workunit.client.0.smithi084.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-02T08:45:59.760 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EEe6cz9PMY4AEIK off=2256809 len=261974 2024-04-02T08:45:59.760 INFO:tasks.workunit.client.0.smithi084.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-02T08:45:59.761 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tt3J5Ux5LCW-Wi9 off=4162969 len=273440 2024-04-02T08:45:59.762 INFO:tasks.workunit.client.0.smithi084.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-02T08:45:59.762 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qH43ADEQsCzKLsK off=20404498 len=203160 2024-04-02T08:45:59.762 INFO:tasks.workunit.client.0.smithi084.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-02T08:45:59.762 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iBdlj5yy9AM0ckJ off=2055480 len=1437235 2024-04-02T08:45:59.764 INFO:tasks.workunit.client.0.smithi084.stdout:op 1291 completed, throughput=5MB/sec 2024-04-02T08:46:00.765 INFO:tasks.workunit.client.0.smithi084.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:00.765 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c6zGbMWCcihJJob off=9198499 len=924086 2024-04-02T08:46:00.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 1292 completed, throughput=4.98MB/sec 2024-04-02T08:46:00.770 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tgWSV0PiD6oAS6m off=693031 len=974175 2024-04-02T08:46:00.773 INFO:tasks.workunit.client.0.smithi084.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-02T08:46:00.773 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qlw2rZNZFN-uZGv off=14921775 len=1415004 2024-04-02T08:46:00.776 INFO:tasks.workunit.client.0.smithi084.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-02T08:46:00.776 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nt20G5Sls6P4Atj off=5760091 len=1155427 2024-04-02T08:46:00.780 INFO:tasks.workunit.client.0.smithi084.stdout:op 1295 completed, throughput=5MB/sec 2024-04-02T08:46:00.781 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tVRkUOkl2tG2QYY off=6763393 len=776255 2024-04-02T08:46:00.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 1296 completed, throughput=5MB/sec 2024-04-02T08:46:00.785 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-81o563wNlI14Me8 off=7786722 len=178526 2024-04-02T08:46:00.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 1297 completed, throughput=5MB/sec 2024-04-02T08:46:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:00 smithi084 ceph-mon[94794]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:46:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:00 smithi084 ceph-mon[97358]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:46:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:46:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:46:00] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-02T08:46:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:00 smithi132 ceph-mon[88571]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:46:01.786 INFO:tasks.workunit.client.0.smithi084.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:01.786 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MUJPw7a2WGlF8rR off=5506765 len=1077771 2024-04-02T08:46:01.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 1298 completed, throughput=4.98MB/sec 2024-04-02T08:46:01.787 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n5Q_ywnOt0_fbi2 off=482760 len=346538 2024-04-02T08:46:01.790 INFO:tasks.workunit.client.0.smithi084.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-02T08:46:01.790 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DSOAVXOTH2ensz0 off=3934183 len=1890225 2024-04-02T08:46:01.791 INFO:tasks.workunit.client.0.smithi084.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-02T08:46:01.791 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xog8-J2F3-YkM_V off=3202046 len=1548047 2024-04-02T08:46:01.793 INFO:tasks.workunit.client.0.smithi084.stdout:op 1301 completed, throughput=5MB/sec 2024-04-02T08:46:01.793 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZfQvu1736VjGFtT off=3074696 len=1524475 2024-04-02T08:46:01.796 INFO:tasks.workunit.client.0.smithi084.stdout:op 1302 completed, throughput=5MB/sec 2024-04-02T08:46:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:46:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:02.797 INFO:tasks.workunit.client.0.smithi084.stdout: 251: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:02.797 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ux9dJW50zOUzYAn off=0 len=1058608 2024-04-02T08:46:02.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 1303 completed, throughput=4.99MB/sec 2024-04-02T08:46:02.798 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2yWkE8arN9mTa9I off=22800562 len=2095299 2024-04-02T08:46:02.810 INFO:tasks.workunit.client.0.smithi084.stdout:op 1304 completed, throughput=5MB/sec 2024-04-02T08:46:02.810 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tUtMeW6u2sBsJR4 off=8298794 len=881771 2024-04-02T08:46:02.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 1305 completed, throughput=5MB/sec 2024-04-02T08:46:02.814 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ALchx8WmeSILxG5 off=19879849 len=642357 2024-04-02T08:46:02.815 INFO:tasks.workunit.client.0.smithi084.stdout:op 1306 completed, throughput=5MB/sec 2024-04-02T08:46:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:02 smithi084 ceph-mon[94794]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:46:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:02 smithi084 ceph-mon[97358]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:46:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:02 smithi132 ceph-mon[88571]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:46:03.815 INFO:tasks.workunit.client.0.smithi084.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:03.816 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8CbNGsaCMorPVPM off=207674 len=211401 2024-04-02T08:46:03.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 1307 completed, throughput=4.98MB/sec 2024-04-02T08:46:03.817 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GCL60BlVEbMGLkH off=3360172 len=803051 2024-04-02T08:46:03.818 INFO:tasks.workunit.client.0.smithi084.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-02T08:46:03.818 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IlZN2xnPuyb8OL3 off=5021144 len=2085864 2024-04-02T08:46:03.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 1309 completed, throughput=4.99MB/sec 2024-04-02T08:46:03.829 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pzfpEnYtTe5Q-kx off=3397206 len=895594 2024-04-02T08:46:03.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 1310 completed, throughput=5MB/sec 2024-04-02T08:46:03.833 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H42ZAdumTw-FVLx off=1980984 len=739977 2024-04-02T08:46:03.834 INFO:tasks.workunit.client.0.smithi084.stdout:op 1311 completed, throughput=5MB/sec 2024-04-02T08:46:03.834 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ztkqayYgrpJtkTf off=14080979 len=532554 2024-04-02T08:46:03.837 INFO:tasks.workunit.client.0.smithi084.stdout:op 1312 completed, throughput=5MB/sec 2024-04-02T08:46:04.837 INFO:tasks.workunit.client.0.smithi084.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:04.837 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ua12MSnYqElE8En off=1059161 len=1991762 2024-04-02T08:46:04.839 INFO:tasks.workunit.client.0.smithi084.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-02T08:46:04.839 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KOGnBpb-0J9eTk- off=4993798 len=1698714 2024-04-02T08:46:04.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 1314 completed, throughput=5MB/sec 2024-04-02T08:46:04.846 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GcAHRlg4a9vSRBD off=15708216 len=1529139 2024-04-02T08:46:04.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 1315 completed, throughput=5MB/sec 2024-04-02T08:46:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:04 smithi084 ceph-mon[94794]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:04 smithi084 ceph-mon[97358]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:04 smithi132 ceph-mon[88571]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:05.853 INFO:tasks.workunit.client.0.smithi084.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:05.853 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZVLxEp0VhysIJBm off=2204917 len=84645 2024-04-02T08:46:05.856 INFO:tasks.workunit.client.0.smithi084.stdout:op 1316 completed, throughput=4.98MB/sec 2024-04-02T08:46:05.856 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zrie4C6SVXkHLbT off=17727663 len=2066585 2024-04-02T08:46:05.859 INFO:tasks.workunit.client.0.smithi084.stdout:op 1317 completed, throughput=4.99MB/sec 2024-04-02T08:46:05.859 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j_mdyFymEd-SQaj off=3918771 len=1126923 2024-04-02T08:46:05.864 INFO:tasks.workunit.client.0.smithi084.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-02T08:46:05.864 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3ziDzI7pdR0mnN6 off=10768718 len=857596 2024-04-02T08:46:05.864 INFO:tasks.workunit.client.0.smithi084.stdout:op 1319 completed, throughput=5MB/sec 2024-04-02T08:46:05.865 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8-YRJtKcl1MIKn9 off=1180080 len=180742 2024-04-02T08:46:05.865 INFO:tasks.workunit.client.0.smithi084.stdout:op 1320 completed, throughput=5MB/sec 2024-04-02T08:46:05.865 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EtgCmgeh2t5DWts off=13849210 len=1485637 2024-04-02T08:46:05.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 1321 completed, throughput=5MB/sec 2024-04-02T08:46:06.868 INFO:tasks.workunit.client.0.smithi084.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:06.868 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-or2GXzFLZS_31L1 off=543370 len=1416266 2024-04-02T08:46:06.869 INFO:tasks.workunit.client.0.smithi084.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-02T08:46:06.869 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I-SMkKnQ6QydgxB off=14713638 len=761542 2024-04-02T08:46:06.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-02T08:46:06.873 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nZzUlxOAro7s8rN off=8405315 len=636582 2024-04-02T08:46:06.876 INFO:tasks.workunit.client.0.smithi084.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-02T08:46:06.877 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h43qmEvGQGyHibN off=12594166 len=1046732 2024-04-02T08:46:06.882 INFO:tasks.workunit.client.0.smithi084.stdout:op 1325 completed, throughput=5MB/sec 2024-04-02T08:46:06.883 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8HN3-IGr3ImR_Hk off=8706990 len=1143346 2024-04-02T08:46:06.885 INFO:tasks.workunit.client.0.smithi084.stdout:op 1326 completed, throughput=5MB/sec 2024-04-02T08:46:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:06 smithi084 ceph-mon[94794]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:46:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:06 smithi084 ceph-mon[97358]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:46:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:06 smithi132 ceph-mon[88571]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:46:07.886 INFO:tasks.workunit.client.0.smithi084.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:07.886 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CU542PG8VFK2Qir off=297084 len=666226 2024-04-02T08:46:07.887 INFO:tasks.workunit.client.0.smithi084.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-02T08:46:07.887 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q_QQiusCq3G4zPi off=1913512 len=328594 2024-04-02T08:46:07.888 INFO:tasks.workunit.client.0.smithi084.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-02T08:46:07.888 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b5uWQdmQl3XcUrk off=4999251 len=788456 2024-04-02T08:46:07.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-02T08:46:07.889 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cjNJJiTv-C5LvuX off=19455478 len=1181547 2024-04-02T08:46:07.891 INFO:tasks.workunit.client.0.smithi084.stdout:op 1330 completed, throughput=4.99MB/sec 2024-04-02T08:46:07.891 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cKH_cFqLEewUiMC off=10323880 len=124607 2024-04-02T08:46:07.892 INFO:tasks.workunit.client.0.smithi084.stdout:op 1331 completed, throughput=4.99MB/sec 2024-04-02T08:46:07.892 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rzghEDGimOAY5FO off=3843121 len=421808 2024-04-02T08:46:07.895 INFO:tasks.workunit.client.0.smithi084.stdout:op 1332 completed, throughput=5MB/sec 2024-04-02T08:46:07.895 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lZBUFfqXDe4bO9v off=1327757 len=119323 2024-04-02T08:46:07.895 INFO:tasks.workunit.client.0.smithi084.stdout:op 1333 completed, throughput=5MB/sec 2024-04-02T08:46:07.896 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gYveXFrLyFL-ZMB off=9806624 len=46495 2024-04-02T08:46:07.896 INFO:tasks.workunit.client.0.smithi084.stdout:op 1334 completed, throughput=5MB/sec 2024-04-02T08:46:07.896 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PCVEC3_e0A8TAsX off=6661427 len=795564 2024-04-02T08:46:07.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 1335 completed, throughput=5MB/sec 2024-04-02T08:46:07.899 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_tNhsIkV20QxO7J off=23765849 len=424894 2024-04-02T08:46:07.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 1336 completed, throughput=5MB/sec 2024-04-02T08:46:08.902 INFO:tasks.workunit.client.0.smithi084.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:08.902 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a-pk2e_M2iUtI9S off=904376 len=1565639 2024-04-02T08:46:08.903 INFO:tasks.workunit.client.0.smithi084.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-02T08:46:08.903 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vusM8-8FH1IpCp4 off=3667881 len=1024617 2024-04-02T08:46:08.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-02T08:46:08.909 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gcT-7zWW5h_uQs6 off=259105 len=1522700 2024-04-02T08:46:08.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 1339 completed, throughput=5MB/sec 2024-04-02T08:46:08.911 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6NQJCOqhc6zrwtN off=813799 len=1204311 2024-04-02T08:46:08.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 1340 completed, throughput=5MB/sec 2024-04-02T08:46:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:08 smithi084 ceph-mon[94794]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:08 smithi084 ceph-mon[97358]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:08 smithi132 ceph-mon[88571]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:09.916 INFO:tasks.workunit.client.0.smithi084.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:09.917 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qprkfmx0WCj220X off=6694800 len=395882 2024-04-02T08:46:09.919 INFO:tasks.workunit.client.0.smithi084.stdout:op 1341 completed, throughput=4.98MB/sec 2024-04-02T08:46:09.919 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Y1IPzykaO8PHIWx off=15001326 len=446565 2024-04-02T08:46:09.922 INFO:tasks.workunit.client.0.smithi084.stdout:op 1342 completed, throughput=4.98MB/sec 2024-04-02T08:46:09.922 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kJeRNo5ORSskcRp off=14920961 len=1448049 2024-04-02T08:46:09.929 INFO:tasks.workunit.client.0.smithi084.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-02T08:46:09.929 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_hEyMHsaI2BXQgg off=13093789 len=365101 2024-04-02T08:46:09.931 INFO:tasks.workunit.client.0.smithi084.stdout:op 1344 completed, throughput=4.99MB/sec 2024-04-02T08:46:09.931 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rEpsaqU4GfTHexH off=5939896 len=1315773 2024-04-02T08:46:09.932 INFO:tasks.workunit.client.0.smithi084.stdout:op 1345 completed, throughput=5MB/sec 2024-04-02T08:46:09.933 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YnCkLTtETAYEaJN off=4448683 len=1855890 2024-04-02T08:46:09.936 INFO:tasks.workunit.client.0.smithi084.stdout:op 1346 completed, throughput=5MB/sec 2024-04-02T08:46:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:10.936 INFO:tasks.workunit.client.0.smithi084.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:10.937 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yBhvu_Oyni-lcmJ off=871332 len=1333416 2024-04-02T08:46:10.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 1347 completed, throughput=4.99MB/sec 2024-04-02T08:46:10.942 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RgAe9x81AlvwCpK off=9301892 len=1583885 2024-04-02T08:46:10.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-02T08:46:10.943 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5unPylaC7PEUlO- off=1574143 len=1443721 2024-04-02T08:46:10.944 INFO:tasks.workunit.client.0.smithi084.stdout:op 1349 completed, throughput=5MB/sec 2024-04-02T08:46:10.944 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oI74RvVexed_5bG off=323964 len=439512 2024-04-02T08:46:10.948 INFO:tasks.workunit.client.0.smithi084.stdout:op 1350 completed, throughput=5MB/sec 2024-04-02T08:46:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:10 smithi084 ceph-mon[94794]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:46:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:46:10] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-02T08:46:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:10 smithi084 ceph-mon[97358]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:10 smithi132 ceph-mon[88571]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:11.948 INFO:tasks.workunit.client.0.smithi084.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:11.948 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-T4M8ShiYTUSSMmX off=9271732 len=269150 2024-04-02T08:46:11.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 1351 completed, throughput=4.98MB/sec 2024-04-02T08:46:11.951 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zQUiF1fyG1hisRI off=2268040 len=1323358 2024-04-02T08:46:11.957 INFO:tasks.workunit.client.0.smithi084.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-02T08:46:11.957 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8s6IUN6Jy_9nSEZ off=20116278 len=1875928 2024-04-02T08:46:11.961 INFO:tasks.workunit.client.0.smithi084.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-02T08:46:11.961 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mSCrJ7ws0BjF6Mw off=2656935 len=239765 2024-04-02T08:46:11.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-02T08:46:11.962 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CwDEn_n8FEOo9Ht off=2101112 len=1413039 2024-04-02T08:46:11.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 1355 completed, throughput=5MB/sec 2024-04-02T08:46:11.971 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rt2ChRB0SnVbBIc off=560653 len=1218632 2024-04-02T08:46:11.971 INFO:tasks.workunit.client.0.smithi084.stdout:op 1356 completed, throughput=5MB/sec 2024-04-02T08:46:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:46:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:12.972 INFO:tasks.workunit.client.0.smithi084.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:12.972 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ohymq7HAfhtkILc off=177722 len=718376 2024-04-02T08:46:12.976 INFO:tasks.workunit.client.0.smithi084.stdout:op 1357 completed, throughput=4.99MB/sec 2024-04-02T08:46:12.976 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YSlXS6qq6CKom2X off=22382348 len=1731813 2024-04-02T08:46:12.982 INFO:tasks.workunit.client.0.smithi084.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-02T08:46:12.983 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ykEGKQjeR0eApCz off=1268621 len=1762679 2024-04-02T08:46:12.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 1359 completed, throughput=5MB/sec 2024-04-02T08:46:12.989 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5DNvIPBULE7qU0N off=2266591 len=436228 2024-04-02T08:46:12.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 1360 completed, throughput=5MB/sec 2024-04-02T08:46:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:12 smithi084 ceph-mon[94794]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:46:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:12 smithi084 ceph-mon[97358]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:46:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:12 smithi132 ceph-mon[88571]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:46:13.990 INFO:tasks.workunit.client.0.smithi084.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:13.991 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3BIII5oMJ08FZoH off=21009613 len=1538779 2024-04-02T08:46:13.996 INFO:tasks.workunit.client.0.smithi084.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.996 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K1fPT8CXEon2Dob off=8855729 len=21356 2024-04-02T08:46:13.998 INFO:tasks.workunit.client.0.smithi084.stdout:op 1362 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.998 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KeKwcUuqrh8ayCl off=1257704 len=986694 2024-04-02T08:46:13.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 1363 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.999 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u8mX7Y4sC2qZXz2 off=8097167 len=972851 2024-04-02T08:46:14.000 INFO:tasks.workunit.client.0.smithi084.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-02T08:46:14.000 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MdbhqPCEhGQ6TQq off=6676083 len=941578 2024-04-02T08:46:14.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 1365 completed, throughput=5MB/sec 2024-04-02T08:46:14.005 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZhxKzid8QHDrAtl off=11963746 len=321308 2024-04-02T08:46:14.007 INFO:tasks.workunit.client.0.smithi084.stdout:op 1366 completed, throughput=5MB/sec 2024-04-02T08:46:14.008 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0DiG5XdsQgR3lKR off=11102753 len=1950128 2024-04-02T08:46:14.009 INFO:tasks.workunit.client.0.smithi084.stdout:op 1367 completed, throughput=5.01MB/sec 2024-04-02T08:46:15.009 INFO:tasks.workunit.client.0.smithi084.stdout: 263: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:15.009 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PoOj_0ZnlTGVrc5 off=14747989 len=154459 2024-04-02T08:46:15.010 INFO:tasks.workunit.client.0.smithi084.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-02T08:46:15.010 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nuGvWlCLtLRx927 off=9147770 len=1735879 2024-04-02T08:46:15.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 1369 completed, throughput=4.99MB/sec 2024-04-02T08:46:15.011 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2b_QkEz8TqFxHHg off=6429125 len=164150 2024-04-02T08:46:15.012 INFO:tasks.workunit.client.0.smithi084.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-02T08:46:15.012 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pun7l0Yk7G50BoH off=1092060 len=1400989 2024-04-02T08:46:15.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 1371 completed, throughput=5MB/sec 2024-04-02T08:46:15.018 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-raXeClpa0s8lab5 off=18835534 len=1268123 2024-04-02T08:46:15.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 1372 completed, throughput=5MB/sec 2024-04-02T08:46:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:14 smithi084 ceph-mon[94794]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:14 smithi084 ceph-mon[97358]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:14 smithi132 ceph-mon[88571]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:16.020 INFO:tasks.workunit.client.0.smithi084.stdout: 264: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:16.020 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--5Nw5jq6IaaCBy1 off=15131711 len=981745 2024-04-02T08:46:16.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-02T08:46:16.021 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ug2HutkrgFk9yQM off=683550 len=960451 2024-04-02T08:46:16.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-02T08:46:16.022 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2tczLYjDd4LmJXu off=16016513 len=1059745 2024-04-02T08:46:16.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 1375 completed, throughput=5MB/sec 2024-04-02T08:46:16.027 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ul3jpXirDZjo1F6 off=9061357 len=1068123 2024-04-02T08:46:16.033 INFO:tasks.workunit.client.0.smithi084.stdout:op 1376 completed, throughput=5MB/sec 2024-04-02T08:46:16.033 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aMcjKA90dDpd-gq off=6112832 len=145672 2024-04-02T08:46:16.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 1377 completed, throughput=5MB/sec 2024-04-02T08:46:17.035 INFO:tasks.workunit.client.0.smithi084.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:17.036 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dMpfAGweTSKcmWD off=1865791 len=1778477 2024-04-02T08:46:17.043 INFO:tasks.workunit.client.0.smithi084.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-02T08:46:17.043 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-n8dLsd9Y-_5woHW off=840372 len=2046467 2024-04-02T08:46:17.047 INFO:tasks.workunit.client.0.smithi084.stdout:op 1379 completed, throughput=4.99MB/sec 2024-04-02T08:46:17.047 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mYtUZNUBZfYzZhH off=6175736 len=656679 2024-04-02T08:46:17.047 INFO:tasks.workunit.client.0.smithi084.stdout:op 1380 completed, throughput=5MB/sec 2024-04-02T08:46:17.048 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HyG7svuJvsX4XV8 off=10580848 len=757125 2024-04-02T08:46:17.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 1381 completed, throughput=5MB/sec 2024-04-02T08:46:17.051 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qCdWdPA0EE2jQMv off=1463386 len=197810 2024-04-02T08:46:17.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 1382 completed, throughput=5MB/sec 2024-04-02T08:46:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:16 smithi084 ceph-mon[94794]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:16 smithi084 ceph-mon[97358]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:16 smithi132 ceph-mon[88571]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:18.054 INFO:tasks.workunit.client.0.smithi084.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:18.054 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1D0dehdXjVrWBhL off=1251897 len=1402042 2024-04-02T08:46:18.055 INFO:tasks.workunit.client.0.smithi084.stdout:op 1383 completed, throughput=4.99MB/sec 2024-04-02T08:46:18.055 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QTLgZ_gtbwTyO5U off=16539545 len=923236 2024-04-02T08:46:18.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 1384 completed, throughput=4.99MB/sec 2024-04-02T08:46:18.056 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3T5c63HNnKzzRVP off=10444287 len=1925559 2024-04-02T08:46:18.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 1385 completed, throughput=5MB/sec 2024-04-02T08:46:18.058 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cQNQP4DyfTIQwBO off=16638927 len=12226 2024-04-02T08:46:18.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 1386 completed, throughput=5MB/sec 2024-04-02T08:46:18.058 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9BigJQKsEG-Ar4y off=2859780 len=1051067 2024-04-02T08:46:18.059 INFO:tasks.workunit.client.0.smithi084.stdout:op 1387 completed, throughput=5MB/sec 2024-04-02T08:46:19.060 INFO:tasks.workunit.client.0.smithi084.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:19.060 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o-Vc2tgOV3N7lbF off=2258277 len=1294336 2024-04-02T08:46:19.064 INFO:tasks.workunit.client.0.smithi084.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-02T08:46:19.064 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-37LxppVi408SZMD off=971397 len=1628250 2024-04-02T08:46:19.066 INFO:tasks.workunit.client.0.smithi084.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-02T08:46:19.066 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dw_kJHaRmKlaEnp off=21387827 len=1547259 2024-04-02T08:46:19.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 1390 completed, throughput=5MB/sec 2024-04-02T08:46:19.070 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Vxfj5jppOdcz3Wx off=3136884 len=1917925 2024-04-02T08:46:19.078 INFO:tasks.workunit.client.0.smithi084.stdout:op 1391 completed, throughput=5MB/sec 2024-04-02T08:46:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:18 smithi084 ceph-mon[94794]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:18 smithi084 ceph-mon[97358]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:18 smithi132 ceph-mon[88571]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:20.078 INFO:tasks.workunit.client.0.smithi084.stdout: 268: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:20.079 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pr7Upi03jXqEUJB off=358403 len=506629 2024-04-02T08:46:20.082 INFO:tasks.workunit.client.0.smithi084.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-02T08:46:20.083 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bgb545tAyNjMbZD off=2360575 len=1803605 2024-04-02T08:46:20.093 INFO:tasks.workunit.client.0.smithi084.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-02T08:46:20.093 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-u85NCKcMueMQO6y off=17765232 len=2089912 2024-04-02T08:46:20.106 INFO:tasks.workunit.client.0.smithi084.stdout:op 1394 completed, throughput=5MB/sec 2024-04-02T08:46:21.106 INFO:tasks.workunit.client.0.smithi084.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:21.106 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-timNhLa9O1se_bh off=3808297 len=109629 2024-04-02T08:46:21.106 INFO:tasks.workunit.client.0.smithi084.stdout:op 1395 completed, throughput=4.98MB/sec 2024-04-02T08:46:21.106 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8wlpIRfhjs5R2og off=1365894 len=1874845 2024-04-02T08:46:21.108 INFO:tasks.workunit.client.0.smithi084.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-02T08:46:21.108 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JQ_tc1gNvteYabC off=720379 len=2044657 2024-04-02T08:46:21.110 INFO:tasks.workunit.client.0.smithi084.stdout:op 1397 completed, throughput=5MB/sec 2024-04-02T08:46:21.110 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CE5ijgZ6Xf8fiSn off=17907246 len=15715 2024-04-02T08:46:21.110 INFO:tasks.workunit.client.0.smithi084.stdout:op 1398 completed, throughput=5MB/sec 2024-04-02T08:46:21.110 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DczHzZ3hrtztUQy off=5059602 len=456618 2024-04-02T08:46:21.113 INFO:tasks.workunit.client.0.smithi084.stdout:op 1399 completed, throughput=5MB/sec 2024-04-02T08:46:21.114 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0ALcuKkR-4Axj1Y off=1269256 len=1332171 2024-04-02T08:46:21.114 INFO:tasks.workunit.client.0.smithi084.stdout:op 1400 completed, throughput=5MB/sec 2024-04-02T08:46:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:20 smithi084 ceph-mon[94794]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:46:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:20 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:46:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:46:20] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-02T08:46:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:20 smithi084 ceph-mon[97358]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:46:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:20 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:20 smithi132 ceph-mon[88571]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:46:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:20 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:22.115 INFO:tasks.workunit.client.0.smithi084.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:22.115 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xCR_9_eG3xzvpcM off=3339852 len=2043417 2024-04-02T08:46:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:21 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:46:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:21 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:46:22.123 INFO:tasks.workunit.client.0.smithi084.stdout:op 1401 completed, throughput=4.99MB/sec 2024-04-02T08:46:22.123 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hOSiEUuwi7i7bNb off=18108552 len=1537166 2024-04-02T08:46:22.128 INFO:tasks.workunit.client.0.smithi084.stdout:op 1402 completed, throughput=5MB/sec 2024-04-02T08:46:22.128 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-L0_CbfJzGhpLEgs off=13211350 len=1689129 2024-04-02T08:46:22.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 1403 completed, throughput=5MB/sec 2024-04-02T08:46:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:21 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:46:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:46:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:22 smithi084 ceph-mon[94794]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:22 smithi084 ceph-mon[97358]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:23.136 INFO:tasks.workunit.client.0.smithi084.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:23.136 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xO0FhspTxxvW7J7 off=8212761 len=1389253 2024-04-02T08:46:23.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-02T08:46:23.145 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NYYihCIOnLW3TfL off=5893498 len=1140964 2024-04-02T08:46:23.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-02T08:46:23.150 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DRG-j9605YTt_59 off=2760683 len=126571 2024-04-02T08:46:23.152 INFO:tasks.workunit.client.0.smithi084.stdout:op 1406 completed, throughput=4.99MB/sec 2024-04-02T08:46:23.152 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-z56binXEXYuJV4G off=773302 len=1890816 2024-04-02T08:46:23.156 INFO:tasks.workunit.client.0.smithi084.stdout:op 1407 completed, throughput=5MB/sec 2024-04-02T08:46:23.156 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cH4GGplxqSPaAfE off=1572971 len=1709353 2024-04-02T08:46:23.157 INFO:tasks.workunit.client.0.smithi084.stdout:op 1408 completed, throughput=5.01MB/sec 2024-04-02T08:46:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:22 smithi132 ceph-mon[88571]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:24.157 INFO:tasks.workunit.client.0.smithi084.stdout: 272: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:24.158 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mztq3nNmH-ECZLM off=4489863 len=828607 2024-04-02T08:46:24.159 INFO:tasks.workunit.client.0.smithi084.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-02T08:46:24.159 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rjFMm0u8X8ZPScz off=185181 len=2000101 2024-04-02T08:46:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:24.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 1410 completed, throughput=5MB/sec 2024-04-02T08:46:24.163 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CE5ijgZ6Xf8fiSn off=19822648 len=1640466 2024-04-02T08:46:24.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 1411 completed, throughput=5MB/sec 2024-04-02T08:46:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:24 smithi084 ceph-mon[94794]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:46:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:24 smithi084 ceph-mon[97358]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:46:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:24 smithi132 ceph-mon[88571]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:46:25.164 INFO:tasks.workunit.client.0.smithi084.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:25.164 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-puneQXBYSLg_eSD off=592878 len=233004 2024-04-02T08:46:25.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 1412 completed, throughput=4.99MB/sec 2024-04-02T08:46:25.167 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gzs7mGWrEvHHqs1 off=8688047 len=264401 2024-04-02T08:46:25.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-02T08:46:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rJwjrlBxFSkNuP1 off=382181 len=272180 2024-04-02T08:46:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-02T08:46:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-U_PpFP_0KCEy6jJ off=4010746 len=1491925 2024-04-02T08:46:25.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-02T08:46:25.169 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NudJR8LTzb7ZJQY off=2601981 len=1518595 2024-04-02T08:46:25.175 INFO:tasks.workunit.client.0.smithi084.stdout:op 1416 completed, throughput=5MB/sec 2024-04-02T08:46:25.176 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W_g_wccq_DQVxCN off=2312023 len=601893 2024-04-02T08:46:25.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 1417 completed, throughput=5MB/sec 2024-04-02T08:46:25.179 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KPn0yXFqepALi1c off=884331 len=525474 2024-04-02T08:46:25.181 INFO:tasks.workunit.client.0.smithi084.stdout:op 1418 completed, throughput=5MB/sec 2024-04-02T08:46:26.181 INFO:tasks.workunit.client.0.smithi084.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:26.182 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aFZ1MjySxhVvASs off=200970 len=290015 2024-04-02T08:46:26.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 1419 completed, throughput=4.98MB/sec 2024-04-02T08:46:26.185 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gVc-oP5nOd7Stxx off=4107355 len=625687 2024-04-02T08:46:26.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 1420 completed, throughput=4.99MB/sec 2024-04-02T08:46:26.186 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2XGrrmVQF6GfWCS off=941172 len=1136400 2024-04-02T08:46:26.194 INFO:tasks.workunit.client.0.smithi084.stdout:op 1421 completed, throughput=4.99MB/sec 2024-04-02T08:46:26.194 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IF2bqABE-rf-guB off=4500702 len=812630 2024-04-02T08:46:26.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-02T08:46:26.198 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-seYawdfz0MwYoHB off=3269709 len=1710141 2024-04-02T08:46:26.199 INFO:tasks.workunit.client.0.smithi084.stdout:op 1423 completed, throughput=5MB/sec 2024-04-02T08:46:26.199 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--9twebGWCMd2L_b off=1407361 len=332367 2024-04-02T08:46:26.200 INFO:tasks.workunit.client.0.smithi084.stdout:op 1424 completed, throughput=5MB/sec 2024-04-02T08:46:26.200 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zm0FhWo6TZQp1x1 off=16622885 len=351875 2024-04-02T08:46:26.202 INFO:tasks.workunit.client.0.smithi084.stdout:op 1425 completed, throughput=5MB/sec 2024-04-02T08:46:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:26 smithi084 ceph-mon[94794]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:46:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:26 smithi084 ceph-mon[97358]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:46:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:26 smithi132 ceph-mon[88571]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:46:27.203 INFO:tasks.workunit.client.0.smithi084.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:27.203 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8vLtrr1xJ4TNV5W off=7669790 len=840481 2024-04-02T08:46:27.204 INFO:tasks.workunit.client.0.smithi084.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-02T08:46:27.204 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TKDx-bVleOVMe-n off=5983670 len=1250987 2024-04-02T08:46:27.210 INFO:tasks.workunit.client.0.smithi084.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-02T08:46:27.210 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NDcBb4n4Ut2pYeA off=9015196 len=337144 2024-04-02T08:46:27.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 1428 completed, throughput=4.99MB/sec 2024-04-02T08:46:27.213 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lt--dwltKF9SRto off=7804938 len=1584916 2024-04-02T08:46:27.219 INFO:tasks.workunit.client.0.smithi084.stdout:op 1429 completed, throughput=5MB/sec 2024-04-02T08:46:27.220 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sttzr_1XKoNmlEK off=9462719 len=4139 2024-04-02T08:46:27.221 INFO:tasks.workunit.client.0.smithi084.stdout:op 1430 completed, throughput=5MB/sec 2024-04-02T08:46:27.221 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_TpV8SaTGO2LX-1 off=18065458 len=27325 2024-04-02T08:46:27.223 INFO:tasks.workunit.client.0.smithi084.stdout:op 1431 completed, throughput=5MB/sec 2024-04-02T08:46:27.223 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZS7n9LuXCnZOuql off=2314485 len=522912 2024-04-02T08:46:27.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 1432 completed, throughput=5MB/sec 2024-04-02T08:46:27.226 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H2F6--DhexBf40j off=2293616 len=1890955 2024-04-02T08:46:27.235 INFO:tasks.workunit.client.0.smithi084.stdout:op 1433 completed, throughput=5MB/sec 2024-04-02T08:46:28.235 INFO:tasks.workunit.client.0.smithi084.stdout: 276: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:28.235 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1sDLbtc1cZZSmMp off=1894401 len=1302349 2024-04-02T08:46:28.238 INFO:tasks.workunit.client.0.smithi084.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-02T08:46:28.238 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3PXVZJT70PczBdI off=221528 len=1842881 2024-04-02T08:46:28.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 1435 completed, throughput=5MB/sec 2024-04-02T08:46:28.239 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ctzpXyW032o-en9 off=997711 len=277734 2024-04-02T08:46:28.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 1436 completed, throughput=5MB/sec 2024-04-02T08:46:28.242 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EdbcHeKIVzJSQn6 off=0 len=1140220 2024-04-02T08:46:28.244 INFO:tasks.workunit.client.0.smithi084.stdout:op 1437 completed, throughput=5MB/sec 2024-04-02T08:46:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:28 smithi084 ceph-mon[94794]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:28 smithi084 ceph-mon[97358]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:28 smithi132 ceph-mon[88571]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:29.245 INFO:tasks.workunit.client.0.smithi084.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:29.245 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HX288__qP3a0RXI off=973329 len=1326363 2024-04-02T08:46:29.251 INFO:tasks.workunit.client.0.smithi084.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-02T08:46:29.252 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FmP6emaJ3CAoCeI off=5126406 len=772700 2024-04-02T08:46:29.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-02T08:46:29.256 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5unPylaC7PEUlO- off=1106551 len=351657 2024-04-02T08:46:29.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-02T08:46:29.256 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KfBYe-hNCUetBAy off=13397923 len=580687 2024-04-02T08:46:29.260 INFO:tasks.workunit.client.0.smithi084.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-02T08:46:29.260 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oALc55Lby4UU8k4 off=2307205 len=424348 2024-04-02T08:46:29.260 INFO:tasks.workunit.client.0.smithi084.stdout:op 1442 completed, throughput=5MB/sec 2024-04-02T08:46:29.260 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TqYXmeSE3d6motm off=13039331 len=956146 2024-04-02T08:46:29.263 INFO:tasks.workunit.client.0.smithi084.stdout:op 1443 completed, throughput=5MB/sec 2024-04-02T08:46:29.264 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RAvI6c9B0RpwSR_ off=2944801 len=145427 2024-04-02T08:46:29.264 INFO:tasks.workunit.client.0.smithi084.stdout:op 1444 completed, throughput=5MB/sec 2024-04-02T08:46:29.264 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PaQVy2o5lknvuJQ off=1951105 len=1474186 2024-04-02T08:46:29.265 INFO:tasks.workunit.client.0.smithi084.stdout:op 1445 completed, throughput=5MB/sec 2024-04-02T08:46:30.265 INFO:tasks.workunit.client.0.smithi084.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:30.265 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BXkxgsM-r2yAwOJ off=16132491 len=829766 2024-04-02T08:46:30.269 INFO:tasks.workunit.client.0.smithi084.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-02T08:46:30.269 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4aBxZrrj8QfNsl1 off=12728401 len=280398 2024-04-02T08:46:30.271 INFO:tasks.workunit.client.0.smithi084.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-02T08:46:30.271 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oQhfxJW7lbkh6aD off=11196243 len=370192 2024-04-02T08:46:30.273 INFO:tasks.workunit.client.0.smithi084.stdout:op 1448 completed, throughput=4.99MB/sec 2024-04-02T08:46:30.273 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RL5obhlKkWerrcM off=1546724 len=1496894 2024-04-02T08:46:30.279 INFO:tasks.workunit.client.0.smithi084.stdout:op 1449 completed, throughput=5MB/sec 2024-04-02T08:46:30.279 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YNP5d4M-iMoParB off=11911630 len=1595405 2024-04-02T08:46:30.282 INFO:tasks.workunit.client.0.smithi084.stdout:op 1450 completed, throughput=5MB/sec 2024-04-02T08:46:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:30 smithi084 ceph-mon[94794]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:46:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:46:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:46:30] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-02T08:46:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:30 smithi084 ceph-mon[97358]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:46:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:30 smithi132 ceph-mon[88571]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:46:31.283 INFO:tasks.workunit.client.0.smithi084.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:31.283 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-p2nCFvNNHPDXAT4 off=4947303 len=526326 2024-04-02T08:46:31.287 INFO:tasks.workunit.client.0.smithi084.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-02T08:46:31.287 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yK1hvt2emBn9on8 off=8298502 len=1413442 2024-04-02T08:46:31.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-02T08:46:31.289 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Aza9oorXEflD2Jo off=4220832 len=1264957 2024-04-02T08:46:31.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 1453 completed, throughput=4.99MB/sec 2024-04-02T08:46:31.289 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gXD44bXbyF2PPq8 off=1262720 len=703544 2024-04-02T08:46:31.291 INFO:tasks.workunit.client.0.smithi084.stdout:op 1454 completed, throughput=5MB/sec 2024-04-02T08:46:31.291 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GZX7zu5yAe7_-VT off=11905583 len=1479135 2024-04-02T08:46:31.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 1455 completed, throughput=5MB/sec 2024-04-02T08:46:32.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:31 smithi132 ceph-mon[88571]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:31 smithi084 ceph-mon[94794]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:32.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:31 smithi084 ceph-mon[97358]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:32.294 INFO:tasks.workunit.client.0.smithi084.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:32.295 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gdJPfb5pc5xl3Jq off=7317975 len=947898 2024-04-02T08:46:32.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-02T08:46:32.300 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8rgbqQP5JR7SZzj off=6629697 len=823313 2024-04-02T08:46:32.301 INFO:tasks.workunit.client.0.smithi084.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-02T08:46:32.301 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yi0rLeFNL-y3HY0 off=21477809 len=1233330 2024-04-02T08:46:32.307 INFO:tasks.workunit.client.0.smithi084.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-02T08:46:32.308 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7s1SRIX9Su0qa7q off=8228666 len=1810019 2024-04-02T08:46:32.318 INFO:tasks.workunit.client.0.smithi084.stdout:op 1459 completed, throughput=5MB/sec 2024-04-02T08:46:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:46:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:33.318 INFO:tasks.workunit.client.0.smithi084.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:33.319 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SlniVL3yhZSAmzl off=9473727 len=1836575 2024-04-02T08:46:33.329 INFO:tasks.workunit.client.0.smithi084.stdout:op 1460 completed, throughput=4.99MB/sec 2024-04-02T08:46:33.329 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K7VxNqM0WEtl3F3 off=13699594 len=1945906 2024-04-02T08:46:33.330 INFO:tasks.workunit.client.0.smithi084.stdout:op 1461 completed, throughput=5MB/sec 2024-04-02T08:46:33.330 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dx0LnLB4nnLBRkU off=565113 len=986038 2024-04-02T08:46:33.334 INFO:tasks.workunit.client.0.smithi084.stdout:op 1462 completed, throughput=5MB/sec 2024-04-02T08:46:33.334 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-L74ZqDwVI9EBTYg off=2216682 len=1521341 2024-04-02T08:46:33.335 INFO:tasks.workunit.client.0.smithi084.stdout:op 1463 completed, throughput=5MB/sec 2024-04-02T08:46:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:33 smithi132 ceph-mon[88571]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:34.335 INFO:tasks.workunit.client.0.smithi084.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:34.336 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6G7E6aL8w8Z_ClZ off=1880581 len=122219 2024-04-02T08:46:34.336 INFO:tasks.workunit.client.0.smithi084.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-02T08:46:34.336 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JxVEI63WbpSrudv off=2301337 len=716242 2024-04-02T08:46:34.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-02T08:46:34.338 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5AZiJw3KYFYiNOR off=1472933 len=1794244 2024-04-02T08:46:34.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-02T08:46:34.346 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wXqNfGMAEfDGO1X off=3084365 len=1288161 2024-04-02T08:46:34.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 1467 completed, throughput=5MB/sec 2024-04-02T08:46:34.347 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iIX-FOWrGTGDDvY off=3962084 len=252868 2024-04-02T08:46:34.349 INFO:tasks.workunit.client.0.smithi084.stdout:op 1468 completed, throughput=5MB/sec 2024-04-02T08:46:34.349 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3nLjStxqDzBAR8Y off=834689 len=1115312 2024-04-02T08:46:34.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 1469 completed, throughput=5MB/sec 2024-04-02T08:46:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:33 smithi084 ceph-mon[94794]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:33 smithi084 ceph-mon[97358]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:35.355 INFO:tasks.workunit.client.0.smithi084.stdout: 283: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:35.355 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qQ85tJ3ezx-cupk off=11256243 len=1994553 2024-04-02T08:46:35.359 INFO:tasks.workunit.client.0.smithi084.stdout:op 1470 completed, throughput=4.99MB/sec 2024-04-02T08:46:35.359 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J7ueXxNNVs9NXWY off=14590873 len=286364 2024-04-02T08:46:35.360 INFO:tasks.workunit.client.0.smithi084.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-02T08:46:35.360 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xOBWaYqdE_pI7Cv off=18418084 len=1853450 2024-04-02T08:46:35.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 1472 completed, throughput=5MB/sec 2024-04-02T08:46:35.362 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M8r81zUmKRR1WKz off=1095561 len=340506 2024-04-02T08:46:35.365 INFO:tasks.workunit.client.0.smithi084.stdout:op 1473 completed, throughput=5MB/sec 2024-04-02T08:46:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:35 smithi132 ceph-mon[88571]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:36.169 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:35 smithi084 ceph-mon[94794]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:36.169 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:35 smithi084 ceph-mon[97358]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:36.365 INFO:tasks.workunit.client.0.smithi084.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:36.366 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5fJXRkqI9puhWyp off=5986927 len=650436 2024-04-02T08:46:36.370 INFO:tasks.workunit.client.0.smithi084.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-02T08:46:36.370 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-21Zz6siZFyj4qH8 off=2873856 len=1931867 2024-04-02T08:46:36.378 INFO:tasks.workunit.client.0.smithi084.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-02T08:46:36.379 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c0crmCoFI68k-Fy off=5976438 len=1200427 2024-04-02T08:46:36.384 INFO:tasks.workunit.client.0.smithi084.stdout:op 1476 completed, throughput=5MB/sec 2024-04-02T08:46:36.384 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_mNStja2IZJ8K8q off=11316653 len=986892 2024-04-02T08:46:36.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 1477 completed, throughput=5MB/sec 2024-04-02T08:46:36.385 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZDxbkEQSli5e1DY off=12403625 len=523570 2024-04-02T08:46:36.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 1478 completed, throughput=5MB/sec 2024-04-02T08:46:37.386 INFO:tasks.workunit.client.0.smithi084.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:37.386 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TUuX8AcYc7FEWY9 off=9847703 len=188028 2024-04-02T08:46:37.389 INFO:tasks.workunit.client.0.smithi084.stdout:op 1479 completed, throughput=4.98MB/sec 2024-04-02T08:46:37.389 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gR_cKbYopFJeTRn off=899288 len=1808087 2024-04-02T08:46:37.396 INFO:tasks.workunit.client.0.smithi084.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-02T08:46:37.397 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5yDjoBfDqGBWMiM off=8737934 len=731430 2024-04-02T08:46:37.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 1481 completed, throughput=4.99MB/sec 2024-04-02T08:46:37.399 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MwyjsP3t7UmBt1y off=18939711 len=340767 2024-04-02T08:46:37.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 1482 completed, throughput=4.99MB/sec 2024-04-02T08:46:37.399 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S80M1yOuklRUQjX off=9574460 len=1422198 2024-04-02T08:46:37.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 1483 completed, throughput=5MB/sec 2024-04-02T08:46:37.401 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8s6IUN6Jy_9nSEZ off=22088945 len=700026 2024-04-02T08:46:37.405 INFO:tasks.workunit.client.0.smithi084.stdout:op 1484 completed, throughput=5MB/sec 2024-04-02T08:46:37.405 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-naI2LquRQRmGl4J off=2133069 len=1691558 2024-04-02T08:46:37.412 INFO:tasks.workunit.client.0.smithi084.stdout:op 1485 completed, throughput=5.01MB/sec 2024-04-02T08:46:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:37 smithi132 ceph-mon[88571]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:46:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:37 smithi084 ceph-mon[94794]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:46:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:37 smithi084 ceph-mon[97358]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:46:38.412 INFO:tasks.workunit.client.0.smithi084.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:38.413 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hGSdZ40OpW63M35 off=8615914 len=1891112 2024-04-02T08:46:38.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 1486 completed, throughput=4.99MB/sec 2024-04-02T08:46:38.424 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wTIQW-XJWRxTttH off=480604 len=1751124 2024-04-02T08:46:38.426 INFO:tasks.workunit.client.0.smithi084.stdout:op 1487 completed, throughput=5MB/sec 2024-04-02T08:46:38.426 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BIVws1XxG3HhNpc off=955299 len=600472 2024-04-02T08:46:38.430 INFO:tasks.workunit.client.0.smithi084.stdout:op 1488 completed, throughput=5MB/sec 2024-04-02T08:46:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:39.430 INFO:tasks.workunit.client.0.smithi084.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:39.430 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rF9xtQsYiF91qix off=18384271 len=1879160 2024-04-02T08:46:39.441 INFO:tasks.workunit.client.0.smithi084.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-02T08:46:39.441 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5AZiJw3KYFYiNOR off=1608224 len=717034 2024-04-02T08:46:39.445 INFO:tasks.workunit.client.0.smithi084.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-02T08:46:39.445 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j8NjMQkYEoQzXOl off=3949114 len=1753031 2024-04-02T08:46:39.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 1491 completed, throughput=5MB/sec 2024-04-02T08:46:39.455 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6-taFlcCpecF3DH off=125535 len=2008711 2024-04-02T08:46:39.456 INFO:tasks.workunit.client.0.smithi084.stdout:op 1492 completed, throughput=5MB/sec 2024-04-02T08:46:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:39 smithi084 ceph-mon[94794]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:46:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:39 smithi084 ceph-mon[97358]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:46:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:39 smithi132 ceph-mon[88571]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:46:40.456 INFO:tasks.workunit.client.0.smithi084.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:40.456 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JQpFD-viD8I1dgf off=11588120 len=797673 2024-04-02T08:46:40.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-02T08:46:40.461 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jpaFlpDiZC90dUs off=20402304 len=1082345 2024-04-02T08:46:40.462 INFO:tasks.workunit.client.0.smithi084.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-02T08:46:40.462 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tbmzAiQL1wxRPqi off=859219 len=1153378 2024-04-02T08:46:40.464 INFO:tasks.workunit.client.0.smithi084.stdout:op 1495 completed, throughput=5MB/sec 2024-04-02T08:46:40.464 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uRxqKSI2QqGnhtG off=1308135 len=810977 2024-04-02T08:46:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 1496 completed, throughput=5MB/sec 2024-04-02T08:46:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:46:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:46:40] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T08:46:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:41.466 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SyQ6DZr8UYcLpFi off=1329091 len=407685 2024-04-02T08:46:41.469 INFO:tasks.workunit.client.0.smithi084.stdout:op 1497 completed, throughput=4.98MB/sec 2024-04-02T08:46:41.469 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J9UPbpC5-zgxypy off=1592006 len=1392686 2024-04-02T08:46:41.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 1498 completed, throughput=4.99MB/sec 2024-04-02T08:46:41.471 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vzY86_ci16EYzYe off=322765 len=727862 2024-04-02T08:46:41.473 INFO:tasks.workunit.client.0.smithi084.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-02T08:46:41.473 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XL7aoZy6NdZX5Lz off=14960878 len=131779 2024-04-02T08:46:41.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-02T08:46:41.476 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t5cwzH3GsO0Ce3v off=10212169 len=289111 2024-04-02T08:46:41.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-02T08:46:41.476 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WjkUPMLzKAWoTaE off=3189982 len=2081239 2024-04-02T08:46:41.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 1502 completed, throughput=5MB/sec 2024-04-02T08:46:41.487 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6P_ALRV1SoZwoqH off=21790371 len=1821411 2024-04-02T08:46:41.488 INFO:tasks.workunit.client.0.smithi084.stdout:op 1503 completed, throughput=5MB/sec 2024-04-02T08:46:42.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:41 smithi132 ceph-mon[88571]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:46:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:41 smithi084 ceph-mon[94794]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:46:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:41 smithi084 ceph-mon[97358]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:46:42.488 INFO:tasks.workunit.client.0.smithi084.stdout: 290: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:42.489 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MyC-80LlxeElo6T off=4672839 len=53222 2024-04-02T08:46:42.491 INFO:tasks.workunit.client.0.smithi084.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-02T08:46:42.491 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QNJZHws8E_PWVLB off=8033672 len=631740 2024-04-02T08:46:42.494 INFO:tasks.workunit.client.0.smithi084.stdout:op 1505 completed, throughput=4.99MB/sec 2024-04-02T08:46:42.494 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5fBeHtGcugrMg7v off=11340463 len=160674 2024-04-02T08:46:42.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 1506 completed, throughput=4.99MB/sec 2024-04-02T08:46:42.497 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CDYJQmyuDtqUVDP off=207192 len=1350939 2024-04-02T08:46:42.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-02T08:46:42.498 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oGsQSOyHbwFwQXs off=3348258 len=1575028 2024-04-02T08:46:42.499 INFO:tasks.workunit.client.0.smithi084.stdout:op 1508 completed, throughput=5MB/sec 2024-04-02T08:46:42.499 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rABMOeFj8QNhdFZ off=14859670 len=383545 2024-04-02T08:46:42.502 INFO:tasks.workunit.client.0.smithi084.stdout:op 1509 completed, throughput=5MB/sec 2024-04-02T08:46:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:46:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:43.502 INFO:tasks.workunit.client.0.smithi084.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:43.502 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-stQx5z6Ngrsfv83 off=109102 len=260938 2024-04-02T08:46:43.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 1510 completed, throughput=4.98MB/sec 2024-04-02T08:46:43.505 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yVsM-I8a6EAV1yE off=8575567 len=940074 2024-04-02T08:46:43.506 INFO:tasks.workunit.client.0.smithi084.stdout:op 1511 completed, throughput=4.99MB/sec 2024-04-02T08:46:43.507 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0FdF1TWnzKv7q5c off=12782190 len=1253769 2024-04-02T08:46:43.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-02T08:46:43.511 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rz_bVCWrrZeogj4 off=3437757 len=1437800 2024-04-02T08:46:43.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 1513 completed, throughput=5MB/sec 2024-04-02T08:46:43.513 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nksC3B5H4fLKYpX off=7725847 len=1814355 2024-04-02T08:46:43.521 INFO:tasks.workunit.client.0.smithi084.stdout:op 1514 completed, throughput=5MB/sec 2024-04-02T08:46:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:43 smithi084 ceph-mon[94794]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:43 smithi084 ceph-mon[97358]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:43 smithi132 ceph-mon[88571]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:44.521 INFO:tasks.workunit.client.0.smithi084.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:44.521 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KzYxJ4D3_PW5aV5 off=737889 len=2054287 2024-04-02T08:46:44.525 INFO:tasks.workunit.client.0.smithi084.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-02T08:46:44.525 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b4ewMYSDRpLfCO4 off=8562252 len=890543 2024-04-02T08:46:44.526 INFO:tasks.workunit.client.0.smithi084.stdout:op 1516 completed, throughput=4.99MB/sec 2024-04-02T08:46:44.526 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KM_wKfsi1e5ODRq off=925158 len=340554 2024-04-02T08:46:44.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 1517 completed, throughput=5MB/sec 2024-04-02T08:46:44.529 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rQSxT4YOu6Ya9mZ off=2607272 len=976434 2024-04-02T08:46:44.533 INFO:tasks.workunit.client.0.smithi084.stdout:op 1518 completed, throughput=5MB/sec 2024-04-02T08:46:44.533 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_Ltj6VrU0blddN5 off=76543 len=1726711 2024-04-02T08:46:44.539 INFO:tasks.workunit.client.0.smithi084.stdout:op 1519 completed, throughput=5MB/sec 2024-04-02T08:46:45.540 INFO:tasks.workunit.client.0.smithi084.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:45.540 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rq8UjXXABs8DsrU off=13660074 len=1485212 2024-04-02T08:46:45.549 INFO:tasks.workunit.client.0.smithi084.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-02T08:46:45.549 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6yP3qdvyu3fvsg- off=6318763 len=714841 2024-04-02T08:46:45.553 INFO:tasks.workunit.client.0.smithi084.stdout:op 1521 completed, throughput=4.99MB/sec 2024-04-02T08:46:45.553 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4k_Y7dyUhsqm3Vj off=2705457 len=1882509 2024-04-02T08:46:45.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 1522 completed, throughput=5MB/sec 2024-04-02T08:46:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:45 smithi084 ceph-mon[97358]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:45 smithi084 ceph-mon[94794]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:45 smithi132 ceph-mon[88571]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:46.563 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-izjOYhxyh159cpo off=1283982 len=982188 2024-04-02T08:46:46.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-02T08:46:46.563 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GARh8KTfIs2MwNt off=13454986 len=2034401 2024-04-02T08:46:46.565 INFO:tasks.workunit.client.0.smithi084.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-02T08:46:46.565 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8dvWUawpQ151bAL off=7365569 len=1399018 2024-04-02T08:46:46.568 INFO:tasks.workunit.client.0.smithi084.stdout:op 1525 completed, throughput=5MB/sec 2024-04-02T08:46:46.568 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6dlsutjbHpnGZxo off=11181960 len=1127754 2024-04-02T08:46:46.574 INFO:tasks.workunit.client.0.smithi084.stdout:op 1526 completed, throughput=5MB/sec 2024-04-02T08:46:47.574 INFO:tasks.workunit.client.0.smithi084.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:47.574 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-L9tcLQ6boaYw5FE off=1413398 len=1064663 2024-04-02T08:46:47.575 INFO:tasks.workunit.client.0.smithi084.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-02T08:46:47.575 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z_vSVAKexRLmFtJ off=13269564 len=1744259 2024-04-02T08:46:47.582 INFO:tasks.workunit.client.0.smithi084.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-02T08:46:47.582 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-x3coa8Kc_tQ8k7c off=1562185 len=939969 2024-04-02T08:46:47.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 1529 completed, throughput=5MB/sec 2024-04-02T08:46:47.585 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4_bGt_9ExQx4n7y off=14429481 len=962928 2024-04-02T08:46:47.590 INFO:tasks.workunit.client.0.smithi084.stdout:op 1530 completed, throughput=5MB/sec 2024-04-02T08:46:47.590 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mgFwIWZUR8xVsz_ off=0 len=1887419 2024-04-02T08:46:47.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 1531 completed, throughput=5MB/sec 2024-04-02T08:46:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:47 smithi084 ceph-mon[94794]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:47 smithi084 ceph-mon[97358]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:47 smithi132 ceph-mon[88571]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:48.601 INFO:tasks.workunit.client.0.smithi084.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:48.601 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ozeZPfowlrYSbX3 off=1156010 len=995141 2024-04-02T08:46:48.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-02T08:46:48.602 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VGLdJKgQt009QMN off=6671480 len=76757 2024-04-02T08:46:48.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-02T08:46:48.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y1CPZ20D3FyCBQc off=7425204 len=1289982 2024-04-02T08:46:48.605 INFO:tasks.workunit.client.0.smithi084.stdout:op 1534 completed, throughput=5MB/sec 2024-04-02T08:46:48.605 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Wf4abdTtpUe6xm- off=9653241 len=1211447 2024-04-02T08:46:48.613 INFO:tasks.workunit.client.0.smithi084.stdout:op 1535 completed, throughput=5MB/sec 2024-04-02T08:46:48.613 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hLvW1ru4KL5lDQv off=15799638 len=392169 2024-04-02T08:46:48.614 INFO:tasks.workunit.client.0.smithi084.stdout:op 1536 completed, throughput=5MB/sec 2024-04-02T08:46:49.614 INFO:tasks.workunit.client.0.smithi084.stdout: 297: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:49.614 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ViMkeqiA2f_lIOx off=3314683 len=2076735 2024-04-02T08:46:49.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-02T08:46:49.627 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hPK6Kci8lzMjP17 off=6573067 len=1117456 2024-04-02T08:46:49.628 INFO:tasks.workunit.client.0.smithi084.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-02T08:46:49.628 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_tqwFlZuV_Y5Ki1 off=8254218 len=1794454 2024-04-02T08:46:49.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 1539 completed, throughput=5MB/sec 2024-04-02T08:46:49.630 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vE_z-uH2eLPc5P2 off=5544980 len=160530 2024-04-02T08:46:49.631 INFO:tasks.workunit.client.0.smithi084.stdout:op 1540 completed, throughput=5MB/sec 2024-04-02T08:46:49.631 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ojuJlH01h-ah5gn off=8071153 len=1598282 2024-04-02T08:46:49.638 INFO:tasks.workunit.client.0.smithi084.stdout:op 1541 completed, throughput=5MB/sec 2024-04-02T08:46:50.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:49 smithi084 ceph-mon[94794]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:46:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:49 smithi084 ceph-mon[97358]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:46:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:49 smithi132 ceph-mon[88571]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:46:50.639 INFO:tasks.workunit.client.0.smithi084.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:50.639 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NZJZR1QonJxomAK off=7566336 len=119026 2024-04-02T08:46:50.641 INFO:tasks.workunit.client.0.smithi084.stdout:op 1542 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.641 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XuyS1uGTMWlCAT9 off=10658928 len=1480022 2024-04-02T08:46:50.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 1543 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.647 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DwQtsiCNF79E0zb off=246349 len=148401 2024-04-02T08:46:50.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.647 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BT-5Hba7IA_hjLN off=3794529 len=181509 2024-04-02T08:46:50.648 INFO:tasks.workunit.client.0.smithi084.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.648 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xViLFbglvFMHK3q off=10621946 len=812647 2024-04-02T08:46:50.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 1546 completed, throughput=5MB/sec 2024-04-02T08:46:50.652 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3-Qjtpvf27vSF7O off=18193958 len=418247 2024-04-02T08:46:50.654 INFO:tasks.workunit.client.0.smithi084.stdout:op 1547 completed, throughput=5MB/sec 2024-04-02T08:46:50.654 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SyeolQkY173FtGN off=5555475 len=12098 2024-04-02T08:46:50.656 INFO:tasks.workunit.client.0.smithi084.stdout:op 1548 completed, throughput=5MB/sec 2024-04-02T08:46:50.656 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2XenzQIn2nzamg9 off=3075631 len=535899 2024-04-02T08:46:50.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 1549 completed, throughput=5MB/sec 2024-04-02T08:46:50.659 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FmP6emaJ3CAoCeI off=3780911 len=2027336 2024-04-02T08:46:50.664 INFO:tasks.workunit.client.0.smithi084.stdout:op 1550 completed, throughput=5.01MB/sec 2024-04-02T08:46:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:46:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:46:50] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T08:46:51.665 INFO:tasks.workunit.client.0.smithi084.stdout: 299: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:51.665 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ktswwKjEzjbgi4C off=8579760 len=335235 2024-04-02T08:46:51.665 INFO:tasks.workunit.client.0.smithi084.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-02T08:46:51.665 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GMbLv54tmlY7afO off=15874366 len=1329152 2024-04-02T08:46:51.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-02T08:46:51.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XDtBRw35zJNeIA1 off=8565537 len=187062 2024-04-02T08:46:51.674 INFO:tasks.workunit.client.0.smithi084.stdout:op 1553 completed, throughput=5MB/sec 2024-04-02T08:46:51.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-31HZ2de5CBRAB28 off=2031771 len=33015 2024-04-02T08:46:51.675 INFO:tasks.workunit.client.0.smithi084.stdout:op 1554 completed, throughput=5MB/sec 2024-04-02T08:46:51.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HWmpYVFiKfCYCEB off=9040025 len=1424604 2024-04-02T08:46:51.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 1555 completed, throughput=5MB/sec 2024-04-02T08:46:51.678 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h5R309s9VuBmXTk off=14563014 len=553906 2024-04-02T08:46:51.681 INFO:tasks.workunit.client.0.smithi084.stdout:op 1556 completed, throughput=5MB/sec 2024-04-02T08:46:52.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:51 smithi132 ceph-mon[88571]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:51 smithi084 ceph-mon[94794]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:51 smithi084 ceph-mon[97358]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:46:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:46:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:52.682 INFO:tasks.workunit.client.0.smithi084.stdout: 300: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:52.682 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-58VMXUa4pIuVkkD off=1254740 len=664121 2024-04-02T08:46:52.683 INFO:tasks.workunit.client.0.smithi084.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-02T08:46:52.683 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dAML0sHoaiowJFU off=0 len=1819107 2024-04-02T08:46:52.684 INFO:tasks.workunit.client.0.smithi084.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-02T08:46:52.684 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ttjn4Hpe34LDVxP off=10278748 len=1202831 2024-04-02T08:46:52.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 1559 completed, throughput=5MB/sec 2024-04-02T08:46:52.685 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TlL-VwA44fSKSKH off=9047899 len=1496735 2024-04-02T08:46:52.686 INFO:tasks.workunit.client.0.smithi084.stdout:op 1560 completed, throughput=5MB/sec 2024-04-02T08:46:53.687 INFO:tasks.workunit.client.0.smithi084.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:53.687 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-U4oc1ItsLpJ8laD off=2379052 len=19439 2024-04-02T08:46:53.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 1561 completed, throughput=4.98MB/sec 2024-04-02T08:46:53.688 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G5eFzjRdyRDG4DW off=128937 len=1054779 2024-04-02T08:46:53.692 INFO:tasks.workunit.client.0.smithi084.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-02T08:46:53.692 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C7ffoKEdxw4R1LW off=6574440 len=496505 2024-04-02T08:46:53.696 INFO:tasks.workunit.client.0.smithi084.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-02T08:46:53.696 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZdAL8MFwBbWxPEc off=987027 len=1453062 2024-04-02T08:46:53.701 INFO:tasks.workunit.client.0.smithi084.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-02T08:46:53.701 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7u455S02SgV7TKS off=2471108 len=1432230 2024-04-02T08:46:53.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 1565 completed, throughput=5MB/sec 2024-04-02T08:46:53.708 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sDNmiv2uG_NJf6y off=292928 len=822949 2024-04-02T08:46:53.712 INFO:tasks.workunit.client.0.smithi084.stdout:op 1566 completed, throughput=5MB/sec 2024-04-02T08:46:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:53 smithi084 ceph-mon[94794]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:53 smithi084 ceph-mon[97358]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:53 smithi132 ceph-mon[88571]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:54.712 INFO:tasks.workunit.client.0.smithi084.stdout: 302: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:54.713 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oDyzSzK_igUO1ih off=12576462 len=1714451 2024-04-02T08:46:54.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-02T08:46:54.714 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lXddPn57yw1MYRu off=1169943 len=481535 2024-04-02T08:46:54.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-02T08:46:54.715 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xRHLqR1z48m5lNN off=510084 len=430142 2024-04-02T08:46:54.718 INFO:tasks.workunit.client.0.smithi084.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-02T08:46:54.718 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bPPbWXTzEct9tNG off=7104376 len=724415 2024-04-02T08:46:54.719 INFO:tasks.workunit.client.0.smithi084.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-02T08:46:54.719 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-t7iiw1JNloQnJgV off=17137631 len=29318 2024-04-02T08:46:54.721 INFO:tasks.workunit.client.0.smithi084.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-02T08:46:54.721 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8xXs2Lw1gpEzfR- off=7627760 len=1585522 2024-04-02T08:46:54.728 INFO:tasks.workunit.client.0.smithi084.stdout:op 1572 completed, throughput=5MB/sec 2024-04-02T08:46:54.728 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ac3ftIuDMBBxv8v off=12425704 len=326039 2024-04-02T08:46:54.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 1573 completed, throughput=5MB/sec 2024-04-02T08:46:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: 303: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:55.731 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rSx35JrU4KvXcuI off=18073323 len=1667903 2024-04-02T08:46:55.738 INFO:tasks.workunit.client.0.smithi084.stdout:op 1574 completed, throughput=4.99MB/sec 2024-04-02T08:46:55.738 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q_31m9RrHA1gFKv off=3585040 len=357784 2024-04-02T08:46:55.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-02T08:46:55.739 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zkiDA4LBv3ycdh6 off=15552566 len=1232427 2024-04-02T08:46:55.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 1576 completed, throughput=4.99MB/sec 2024-04-02T08:46:55.740 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4oBmOC9vScKO61n off=3697724 len=998908 2024-04-02T08:46:55.741 INFO:tasks.workunit.client.0.smithi084.stdout:op 1577 completed, throughput=5MB/sec 2024-04-02T08:46:55.741 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OrRpOo0BT8afPct off=98932 len=1501865 2024-04-02T08:46:55.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 1578 completed, throughput=5MB/sec 2024-04-02T08:46:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:55 smithi084 ceph-mon[94794]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:55 smithi084 ceph-mon[97358]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:55 smithi132 ceph-mon[88571]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:56.742 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ORtEpqcwysmwgHq off=3673521 len=1958969 2024-04-02T08:46:56.746 INFO:tasks.workunit.client.0.smithi084.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-02T08:46:56.746 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jJXkVIw8ZnFLJXn off=6474732 len=1710985 2024-04-02T08:46:56.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 1580 completed, throughput=5MB/sec 2024-04-02T08:46:56.753 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SDP0mxk5KrskDuv off=683490 len=707406 2024-04-02T08:46:56.757 INFO:tasks.workunit.client.0.smithi084.stdout:op 1581 completed, throughput=5MB/sec 2024-04-02T08:46:56.757 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RCfTiFMvnEbdl91 off=12199348 len=813186 2024-04-02T08:46:56.758 INFO:tasks.workunit.client.0.smithi084.stdout:op 1582 completed, throughput=5MB/sec 2024-04-02T08:46:57.410 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:46:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=sqlstore.transactions t=2024-04-02T08:46:57.052336981Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:46:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:57.758 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PRTdJi4ziSQ9K2z off=15458067 len=1854964 2024-04-02T08:46:57.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 1583 completed, throughput=4.99MB/sec 2024-04-02T08:46:57.766 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MAZGqas0PljIcHv off=1112224 len=955644 2024-04-02T08:46:57.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-02T08:46:57.769 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TRje3YkMSarKYKd off=11738684 len=1793027 2024-04-02T08:46:57.775 INFO:tasks.workunit.client.0.smithi084.stdout:op 1585 completed, throughput=5MB/sec 2024-04-02T08:46:57.775 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jwJ7Lkk3EQea6Xv off=7145910 len=1895705 2024-04-02T08:46:57.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 1586 completed, throughput=5.01MB/sec 2024-04-02T08:46:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:57 smithi084 ceph-mon[94794]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:58.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:57 smithi084 ceph-mon[97358]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:57 smithi132 ceph-mon[88571]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:58.779 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6gYGcDYQE6OnIV7 off=8064944 len=880191 2024-04-02T08:46:58.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 1587 completed, throughput=4.99MB/sec 2024-04-02T08:46:58.782 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I5QmODZjzwA3qUT off=15583 len=120064 2024-04-02T08:46:58.783 INFO:tasks.workunit.client.0.smithi084.stdout:op 1588 completed, throughput=4.99MB/sec 2024-04-02T08:46:58.784 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DZwFCi7tU41BBMI off=6247759 len=1805899 2024-04-02T08:46:58.793 INFO:tasks.workunit.client.0.smithi084.stdout:op 1589 completed, throughput=5MB/sec 2024-04-02T08:46:58.793 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7VCcCAd_YY4I9Yl off=5161515 len=1838199 2024-04-02T08:46:58.800 INFO:tasks.workunit.client.0.smithi084.stdout:op 1590 completed, throughput=5MB/sec 2024-04-02T08:46:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-02T08:46:59.800 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SSHFXMrK9cm4GYP off=10846806 len=644565 2024-04-02T08:46:59.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 1591 completed, throughput=4.99MB/sec 2024-04-02T08:46:59.805 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VmeHLV-blXLKJWi off=6813939 len=2007766 2024-04-02T08:46:59.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-02T08:46:59.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aqZrRFzpYqN1j5C off=17010697 len=1479998 2024-04-02T08:46:59.808 INFO:tasks.workunit.client.0.smithi084.stdout:op 1593 completed, throughput=5MB/sec 2024-04-02T08:46:59.808 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e0iBqJ-r0VBq5wz off=3433736 len=1546798 2024-04-02T08:46:59.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 1594 completed, throughput=5MB/sec 2024-04-02T08:47:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:46:59 smithi084 ceph-mon[94794]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:47:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:46:59 smithi084 ceph-mon[97358]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:47:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:46:59 smithi132 ceph-mon[88571]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:47:00.814 INFO:tasks.workunit.client.0.smithi084.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:00.814 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iY4vMFCy8WMsGxp off=5850300 len=1175248 2024-04-02T08:47:00.819 INFO:tasks.workunit.client.0.smithi084.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-02T08:47:00.819 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NvaB8jYGaQcfj79 off=3387974 len=1072266 2024-04-02T08:47:00.821 INFO:tasks.workunit.client.0.smithi084.stdout:op 1596 completed, throughput=4.99MB/sec 2024-04-02T08:47:00.821 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VvxXYpgXZHPiJKA off=10351471 len=953694 2024-04-02T08:47:00.826 INFO:tasks.workunit.client.0.smithi084.stdout:op 1597 completed, throughput=5MB/sec 2024-04-02T08:47:00.826 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-v7D7Orq890o05fQ off=10211620 len=888397 2024-04-02T08:47:00.827 INFO:tasks.workunit.client.0.smithi084.stdout:op 1598 completed, throughput=5MB/sec 2024-04-02T08:47:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:47:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:47:00] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-02T08:47:01.828 INFO:tasks.workunit.client.0.smithi084.stdout: 309: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:01.828 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xHFjzU1bTjMg0vL off=8649732 len=1451992 2024-04-02T08:47:01.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-02T08:47:01.833 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dOh6jthVBmu58AW off=679822 len=268061 2024-04-02T08:47:01.834 INFO:tasks.workunit.client.0.smithi084.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-02T08:47:01.835 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Q0LVjwWTXuU-hI off=167034 len=2028558 2024-04-02T08:47:01.841 INFO:tasks.workunit.client.0.smithi084.stdout:op 1601 completed, throughput=5MB/sec 2024-04-02T08:47:01.841 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fOjbkdntplmSAlm off=387080 len=766544 2024-04-02T08:47:01.846 INFO:tasks.workunit.client.0.smithi084.stdout:op 1602 completed, throughput=5MB/sec 2024-04-02T08:47:01.846 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y-C779OUYuPInXE off=8825934 len=1873525 2024-04-02T08:47:01.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 1603 completed, throughput=5MB/sec 2024-04-02T08:47:02.213 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:01 smithi132 ceph-mon[88571]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:01 smithi084 ceph-mon[94794]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:01 smithi084 ceph-mon[97358]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:47:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:02.848 INFO:tasks.workunit.client.0.smithi084.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:02.848 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TgnS6ghzLz-uCf3 off=536955 len=1687234 2024-04-02T08:47:02.851 INFO:tasks.workunit.client.0.smithi084.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-02T08:47:02.851 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZSrsN8WHL7Ozpct off=1290166 len=1608080 2024-04-02T08:47:02.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 1605 completed, throughput=5MB/sec 2024-04-02T08:47:02.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-k_pkWpWQrEr3Zma off=8482541 len=325918 2024-04-02T08:47:02.864 INFO:tasks.workunit.client.0.smithi084.stdout:op 1606 completed, throughput=5MB/sec 2024-04-02T08:47:02.864 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M-jmC7cmYscqV0e off=3825432 len=1766699 2024-04-02T08:47:02.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 1607 completed, throughput=5MB/sec 2024-04-02T08:47:03.873 INFO:tasks.workunit.client.0.smithi084.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:03.873 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tLVRq231sv3NZZk off=10596601 len=503121 2024-04-02T08:47:03.876 INFO:tasks.workunit.client.0.smithi084.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-02T08:47:03.877 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NrjZrF71uSOf0Wn off=18292433 len=2047614 2024-04-02T08:47:03.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 1609 completed, throughput=5MB/sec 2024-04-02T08:47:03.878 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4jy3KIoTYTEJG-o off=409910 len=2050265 2024-04-02T08:47:03.885 INFO:tasks.workunit.client.0.smithi084.stdout:op 1610 completed, throughput=5MB/sec 2024-04-02T08:47:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:03 smithi084 ceph-mon[94794]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:03 smithi084 ceph-mon[97358]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:03 smithi132 ceph-mon[88571]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:04.886 INFO:tasks.workunit.client.0.smithi084.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:04.886 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5LpwcKaHsVSdNY6 off=3684166 len=1613312 2024-04-02T08:47:04.891 INFO:tasks.workunit.client.0.smithi084.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-02T08:47:04.891 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XMfa2uYhissxnm1 off=997189 len=1916785 2024-04-02T08:47:04.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 1612 completed, throughput=5MB/sec 2024-04-02T08:47:04.899 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ErtYpUa4gNOEHmW off=2639350 len=601297 2024-04-02T08:47:04.903 INFO:tasks.workunit.client.0.smithi084.stdout:op 1613 completed, throughput=5MB/sec 2024-04-02T08:47:04.903 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nYOfTlmABqBdA2Q off=2640847 len=156416 2024-04-02T08:47:04.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 1614 completed, throughput=5MB/sec 2024-04-02T08:47:04.905 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KzYxJ4D3_PW5aV5 off=262935 len=1494384 2024-04-02T08:47:04.908 INFO:tasks.workunit.client.0.smithi084.stdout:op 1615 completed, throughput=5MB/sec 2024-04-02T08:47:05.909 INFO:tasks.workunit.client.0.smithi084.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:05.909 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GNQeAIKSZBHF_HB off=2933770 len=847459 2024-04-02T08:47:05.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 1616 completed, throughput=4.99MB/sec 2024-04-02T08:47:05.909 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S8sqqbssAqFADfN off=3223836 len=133713 2024-04-02T08:47:05.912 INFO:tasks.workunit.client.0.smithi084.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-02T08:47:05.912 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q0K4Q8KWtM3tjVL off=3695800 len=1425889 2024-04-02T08:47:05.918 INFO:tasks.workunit.client.0.smithi084.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-02T08:47:05.918 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-revZb4aKs5Bur_e off=116191 len=1414891 2024-04-02T08:47:05.919 INFO:tasks.workunit.client.0.smithi084.stdout:op 1619 completed, throughput=5MB/sec 2024-04-02T08:47:05.919 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y-OaVNh8Dd506Dq off=11412662 len=932335 2024-04-02T08:47:05.919 INFO:tasks.workunit.client.0.smithi084.stdout:op 1620 completed, throughput=5MB/sec 2024-04-02T08:47:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:05 smithi084 ceph-mon[94794]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:05 smithi084 ceph-mon[97358]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:05 smithi132 ceph-mon[88571]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:06.920 INFO:tasks.workunit.client.0.smithi084.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:06.920 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IVqZXGt73_QJ7Ub off=13385506 len=695894 2024-04-02T08:47:06.920 INFO:tasks.workunit.client.0.smithi084.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-02T08:47:06.921 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ubvQcbEJhDa0UjP off=2763457 len=833436 2024-04-02T08:47:06.921 INFO:tasks.workunit.client.0.smithi084.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-02T08:47:06.921 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Y4RT1LifGy9MSX_ off=3078147 len=1710710 2024-04-02T08:47:06.931 INFO:tasks.workunit.client.0.smithi084.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-02T08:47:06.931 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1zwbLVKaMSqJaQ9 off=368073 len=1883968 2024-04-02T08:47:06.932 INFO:tasks.workunit.client.0.smithi084.stdout:op 1624 completed, throughput=5MB/sec 2024-04-02T08:47:07.933 INFO:tasks.workunit.client.0.smithi084.stdout: 315: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:07.933 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_dwSnfLlvqcKvbv off=7464555 len=690234 2024-04-02T08:47:07.936 INFO:tasks.workunit.client.0.smithi084.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-02T08:47:07.936 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-arNqQKvej3YkkjM off=4601505 len=1609494 2024-04-02T08:47:07.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 1626 completed, throughput=4.99MB/sec 2024-04-02T08:47:07.944 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R2ZDbqaVagtlw4S off=833490 len=1097142 2024-04-02T08:47:07.950 INFO:tasks.workunit.client.0.smithi084.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-02T08:47:07.950 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nEQdk-p_0vozzrJ off=9432914 len=1646654 2024-04-02T08:47:07.952 INFO:tasks.workunit.client.0.smithi084.stdout:op 1628 completed, throughput=5MB/sec 2024-04-02T08:47:07.952 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zABCHT5gDHiUGyz off=4793279 len=1397343 2024-04-02T08:47:07.958 INFO:tasks.workunit.client.0.smithi084.stdout:op 1629 completed, throughput=5MB/sec 2024-04-02T08:47:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:07 smithi084 ceph-mon[94794]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:47:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:07 smithi084 ceph-mon[97358]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:47:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:07 smithi132 ceph-mon[88571]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:47:08.959 INFO:tasks.workunit.client.0.smithi084.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:08.959 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DuP9ZCFPKrzNMdz off=5418199 len=561593 2024-04-02T08:47:08.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-02T08:47:08.963 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zLaxp5ecWSg_tHB off=1166054 len=1750935 2024-04-02T08:47:08.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-02T08:47:08.970 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6yG0Ee0BObKaMP7 off=6104767 len=155549 2024-04-02T08:47:08.973 INFO:tasks.workunit.client.0.smithi084.stdout:op 1632 completed, throughput=5MB/sec 2024-04-02T08:47:08.973 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aY3wrCO-FfWCXcF off=355316 len=1086357 2024-04-02T08:47:08.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 1633 completed, throughput=5MB/sec 2024-04-02T08:47:08.974 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cmZtIzqHP9d7X4j off=12543690 len=1672661 2024-04-02T08:47:08.979 INFO:tasks.workunit.client.0.smithi084.stdout:op 1634 completed, throughput=5MB/sec 2024-04-02T08:47:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:09.979 INFO:tasks.workunit.client.0.smithi084.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:09.980 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yNv2cVQ623TNut2 off=6398901 len=1983916 2024-04-02T08:47:09.981 INFO:tasks.workunit.client.0.smithi084.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-02T08:47:09.981 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M6Vfb1q4POuBr5P off=1440912 len=447451 2024-04-02T08:47:09.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 1636 completed, throughput=4.99MB/sec 2024-04-02T08:47:09.983 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4YlBwGZL9TYTIPl off=5684581 len=451329 2024-04-02T08:47:09.987 INFO:tasks.workunit.client.0.smithi084.stdout:op 1637 completed, throughput=5MB/sec 2024-04-02T08:47:09.987 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CH5pEDiDRnrX1JD off=9759127 len=1302279 2024-04-02T08:47:09.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 1638 completed, throughput=5MB/sec 2024-04-02T08:47:09.992 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W63XL8u5sfJmQy9 off=12627554 len=714357 2024-04-02T08:47:09.996 INFO:tasks.workunit.client.0.smithi084.stdout:op 1639 completed, throughput=5MB/sec 2024-04-02T08:47:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:09 smithi084 ceph-mon[94794]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:47:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:09 smithi084 ceph-mon[97358]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:47:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:09 smithi132 ceph-mon[88571]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:47:10.996 INFO:tasks.workunit.client.0.smithi084.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:10.996 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rcyU0XTMSDC31zA off=10874565 len=2027733 2024-04-02T08:47:11.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 1640 completed, throughput=4.99MB/sec 2024-04-02T08:47:11.004 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QJgfoGXVxeEwWMv off=22212713 len=367366 2024-04-02T08:47:11.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-02T08:47:11.011 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yvKvybtXVQ_f1E9 off=1266403 len=1318852 2024-04-02T08:47:11.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 1642 completed, throughput=5MB/sec 2024-04-02T08:47:11.011 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fO_-KDqo0RiuV_e off=4960110 len=60725 2024-04-02T08:47:11.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 1643 completed, throughput=5MB/sec 2024-04-02T08:47:11.012 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qJEdvJpKvhJNQ_5 off=10122870 len=1880989 2024-04-02T08:47:11.012 INFO:tasks.workunit.client.0.smithi084.stdout:op 1644 completed, throughput=5MB/sec 2024-04-02T08:47:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:47:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:47:10] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-02T08:47:12.012 INFO:tasks.workunit.client.0.smithi084.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:12.012 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--5tqWODMiuJZzow off=4449616 len=506423 2024-04-02T08:47:12.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 1645 completed, throughput=4.99MB/sec 2024-04-02T08:47:12.013 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YSoAN8hQMCubNjY off=1782539 len=1302116 2024-04-02T08:47:12.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-02T08:47:12.016 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7_jZ6Xq6iHYMmWx off=1708643 len=1908945 2024-04-02T08:47:12.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 1647 completed, throughput=5MB/sec 2024-04-02T08:47:12.027 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cnk3GvHome5umyv off=8994032 len=812537 2024-04-02T08:47:12.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 1648 completed, throughput=5MB/sec 2024-04-02T08:47:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:11 smithi132 ceph-mon[88571]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:47:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:11 smithi084 ceph-mon[94794]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:47:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:11 smithi084 ceph-mon[97358]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:47:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:47:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:47:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:13.028 INFO:tasks.workunit.client.0.smithi084.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:13.028 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DKMbaScsiBsy8R4 off=9633585 len=1340 2024-04-02T08:47:13.030 INFO:tasks.workunit.client.0.smithi084.stdout:op 1649 completed, throughput=4.99MB/sec 2024-04-02T08:47:13.030 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--btW9hqt2nQXbVL off=11687479 len=1130626 2024-04-02T08:47:13.036 INFO:tasks.workunit.client.0.smithi084.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-02T08:47:13.036 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-p4q56i5q2QqCERa off=5683332 len=1080548 2024-04-02T08:47:13.037 INFO:tasks.workunit.client.0.smithi084.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-02T08:47:13.037 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-f-bcPc61Q37u8Dw off=2541018 len=1663093 2024-04-02T08:47:13.043 INFO:tasks.workunit.client.0.smithi084.stdout:op 1652 completed, throughput=5MB/sec 2024-04-02T08:47:13.043 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qbHEMhHuQr-z9gN off=3641789 len=282051 2024-04-02T08:47:13.045 INFO:tasks.workunit.client.0.smithi084.stdout:op 1653 completed, throughput=5MB/sec 2024-04-02T08:47:13.045 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oFFpzvR_l2mb-tO off=0 len=1595452 2024-04-02T08:47:13.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 1654 completed, throughput=5MB/sec 2024-04-02T08:47:14.047 INFO:tasks.workunit.client.0.smithi084.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:14.048 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PeaXgeztvwDy0ui off=9090983 len=1129079 2024-04-02T08:47:14.050 INFO:tasks.workunit.client.0.smithi084.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-02T08:47:14.050 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9zwcTO3xSSBX4ey off=10910683 len=1853068 2024-04-02T08:47:14.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 1656 completed, throughput=5MB/sec 2024-04-02T08:47:14.051 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i90hN2PoD8Mlcrj off=2822664 len=1947208 2024-04-02T08:47:14.053 INFO:tasks.workunit.client.0.smithi084.stdout:op 1657 completed, throughput=5MB/sec 2024-04-02T08:47:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:13 smithi084 ceph-mon[94794]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:47:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:13 smithi084 ceph-mon[97358]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:47:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:13 smithi132 ceph-mon[88571]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:47:15.053 INFO:tasks.workunit.client.0.smithi084.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:15.053 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4Us-Xx5ntxm2sIw off=186248 len=1843008 2024-04-02T08:47:15.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-02T08:47:15.061 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cYD1_ypg9CTf12R off=10445731 len=1942436 2024-04-02T08:47:15.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 1659 completed, throughput=5MB/sec 2024-04-02T08:47:15.069 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VPzGcPHHxMUv2y- off=6370254 len=304281 2024-04-02T08:47:15.071 INFO:tasks.workunit.client.0.smithi084.stdout:op 1660 completed, throughput=5MB/sec 2024-04-02T08:47:15.071 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kjURcoSPcqn734R off=16972143 len=374954 2024-04-02T08:47:15.074 INFO:tasks.workunit.client.0.smithi084.stdout:op 1661 completed, throughput=5MB/sec 2024-04-02T08:47:15.074 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RBdy1bYCkruQJH4 off=2167015 len=558053 2024-04-02T08:47:15.076 INFO:tasks.workunit.client.0.smithi084.stdout:op 1662 completed, throughput=5MB/sec 2024-04-02T08:47:15.076 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VfYEcRHmQS424Hj off=12672245 len=239687 2024-04-02T08:47:15.078 INFO:tasks.workunit.client.0.smithi084.stdout:op 1663 completed, throughput=5MB/sec 2024-04-02T08:47:16.078 INFO:tasks.workunit.client.0.smithi084.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:16.078 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XdX3lM01_zBkd2V off=3845388 len=1611194 2024-04-02T08:47:16.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-02T08:47:16.081 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DEI0cVVFf9gIE1s off=12344204 len=1332241 2024-04-02T08:47:16.088 INFO:tasks.workunit.client.0.smithi084.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-02T08:47:16.088 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NcXHs70HxtEFeJ2 off=6713613 len=649177 2024-04-02T08:47:16.092 INFO:tasks.workunit.client.0.smithi084.stdout:op 1666 completed, throughput=5MB/sec 2024-04-02T08:47:16.092 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-te8j-eYZ32DWLAi off=3880717 len=921098 2024-04-02T08:47:16.092 INFO:tasks.workunit.client.0.smithi084.stdout:op 1667 completed, throughput=5MB/sec 2024-04-02T08:47:16.092 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RXOSJilDG82ef_k off=2019212 len=525229 2024-04-02T08:47:16.095 INFO:tasks.workunit.client.0.smithi084.stdout:op 1668 completed, throughput=5MB/sec 2024-04-02T08:47:16.095 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6yG0Ee0BObKaMP7 off=2393822 len=1407047 2024-04-02T08:47:16.101 INFO:tasks.workunit.client.0.smithi084.stdout:op 1669 completed, throughput=5MB/sec 2024-04-02T08:47:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:15 smithi084 ceph-mon[94794]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:47:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:15 smithi084 ceph-mon[97358]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:47:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:15 smithi132 ceph-mon[88571]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:47:17.102 INFO:tasks.workunit.client.0.smithi084.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:17.102 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RONACKrAFo8SwHB off=2604301 len=41667 2024-04-02T08:47:17.102 INFO:tasks.workunit.client.0.smithi084.stdout:op 1670 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.103 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RHpBZ7lG4wR1fmt off=1657510 len=311494 2024-04-02T08:47:17.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 1671 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.105 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-L8DVT1sCkViL5G0 off=2680435 len=112504 2024-04-02T08:47:17.107 INFO:tasks.workunit.client.0.smithi084.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.107 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g8SPhSgEmphJxP- off=2789224 len=742176 2024-04-02T08:47:17.108 INFO:tasks.workunit.client.0.smithi084.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.108 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--atQFnlJxWbkIGS off=605497 len=1092119 2024-04-02T08:47:17.110 INFO:tasks.workunit.client.0.smithi084.stdout:op 1674 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.110 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--D4it2N4kFWmXgz off=18548274 len=1774980 2024-04-02T08:47:17.112 INFO:tasks.workunit.client.0.smithi084.stdout:op 1675 completed, throughput=5MB/sec 2024-04-02T08:47:17.112 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-21eUYLD8yoQxkxi off=3207617 len=611513 2024-04-02T08:47:17.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 1676 completed, throughput=5MB/sec 2024-04-02T08:47:18.116 INFO:tasks.workunit.client.0.smithi084.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:18.116 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EjpEPUKF4IFHZRz off=1591934 len=16075 2024-04-02T08:47:18.118 INFO:tasks.workunit.client.0.smithi084.stdout:op 1677 completed, throughput=4.99MB/sec 2024-04-02T08:47:18.118 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pXhH0lqYh2I5E6x off=2350727 len=1816081 2024-04-02T08:47:18.119 INFO:tasks.workunit.client.0.smithi084.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-02T08:47:18.119 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2VBUFMKvhHRYr0t off=6425660 len=721221 2024-04-02T08:47:18.123 INFO:tasks.workunit.client.0.smithi084.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-02T08:47:18.123 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--oaT9vst9w8tfFt off=12859895 len=671678 2024-04-02T08:47:18.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 1680 completed, throughput=5MB/sec 2024-04-02T08:47:18.124 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-n7V8tdOd7uIRUev off=17119385 len=66880 2024-04-02T08:47:18.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 1681 completed, throughput=5MB/sec 2024-04-02T08:47:18.124 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4sUuVWP8NwxGtTM off=122310 len=1136760 2024-04-02T08:47:18.125 INFO:tasks.workunit.client.0.smithi084.stdout:op 1682 completed, throughput=5MB/sec 2024-04-02T08:47:18.125 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dxrvXTLcV6xj_fd off=13021046 len=1198212 2024-04-02T08:47:18.126 INFO:tasks.workunit.client.0.smithi084.stdout:op 1683 completed, throughput=5MB/sec 2024-04-02T08:47:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:17 smithi084 ceph-mon[94794]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:47:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:17 smithi084 ceph-mon[97358]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:47:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:17 smithi132 ceph-mon[88571]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:47:19.126 INFO:tasks.workunit.client.0.smithi084.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:19.127 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-07K47L03I91Kv5B off=2433210 len=1485929 2024-04-02T08:47:19.134 INFO:tasks.workunit.client.0.smithi084.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-02T08:47:19.134 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-47g7cXrdM6Iyg9- off=8857313 len=1779411 2024-04-02T08:47:19.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 1685 completed, throughput=5MB/sec 2024-04-02T08:47:19.142 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-osaosyNxCIP2eTn off=16337179 len=51797 2024-04-02T08:47:19.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 1686 completed, throughput=5MB/sec 2024-04-02T08:47:19.143 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4HKl8AjpHvX5EL8 off=5976632 len=55358 2024-04-02T08:47:19.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 1687 completed, throughput=5MB/sec 2024-04-02T08:47:19.143 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fIfnvE2a43ZQy41 off=10438886 len=496447 2024-04-02T08:47:19.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 1688 completed, throughput=5MB/sec 2024-04-02T08:47:19.143 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UaEIcrOU74fH_CR off=6226057 len=1808099 2024-04-02T08:47:19.153 INFO:tasks.workunit.client.0.smithi084.stdout:op 1689 completed, throughput=5MB/sec 2024-04-02T08:47:20.153 INFO:tasks.workunit.client.0.smithi084.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:20.153 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qJ3i3NbBDZtrqOW off=10493767 len=2051620 2024-04-02T08:47:20.160 INFO:tasks.workunit.client.0.smithi084.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-02T08:47:20.160 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M9EddeX5J7o1gv6 off=7102859 len=1132071 2024-04-02T08:47:20.162 INFO:tasks.workunit.client.0.smithi084.stdout:op 1691 completed, throughput=5MB/sec 2024-04-02T08:47:20.162 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NrjZrF71uSOf0Wn off=13421258 len=945919 2024-04-02T08:47:20.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 1692 completed, throughput=5MB/sec 2024-04-02T08:47:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:19 smithi084 ceph-mon[94794]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:19 smithi084 ceph-mon[97358]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:19 smithi132 ceph-mon[88571]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:47:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:47:20] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-02T08:47:21.167 INFO:tasks.workunit.client.0.smithi084.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:21.168 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0_BmSULr99PbA_2 off=21017031 len=88848 2024-04-02T08:47:21.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.170 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WncAVwHTkEWL2hr off=1939181 len=747925 2024-04-02T08:47:21.170 INFO:tasks.workunit.client.0.smithi084.stdout:op 1694 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.171 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZNnjBKrxPHOmtEP off=2061961 len=56764 2024-04-02T08:47:21.171 INFO:tasks.workunit.client.0.smithi084.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.171 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UnBOkLq4eTNbJZQ off=23600061 len=1523818 2024-04-02T08:47:21.180 INFO:tasks.workunit.client.0.smithi084.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.180 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OyRsXlIgRhUhUf_ off=767499 len=342929 2024-04-02T08:47:21.182 INFO:tasks.workunit.client.0.smithi084.stdout:op 1697 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.182 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YUZQGdgqgjnfT31 off=700436 len=948723 2024-04-02T08:47:21.187 INFO:tasks.workunit.client.0.smithi084.stdout:op 1698 completed, throughput=5MB/sec 2024-04-02T08:47:21.188 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lvTRST9-W91DSxR off=3365773 len=585672 2024-04-02T08:47:21.191 INFO:tasks.workunit.client.0.smithi084.stdout:op 1699 completed, throughput=5MB/sec 2024-04-02T08:47:21.191 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QZyI17pzvE0FuBZ off=3906920 len=904849 2024-04-02T08:47:21.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 1700 completed, throughput=5MB/sec 2024-04-02T08:47:21.196 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-klrtrUpfBdHc2QL off=5389886 len=170550 2024-04-02T08:47:21.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 1701 completed, throughput=5MB/sec 2024-04-02T08:47:21.196 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WO2KdOIfeK5MjfL off=5339146 len=1433518 2024-04-02T08:47:21.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 1702 completed, throughput=5MB/sec 2024-04-02T08:47:22.197 INFO:tasks.workunit.client.0.smithi084.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:22.198 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KllIJ2gwrkge_zF off=9928222 len=1181281 2024-04-02T08:47:22.202 INFO:tasks.workunit.client.0.smithi084.stdout:op 1703 completed, throughput=4.99MB/sec 2024-04-02T08:47:22.202 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RJen0h04mCnLTgh off=9835180 len=462902 2024-04-02T08:47:22.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-02T08:47:22.205 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mUQimUCnVdpXDXy off=3758672 len=553861 2024-04-02T08:47:22.206 INFO:tasks.workunit.client.0.smithi084.stdout:op 1705 completed, throughput=5MB/sec 2024-04-02T08:47:22.206 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_KNBtGA2xu0KaPv off=2045911 len=648922 2024-04-02T08:47:22.209 INFO:tasks.workunit.client.0.smithi084.stdout:op 1706 completed, throughput=5MB/sec 2024-04-02T08:47:22.209 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Eto28J3m13Y-y7E off=3530706 len=1822067 2024-04-02T08:47:22.218 INFO:tasks.workunit.client.0.smithi084.stdout:op 1707 completed, throughput=5MB/sec 2024-04-02T08:47:22.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:21 smithi132 ceph-mon[88571]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:22.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:21 smithi084 ceph-mon[97358]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:21 smithi084 ceph-mon[94794]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:47:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:23.218 INFO:tasks.workunit.client.0.smithi084.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:23.218 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yIa63Lsmpe2HOwY off=6286071 len=1993645 2024-04-02T08:47:23.219 INFO:tasks.workunit.client.0.smithi084.stdout:op 1708 completed, throughput=4.99MB/sec 2024-04-02T08:47:23.220 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4x7HpU4_RJ8vfKm off=5815909 len=2071392 2024-04-02T08:47:23.231 INFO:tasks.workunit.client.0.smithi084.stdout:op 1709 completed, throughput=5MB/sec 2024-04-02T08:47:23.231 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1m3GEAD9vT9rPSl off=5384611 len=2016364 2024-04-02T08:47:23.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 1710 completed, throughput=5MB/sec 2024-04-02T08:47:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:22 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:22 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:22 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:47:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:22 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:22 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:22 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:47:23.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:22 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:22 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:22 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:47:24.239 INFO:tasks.workunit.client.0.smithi084.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:24.239 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h6qhNI6pMqTWOIV off=3183595 len=813160 2024-04-02T08:47:24.240 INFO:tasks.workunit.client.0.smithi084.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-02T08:47:24.240 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EVqxoSpVIWn-Auq off=7198326 len=179642 2024-04-02T08:47:24.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-02T08:47:24.242 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gwJ08KbGzgOgq7r off=14722582 len=1920076 2024-04-02T08:47:24.251 INFO:tasks.workunit.client.0.smithi084.stdout:op 1713 completed, throughput=5MB/sec 2024-04-02T08:47:24.251 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-khmUn4tVBgyJBIb off=6798022 len=469132 2024-04-02T08:47:24.252 INFO:tasks.workunit.client.0.smithi084.stdout:op 1714 completed, throughput=5MB/sec 2024-04-02T08:47:24.252 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ir7whYmj4sWqI5V off=4292485 len=1840624 2024-04-02T08:47:24.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 1715 completed, throughput=5MB/sec 2024-04-02T08:47:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:24 smithi084 ceph-mon[94794]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:47:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:24 smithi084 ceph-mon[97358]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:47:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:24 smithi132 ceph-mon[88571]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:47:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:25.256 INFO:tasks.workunit.client.0.smithi084.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:25.256 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-O_cKvgW_VKkczWT off=6981901 len=881756 2024-04-02T08:47:25.261 INFO:tasks.workunit.client.0.smithi084.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-02T08:47:25.261 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmjNKDgte3UrHDw off=4211083 len=718977 2024-04-02T08:47:25.262 INFO:tasks.workunit.client.0.smithi084.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-02T08:47:25.262 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sghad6Wm78H_4oa off=2130526 len=1677686 2024-04-02T08:47:25.263 INFO:tasks.workunit.client.0.smithi084.stdout:op 1718 completed, throughput=5MB/sec 2024-04-02T08:47:25.263 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wGzn26jmLBxvpZb off=2365677 len=706056 2024-04-02T08:47:25.265 INFO:tasks.workunit.client.0.smithi084.stdout:op 1719 completed, throughput=5MB/sec 2024-04-02T08:47:26.265 INFO:tasks.workunit.client.0.smithi084.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:26.265 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cm-9h5Gu39lO8G8 off=9567661 len=1852970 2024-04-02T08:47:26.274 INFO:tasks.workunit.client.0.smithi084.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-02T08:47:26.274 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4yIujOLN_3we7I0 off=149191 len=1144120 2024-04-02T08:47:26.276 INFO:tasks.workunit.client.0.smithi084.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-02T08:47:26.276 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X0vDAoUCwIoz6RU off=0 len=1175243 2024-04-02T08:47:26.277 INFO:tasks.workunit.client.0.smithi084.stdout:op 1722 completed, throughput=5MB/sec 2024-04-02T08:47:26.278 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jRx4fII4WZBctXT off=5102243 len=1991519 2024-04-02T08:47:26.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 1723 completed, throughput=5MB/sec 2024-04-02T08:47:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:26 smithi084 ceph-mon[94794]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:47:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:26 smithi084 ceph-mon[97358]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:47:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:26 smithi132 ceph-mon[88571]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:47:27.281 INFO:tasks.workunit.client.0.smithi084.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:27.281 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PVDSj7Hq4s0EYWC off=2322149 len=1885520 2024-04-02T08:47:27.283 INFO:tasks.workunit.client.0.smithi084.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-02T08:47:27.283 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WJu-swSmKcKaUIU off=5857287 len=1444254 2024-04-02T08:47:27.286 INFO:tasks.workunit.client.0.smithi084.stdout:op 1725 completed, throughput=5MB/sec 2024-04-02T08:47:27.286 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0aeKUSgcSWdTGYY off=4769980 len=1911832 2024-04-02T08:47:27.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 1726 completed, throughput=5MB/sec 2024-04-02T08:47:28.290 INFO:tasks.workunit.client.0.smithi084.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:28.290 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AsB4vn9NMemdAAd off=11013863 len=76953 2024-04-02T08:47:28.292 INFO:tasks.workunit.client.0.smithi084.stdout:op 1727 completed, throughput=4.99MB/sec 2024-04-02T08:47:28.292 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-O7MdxQwV2HM_yjd off=6470843 len=1789814 2024-04-02T08:47:28.293 INFO:tasks.workunit.client.0.smithi084.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-02T08:47:28.293 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rGG68QtdfCsw0O_ off=12455048 len=293836 2024-04-02T08:47:28.295 INFO:tasks.workunit.client.0.smithi084.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-02T08:47:28.295 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yi0rLeFNL-y3HY0 off=3704784 len=722388 2024-04-02T08:47:28.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 1730 completed, throughput=5MB/sec 2024-04-02T08:47:28.298 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bkFVFHGFYzDFWFn off=1968683 len=182892 2024-04-02T08:47:28.299 INFO:tasks.workunit.client.0.smithi084.stdout:op 1731 completed, throughput=5MB/sec 2024-04-02T08:47:28.299 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BmkUNHiRIzXl_BL off=123841 len=248086 2024-04-02T08:47:28.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 1732 completed, throughput=5MB/sec 2024-04-02T08:47:28.302 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jidcwlLtbXucERC off=5834562 len=1912235 2024-04-02T08:47:28.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 1733 completed, throughput=5MB/sec 2024-04-02T08:47:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:28 smithi084 ceph-mon[94794]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:28 smithi084 ceph-mon[97358]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:28 smithi132 ceph-mon[88571]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:29.304 INFO:tasks.workunit.client.0.smithi084.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:29.304 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a2PIrIL7eO4y3q7 off=117181 len=755195 2024-04-02T08:47:29.306 INFO:tasks.workunit.client.0.smithi084.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-02T08:47:29.306 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PCFJHIPTu1zL6io off=22631805 len=1724827 2024-04-02T08:47:29.314 INFO:tasks.workunit.client.0.smithi084.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-02T08:47:29.314 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EMpdYXKVN_Id6JC off=2982154 len=346194 2024-04-02T08:47:29.315 INFO:tasks.workunit.client.0.smithi084.stdout:op 1736 completed, throughput=5MB/sec 2024-04-02T08:47:29.315 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8HP2E8rUTriL9v5 off=46967 len=1609301 2024-04-02T08:47:29.320 INFO:tasks.workunit.client.0.smithi084.stdout:op 1737 completed, throughput=5MB/sec 2024-04-02T08:47:29.320 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cfZ9qoxMoIqn-uU off=8033050 len=210195 2024-04-02T08:47:29.321 INFO:tasks.workunit.client.0.smithi084.stdout:op 1738 completed, throughput=5MB/sec 2024-04-02T08:47:30.321 INFO:tasks.workunit.client.0.smithi084.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:30.321 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-el2hG8HPHo48-il off=415132 len=1475052 2024-04-02T08:47:30.327 INFO:tasks.workunit.client.0.smithi084.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-02T08:47:30.327 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EJ3rPz_Vd3toKVr off=10366635 len=1467163 2024-04-02T08:47:30.331 INFO:tasks.workunit.client.0.smithi084.stdout:op 1740 completed, throughput=4.99MB/sec 2024-04-02T08:47:30.332 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ivmche0ZHle4-RQ off=2078597 len=506341 2024-04-02T08:47:30.335 INFO:tasks.workunit.client.0.smithi084.stdout:op 1741 completed, throughput=4.99MB/sec 2024-04-02T08:47:30.335 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MlOzPFOiYIDtLjD off=4142842 len=965518 2024-04-02T08:47:30.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 1742 completed, throughput=5MB/sec 2024-04-02T08:47:30.337 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-E51ikJRP2okhBSF off=8105114 len=778343 2024-04-02T08:47:30.341 INFO:tasks.workunit.client.0.smithi084.stdout:op 1743 completed, throughput=5MB/sec 2024-04-02T08:47:30.341 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rlIYnhHmcwCvZAr off=22896541 len=803713 2024-04-02T08:47:30.345 INFO:tasks.workunit.client.0.smithi084.stdout:op 1744 completed, throughput=5MB/sec 2024-04-02T08:47:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:30 smithi084 ceph-mon[94794]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:30 smithi084 ceph-mon[97358]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:30 smithi132 ceph-mon[88571]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:47:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:47:30] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:47:31.346 INFO:tasks.workunit.client.0.smithi084.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:31.346 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SICyMvLB3GtwKi4 off=6182033 len=1155885 2024-04-02T08:47:31.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 1745 completed, throughput=4.99MB/sec 2024-04-02T08:47:31.350 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cge9E5aZbSY18hn off=5436268 len=762910 2024-04-02T08:47:31.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 1746 completed, throughput=4.99MB/sec 2024-04-02T08:47:31.355 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bckG9oM7qyLC2Bw off=1524049 len=1471351 2024-04-02T08:47:31.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 1747 completed, throughput=5MB/sec 2024-04-02T08:47:31.362 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zfWYad3xEVegfSC off=246767 len=1234873 2024-04-02T08:47:31.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 1748 completed, throughput=5MB/sec 2024-04-02T08:47:31.363 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DZFFv2_4PTGBdqv off=4651874 len=1250457 2024-04-02T08:47:31.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 1749 completed, throughput=5MB/sec 2024-04-02T08:47:32.366 INFO:tasks.workunit.client.0.smithi084.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:32.367 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jzcqTSxULwiLeQw off=9951205 len=2090873 2024-04-02T08:47:32.375 INFO:tasks.workunit.client.0.smithi084.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-02T08:47:32.376 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o_wz_aE529C45s7 off=11956300 len=203871 2024-04-02T08:47:32.379 INFO:tasks.workunit.client.0.smithi084.stdout:op 1751 completed, throughput=4.99MB/sec 2024-04-02T08:47:32.379 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_OGD7Gu72hrW-Ui off=8339355 len=985583 2024-04-02T08:47:32.381 INFO:tasks.workunit.client.0.smithi084.stdout:op 1752 completed, throughput=5MB/sec 2024-04-02T08:47:32.381 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tcFTGAxDcP0o-tw off=7936625 len=1080849 2024-04-02T08:47:32.382 INFO:tasks.workunit.client.0.smithi084.stdout:op 1753 completed, throughput=5MB/sec 2024-04-02T08:47:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:32 smithi084 ceph-mon[94794]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:32.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:32 smithi084 ceph-mon[97358]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:32 smithi132 ceph-mon[88571]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:47:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:33.382 INFO:tasks.workunit.client.0.smithi084.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:33.382 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PBdx-tJwQeoefRd off=10345198 len=1854719 2024-04-02T08:47:33.388 INFO:tasks.workunit.client.0.smithi084.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-02T08:47:33.388 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9fYJ_-RCmuPEkW9 off=10902545 len=726176 2024-04-02T08:47:33.389 INFO:tasks.workunit.client.0.smithi084.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-02T08:47:33.389 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B_mJGz_2ti6lnN6 off=5583349 len=615605 2024-04-02T08:47:33.392 INFO:tasks.workunit.client.0.smithi084.stdout:op 1756 completed, throughput=4.99MB/sec 2024-04-02T08:47:33.392 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KQmPZXfGiRKSP-b off=20497769 len=1347620 2024-04-02T08:47:33.400 INFO:tasks.workunit.client.0.smithi084.stdout:op 1757 completed, throughput=5MB/sec 2024-04-02T08:47:33.400 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QIUqJseTsMR9rqi off=676499 len=1150495 2024-04-02T08:47:33.413 INFO:tasks.workunit.client.0.smithi084.stdout:op 1758 completed, throughput=5MB/sec 2024-04-02T08:47:34.413 INFO:tasks.workunit.client.0.smithi084.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:34.414 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HqxLVSwmRQBDsRz off=14324430 len=519428 2024-04-02T08:47:34.417 INFO:tasks.workunit.client.0.smithi084.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-02T08:47:34.417 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gp2HE1dOdJVcagO off=526409 len=1814944 2024-04-02T08:47:34.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-02T08:47:34.425 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zsCoXT7PqAuolLG off=9787367 len=632135 2024-04-02T08:47:34.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-02T08:47:34.429 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jiqT1RkKo0iQuYN off=3788382 len=1395077 2024-04-02T08:47:34.432 INFO:tasks.workunit.client.0.smithi084.stdout:op 1762 completed, throughput=5MB/sec 2024-04-02T08:47:34.432 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xdgCFq91l1e9m6z off=4582493 len=1398953 2024-04-02T08:47:34.438 INFO:tasks.workunit.client.0.smithi084.stdout:op 1763 completed, throughput=5MB/sec 2024-04-02T08:47:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:34 smithi084 ceph-mon[94794]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:47:34.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:34 smithi084 ceph-mon[97358]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:47:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:34 smithi132 ceph-mon[88571]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:47:35.439 INFO:tasks.workunit.client.0.smithi084.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:35.439 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HX288__qP3a0RXI off=111014 len=902679 2024-04-02T08:47:35.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-02T08:47:35.444 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WDC7SBh0zvZUFxX off=1116281 len=517493 2024-04-02T08:47:35.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-02T08:47:35.445 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-e3tnZLkZWYQlJwf off=4882920 len=148059 2024-04-02T08:47:35.445 INFO:tasks.workunit.client.0.smithi084.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-02T08:47:35.445 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yZ9AniYidF_FbUA off=14929060 len=1682503 2024-04-02T08:47:35.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 1767 completed, throughput=5MB/sec 2024-04-02T08:47:35.451 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uBhnfYqzDcsXQZi off=6431424 len=800886 2024-04-02T08:47:35.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 1768 completed, throughput=5MB/sec 2024-04-02T08:47:35.452 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i4o1QldR5HhRZHc off=4752554 len=78784 2024-04-02T08:47:35.452 INFO:tasks.workunit.client.0.smithi084.stdout:op 1769 completed, throughput=5MB/sec 2024-04-02T08:47:35.452 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mgFwIWZUR8xVsz_ off=136020 len=1751399 2024-04-02T08:47:35.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 1770 completed, throughput=5MB/sec 2024-04-02T08:47:36.461 INFO:tasks.workunit.client.0.smithi084.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:36.462 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RepXd3YqOYvoaSW off=5531863 len=1278688 2024-04-02T08:47:36.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-02T08:47:36.468 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nzbhP-lAIxQyr5y off=7841320 len=58145 2024-04-02T08:47:36.471 INFO:tasks.workunit.client.0.smithi084.stdout:op 1772 completed, throughput=4.99MB/sec 2024-04-02T08:47:36.471 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H7MmtK4zpLpyuEV off=861397 len=155143 2024-04-02T08:47:36.471 INFO:tasks.workunit.client.0.smithi084.stdout:op 1773 completed, throughput=4.99MB/sec 2024-04-02T08:47:36.471 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VYDRbloSTyIos16 off=7051067 len=451305 2024-04-02T08:47:36.472 INFO:tasks.workunit.client.0.smithi084.stdout:op 1774 completed, throughput=4.99MB/sec 2024-04-02T08:47:36.472 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xY1C6pmuG9dgtGt off=11081141 len=1951261 2024-04-02T08:47:36.473 INFO:tasks.workunit.client.0.smithi084.stdout:op 1775 completed, throughput=5MB/sec 2024-04-02T08:47:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:36 smithi084 ceph-mon[94794]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:47:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:36 smithi084 ceph-mon[97358]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:47:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:36 smithi132 ceph-mon[88571]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:47:37.473 INFO:tasks.workunit.client.0.smithi084.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:37.473 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9C9LWcVmqC2oU8W off=11433581 len=115518 2024-04-02T08:47:37.475 INFO:tasks.workunit.client.0.smithi084.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-02T08:47:37.475 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rcoxqcRM3gHk90Q off=1272235 len=396417 2024-04-02T08:47:37.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-02T08:47:37.478 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BpxIPtsuviZjKjH off=808704 len=1947577 2024-04-02T08:47:37.489 INFO:tasks.workunit.client.0.smithi084.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-02T08:47:37.489 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BVMBewiJl6h96cM off=5234478 len=1360393 2024-04-02T08:47:37.492 INFO:tasks.workunit.client.0.smithi084.stdout:op 1779 completed, throughput=5MB/sec 2024-04-02T08:47:37.492 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hN1TRrd-CartSoh off=3059037 len=1957519 2024-04-02T08:47:37.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 1780 completed, throughput=5MB/sec 2024-04-02T08:47:38.505 INFO:tasks.workunit.client.0.smithi084.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:38.505 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9RrTyG3EvHmvGrR off=23444421 len=917395 2024-04-02T08:47:38.506 INFO:tasks.workunit.client.0.smithi084.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-02T08:47:38.506 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5ydeBliRV6BeBXn off=11844237 len=607193 2024-04-02T08:47:38.508 INFO:tasks.workunit.client.0.smithi084.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-02T08:47:38.508 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2aqxBH98Gax5mlp off=13272304 len=218980 2024-04-02T08:47:38.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-02T08:47:38.511 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uSQc_3PcTPGhVtj off=3595404 len=1284303 2024-04-02T08:47:38.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 1784 completed, throughput=4.99MB/sec 2024-04-02T08:47:38.513 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g7gX778v3gjJPOn off=19893425 len=819692 2024-04-02T08:47:38.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 1785 completed, throughput=5MB/sec 2024-04-02T08:47:38.514 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Aza9oorXEflD2Jo off=3430734 len=290427 2024-04-02T08:47:38.515 INFO:tasks.workunit.client.0.smithi084.stdout:op 1786 completed, throughput=5MB/sec 2024-04-02T08:47:38.515 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fnDkH4P9RyJlYBT off=10623569 len=1151296 2024-04-02T08:47:38.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 1787 completed, throughput=5MB/sec 2024-04-02T08:47:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:38 smithi084 ceph-mon[94794]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:47:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:38 smithi084 ceph-mon[97358]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:47:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:38 smithi132 ceph-mon[88571]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:47:39.522 INFO:tasks.workunit.client.0.smithi084.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:39.523 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YdylGcSdKY4j177 off=40053 len=463204 2024-04-02T08:47:39.524 INFO:tasks.workunit.client.0.smithi084.stdout:op 1788 completed, throughput=4.99MB/sec 2024-04-02T08:47:39.524 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dS2r7rf2BHA6Bpb off=1664951 len=1719112 2024-04-02T08:47:39.525 INFO:tasks.workunit.client.0.smithi084.stdout:op 1789 completed, throughput=4.99MB/sec 2024-04-02T08:47:39.525 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-E1SfTNfqzxD9oNw off=7077146 len=1401230 2024-04-02T08:47:39.527 INFO:tasks.workunit.client.0.smithi084.stdout:op 1790 completed, throughput=5MB/sec 2024-04-02T08:47:39.527 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_k39jZGrukUPIrf off=15605426 len=1664675 2024-04-02T08:47:39.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 1791 completed, throughput=5MB/sec 2024-04-02T08:47:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:40.529 INFO:tasks.workunit.client.0.smithi084.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:40.529 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T615XfHoTRNEQzM off=5047949 len=2067921 2024-04-02T08:47:40.533 INFO:tasks.workunit.client.0.smithi084.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-02T08:47:40.533 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--Pmj07n711CM705 off=2243913 len=838351 2024-04-02T08:47:40.538 INFO:tasks.workunit.client.0.smithi084.stdout:op 1793 completed, throughput=4.99MB/sec 2024-04-02T08:47:40.538 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-arE4RMHN0U8jvK3 off=2496080 len=393721 2024-04-02T08:47:40.541 INFO:tasks.workunit.client.0.smithi084.stdout:op 1794 completed, throughput=5MB/sec 2024-04-02T08:47:40.541 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0gNFUrSJYoPz8Hn off=807948 len=1432242 2024-04-02T08:47:40.547 INFO:tasks.workunit.client.0.smithi084.stdout:op 1795 completed, throughput=5MB/sec 2024-04-02T08:47:40.547 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QaPc5n0l0h9GT5h off=10837075 len=1449403 2024-04-02T08:47:40.556 INFO:tasks.workunit.client.0.smithi084.stdout:op 1796 completed, throughput=5MB/sec 2024-04-02T08:47:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:40 smithi084 ceph-mon[94794]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:40 smithi084 ceph-mon[97358]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:40 smithi132 ceph-mon[88571]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:47:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:47:40] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-02T08:47:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:41.556 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-p2JF-L3h8zm3Gvv off=4225723 len=1312302 2024-04-02T08:47:41.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-02T08:47:41.563 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ems2JW8apz4CuqQ off=10814464 len=331009 2024-04-02T08:47:41.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-02T08:47:41.564 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NHEBXx12wo1cdvr off=6036526 len=317251 2024-04-02T08:47:41.566 INFO:tasks.workunit.client.0.smithi084.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-02T08:47:41.566 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gff3kfPrAsY8BnF off=2606512 len=902208 2024-04-02T08:47:41.567 INFO:tasks.workunit.client.0.smithi084.stdout:op 1800 completed, throughput=5MB/sec 2024-04-02T08:47:41.567 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bRv9RvJd3Zksidq off=16962844 len=1222192 2024-04-02T08:47:41.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 1801 completed, throughput=5MB/sec 2024-04-02T08:47:41.573 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LB1Tsuusyr068rj off=2704029 len=1843397 2024-04-02T08:47:41.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 1802 completed, throughput=5MB/sec 2024-04-02T08:47:42.577 INFO:tasks.workunit.client.0.smithi084.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:42.577 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pgIVKfXGWyXVIXT off=14901301 len=273145 2024-04-02T08:47:42.578 INFO:tasks.workunit.client.0.smithi084.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-02T08:47:42.578 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Io7H6axs3JjIfpa off=604510 len=2050018 2024-04-02T08:47:42.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 1804 completed, throughput=5MB/sec 2024-04-02T08:47:42.591 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eqMGgYkgDKYwPOo off=8801098 len=64332 2024-04-02T08:47:42.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 1805 completed, throughput=5MB/sec 2024-04-02T08:47:42.591 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ds0_rMh9bgenPgG off=8622260 len=440546 2024-04-02T08:47:42.594 INFO:tasks.workunit.client.0.smithi084.stdout:op 1806 completed, throughput=5MB/sec 2024-04-02T08:47:42.594 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cntNW70yMrOLSO8 off=635898 len=1420758 2024-04-02T08:47:42.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 1807 completed, throughput=5MB/sec 2024-04-02T08:47:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:42 smithi084 ceph-mon[94794]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:47:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:42 smithi084 ceph-mon[97358]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:47:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:42 smithi132 ceph-mon[88571]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:47:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:47:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:43.596 INFO:tasks.workunit.client.0.smithi084.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:43.596 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b_yFnYt6SUgabdL off=14192055 len=1764110 2024-04-02T08:47:43.597 INFO:tasks.workunit.client.0.smithi084.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-02T08:47:43.597 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eglYqmnCUSVlhuy off=3139510 len=657128 2024-04-02T08:47:43.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-02T08:47:43.601 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AZl1-6O4EOSuXA3 off=3595717 len=2036609 2024-04-02T08:47:43.602 INFO:tasks.workunit.client.0.smithi084.stdout:op 1810 completed, throughput=5MB/sec 2024-04-02T08:47:43.602 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TwOg7vCIOwT5GW5 off=5348392 len=1608470 2024-04-02T08:47:43.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 1811 completed, throughput=5MB/sec 2024-04-02T08:47:44.604 INFO:tasks.workunit.client.0.smithi084.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:44.604 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9PjEzsKityY9ItR off=14028796 len=479516 2024-04-02T08:47:44.608 INFO:tasks.workunit.client.0.smithi084.stdout:op 1812 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.608 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CNIEv90h8aXimVV off=3304525 len=340573 2024-04-02T08:47:44.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 1813 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.611 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_gPwBdRGub3kyH4 off=6892555 len=1624927 2024-04-02T08:47:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:44 smithi084 ceph-mon[94794]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:44 smithi084 ceph-mon[97358]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:44.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 1814 completed, throughput=5MB/sec 2024-04-02T08:47:44.618 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gncg_TNnUSI7ml7 off=3928033 len=1974464 2024-04-02T08:47:44.631 INFO:tasks.workunit.client.0.smithi084.stdout:op 1815 completed, throughput=5MB/sec 2024-04-02T08:47:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:44 smithi132 ceph-mon[88571]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:45.631 INFO:tasks.workunit.client.0.smithi084.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:45.631 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j1Pa29BcBFwXbSg off=16054410 len=493257 2024-04-02T08:47:45.632 INFO:tasks.workunit.client.0.smithi084.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-02T08:47:45.633 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UTQhDIkae4ssmUs off=1573320 len=1296747 2024-04-02T08:47:45.639 INFO:tasks.workunit.client.0.smithi084.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-02T08:47:45.639 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2-u9x_Gn94mzpy_ off=232475 len=1520370 2024-04-02T08:47:45.641 INFO:tasks.workunit.client.0.smithi084.stdout:op 1818 completed, throughput=5MB/sec 2024-04-02T08:47:45.641 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-e_NBEZEJSp7qn6p off=2384131 len=1088751 2024-04-02T08:47:45.642 INFO:tasks.workunit.client.0.smithi084.stdout:op 1819 completed, throughput=5MB/sec 2024-04-02T08:47:45.642 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RRoj9TBxqC7gL-B off=5144316 len=256148 2024-04-02T08:47:45.642 INFO:tasks.workunit.client.0.smithi084.stdout:op 1820 completed, throughput=5MB/sec 2024-04-02T08:47:45.642 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cu663Lv72TBsxoF off=2008695 len=1122053 2024-04-02T08:47:45.648 INFO:tasks.workunit.client.0.smithi084.stdout:op 1821 completed, throughput=5MB/sec 2024-04-02T08:47:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:46 smithi084 ceph-mon[94794]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:47:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:46 smithi084 ceph-mon[97358]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:47:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:46.648 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B_b6gkoHzX7GHQ4 off=9683924 len=2093133 2024-04-02T08:47:46.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-02T08:47:46.659 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-U8K29sYGw7w1cBT off=9999518 len=595302 2024-04-02T08:47:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:46 smithi132 ceph-mon[88571]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:47:46.661 INFO:tasks.workunit.client.0.smithi084.stdout:op 1823 completed, throughput=5MB/sec 2024-04-02T08:47:46.661 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qCsVyPJoHwy1OFG off=18287317 len=190804 2024-04-02T08:47:46.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 1824 completed, throughput=5MB/sec 2024-04-02T08:47:46.664 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nUrEqK6wA8Wygkz off=3317341 len=1711421 2024-04-02T08:47:46.673 INFO:tasks.workunit.client.0.smithi084.stdout:op 1825 completed, throughput=5MB/sec 2024-04-02T08:47:47.673 INFO:tasks.workunit.client.0.smithi084.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:47.673 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nuzhLVjjhZl4kBX off=2291418 len=547241 2024-04-02T08:47:47.674 INFO:tasks.workunit.client.0.smithi084.stdout:op 1826 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.674 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q5iuj4ZAuUNBfWM off=10222686 len=674777 2024-04-02T08:47:47.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.678 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m8WbaI7TyJjdbtR off=19863209 len=1574455 2024-04-02T08:47:47.681 INFO:tasks.workunit.client.0.smithi084.stdout:op 1828 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.682 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2RWMoCtSI7qtVGg off=2125553 len=1842652 2024-04-02T08:47:47.689 INFO:tasks.workunit.client.0.smithi084.stdout:op 1829 completed, throughput=5MB/sec 2024-04-02T08:47:47.690 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6Uvk9uwbVRcAiY5 off=4251547 len=1702788 2024-04-02T08:47:47.699 INFO:tasks.workunit.client.0.smithi084.stdout:op 1830 completed, throughput=5MB/sec 2024-04-02T08:47:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:48 smithi084 ceph-mon[94794]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:48 smithi084 ceph-mon[97358]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:48 smithi132 ceph-mon[88571]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:48.699 INFO:tasks.workunit.client.0.smithi084.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:48.699 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4cBioN9EQ6MXSUD off=9139700 len=873536 2024-04-02T08:47:48.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 1831 completed, throughput=4.99MB/sec 2024-04-02T08:47:48.704 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J-0WdpwbgscdugA off=8933110 len=1329489 2024-04-02T08:47:48.712 INFO:tasks.workunit.client.0.smithi084.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-02T08:47:48.712 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o2LPshq0A-bJOmG off=2301699 len=321329 2024-04-02T08:47:48.715 INFO:tasks.workunit.client.0.smithi084.stdout:op 1833 completed, throughput=5MB/sec 2024-04-02T08:47:48.715 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RepXd3YqOYvoaSW off=4348212 len=1821961 2024-04-02T08:47:48.723 INFO:tasks.workunit.client.0.smithi084.stdout:op 1834 completed, throughput=5MB/sec 2024-04-02T08:47:49.723 INFO:tasks.workunit.client.0.smithi084.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:49.723 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N79a6M2Nqgs8-Dz off=3620777 len=1307121 2024-04-02T08:47:49.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 1835 completed, throughput=4.99MB/sec 2024-04-02T08:47:49.724 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i4o1QldR5HhRZHc off=12365184 len=1646288 2024-04-02T08:47:49.726 INFO:tasks.workunit.client.0.smithi084.stdout:op 1836 completed, throughput=4.99MB/sec 2024-04-02T08:47:49.726 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0n2sup8KiQbxIeS off=24369042 len=352647 2024-04-02T08:47:49.728 INFO:tasks.workunit.client.0.smithi084.stdout:op 1837 completed, throughput=4.99MB/sec 2024-04-02T08:47:49.728 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hnkWaL3d5J4xy3R off=3310612 len=2044821 2024-04-02T08:47:49.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 1838 completed, throughput=5MB/sec 2024-04-02T08:47:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:50 smithi084 ceph-mon[94794]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:50 smithi084 ceph-mon[97358]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:50 smithi132 ceph-mon[88571]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:50.730 INFO:tasks.workunit.client.0.smithi084.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:50.730 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-12po5E0haUI73KU off=18476029 len=1763365 2024-04-02T08:47:50.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-02T08:47:50.739 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3j3f6E4yPydN95v off=2319272 len=656623 2024-04-02T08:47:50.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-02T08:47:50.740 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ay5LP3UdUpRbZXy off=1898771 len=1064071 2024-04-02T08:47:50.745 INFO:tasks.workunit.client.0.smithi084.stdout:op 1841 completed, throughput=5MB/sec 2024-04-02T08:47:50.745 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gywD5UQk_4QXCeS off=6278412 len=1767430 2024-04-02T08:47:50.755 INFO:tasks.workunit.client.0.smithi084.stdout:op 1842 completed, throughput=5MB/sec 2024-04-02T08:47:50.755 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DMMIL2GsR4bEMyx off=19664812 len=566262 2024-04-02T08:47:50.755 INFO:tasks.workunit.client.0.smithi084.stdout:op 1843 completed, throughput=5MB/sec 2024-04-02T08:47:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:47:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:47:50] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-02T08:47:51.756 INFO:tasks.workunit.client.0.smithi084.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:51.756 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4uR0v4LLJotaQdS off=8906392 len=890370 2024-04-02T08:47:51.756 INFO:tasks.workunit.client.0.smithi084.stdout:op 1844 completed, throughput=4.99MB/sec 2024-04-02T08:47:51.756 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C-mbuA8mXGf4YP4 off=17887395 len=1162570 2024-04-02T08:47:51.757 INFO:tasks.workunit.client.0.smithi084.stdout:op 1845 completed, throughput=4.99MB/sec 2024-04-02T08:47:51.757 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_hlizoobuT0kqcC off=5562306 len=1686777 2024-04-02T08:47:51.765 INFO:tasks.workunit.client.0.smithi084.stdout:op 1846 completed, throughput=5MB/sec 2024-04-02T08:47:51.765 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NxQqfnf797pVRSh off=13511185 len=1984238 2024-04-02T08:47:51.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 1847 completed, throughput=5MB/sec 2024-04-02T08:47:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:52 smithi084 ceph-mon[94794]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:52 smithi084 ceph-mon[97358]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:52 smithi132 ceph-mon[88571]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:47:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:47:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:52.769 INFO:tasks.workunit.client.0.smithi084.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:52.769 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9pfVfoBGNj5QlYo off=9478177 len=243767 2024-04-02T08:47:52.770 INFO:tasks.workunit.client.0.smithi084.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-02T08:47:52.771 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g7gX778v3gjJPOn off=1002777 len=326826 2024-04-02T08:47:52.771 INFO:tasks.workunit.client.0.smithi084.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-02T08:47:52.771 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wUUtqPFlUoWcrdl off=2812600 len=844918 2024-04-02T08:47:52.772 INFO:tasks.workunit.client.0.smithi084.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-02T08:47:52.772 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W8GakUP6LGv_qce off=2649924 len=456229 2024-04-02T08:47:52.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 1851 completed, throughput=4.99MB/sec 2024-04-02T08:47:52.774 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0DTxfsAV6S-bz78 off=2712419 len=476737 2024-04-02T08:47:52.777 INFO:tasks.workunit.client.0.smithi084.stdout:op 1852 completed, throughput=4.99MB/sec 2024-04-02T08:47:52.777 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CoJjjQRG-m1LNTF off=898192 len=219425 2024-04-02T08:47:52.778 INFO:tasks.workunit.client.0.smithi084.stdout:op 1853 completed, throughput=5MB/sec 2024-04-02T08:47:52.778 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AsBm-V9IH1y0IA5 off=217950 len=1145920 2024-04-02T08:47:52.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 1854 completed, throughput=5MB/sec 2024-04-02T08:47:52.786 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--xAVvcBXovY6rrV off=6063777 len=2026106 2024-04-02T08:47:52.789 INFO:tasks.workunit.client.0.smithi084.stdout:op 1855 completed, throughput=5MB/sec 2024-04-02T08:47:53.789 INFO:tasks.workunit.client.0.smithi084.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:53.789 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZaLvREaaUv2vxaJ off=1757973 len=955361 2024-04-02T08:47:53.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-02T08:47:53.794 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B_j2uJE4VOAi7Wc off=2015477 len=1661890 2024-04-02T08:47:53.802 INFO:tasks.workunit.client.0.smithi084.stdout:op 1857 completed, throughput=5MB/sec 2024-04-02T08:47:53.802 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q8s1KSb2aLQG3Sa off=1016528 len=1166963 2024-04-02T08:47:53.803 INFO:tasks.workunit.client.0.smithi084.stdout:op 1858 completed, throughput=5MB/sec 2024-04-02T08:47:53.803 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ABoYlKWoTNMOUJ2 off=17140655 len=949424 2024-04-02T08:47:53.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 1859 completed, throughput=5MB/sec 2024-04-02T08:47:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:54 smithi084 ceph-mon[94794]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:54 smithi084 ceph-mon[97358]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:54 smithi132 ceph-mon[88571]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:54.808 INFO:tasks.workunit.client.0.smithi084.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:54.808 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lU1I60AGPPxrkUF off=10452214 len=1587536 2024-04-02T08:47:54.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-02T08:47:54.814 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_jgAZt3beYvQ4FK off=6593898 len=938642 2024-04-02T08:47:54.819 INFO:tasks.workunit.client.0.smithi084.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-02T08:47:54.819 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fT-ChCT9-kSMiuJ off=1592341 len=1838477 2024-04-02T08:47:54.820 INFO:tasks.workunit.client.0.smithi084.stdout:op 1862 completed, throughput=5MB/sec 2024-04-02T08:47:54.820 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-skR79bbNiOTm6pN off=3109669 len=1541832 2024-04-02T08:47:54.827 INFO:tasks.workunit.client.0.smithi084.stdout:op 1863 completed, throughput=5MB/sec 2024-04-02T08:47:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:55.828 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C7qZve3DFmJ9sEE off=4728716 len=761118 2024-04-02T08:47:55.828 INFO:tasks.workunit.client.0.smithi084.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-02T08:47:55.829 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-49QHAF8pdwKoPSu off=2697422 len=1015495 2024-04-02T08:47:55.834 INFO:tasks.workunit.client.0.smithi084.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-02T08:47:55.834 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EimW9ss7lHyEfuy off=3239719 len=1645903 2024-04-02T08:47:55.849 INFO:tasks.workunit.client.0.smithi084.stdout:op 1866 completed, throughput=5MB/sec 2024-04-02T08:47:55.849 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Te5Rrvc16xiVfK9 off=8754307 len=142600 2024-04-02T08:47:55.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 1867 completed, throughput=5MB/sec 2024-04-02T08:47:55.850 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tt3J5Ux5LCW-Wi9 off=14888398 len=962280 2024-04-02T08:47:55.851 INFO:tasks.workunit.client.0.smithi084.stdout:op 1868 completed, throughput=5MB/sec 2024-04-02T08:47:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:56 smithi084 ceph-mon[94794]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:56.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:56 smithi084 ceph-mon[97358]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:56 smithi132 ceph-mon[88571]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:56.852 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BiTLhFKr6xPNsDf off=5228792 len=1688335 2024-04-02T08:47:56.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 1869 completed, throughput=4.99MB/sec 2024-04-02T08:47:56.855 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sghad6Wm78H_4oa off=3983311 len=159769 2024-04-02T08:47:56.856 INFO:tasks.workunit.client.0.smithi084.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-02T08:47:56.856 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wV53mAimPn-jalB off=3644578 len=472382 2024-04-02T08:47:56.857 INFO:tasks.workunit.client.0.smithi084.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-02T08:47:56.857 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5PPeCaHpQm7_iqG off=1475491 len=1956691 2024-04-02T08:47:56.858 INFO:tasks.workunit.client.0.smithi084.stdout:op 1872 completed, throughput=5MB/sec 2024-04-02T08:47:56.858 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fUYBerpMqVyg9zJ off=1086529 len=301127 2024-04-02T08:47:56.859 INFO:tasks.workunit.client.0.smithi084.stdout:op 1873 completed, throughput=5MB/sec 2024-04-02T08:47:56.859 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-on6QOHGcUsVXC4O off=939401 len=690337 2024-04-02T08:47:56.862 INFO:tasks.workunit.client.0.smithi084.stdout:op 1874 completed, throughput=5MB/sec 2024-04-02T08:47:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:57.860 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JiXF8_DgU4125DJ off=413730 len=937752 2024-04-02T08:47:57.864 INFO:tasks.workunit.client.0.smithi084.stdout:op 1875 completed, throughput=4.99MB/sec 2024-04-02T08:47:57.864 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HBACLvZkB_xLogW off=1481900 len=2044343 2024-04-02T08:47:57.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 1876 completed, throughput=5MB/sec 2024-04-02T08:47:57.873 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4WLJ01QlGhCRWTM off=1487012 len=1514095 2024-04-02T08:47:57.874 INFO:tasks.workunit.client.0.smithi084.stdout:op 1877 completed, throughput=5MB/sec 2024-04-02T08:47:57.875 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3-G9IzPhxG5gIJP off=7581611 len=294088 2024-04-02T08:47:57.875 INFO:tasks.workunit.client.0.smithi084.stdout:op 1878 completed, throughput=5MB/sec 2024-04-02T08:47:57.875 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iDe4ZambqPX_bJv off=1609112 len=1015846 2024-04-02T08:47:57.879 INFO:tasks.workunit.client.0.smithi084.stdout:op 1879 completed, throughput=5MB/sec 2024-04-02T08:47:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:47:58 smithi084 ceph-mon[94794]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:47:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:47:58 smithi084 ceph-mon[97358]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:47:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:47:58 smithi132 ceph-mon[88571]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:47:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:58.879 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K6K4n7Q3EqcHgLx off=4950860 len=215506 2024-04-02T08:47:58.880 INFO:tasks.workunit.client.0.smithi084.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-02T08:47:58.880 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--UKBRYNVCvPT5iw off=10208413 len=1849968 2024-04-02T08:47:58.884 INFO:tasks.workunit.client.0.smithi084.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-02T08:47:58.884 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gpqN5a83eWA2Uao off=0 len=1059462 2024-04-02T08:47:58.890 INFO:tasks.workunit.client.0.smithi084.stdout:op 1882 completed, throughput=5MB/sec 2024-04-02T08:47:58.890 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Rxr6EIJ9cGHBK5r off=316025 len=806877 2024-04-02T08:47:58.891 INFO:tasks.workunit.client.0.smithi084.stdout:op 1883 completed, throughput=5MB/sec 2024-04-02T08:47:58.892 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-77BOPiJmxq0sEmD off=4489162 len=1684559 2024-04-02T08:47:58.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 1884 completed, throughput=5MB/sec 2024-04-02T08:47:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-02T08:47:59.893 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Kbj_KhXzlWT9Cs4 off=12032841 len=50555 2024-04-02T08:47:59.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-02T08:47:59.894 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4B4GNr1LQZoVC68 off=114816 len=1985752 2024-04-02T08:47:59.907 INFO:tasks.workunit.client.0.smithi084.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-02T08:47:59.907 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1kZ0eZb7lPB9l5b off=9037141 len=777219 2024-04-02T08:47:59.907 INFO:tasks.workunit.client.0.smithi084.stdout:op 1887 completed, throughput=5MB/sec 2024-04-02T08:47:59.907 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7y0WI4TBSX09-yL off=6846112 len=1381796 2024-04-02T08:47:59.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 1888 completed, throughput=5MB/sec 2024-04-02T08:48:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:00 smithi084 ceph-mon[94794]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:00 smithi084 ceph-mon[97358]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:00 smithi132 ceph-mon[88571]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:00.910 INFO:tasks.workunit.client.0.smithi084.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:00.910 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jZyBvuCi2B9qzhx off=12670560 len=1868406 2024-04-02T08:48:00.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 1889 completed, throughput=4.99MB/sec 2024-04-02T08:48:00.911 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7QSP_l-9fIZu28b off=1770804 len=1259491 2024-04-02T08:48:00.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 1890 completed, throughput=4.99MB/sec 2024-04-02T08:48:00.917 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--QJlTAzLpN7vA4x off=4380894 len=27025 2024-04-02T08:48:00.917 INFO:tasks.workunit.client.0.smithi084.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-02T08:48:00.917 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jTdn5Ua_ZvKhc0j off=9123520 len=1190355 2024-04-02T08:48:00.920 INFO:tasks.workunit.client.0.smithi084.stdout:op 1892 completed, throughput=5MB/sec 2024-04-02T08:48:00.920 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0OKctPcwA5O-IQN off=5035484 len=1930555 2024-04-02T08:48:00.927 INFO:tasks.workunit.client.0.smithi084.stdout:op 1893 completed, throughput=5MB/sec 2024-04-02T08:48:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:48:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:48:00] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-02T08:48:01.927 INFO:tasks.workunit.client.0.smithi084.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:01.928 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7q-SuJPvEtI9ihe off=1307702 len=425446 2024-04-02T08:48:01.930 INFO:tasks.workunit.client.0.smithi084.stdout:op 1894 completed, throughput=4.99MB/sec 2024-04-02T08:48:01.931 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GwmYLYQ4cqz1k-D off=18644051 len=767022 2024-04-02T08:48:01.935 INFO:tasks.workunit.client.0.smithi084.stdout:op 1895 completed, throughput=4.99MB/sec 2024-04-02T08:48:01.935 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QZ8CXDWC6qC-bx3 off=302630 len=660501 2024-04-02T08:48:01.938 INFO:tasks.workunit.client.0.smithi084.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-02T08:48:01.939 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-75DQSE9Na9WWnM8 off=3450288 len=1720740 2024-04-02T08:48:01.940 INFO:tasks.workunit.client.0.smithi084.stdout:op 1897 completed, throughput=5MB/sec 2024-04-02T08:48:01.940 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7jPLBv-XkFuBvE0 off=23830191 len=382463 2024-04-02T08:48:01.940 INFO:tasks.workunit.client.0.smithi084.stdout:op 1898 completed, throughput=5MB/sec 2024-04-02T08:48:01.940 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mV93N83gYFmRB14 off=2804172 len=120027 2024-04-02T08:48:01.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 1899 completed, throughput=5MB/sec 2024-04-02T08:48:01.942 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hdkyJpRf6LW6RkP off=4570309 len=1528413 2024-04-02T08:48:01.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 1900 completed, throughput=5MB/sec 2024-04-02T08:48:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:02 smithi132 ceph-mon[88571]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:48:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:02 smithi084 ceph-mon[94794]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:02 smithi084 ceph-mon[97358]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:02.944 INFO:tasks.workunit.client.0.smithi084.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:02.944 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JUXb8H3UfT9rotc off=10921276 len=183382 2024-04-02T08:48:02.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-02T08:48:02.946 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Te5Rrvc16xiVfK9 off=10809117 len=2085668 2024-04-02T08:48:02.957 INFO:tasks.workunit.client.0.smithi084.stdout:op 1902 completed, throughput=5MB/sec 2024-04-02T08:48:02.957 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1Ry9lXEGz6uNPSI off=245605 len=1199152 2024-04-02T08:48:02.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 1903 completed, throughput=5MB/sec 2024-04-02T08:48:02.963 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YmZi9uRvoFiLPEx off=490478 len=1742188 2024-04-02T08:48:02.972 INFO:tasks.workunit.client.0.smithi084.stdout:op 1904 completed, throughput=5MB/sec 2024-04-02T08:48:03.972 INFO:tasks.workunit.client.0.smithi084.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:03.972 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X0qdo9Wr-qW5aUh off=2855342 len=80416 2024-04-02T08:48:03.973 INFO:tasks.workunit.client.0.smithi084.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-02T08:48:03.973 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DLB2pAEbsraOiKr off=13659383 len=1477611 2024-04-02T08:48:03.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 1906 completed, throughput=4.99MB/sec 2024-04-02T08:48:03.980 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZL5TT2ZZm8bEgrH off=7659396 len=292092 2024-04-02T08:48:03.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 1907 completed, throughput=4.99MB/sec 2024-04-02T08:48:03.981 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-e00yYR27xXklhnq off=30455 len=97978 2024-04-02T08:48:03.981 INFO:tasks.workunit.client.0.smithi084.stdout:op 1908 completed, throughput=4.99MB/sec 2024-04-02T08:48:03.981 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HRbIXUv3tq5h4Ro off=3723460 len=925669 2024-04-02T08:48:03.985 INFO:tasks.workunit.client.0.smithi084.stdout:op 1909 completed, throughput=5MB/sec 2024-04-02T08:48:03.985 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AA2o1s4DcwcQjXq off=15888448 len=277015 2024-04-02T08:48:03.985 INFO:tasks.workunit.client.0.smithi084.stdout:op 1910 completed, throughput=5MB/sec 2024-04-02T08:48:03.986 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d1cpWDeyHlM1oNF off=9038525 len=1334227 2024-04-02T08:48:03.988 INFO:tasks.workunit.client.0.smithi084.stdout:op 1911 completed, throughput=5MB/sec 2024-04-02T08:48:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:04 smithi132 ceph-mon[88571]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:04 smithi084 ceph-mon[94794]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:04 smithi084 ceph-mon[97358]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:04.988 INFO:tasks.workunit.client.0.smithi084.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:05.004 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7A6-_hpPLB-VYOW off=8610114 len=1303147 2024-04-02T08:48:05.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 1912 completed, throughput=4.99MB/sec 2024-04-02T08:48:05.005 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZUHYW_x7Kdt4eeH off=81074 len=421528 2024-04-02T08:48:05.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-02T08:48:05.005 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C4thfp-8e3hnyRG off=4080463 len=655658 2024-04-02T08:48:05.006 INFO:tasks.workunit.client.0.smithi084.stdout:op 1914 completed, throughput=4.99MB/sec 2024-04-02T08:48:05.006 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kb4_RiWkHnplVHy off=1574110 len=1517633 2024-04-02T08:48:05.006 INFO:tasks.workunit.client.0.smithi084.stdout:op 1915 completed, throughput=5MB/sec 2024-04-02T08:48:05.006 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-z62pDHqqOPsN5ng off=1407963 len=1407948 2024-04-02T08:48:05.006 INFO:tasks.workunit.client.0.smithi084.stdout:op 1916 completed, throughput=5MB/sec 2024-04-02T08:48:05.995 INFO:tasks.workunit.client.0.smithi084.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:05.995 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--xAVvcBXovY6rrV off=9978120 len=899889 2024-04-02T08:48:06.000 INFO:tasks.workunit.client.0.smithi084.stdout:op 1917 completed, throughput=4.99MB/sec 2024-04-02T08:48:06.001 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-64ZB_KGE1Lq-dpP off=21088769 len=1187035 2024-04-02T08:48:06.007 INFO:tasks.workunit.client.0.smithi084.stdout:op 1918 completed, throughput=4.99MB/sec 2024-04-02T08:48:06.007 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TncSi4BILfqFC8f off=8368044 len=1071585 2024-04-02T08:48:06.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 1919 completed, throughput=5MB/sec 2024-04-02T08:48:06.011 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XMCbbN1HL1KrAUG off=8001897 len=434733 2024-04-02T08:48:06.015 INFO:tasks.workunit.client.0.smithi084.stdout:op 1920 completed, throughput=5MB/sec 2024-04-02T08:48:06.015 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pnLQhcw0BvkBDFN off=1705781 len=409853 2024-04-02T08:48:06.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 1921 completed, throughput=5MB/sec 2024-04-02T08:48:06.018 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BX_BxKkZRdolgri off=469049 len=255615 2024-04-02T08:48:06.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 1922 completed, throughput=5MB/sec 2024-04-02T08:48:06.021 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fU3Dqw_JhyEnKU0 off=14448954 len=29472 2024-04-02T08:48:06.022 INFO:tasks.workunit.client.0.smithi084.stdout:op 1923 completed, throughput=5MB/sec 2024-04-02T08:48:06.022 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-je8UXWxi_UhtkcT off=2330889 len=521740 2024-04-02T08:48:06.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 1924 completed, throughput=5MB/sec 2024-04-02T08:48:06.024 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZcRtSFidGhA07xN off=7300525 len=2093244 2024-04-02T08:48:06.025 INFO:tasks.workunit.client.0.smithi084.stdout:op 1925 completed, throughput=5MB/sec 2024-04-02T08:48:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:06 smithi132 ceph-mon[88571]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:06.669 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:06 smithi084 ceph-mon[94794]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:06.669 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:06 smithi084 ceph-mon[97358]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:07.026 INFO:tasks.workunit.client.0.smithi084.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:07.026 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-B-ul5lzbFeFoN0p off=14515408 len=1263150 2024-04-02T08:48:07.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 1926 completed, throughput=4.99MB/sec 2024-04-02T08:48:07.027 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-k7hIEaMVpMhCeuR off=11752439 len=874538 2024-04-02T08:48:07.033 INFO:tasks.workunit.client.0.smithi084.stdout:op 1927 completed, throughput=5MB/sec 2024-04-02T08:48:07.033 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cVIbVol0txcyjt8 off=13400346 len=1121523 2024-04-02T08:48:07.037 INFO:tasks.workunit.client.0.smithi084.stdout:op 1928 completed, throughput=5MB/sec 2024-04-02T08:48:07.037 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rMlnsGi5aBWFQEI off=3100022 len=1107731 2024-04-02T08:48:07.042 INFO:tasks.workunit.client.0.smithi084.stdout:op 1929 completed, throughput=5MB/sec 2024-04-02T08:48:08.042 INFO:tasks.workunit.client.0.smithi084.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:08.043 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tpl3Oq3CLLlYklh off=5524888 len=189866 2024-04-02T08:48:08.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 1930 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.045 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4ipv2Hdx-QClvgn off=4002110 len=926503 2024-04-02T08:48:08.047 INFO:tasks.workunit.client.0.smithi084.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.047 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3OTOqYILwQRGEoH off=6635485 len=1037979 2024-04-02T08:48:08.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.051 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2Wel4dpv7t4sB0M off=2373576 len=1684955 2024-04-02T08:48:08.052 INFO:tasks.workunit.client.0.smithi084.stdout:op 1933 completed, throughput=5MB/sec 2024-04-02T08:48:08.053 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GoW2-7uUpwwYarK off=13705597 len=405765 2024-04-02T08:48:08.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 1934 completed, throughput=5MB/sec 2024-04-02T08:48:08.054 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gUK02K6gEm1Bzd7 off=15538672 len=1303796 2024-04-02T08:48:08.055 INFO:tasks.workunit.client.0.smithi084.stdout:op 1935 completed, throughput=5MB/sec 2024-04-02T08:48:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:08 smithi132 ceph-mon[88571]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:08 smithi084 ceph-mon[94794]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:08 smithi084 ceph-mon[97358]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:09.055 INFO:tasks.workunit.client.0.smithi084.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:09.056 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KVJTvnfVLpClmDe off=11035135 len=225835 2024-04-02T08:48:09.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-02T08:48:09.058 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K8A-1m6oOlIAShq off=12169467 len=225367 2024-04-02T08:48:09.059 INFO:tasks.workunit.client.0.smithi084.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-02T08:48:09.059 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-msODDl5HyfkdaLW off=2928584 len=967582 2024-04-02T08:48:09.060 INFO:tasks.workunit.client.0.smithi084.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-02T08:48:09.060 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YgC72qUOC1wvKla off=16336866 len=1930835 2024-04-02T08:48:09.064 INFO:tasks.workunit.client.0.smithi084.stdout:op 1939 completed, throughput=5MB/sec 2024-04-02T08:48:09.064 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hfHlpt-3rFEoZ4d off=9094877 len=1105110 2024-04-02T08:48:09.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 1940 completed, throughput=5MB/sec 2024-04-02T08:48:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:10.070 INFO:tasks.workunit.client.0.smithi084.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:10.070 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GXicQMy3YfBAL1g off=532731 len=1548035 2024-04-02T08:48:10.076 INFO:tasks.workunit.client.0.smithi084.stdout:op 1941 completed, throughput=4.99MB/sec 2024-04-02T08:48:10.076 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aH9SEJNZqsXsVFO off=0 len=1865104 2024-04-02T08:48:10.087 INFO:tasks.workunit.client.0.smithi084.stdout:op 1942 completed, throughput=5MB/sec 2024-04-02T08:48:10.087 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ThMaHf_hw_aokQv off=12723756 len=164555 2024-04-02T08:48:10.087 INFO:tasks.workunit.client.0.smithi084.stdout:op 1943 completed, throughput=5MB/sec 2024-04-02T08:48:10.087 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vrhT5T6Vx5oCSnt off=6310596 len=434422 2024-04-02T08:48:10.090 INFO:tasks.workunit.client.0.smithi084.stdout:op 1944 completed, throughput=5MB/sec 2024-04-02T08:48:10.090 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GCNxtiD6c-bvUBz off=7415765 len=1058713 2024-04-02T08:48:10.096 INFO:tasks.workunit.client.0.smithi084.stdout:op 1945 completed, throughput=5MB/sec 2024-04-02T08:48:10.096 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BgOVCLEvsC4EvIX off=7220067 len=73747 2024-04-02T08:48:10.096 INFO:tasks.workunit.client.0.smithi084.stdout:op 1946 completed, throughput=5MB/sec 2024-04-02T08:48:10.097 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wuAhMWxEDqrRQd_ off=5369839 len=1132831 2024-04-02T08:48:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:op 1947 completed, throughput=5MB/sec 2024-04-02T08:48:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:10 smithi132 ceph-mon[88571]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:10 smithi084 ceph-mon[94794]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:48:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:48:10] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:48:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:10 smithi084 ceph-mon[97358]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:11.100 INFO:tasks.workunit.client.0.smithi084.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:11.101 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1pMMSQ--Uxk9X1F off=7442514 len=1628300 2024-04-02T08:48:11.102 INFO:tasks.workunit.client.0.smithi084.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-02T08:48:11.102 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hGC9iOxaH718ps- off=22972856 len=1753285 2024-04-02T08:48:11.110 INFO:tasks.workunit.client.0.smithi084.stdout:op 1949 completed, throughput=5MB/sec 2024-04-02T08:48:11.110 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hl4OV7XOp9c4k1D off=5669453 len=247693 2024-04-02T08:48:11.111 INFO:tasks.workunit.client.0.smithi084.stdout:op 1950 completed, throughput=5MB/sec 2024-04-02T08:48:11.111 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vVLZTrnTjms0Ugp off=2148399 len=336591 2024-04-02T08:48:11.112 INFO:tasks.workunit.client.0.smithi084.stdout:op 1951 completed, throughput=5MB/sec 2024-04-02T08:48:11.112 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TPFV2Isxb4ilyhV off=443317 len=247626 2024-04-02T08:48:11.114 INFO:tasks.workunit.client.0.smithi084.stdout:op 1952 completed, throughput=5MB/sec 2024-04-02T08:48:11.114 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ekMYYCCwsrUa2He off=44765 len=1189168 2024-04-02T08:48:11.119 INFO:tasks.workunit.client.0.smithi084.stdout:op 1953 completed, throughput=5MB/sec 2024-04-02T08:48:12.119 INFO:tasks.workunit.client.0.smithi084.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:12.120 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zrf6PzTbI6Eq8qH off=780887 len=859766 2024-04-02T08:48:12.123 INFO:tasks.workunit.client.0.smithi084.stdout:op 1954 completed, throughput=4.99MB/sec 2024-04-02T08:48:12.123 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R6Cl3KSWF_owZp1 off=9157308 len=135774 2024-04-02T08:48:12.126 INFO:tasks.workunit.client.0.smithi084.stdout:op 1955 completed, throughput=4.99MB/sec 2024-04-02T08:48:12.126 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0_BmSULr99PbA_2 off=8286236 len=1247103 2024-04-02T08:48:12.127 INFO:tasks.workunit.client.0.smithi084.stdout:op 1956 completed, throughput=5MB/sec 2024-04-02T08:48:12.127 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AcPvGD1-IJCAcXO off=6283401 len=435820 2024-04-02T08:48:12.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 1957 completed, throughput=5MB/sec 2024-04-02T08:48:12.130 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YJYqNMAp60ktOmV off=624146 len=618934 2024-04-02T08:48:12.132 INFO:tasks.workunit.client.0.smithi084.stdout:op 1958 completed, throughput=5MB/sec 2024-04-02T08:48:12.132 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-92wB5wQ3wATL-Y- off=9555931 len=251916 2024-04-02T08:48:12.135 INFO:tasks.workunit.client.0.smithi084.stdout:op 1959 completed, throughput=5MB/sec 2024-04-02T08:48:12.135 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nFONfzfy0eK0401 off=3394634 len=1057817 2024-04-02T08:48:12.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 1960 completed, throughput=5MB/sec 2024-04-02T08:48:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:12 smithi132 ceph-mon[88571]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:48:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:48:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:12 smithi084 ceph-mon[94794]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:48:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:12 smithi084 ceph-mon[97358]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:48:13.137 INFO:tasks.workunit.client.0.smithi084.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:13.137 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3esAT1DtqMPrQ-o off=8678445 len=42190 2024-04-02T08:48:13.137 INFO:tasks.workunit.client.0.smithi084.stdout:op 1961 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.137 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gff3kfPrAsY8BnF off=3084405 len=902963 2024-04-02T08:48:13.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.142 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KsBPCOIGBqD-_oJ off=2463216 len=188910 2024-04-02T08:48:13.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.142 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CkUqAetLliCHCUp off=2924460 len=265572 2024-04-02T08:48:13.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.143 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rEo0TvSvoyek_i9 off=4937273 len=743759 2024-04-02T08:48:13.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.148 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nX4y9U4j5XpuNqT off=10220921 len=1783411 2024-04-02T08:48:13.149 INFO:tasks.workunit.client.0.smithi084.stdout:op 1966 completed, throughput=5MB/sec 2024-04-02T08:48:13.149 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_wrAyWdvFLfADgE off=14361052 len=492895 2024-04-02T08:48:13.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 1967 completed, throughput=5MB/sec 2024-04-02T08:48:13.150 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DBQNFnF69xKWQAR off=11233189 len=280485 2024-04-02T08:48:13.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 1968 completed, throughput=5MB/sec 2024-04-02T08:48:13.150 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tWZzji2PhQ30Z75 off=5656466 len=1705908 2024-04-02T08:48:13.160 INFO:tasks.workunit.client.0.smithi084.stdout:op 1969 completed, throughput=5MB/sec 2024-04-02T08:48:14.160 INFO:tasks.workunit.client.0.smithi084.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-P9fq1qssy7CLKl9 off=19853578 len=1916862 2024-04-02T08:48:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:op 1970 completed, throughput=5MB/sec 2024-04-02T08:48:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3ePlDcmw82MYvzM off=7922988 len=869725 2024-04-02T08:48:14.175 INFO:tasks.workunit.client.0.smithi084.stdout:op 1971 completed, throughput=5MB/sec 2024-04-02T08:48:14.175 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jWc2cuEqQ43o-VP off=11700765 len=702377 2024-04-02T08:48:14.175 INFO:tasks.workunit.client.0.smithi084.stdout:op 1972 completed, throughput=5MB/sec 2024-04-02T08:48:14.175 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wLN2SIVN8SnOixq off=14452332 len=1545250 2024-04-02T08:48:14.177 INFO:tasks.workunit.client.0.smithi084.stdout:op 1973 completed, throughput=5MB/sec 2024-04-02T08:48:14.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:14 smithi132 ceph-mon[88571]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:14 smithi084 ceph-mon[94794]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:14 smithi084 ceph-mon[97358]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:15.177 INFO:tasks.workunit.client.0.smithi084.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:15.177 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mTFHECMfOJpLL87 off=11265506 len=1621748 2024-04-02T08:48:15.181 INFO:tasks.workunit.client.0.smithi084.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-02T08:48:15.181 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-77-I2qEEEsQWcA8 off=7719165 len=209761 2024-04-02T08:48:15.182 INFO:tasks.workunit.client.0.smithi084.stdout:op 1975 completed, throughput=4.99MB/sec 2024-04-02T08:48:15.182 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fmq3FPA1r874pct off=13417220 len=324272 2024-04-02T08:48:15.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 1976 completed, throughput=5MB/sec 2024-04-02T08:48:15.185 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5DT455AWNbty59d off=7243296 len=1165052 2024-04-02T08:48:15.190 INFO:tasks.workunit.client.0.smithi084.stdout:op 1977 completed, throughput=5MB/sec 2024-04-02T08:48:15.190 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CLw5uaG7XpWszDC off=7969736 len=1301787 2024-04-02T08:48:15.195 INFO:tasks.workunit.client.0.smithi084.stdout:op 1978 completed, throughput=5MB/sec 2024-04-02T08:48:16.196 INFO:tasks.workunit.client.0.smithi084.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:16.196 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3e0HDg21fPXC1v6 off=4607380 len=451920 2024-04-02T08:48:16.199 INFO:tasks.workunit.client.0.smithi084.stdout:op 1979 completed, throughput=4.99MB/sec 2024-04-02T08:48:16.199 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9vOu627ApPQbG0U off=1700060 len=987196 2024-04-02T08:48:16.203 INFO:tasks.workunit.client.0.smithi084.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-02T08:48:16.203 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hxZHw-jiGmZv_Vh off=13441886 len=1686603 2024-04-02T08:48:16.211 INFO:tasks.workunit.client.0.smithi084.stdout:op 1981 completed, throughput=5MB/sec 2024-04-02T08:48:16.211 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ADr078J_M_5GWuV off=7871010 len=423072 2024-04-02T08:48:16.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 1982 completed, throughput=5MB/sec 2024-04-02T08:48:16.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TVaUmgkWGFHg39K off=1457377 len=994898 2024-04-02T08:48:16.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 1983 completed, throughput=5MB/sec 2024-04-02T08:48:16.216 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--_9QY1MRRg7G79v off=5525242 len=2040835 2024-04-02T08:48:16.217 INFO:tasks.workunit.client.0.smithi084.stdout:op 1984 completed, throughput=5MB/sec 2024-04-02T08:48:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:16 smithi132 ceph-mon[88571]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:48:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:16 smithi084 ceph-mon[94794]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:48:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:16 smithi084 ceph-mon[97358]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:48:17.217 INFO:tasks.workunit.client.0.smithi084.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:17.217 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nnYvJJQzvhFtl4_ off=3144165 len=902957 2024-04-02T08:48:17.221 INFO:tasks.workunit.client.0.smithi084.stdout:op 1985 completed, throughput=4.99MB/sec 2024-04-02T08:48:17.222 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mXDpghf3k0IMdLU off=13473186 len=97932 2024-04-02T08:48:17.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 1986 completed, throughput=4.99MB/sec 2024-04-02T08:48:17.224 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FXDLNW1oXUwUrVK off=9232440 len=1115794 2024-04-02T08:48:17.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 1987 completed, throughput=5MB/sec 2024-04-02T08:48:17.229 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DyKzhUfWMst58vv off=11033335 len=696388 2024-04-02T08:48:17.230 INFO:tasks.workunit.client.0.smithi084.stdout:op 1988 completed, throughput=5MB/sec 2024-04-02T08:48:17.230 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PGjkZVmVP7XrIiC off=9021564 len=1900966 2024-04-02T08:48:17.238 INFO:tasks.workunit.client.0.smithi084.stdout:op 1989 completed, throughput=5MB/sec 2024-04-02T08:48:18.239 INFO:tasks.workunit.client.0.smithi084.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:18.239 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZNnjBKrxPHOmtEP off=2223739 len=548647 2024-04-02T08:48:18.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-02T08:48:18.239 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RHxLKT5PY_Ly7tb off=17822760 len=478048 2024-04-02T08:48:18.241 INFO:tasks.workunit.client.0.smithi084.stdout:op 1991 completed, throughput=4.99MB/sec 2024-04-02T08:48:18.242 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y-GTR635Syek6wZ off=936614 len=2091926 2024-04-02T08:48:18.243 INFO:tasks.workunit.client.0.smithi084.stdout:op 1992 completed, throughput=5MB/sec 2024-04-02T08:48:18.243 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RIiti2s9aa7YyOM off=1774088 len=1369113 2024-04-02T08:48:18.249 INFO:tasks.workunit.client.0.smithi084.stdout:op 1993 completed, throughput=5MB/sec 2024-04-02T08:48:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:18 smithi132 ceph-mon[88571]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:48:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:18 smithi084 ceph-mon[94794]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:48:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:18 smithi084 ceph-mon[97358]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:48:19.249 INFO:tasks.workunit.client.0.smithi084.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:19.249 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cQWaqNbOrd6ZTgS off=4931990 len=2003119 2024-04-02T08:48:19.260 INFO:tasks.workunit.client.0.smithi084.stdout:op 1994 completed, throughput=4.99MB/sec 2024-04-02T08:48:19.260 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nrb8ecYbhAarCtr off=5521658 len=143936 2024-04-02T08:48:19.262 INFO:tasks.workunit.client.0.smithi084.stdout:op 1995 completed, throughput=4.99MB/sec 2024-04-02T08:48:19.263 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IbXxp6bLALisJdm off=707924 len=1796979 2024-04-02T08:48:19.273 INFO:tasks.workunit.client.0.smithi084.stdout:op 1996 completed, throughput=5MB/sec 2024-04-02T08:48:19.273 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Hg9L_mCsCFgkqOj off=5125932 len=1611200 2024-04-02T08:48:19.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 1997 completed, throughput=5MB/sec 2024-04-02T08:48:20.281 INFO:tasks.workunit.client.0.smithi084.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:20.281 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HFcx2uPTME5SBMP off=4027428 len=35748 2024-04-02T08:48:20.284 INFO:tasks.workunit.client.0.smithi084.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-02T08:48:20.284 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oZx6kLcjwx_lv5c off=1521670 len=1606355 2024-04-02T08:48:20.285 INFO:tasks.workunit.client.0.smithi084.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-02T08:48:20.285 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ls1pI0Iwa9BNIKl off=0 len=1536586 2024-04-02T08:48:20.291 INFO:tasks.workunit.client.0.smithi084.stdout:op 2000 completed, throughput=5MB/sec 2024-04-02T08:48:20.291 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IbXxp6bLALisJdm off=3278126 len=1404247 2024-04-02T08:48:20.292 INFO:tasks.workunit.client.0.smithi084.stdout:op 2001 completed, throughput=5MB/sec 2024-04-02T08:48:20.292 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BybyrSKWsgy7VBu off=595863 len=1496996 2024-04-02T08:48:20.292 INFO:tasks.workunit.client.0.smithi084.stdout:op 2002 completed, throughput=5MB/sec 2024-04-02T08:48:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:20 smithi132 ceph-mon[88571]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-02T08:48:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:20 smithi084 ceph-mon[94794]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-02T08:48:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:48:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:48:20] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-02T08:48:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:20 smithi084 ceph-mon[97358]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-02T08:48:21.293 INFO:tasks.workunit.client.0.smithi084.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:21.293 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jBcQ0taFH18mDiY off=16188627 len=1704244 2024-04-02T08:48:21.296 INFO:tasks.workunit.client.0.smithi084.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-02T08:48:21.296 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j_20fdqCtawKodD off=534624 len=895836 2024-04-02T08:48:21.301 INFO:tasks.workunit.client.0.smithi084.stdout:op 2004 completed, throughput=5MB/sec 2024-04-02T08:48:21.301 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wm4-X73Dk4GO1qR off=142639 len=1069551 2024-04-02T08:48:21.303 INFO:tasks.workunit.client.0.smithi084.stdout:op 2005 completed, throughput=5MB/sec 2024-04-02T08:48:21.303 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i5wQULRiajsHuBM off=1055490 len=136735 2024-04-02T08:48:21.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 2006 completed, throughput=5MB/sec 2024-04-02T08:48:21.304 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qWmSEdLino6ydfK off=15687657 len=1326380 2024-04-02T08:48:21.309 INFO:tasks.workunit.client.0.smithi084.stdout:op 2007 completed, throughput=5MB/sec 2024-04-02T08:48:22.309 INFO:tasks.workunit.client.0.smithi084.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:22.309 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mLi7DyJMUq7QsN- off=12662570 len=1635855 2024-04-02T08:48:22.316 INFO:tasks.workunit.client.0.smithi084.stdout:op 2008 completed, throughput=4.99MB/sec 2024-04-02T08:48:22.316 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tz0h1aBH1xfjlqu off=6060087 len=947778 2024-04-02T08:48:22.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 2009 completed, throughput=5MB/sec 2024-04-02T08:48:22.319 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JPJ-Gm8qCsZ9vrP off=0 len=1423325 2024-04-02T08:48:22.323 INFO:tasks.workunit.client.0.smithi084.stdout:op 2010 completed, throughput=5MB/sec 2024-04-02T08:48:22.324 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FIwiQz6K8EvgH5z off=2250862 len=1926749 2024-04-02T08:48:22.333 INFO:tasks.workunit.client.0.smithi084.stdout:op 2011 completed, throughput=5MB/sec 2024-04-02T08:48:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:22 smithi132 ceph-mon[88571]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:22 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:48:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:48:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:22 smithi084 ceph-mon[94794]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:22 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:22 smithi084 ceph-mon[97358]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:22 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:23.334 INFO:tasks.workunit.client.0.smithi084.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:23.334 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g1TG2CHx6AKjjCb off=9086212 len=201348 2024-04-02T08:48:23.336 INFO:tasks.workunit.client.0.smithi084.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-02T08:48:23.336 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-seQgPFEnyeB0Z_D off=4011214 len=788427 2024-04-02T08:48:23.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 2013 completed, throughput=4.99MB/sec 2024-04-02T08:48:23.337 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N1-Mt68fEGneMX4 off=2906278 len=2066296 2024-04-02T08:48:23.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 2014 completed, throughput=5MB/sec 2024-04-02T08:48:23.339 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-U6Fz1MTz--J9-Ya off=1613186 len=726471 2024-04-02T08:48:23.339 INFO:tasks.workunit.client.0.smithi084.stdout:op 2015 completed, throughput=5MB/sec 2024-04-02T08:48:23.339 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VNp_0vPEy5nG2Fm off=14797770 len=795979 2024-04-02T08:48:23.343 INFO:tasks.workunit.client.0.smithi084.stdout:op 2016 completed, throughput=5MB/sec 2024-04-02T08:48:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:48:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:48:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:48:24.344 INFO:tasks.workunit.client.0.smithi084.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:24.344 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_pyWUsg7osvkK48 off=2400747 len=1517403 2024-04-02T08:48:24.347 INFO:tasks.workunit.client.0.smithi084.stdout:op 2017 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.347 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dh4kLbZl80aqvrP off=3471276 len=572477 2024-04-02T08:48:24.348 INFO:tasks.workunit.client.0.smithi084.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.348 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZrIXJKOHQIvJjTl off=14283991 len=2038367 2024-04-02T08:48:24.356 INFO:tasks.workunit.client.0.smithi084.stdout:op 2019 completed, throughput=5MB/sec 2024-04-02T08:48:24.356 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TXYQXKce74Cwlsq off=11746170 len=1212308 2024-04-02T08:48:24.364 INFO:tasks.workunit.client.0.smithi084.stdout:op 2020 completed, throughput=5MB/sec 2024-04-02T08:48:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:24 smithi132 ceph-mon[88571]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:24 smithi084 ceph-mon[94794]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:24 smithi084 ceph-mon[97358]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:25.364 INFO:tasks.workunit.client.0.smithi084.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:25.364 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d8GRHlDMnyQonpx off=313666 len=770057 2024-04-02T08:48:25.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 2021 completed, throughput=4.99MB/sec 2024-04-02T08:48:25.366 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HzI2YFMx9A0vOCq off=8704368 len=642117 2024-04-02T08:48:25.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 2022 completed, throughput=4.99MB/sec 2024-04-02T08:48:25.367 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gk7QLgbJcpUpLBv off=19284602 len=513488 2024-04-02T08:48:25.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-02T08:48:25.367 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9coYd5Jfsr78ebu off=1776176 len=1843636 2024-04-02T08:48:25.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 2024 completed, throughput=5MB/sec 2024-04-02T08:48:25.369 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5CQLBoAP7lFs_xc off=6296844 len=648850 2024-04-02T08:48:25.373 INFO:tasks.workunit.client.0.smithi084.stdout:op 2025 completed, throughput=5MB/sec 2024-04-02T08:48:25.373 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6Fstg1u4FW9dN_r off=11002661 len=1588937 2024-04-02T08:48:25.379 INFO:tasks.workunit.client.0.smithi084.stdout:op 2026 completed, throughput=5MB/sec 2024-04-02T08:48:26.380 INFO:tasks.workunit.client.0.smithi084.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:26.380 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SGnm7EEI2nchDm8 off=435513 len=198336 2024-04-02T08:48:26.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-02T08:48:26.381 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-32eRpwjIw-E2h1b off=8191920 len=1948361 2024-04-02T08:48:26.391 INFO:tasks.workunit.client.0.smithi084.stdout:op 2028 completed, throughput=5MB/sec 2024-04-02T08:48:26.391 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UBVfkIjWNcnMNtQ off=0 len=1618631 2024-04-02T08:48:26.397 INFO:tasks.workunit.client.0.smithi084.stdout:op 2029 completed, throughput=5MB/sec 2024-04-02T08:48:26.397 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tFe7KBpRKpP16ph off=1615744 len=822327 2024-04-02T08:48:26.398 INFO:tasks.workunit.client.0.smithi084.stdout:op 2030 completed, throughput=5MB/sec 2024-04-02T08:48:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:26 smithi132 ceph-mon[88571]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:48:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:26 smithi084 ceph-mon[94794]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:48:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:26 smithi084 ceph-mon[97358]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:48:27.398 INFO:tasks.workunit.client.0.smithi084.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:27.398 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kVbc5kovWWWrfl4 off=506745 len=1134326 2024-04-02T08:48:27.404 INFO:tasks.workunit.client.0.smithi084.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-02T08:48:27.404 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uHM8G8anL22KLgv off=10971729 len=2094399 2024-04-02T08:48:27.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 2032 completed, throughput=5MB/sec 2024-04-02T08:48:27.408 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9VPp2xI0MWuFyJc off=3180933 len=947378 2024-04-02T08:48:27.413 INFO:tasks.workunit.client.0.smithi084.stdout:op 2033 completed, throughput=5MB/sec 2024-04-02T08:48:27.413 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xGHsJCOGjDyexZQ off=4317131 len=1215275 2024-04-02T08:48:27.414 INFO:tasks.workunit.client.0.smithi084.stdout:op 2034 completed, throughput=5MB/sec 2024-04-02T08:48:28.415 INFO:tasks.workunit.client.0.smithi084.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:28.415 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-w6bWbEL8RkvamLI off=551604 len=1234574 2024-04-02T08:48:28.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-02T08:48:28.421 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CU542PG8VFK2Qir off=2277492 len=885141 2024-04-02T08:48:28.422 INFO:tasks.workunit.client.0.smithi084.stdout:op 2036 completed, throughput=4.99MB/sec 2024-04-02T08:48:28.422 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gYmvMFGIH5_rqfS off=11043928 len=994730 2024-04-02T08:48:28.426 INFO:tasks.workunit.client.0.smithi084.stdout:op 2037 completed, throughput=5MB/sec 2024-04-02T08:48:28.427 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0wT0XP7mOy1LO4P off=2435787 len=1197661 2024-04-02T08:48:28.427 INFO:tasks.workunit.client.0.smithi084.stdout:op 2038 completed, throughput=5MB/sec 2024-04-02T08:48:28.427 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qT11YaYC6aI0hBD off=4160494 len=1917554 2024-04-02T08:48:28.431 INFO:tasks.workunit.client.0.smithi084.stdout:op 2039 completed, throughput=5MB/sec 2024-04-02T08:48:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:28 smithi132 ceph-mon[88571]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:48:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:28 smithi084 ceph-mon[94794]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:48:28.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:28 smithi084 ceph-mon[97358]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:48:29.431 INFO:tasks.workunit.client.0.smithi084.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:29.432 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GHBl2ZkAHSKX4dN off=5032700 len=1300557 2024-04-02T08:48:29.434 INFO:tasks.workunit.client.0.smithi084.stdout:op 2040 completed, throughput=4.99MB/sec 2024-04-02T08:48:29.434 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d2GOjZJNmIBSP4_ off=1639841 len=135214 2024-04-02T08:48:29.437 INFO:tasks.workunit.client.0.smithi084.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-02T08:48:29.437 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jzcqTSxULwiLeQw off=10899690 len=1075806 2024-04-02T08:48:29.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 2042 completed, throughput=5MB/sec 2024-04-02T08:48:29.439 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4I3PrtMhqN3bIPc off=227938 len=225266 2024-04-02T08:48:29.440 INFO:tasks.workunit.client.0.smithi084.stdout:op 2043 completed, throughput=5MB/sec 2024-04-02T08:48:29.440 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JSssDbHTZofSJen off=1559129 len=804769 2024-04-02T08:48:29.445 INFO:tasks.workunit.client.0.smithi084.stdout:op 2044 completed, throughput=5MB/sec 2024-04-02T08:48:29.445 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zG1DCkDpvj2V1V3 off=15139640 len=972153 2024-04-02T08:48:29.446 INFO:tasks.workunit.client.0.smithi084.stdout:op 2045 completed, throughput=5MB/sec 2024-04-02T08:48:30.449 INFO:tasks.workunit.client.0.smithi084.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:30.450 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sPuQmxYxlji-_55 off=8749811 len=1364702 2024-04-02T08:48:30.450 INFO:tasks.workunit.client.0.smithi084.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-02T08:48:30.450 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2IrvzlNhNJ5NnNW off=304682 len=1942335 2024-04-02T08:48:30.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 2047 completed, throughput=5MB/sec 2024-04-02T08:48:30.451 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x8jW1woUXovDz2X off=8516717 len=214329 2024-04-02T08:48:30.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 2048 completed, throughput=5MB/sec 2024-04-02T08:48:30.454 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ohMKgGZm0oV2ixe off=14536720 len=340516 2024-04-02T08:48:30.457 INFO:tasks.workunit.client.0.smithi084.stdout:op 2049 completed, throughput=5MB/sec 2024-04-02T08:48:30.457 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SlniVL3yhZSAmzl off=12869746 len=300324 2024-04-02T08:48:30.460 INFO:tasks.workunit.client.0.smithi084.stdout:op 2050 completed, throughput=5MB/sec 2024-04-02T08:48:30.460 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--R5pJveslHI-sHp off=9192776 len=1500411 2024-04-02T08:48:30.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 2051 completed, throughput=5MB/sec 2024-04-02T08:48:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:30 smithi132 ceph-mon[88571]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:48:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:30 smithi084 ceph-mon[94794]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:48:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:30 smithi084 ceph-mon[97358]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:48:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:48:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:48:30] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-02T08:48:31.461 INFO:tasks.workunit.client.0.smithi084.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:31.461 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sE0OcgMU6KZx08M off=7190230 len=1563537 2024-04-02T08:48:31.469 INFO:tasks.workunit.client.0.smithi084.stdout:op 2052 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.469 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QmYuXmZN9RKJGS0 off=6799200 len=283472 2024-04-02T08:48:31.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.470 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7-7JdzQOu3lybms off=5851855 len=1923780 2024-04-02T08:48:31.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 2054 completed, throughput=5MB/sec 2024-04-02T08:48:31.470 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kSNZ7FxkokL7muc off=6685063 len=1063721 2024-04-02T08:48:31.471 INFO:tasks.workunit.client.0.smithi084.stdout:op 2055 completed, throughput=5MB/sec 2024-04-02T08:48:32.471 INFO:tasks.workunit.client.0.smithi084.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:32.471 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YfXrMVEyIlvm_34 off=3825221 len=1599872 2024-04-02T08:48:32.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.477 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OxLJJI7R-Jvj-S3 off=16820452 len=2047374 2024-04-02T08:48:32.479 INFO:tasks.workunit.client.0.smithi084.stdout:op 2057 completed, throughput=5MB/sec 2024-04-02T08:48:32.480 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0CCURtWjdRNso8a off=6572065 len=396744 2024-04-02T08:48:32.480 INFO:tasks.workunit.client.0.smithi084.stdout:op 2058 completed, throughput=5MB/sec 2024-04-02T08:48:32.480 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6t9bBZhDZYZFL_Y off=17389377 len=675789 2024-04-02T08:48:32.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 2059 completed, throughput=5MB/sec 2024-04-02T08:48:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:32 smithi132 ceph-mon[88571]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:48:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:48:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:32 smithi084 ceph-mon[94794]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:48:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:32 smithi084 ceph-mon[97358]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:48:33.482 INFO:tasks.workunit.client.0.smithi084.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:33.483 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Uid8gr5XflZ4Ugk off=5282544 len=540968 2024-04-02T08:48:33.483 INFO:tasks.workunit.client.0.smithi084.stdout:op 2060 completed, throughput=4.99MB/sec 2024-04-02T08:48:33.483 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OkmQBspoHwL_1P6 off=13167554 len=277500 2024-04-02T08:48:33.486 INFO:tasks.workunit.client.0.smithi084.stdout:op 2061 completed, throughput=4.99MB/sec 2024-04-02T08:48:33.486 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5qkr6DGP0za81Ft off=11521431 len=994465 2024-04-02T08:48:33.490 INFO:tasks.workunit.client.0.smithi084.stdout:op 2062 completed, throughput=4.99MB/sec 2024-04-02T08:48:33.490 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-E2A8KQFiWDUi9UU off=7934293 len=1815846 2024-04-02T08:48:33.494 INFO:tasks.workunit.client.0.smithi084.stdout:op 2063 completed, throughput=5MB/sec 2024-04-02T08:48:33.494 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RhEO5dDcWoGjN3t off=507455 len=1164337 2024-04-02T08:48:33.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 2064 completed, throughput=5MB/sec 2024-04-02T08:48:33.495 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wuKPyOXpJaMdgkY off=2783491 len=1123997 2024-04-02T08:48:33.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 2065 completed, throughput=5MB/sec 2024-04-02T08:48:34.499 INFO:tasks.workunit.client.0.smithi084.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:34.499 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oQhfxJW7lbkh6aD off=7875072 len=167655 2024-04-02T08:48:34.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.500 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-77-I2qEEEsQWcA8 off=2227226 len=767694 2024-04-02T08:48:34.501 INFO:tasks.workunit.client.0.smithi084.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.501 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AJuHJM6vllJg-Kb off=7568388 len=509819 2024-04-02T08:48:34.504 INFO:tasks.workunit.client.0.smithi084.stdout:op 2068 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.504 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vWJz-UuuhWvXLjk off=4238441 len=290667 2024-04-02T08:48:34.507 INFO:tasks.workunit.client.0.smithi084.stdout:op 2069 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.507 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h00oMrjxqr8xsJH off=1137924 len=1448256 2024-04-02T08:48:34.510 INFO:tasks.workunit.client.0.smithi084.stdout:op 2070 completed, throughput=5MB/sec 2024-04-02T08:48:34.510 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wolG9wIssu7BJ1B off=13413982 len=1732780 2024-04-02T08:48:34.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 2071 completed, throughput=5MB/sec 2024-04-02T08:48:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:34 smithi084 ceph-mon[94794]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:34 smithi084 ceph-mon[97358]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:34 smithi132 ceph-mon[88571]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:48:35.512 INFO:tasks.workunit.client.0.smithi084.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:35.512 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TRje3YkMSarKYKd off=20570564 len=1333888 2024-04-02T08:48:35.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-02T08:48:35.513 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NXAdd2WfyG1meGV off=883909 len=573032 2024-04-02T08:48:35.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 2073 completed, throughput=4.99MB/sec 2024-04-02T08:48:35.514 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Lt--dwltKF9SRto off=9020684 len=1640080 2024-04-02T08:48:35.516 INFO:tasks.workunit.client.0.smithi084.stdout:op 2074 completed, throughput=5MB/sec 2024-04-02T08:48:35.516 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--PTo_CVK723H4fo off=16219654 len=1326781 2024-04-02T08:48:35.516 INFO:tasks.workunit.client.0.smithi084.stdout:op 2075 completed, throughput=5MB/sec 2024-04-02T08:48:35.517 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0Ukf70bvfcqS9S8 off=6729766 len=268958 2024-04-02T08:48:35.520 INFO:tasks.workunit.client.0.smithi084.stdout:op 2076 completed, throughput=5MB/sec 2024-04-02T08:48:36.520 INFO:tasks.workunit.client.0.smithi084.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:36.520 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-akNMRNFTHtOWl46 off=2045311 len=259779 2024-04-02T08:48:36.523 INFO:tasks.workunit.client.0.smithi084.stdout:op 2077 completed, throughput=4.99MB/sec 2024-04-02T08:48:36.523 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xJj3fx9UJ8mMF5W off=2711000 len=1331183 2024-04-02T08:48:36.524 INFO:tasks.workunit.client.0.smithi084.stdout:op 2078 completed, throughput=4.99MB/sec 2024-04-02T08:48:36.524 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4-BrO4i4KZItidm off=7279166 len=1659621 2024-04-02T08:48:36.527 INFO:tasks.workunit.client.0.smithi084.stdout:op 2079 completed, throughput=5MB/sec 2024-04-02T08:48:36.527 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BGFDYYK16b68lrZ off=551527 len=1773505 2024-04-02T08:48:36.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 2080 completed, throughput=5MB/sec 2024-04-02T08:48:36.529 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zwgnAnpbMjoi_fF off=1839049 len=642300 2024-04-02T08:48:36.530 INFO:tasks.workunit.client.0.smithi084.stdout:op 2081 completed, throughput=5MB/sec 2024-04-02T08:48:36.669 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:36 smithi084 ceph-mon[94794]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:36.670 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:36 smithi084 ceph-mon[97358]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:36 smithi132 ceph-mon[88571]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:37.530 INFO:tasks.workunit.client.0.smithi084.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:37.530 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aBfpn5VwgUg8XSP off=4228087 len=1876146 2024-04-02T08:48:37.532 INFO:tasks.workunit.client.0.smithi084.stdout:op 2082 completed, throughput=4.99MB/sec 2024-04-02T08:48:37.532 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-no-Ko_u6eKkEW54 off=14999141 len=1951790 2024-04-02T08:48:37.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 2083 completed, throughput=5MB/sec 2024-04-02T08:48:37.543 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MsiYHXjgpl1pv8M off=15545855 len=1397011 2024-04-02T08:48:37.549 INFO:tasks.workunit.client.0.smithi084.stdout:op 2084 completed, throughput=5MB/sec 2024-04-02T08:48:38.549 INFO:tasks.workunit.client.0.smithi084.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:38.550 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SqiHx8x7qL2_j9h off=1527491 len=1932762 2024-04-02T08:48:38.558 INFO:tasks.workunit.client.0.smithi084.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.558 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KhxprJtuvZdP9e- off=7846080 len=1793257 2024-04-02T08:48:38.566 INFO:tasks.workunit.client.0.smithi084.stdout:op 2086 completed, throughput=5MB/sec 2024-04-02T08:48:38.566 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H2hmHVXHFZ1QtUk off=10492383 len=759623 2024-04-02T08:48:38.569 INFO:tasks.workunit.client.0.smithi084.stdout:op 2087 completed, throughput=5MB/sec 2024-04-02T08:48:38.569 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sm9MmBoFJRiQs00 off=6607879 len=1343961 2024-04-02T08:48:38.570 INFO:tasks.workunit.client.0.smithi084.stdout:op 2088 completed, throughput=5MB/sec 2024-04-02T08:48:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:38 smithi084 ceph-mon[94794]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:48:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:38 smithi084 ceph-mon[97358]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:48:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:38 smithi132 ceph-mon[88571]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:48:39.571 INFO:tasks.workunit.client.0.smithi084.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:39.571 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2i9MLu23Q8CjLBg off=20340239 len=1275882 2024-04-02T08:48:39.576 INFO:tasks.workunit.client.0.smithi084.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-02T08:48:39.576 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ay9QZmaUWGXtfl2 off=11561246 len=1692580 2024-04-02T08:48:39.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 2090 completed, throughput=5MB/sec 2024-04-02T08:48:39.585 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W7vf-HUbU9EX0c1 off=11727028 len=1743378 2024-04-02T08:48:39.587 INFO:tasks.workunit.client.0.smithi084.stdout:op 2091 completed, throughput=5MB/sec 2024-04-02T08:48:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:40.587 INFO:tasks.workunit.client.0.smithi084.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:40.587 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-32twLRmP8G4hbKf off=4702124 len=850678 2024-04-02T08:48:40.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 2092 completed, throughput=4.99MB/sec 2024-04-02T08:48:40.590 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zcukf8nScY1KCW1 off=20237653 len=1699000 2024-04-02T08:48:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 2093 completed, throughput=4.99MB/sec 2024-04-02T08:48:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iZE32pinfFN5BDx off=7266285 len=16191 2024-04-02T08:48:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-02T08:48:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XyGVNSbBqR-SIDb off=12391240 len=1969977 2024-04-02T08:48:40.608 INFO:tasks.workunit.client.0.smithi084.stdout:op 2095 completed, throughput=5MB/sec 2024-04-02T08:48:40.608 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CnzSBDhkCBir5aT off=3073560 len=899475 2024-04-02T08:48:40.608 INFO:tasks.workunit.client.0.smithi084.stdout:op 2096 completed, throughput=5MB/sec 2024-04-02T08:48:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:40 smithi084 ceph-mon[94794]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:48:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:48:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:48:40] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-02T08:48:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:40 smithi084 ceph-mon[97358]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:48:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:40 smithi132 ceph-mon[88571]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:48:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:41.609 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kX0Z94gscdfnQWw off=3365021 len=914841 2024-04-02T08:48:41.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-02T08:48:41.610 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tYbxYDiKhNgJS-c off=5357106 len=1272234 2024-04-02T08:48:41.613 INFO:tasks.workunit.client.0.smithi084.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-02T08:48:41.613 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GYxo7IM3aUnHPzh off=9880068 len=449080 2024-04-02T08:48:41.616 INFO:tasks.workunit.client.0.smithi084.stdout:op 2099 completed, throughput=4.99MB/sec 2024-04-02T08:48:41.617 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c7NJ5InMqEzPuhu off=3916550 len=751094 2024-04-02T08:48:41.617 INFO:tasks.workunit.client.0.smithi084.stdout:op 2100 completed, throughput=5MB/sec 2024-04-02T08:48:41.618 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fO_-KDqo0RiuV_e off=8962317 len=1547507 2024-04-02T08:48:41.619 INFO:tasks.workunit.client.0.smithi084.stdout:op 2101 completed, throughput=5MB/sec 2024-04-02T08:48:42.619 INFO:tasks.workunit.client.0.smithi084.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:42.619 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pva8dkbgj7CaZ7p off=16770304 len=731697 2024-04-02T08:48:42.623 INFO:tasks.workunit.client.0.smithi084.stdout:op 2102 completed, throughput=4.99MB/sec 2024-04-02T08:48:42.623 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lb2iTY8uGnMKX6a off=200653 len=1188542 2024-04-02T08:48:42.629 INFO:tasks.workunit.client.0.smithi084.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-02T08:48:42.629 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pggZtYbEs3gOBA3 off=7768089 len=1429431 2024-04-02T08:48:42.638 INFO:tasks.workunit.client.0.smithi084.stdout:op 2104 completed, throughput=5MB/sec 2024-04-02T08:48:42.638 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aZa_-o_bEbSnCkr off=4215244 len=434028 2024-04-02T08:48:42.639 INFO:tasks.workunit.client.0.smithi084.stdout:op 2105 completed, throughput=5MB/sec 2024-04-02T08:48:42.639 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oyyyWzfsnQDpIit off=23619647 len=1927345 2024-04-02T08:48:42.649 INFO:tasks.workunit.client.0.smithi084.stdout:op 2106 completed, throughput=5MB/sec 2024-04-02T08:48:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:42 smithi132 ceph-mon[88571]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:48:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:48:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:42 smithi084 ceph-mon[94794]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:48:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:42 smithi084 ceph-mon[97358]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:48:43.649 INFO:tasks.workunit.client.0.smithi084.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:43.649 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nzx5VV43u_-8LVm off=219169 len=1565136 2024-04-02T08:48:43.657 INFO:tasks.workunit.client.0.smithi084.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-02T08:48:43.657 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FG4JrioOh9-Zmti off=13578741 len=744577 2024-04-02T08:48:43.661 INFO:tasks.workunit.client.0.smithi084.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-02T08:48:43.661 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xNS2OkWtd22oULH off=9762149 len=866788 2024-04-02T08:48:43.666 INFO:tasks.workunit.client.0.smithi084.stdout:op 2109 completed, throughput=5MB/sec 2024-04-02T08:48:43.666 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2ER8FxaQO96PSLE off=14965768 len=482265 2024-04-02T08:48:43.666 INFO:tasks.workunit.client.0.smithi084.stdout:op 2110 completed, throughput=5MB/sec 2024-04-02T08:48:43.666 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dUm5Zjp-rFSHHl1 off=499181 len=529352 2024-04-02T08:48:43.668 INFO:tasks.workunit.client.0.smithi084.stdout:op 2111 completed, throughput=5MB/sec 2024-04-02T08:48:43.668 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--1nVhLwRTerJmsI off=3289922 len=427362 2024-04-02T08:48:43.668 INFO:tasks.workunit.client.0.smithi084.stdout:op 2112 completed, throughput=5MB/sec 2024-04-02T08:48:43.668 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zfD8IEtxkaRgwhL off=13726748 len=408035 2024-04-02T08:48:43.671 INFO:tasks.workunit.client.0.smithi084.stdout:op 2113 completed, throughput=5MB/sec 2024-04-02T08:48:43.672 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1GZkUQd8Hh74ZlX off=868318 len=881473 2024-04-02T08:48:43.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 2114 completed, throughput=5MB/sec 2024-04-02T08:48:44.673 INFO:tasks.workunit.client.0.smithi084.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:44.673 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vG92QlAthdH04Sk off=2052246 len=158305 2024-04-02T08:48:44.674 INFO:tasks.workunit.client.0.smithi084.stdout:op 2115 completed, throughput=4.99MB/sec 2024-04-02T08:48:44.674 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pc_oKeaTCc4QFRR off=16004430 len=1755657 2024-04-02T08:48:44.683 INFO:tasks.workunit.client.0.smithi084.stdout:op 2116 completed, throughput=4.99MB/sec 2024-04-02T08:48:44.683 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4SVQgYhy8uavhl9 off=3964510 len=1825057 2024-04-02T08:48:44.692 INFO:tasks.workunit.client.0.smithi084.stdout:op 2117 completed, throughput=5MB/sec 2024-04-02T08:48:44.692 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5H-K5xlcAXn6zSU off=12950703 len=1651948 2024-04-02T08:48:44.698 INFO:tasks.workunit.client.0.smithi084.stdout:op 2118 completed, throughput=5MB/sec 2024-04-02T08:48:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:44 smithi084 ceph-mon[94794]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T08:48:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:44 smithi084 ceph-mon[97358]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T08:48:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:44 smithi132 ceph-mon[88571]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T08:48:45.699 INFO:tasks.workunit.client.0.smithi084.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:45.699 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2QV_mqfLIxz1aGm off=5745265 len=1485342 2024-04-02T08:48:45.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 2119 completed, throughput=4.99MB/sec 2024-04-02T08:48:45.705 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5ZyoEx5AG8olFhc off=1054068 len=1303595 2024-04-02T08:48:45.711 INFO:tasks.workunit.client.0.smithi084.stdout:op 2120 completed, throughput=5MB/sec 2024-04-02T08:48:45.711 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2q4pd3F3qhHCShC off=14278921 len=1277617 2024-04-02T08:48:45.713 INFO:tasks.workunit.client.0.smithi084.stdout:op 2121 completed, throughput=5MB/sec 2024-04-02T08:48:45.713 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H2oYcwo7sXkjLSj off=5518482 len=1620360 2024-04-02T08:48:45.718 INFO:tasks.workunit.client.0.smithi084.stdout:op 2122 completed, throughput=5MB/sec 2024-04-02T08:48:46.719 INFO:tasks.workunit.client.0.smithi084.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:46.719 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1vbJHXSJTVLEh-t off=20426252 len=894551 2024-04-02T08:48:46.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 2123 completed, throughput=4.99MB/sec 2024-04-02T08:48:46.722 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BrLRBD9YQ07dsNq off=921925 len=1697591 2024-04-02T08:48:46.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 2124 completed, throughput=5MB/sec 2024-04-02T08:48:46.724 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--N9_JbLYYE8MGM5 off=2360745 len=1187059 2024-04-02T08:48:46.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 2125 completed, throughput=5MB/sec 2024-04-02T08:48:46.730 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9iajXaDZBzpKM9B off=19068797 len=370846 2024-04-02T08:48:46.733 INFO:tasks.workunit.client.0.smithi084.stdout:op 2126 completed, throughput=5MB/sec 2024-04-02T08:48:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:46 smithi084 ceph-mon[94794]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:48:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:46 smithi084 ceph-mon[97358]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:48:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:46 smithi132 ceph-mon[88571]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:48:47.733 INFO:tasks.workunit.client.0.smithi084.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:47.734 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XiiJcs1xYNhVOel off=2825757 len=961663 2024-04-02T08:48:47.736 INFO:tasks.workunit.client.0.smithi084.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.736 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--g2JoGz8ESmK0gh off=4821208 len=515514 2024-04-02T08:48:47.736 INFO:tasks.workunit.client.0.smithi084.stdout:op 2128 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.736 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JSssDbHTZofSJen off=3242906 len=900657 2024-04-02T08:48:47.737 INFO:tasks.workunit.client.0.smithi084.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.738 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9ylz49fRr1uX-44 off=1618422 len=1303450 2024-04-02T08:48:47.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 2130 completed, throughput=5MB/sec 2024-04-02T08:48:47.744 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-huGnM_Znq21Ni8L off=8578828 len=756402 2024-04-02T08:48:47.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 2131 completed, throughput=5MB/sec 2024-04-02T08:48:47.748 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wLN2SIVN8SnOixq off=12525797 len=1028780 2024-04-02T08:48:47.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 2132 completed, throughput=5MB/sec 2024-04-02T08:48:48.749 INFO:tasks.workunit.client.0.smithi084.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:48.749 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FO_1bnHHv_r9LCh off=15131497 len=391433 2024-04-02T08:48:48.751 INFO:tasks.workunit.client.0.smithi084.stdout:op 2133 completed, throughput=4.99MB/sec 2024-04-02T08:48:48.751 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZFUsOcAuY3xbEoU off=19714960 len=1426104 2024-04-02T08:48:48.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-02T08:48:48.753 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-G2SFS8MmY2MrupG off=11570821 len=352487 2024-04-02T08:48:48.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-02T08:48:48.753 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_k39jZGrukUPIrf off=9774879 len=1044112 2024-04-02T08:48:48.757 INFO:tasks.workunit.client.0.smithi084.stdout:op 2136 completed, throughput=5MB/sec 2024-04-02T08:48:48.757 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j-hHvLGRQulLa6z off=22356494 len=1236444 2024-04-02T08:48:48.758 INFO:tasks.workunit.client.0.smithi084.stdout:op 2137 completed, throughput=5MB/sec 2024-04-02T08:48:48.758 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-V0F0w4XDz9uCnhC off=0 len=1709223 2024-04-02T08:48:48.762 INFO:tasks.workunit.client.0.smithi084.stdout:op 2138 completed, throughput=5MB/sec 2024-04-02T08:48:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:48 smithi084 ceph-mon[94794]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:48:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:48 smithi084 ceph-mon[97358]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:48:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:48 smithi132 ceph-mon[88571]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:48:49.763 INFO:tasks.workunit.client.0.smithi084.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:49.763 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QxydqAzKGeGNFxi off=357522 len=459213 2024-04-02T08:48:49.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-02T08:48:49.766 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QcBjVX0o-LwKIZz off=18370 len=410797 2024-04-02T08:48:49.768 INFO:tasks.workunit.client.0.smithi084.stdout:op 2140 completed, throughput=4.99MB/sec 2024-04-02T08:48:49.768 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8Uc8Kd2Rb1D6_00 off=9819124 len=2021489 2024-04-02T08:48:49.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 2141 completed, throughput=5MB/sec 2024-04-02T08:48:49.770 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rIJtJ6LA4HGOGq6 off=3936614 len=1891193 2024-04-02T08:48:49.778 INFO:tasks.workunit.client.0.smithi084.stdout:op 2142 completed, throughput=5MB/sec 2024-04-02T08:48:50.778 INFO:tasks.workunit.client.0.smithi084.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:50.778 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--UKBRYNVCvPT5iw off=3188181 len=1338306 2024-04-02T08:48:50.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-02T08:48:50.787 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OcbM6UDyeuKJqTe off=5975031 len=138495 2024-04-02T08:48:50.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 2144 completed, throughput=4.99MB/sec 2024-04-02T08:48:50.787 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0iAW1DImeHI-aKE off=2561413 len=2094202 2024-04-02T08:48:50.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 2145 completed, throughput=5MB/sec 2024-04-02T08:48:50.794 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KvuMvC79o5TDFeA off=1449425 len=607253 2024-04-02T08:48:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 2146 completed, throughput=5MB/sec 2024-04-02T08:48:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Po8oKlIDBDBtsJg off=6047193 len=1285989 2024-04-02T08:48:50.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 2147 completed, throughput=5MB/sec 2024-04-02T08:48:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:50 smithi084 ceph-mon[94794]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:48:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:48:50] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-02T08:48:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:50 smithi084 ceph-mon[97358]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:50 smithi132 ceph-mon[88571]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:51.804 INFO:tasks.workunit.client.0.smithi084.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:51.804 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WIXeXoY9D8FKDlO off=12544386 len=501455 2024-04-02T08:48:51.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-02T08:48:51.808 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MYYeodjcBswXe_y off=1042004 len=2021575 2024-04-02T08:48:51.809 INFO:tasks.workunit.client.0.smithi084.stdout:op 2149 completed, throughput=5MB/sec 2024-04-02T08:48:51.809 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zRekCvwulbd11p- off=5403863 len=618537 2024-04-02T08:48:51.810 INFO:tasks.workunit.client.0.smithi084.stdout:op 2150 completed, throughput=5MB/sec 2024-04-02T08:48:51.810 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LIIuEtUpdHaigN2 off=7367697 len=380215 2024-04-02T08:48:51.812 INFO:tasks.workunit.client.0.smithi084.stdout:op 2151 completed, throughput=5MB/sec 2024-04-02T08:48:51.812 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8XtXRuEWKSAP_Ef off=6306763 len=1522232 2024-04-02T08:48:51.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 2152 completed, throughput=5MB/sec 2024-04-02T08:48:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:52 smithi132 ceph-mon[88571]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:48:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:48:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:52.814 INFO:tasks.workunit.client.0.smithi084.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:52.814 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o_tGF6MSQrIqqkq off=7187586 len=1725257 2024-04-02T08:48:52.820 INFO:tasks.workunit.client.0.smithi084.stdout:op 2153 completed, throughput=4.99MB/sec 2024-04-02T08:48:52.820 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rABMOeFj8QNhdFZ off=15546811 len=267504 2024-04-02T08:48:52.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 2154 completed, throughput=4.99MB/sec 2024-04-02T08:48:52.823 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9qXOtFvihS1cdn- off=2411419 len=964808 2024-04-02T08:48:52.827 INFO:tasks.workunit.client.0.smithi084.stdout:op 2155 completed, throughput=5MB/sec 2024-04-02T08:48:52.828 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wTPHRjwK7p1AGok off=6871670 len=1725271 2024-04-02T08:48:52.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 2156 completed, throughput=5MB/sec 2024-04-02T08:48:52.829 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VGLdJKgQt009QMN off=2338950 len=1411062 2024-04-02T08:48:52.835 INFO:tasks.workunit.client.0.smithi084.stdout:op 2157 completed, throughput=5MB/sec 2024-04-02T08:48:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:52 smithi084 ceph-mon[94794]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:48:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:52 smithi084 ceph-mon[97358]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:48:53.835 INFO:tasks.workunit.client.0.smithi084.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:53.835 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lL2Lz8ij65mon5j off=4209583 len=1382969 2024-04-02T08:48:53.841 INFO:tasks.workunit.client.0.smithi084.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-02T08:48:53.841 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i-q9SBfOWicz0rp off=7185166 len=501875 2024-04-02T08:48:53.844 INFO:tasks.workunit.client.0.smithi084.stdout:op 2159 completed, throughput=4.99MB/sec 2024-04-02T08:48:53.844 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UZNLZp9ZuZEHYN0 off=20284722 len=1215602 2024-04-02T08:48:53.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 2160 completed, throughput=5MB/sec 2024-04-02T08:48:53.845 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RgAe9x81AlvwCpK off=9397007 len=648421 2024-04-02T08:48:53.846 INFO:tasks.workunit.client.0.smithi084.stdout:op 2161 completed, throughput=5MB/sec 2024-04-02T08:48:53.846 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GVHXy3LDYiLXlsO off=5210081 len=1299654 2024-04-02T08:48:53.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 2162 completed, throughput=5MB/sec 2024-04-02T08:48:54.850 INFO:tasks.workunit.client.0.smithi084.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:54.851 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-N7Q1Eff0Hdm_1o5 off=1936923 len=1490918 2024-04-02T08:48:54.856 INFO:tasks.workunit.client.0.smithi084.stdout:op 2163 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.856 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Aw029O7NfivVxmI off=9678133 len=541985 2024-04-02T08:48:54.860 INFO:tasks.workunit.client.0.smithi084.stdout:op 2164 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.860 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6j9ZYYXU6SleNC0 off=11586699 len=989606 2024-04-02T08:48:54.865 INFO:tasks.workunit.client.0.smithi084.stdout:op 2165 completed, throughput=5MB/sec 2024-04-02T08:48:54.865 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-l_ng4owzwc-tcFW off=6342839 len=590134 2024-04-02T08:48:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:54 smithi084 ceph-mon[94794]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:54 smithi084 ceph-mon[97358]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:54.869 INFO:tasks.workunit.client.0.smithi084.stdout:op 2166 completed, throughput=5MB/sec 2024-04-02T08:48:54.869 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4y2SEbJvmCs2xNY off=169043 len=1745678 2024-04-02T08:48:54.879 INFO:tasks.workunit.client.0.smithi084.stdout:op 2167 completed, throughput=5MB/sec 2024-04-02T08:48:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:54 smithi132 ceph-mon[88571]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:55.879 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ql4f01grB_anP1V off=19522603 len=1657685 2024-04-02T08:48:55.880 INFO:tasks.workunit.client.0.smithi084.stdout:op 2168 completed, throughput=4.99MB/sec 2024-04-02T08:48:55.880 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--SmK3xKb3SFQSEv off=14707544 len=152494 2024-04-02T08:48:55.881 INFO:tasks.workunit.client.0.smithi084.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-02T08:48:55.881 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VkfanRH5jp9W3qg off=8639988 len=225175 2024-04-02T08:48:55.884 INFO:tasks.workunit.client.0.smithi084.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-02T08:48:55.884 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RPSJQp8xmQ6JQ-P off=7203510 len=1771062 2024-04-02T08:48:55.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 2171 completed, throughput=5MB/sec 2024-04-02T08:48:55.894 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_9-doN_6a7yIU4V off=4352879 len=1131084 2024-04-02T08:48:55.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 2172 completed, throughput=5MB/sec 2024-04-02T08:48:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:56 smithi084 ceph-mon[94794]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:48:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:56 smithi084 ceph-mon[97358]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:48:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:56.900 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-l7BT_I8ExIj0cgM off=4398045 len=216959 2024-04-02T08:48:56.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-02T08:48:56.902 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DRm8rQbn-tnHTzb off=10933587 len=1635567 2024-04-02T08:48:56.903 INFO:tasks.workunit.client.0.smithi084.stdout:op 2174 completed, throughput=4.99MB/sec 2024-04-02T08:48:56.903 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-39iro9ZSAX_Os_Y off=365395 len=1996360 2024-04-02T08:48:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:56 smithi132 ceph-mon[88571]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:48:56.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 2175 completed, throughput=5MB/sec 2024-04-02T08:48:56.911 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XYPH7GLS8Hj1x-- off=0 len=1314125 2024-04-02T08:48:56.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 2176 completed, throughput=5MB/sec 2024-04-02T08:48:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:57.917 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9VPp2xI0MWuFyJc off=2536937 len=1670836 2024-04-02T08:48:57.920 INFO:tasks.workunit.client.0.smithi084.stdout:op 2177 completed, throughput=4.99MB/sec 2024-04-02T08:48:57.920 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WoCTVGp_fTtA0ri off=3356442 len=1311879 2024-04-02T08:48:57.927 INFO:tasks.workunit.client.0.smithi084.stdout:op 2178 completed, throughput=5MB/sec 2024-04-02T08:48:57.927 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oMdJc1hvyhn_jNb off=11839450 len=1837114 2024-04-02T08:48:57.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 2179 completed, throughput=5MB/sec 2024-04-02T08:48:57.934 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PCEieO1u5HkNLAL off=23559351 len=1630379 2024-04-02T08:48:57.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 2180 completed, throughput=5MB/sec 2024-04-02T08:48:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:48:58 smithi084 ceph-mon[94794]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:48:58 smithi084 ceph-mon[97358]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:48:58 smithi132 ceph-mon[88571]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:58.944 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8HP2E8rUTriL9v5 off=342142 len=1314126 2024-04-02T08:48:58.949 INFO:tasks.workunit.client.0.smithi084.stdout:op 2181 completed, throughput=4.99MB/sec 2024-04-02T08:48:58.949 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cYD1_ypg9CTf12R off=8121341 len=172925 2024-04-02T08:48:58.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 2182 completed, throughput=4.99MB/sec 2024-04-02T08:48:58.951 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k_1wT_jql9HTfuU off=0 len=1062317 2024-04-02T08:48:58.954 INFO:tasks.workunit.client.0.smithi084.stdout:op 2183 completed, throughput=5MB/sec 2024-04-02T08:48:58.954 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c9emRcteffNJh5a off=12730070 len=1161785 2024-04-02T08:48:58.955 INFO:tasks.workunit.client.0.smithi084.stdout:op 2184 completed, throughput=5MB/sec 2024-04-02T08:48:58.955 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pZx1ySDLcC0MtFL off=2570320 len=128284 2024-04-02T08:48:58.958 INFO:tasks.workunit.client.0.smithi084.stdout:op 2185 completed, throughput=5MB/sec 2024-04-02T08:48:58.958 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8rWjmO2XVvPBdIX off=8580303 len=1736536 2024-04-02T08:48:58.964 INFO:tasks.workunit.client.0.smithi084.stdout:op 2186 completed, throughput=5MB/sec 2024-04-02T08:48:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:59.965 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0U_sEy8IQppXySk off=9363222 len=394023 2024-04-02T08:48:59.965 INFO:tasks.workunit.client.0.smithi084.stdout:op 2187 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.965 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jNxQzyL32UpKmVG off=16241085 len=1125394 2024-04-02T08:48:59.968 INFO:tasks.workunit.client.0.smithi084.stdout:op 2188 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.968 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D9b_Hv1J9ttWQhC off=4594227 len=6061 2024-04-02T08:48:59.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.969 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XBw7U2nmVAGITbP off=1855260 len=250639 2024-04-02T08:48:59.972 INFO:tasks.workunit.client.0.smithi084.stdout:op 2190 completed, throughput=5MB/sec 2024-04-02T08:48:59.972 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PqTbwoZRu78BojY off=13617404 len=1790561 2024-04-02T08:48:59.979 INFO:tasks.workunit.client.0.smithi084.stdout:op 2191 completed, throughput=5MB/sec 2024-04-02T08:48:59.979 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QFZTaHHOc_FG8jP off=5784256 len=338977 2024-04-02T08:48:59.982 INFO:tasks.workunit.client.0.smithi084.stdout:op 2192 completed, throughput=5MB/sec 2024-04-02T08:49:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:00 smithi084 ceph-mon[94794]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:49:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:49:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:49:00] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-02T08:49:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:00 smithi084 ceph-mon[97358]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:49:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:00 smithi132 ceph-mon[88571]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:49:00.982 INFO:tasks.workunit.client.0.smithi084.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:00.983 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PmfkxgVbyIQvh1P off=7825523 len=316262 2024-04-02T08:49:00.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-02T08:49:00.983 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IedPKD8dDsk8ZHd off=4461613 len=30000 2024-04-02T08:49:00.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-02T08:49:00.984 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S1yBnhakIvGd-9K off=700056 len=742762 2024-04-02T08:49:00.988 INFO:tasks.workunit.client.0.smithi084.stdout:op 2195 completed, throughput=4.99MB/sec 2024-04-02T08:49:00.988 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-l1Zzkr3LO4jaSLN off=11105726 len=898246 2024-04-02T08:49:00.992 INFO:tasks.workunit.client.0.smithi084.stdout:op 2196 completed, throughput=4.99MB/sec 2024-04-02T08:49:00.992 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vw9Vv8106p-30bo off=1029116 len=2026321 2024-04-02T08:49:00.994 INFO:tasks.workunit.client.0.smithi084.stdout:op 2197 completed, throughput=5MB/sec 2024-04-02T08:49:00.994 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WdAC9OPDKR2pGWt off=12181302 len=2041866 2024-04-02T08:49:01.002 INFO:tasks.workunit.client.0.smithi084.stdout:op 2198 completed, throughput=5MB/sec 2024-04-02T08:49:02.003 INFO:tasks.workunit.client.0.smithi084.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:02.003 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5iYNHOXvKDZyqjh off=6803807 len=1845577 2024-04-02T08:49:02.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-02T08:49:02.011 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eZaeAzExBRv5JyM off=774865 len=1136015 2024-04-02T08:49:02.012 INFO:tasks.workunit.client.0.smithi084.stdout:op 2200 completed, throughput=5MB/sec 2024-04-02T08:49:02.012 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1maRfO11qbWQwtE off=15531513 len=1837468 2024-04-02T08:49:02.022 INFO:tasks.workunit.client.0.smithi084.stdout:op 2201 completed, throughput=5MB/sec 2024-04-02T08:49:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:02 smithi132 ceph-mon[88571]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:49:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:49:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:49:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:02 smithi084 ceph-mon[94794]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:49:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:02 smithi084 ceph-mon[97358]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:49:03.023 INFO:tasks.workunit.client.0.smithi084.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:03.023 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nRwr3qiUv0k3k7M off=396334 len=1117671 2024-04-02T08:49:03.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 2202 completed, throughput=4.99MB/sec 2024-04-02T08:49:03.024 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pp0FrrABXW61T1c off=304935 len=1528319 2024-04-02T08:49:03.031 INFO:tasks.workunit.client.0.smithi084.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-02T08:49:03.031 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BwuCK-jwJe0A_06 off=12797918 len=1003485 2024-04-02T08:49:03.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 2204 completed, throughput=5MB/sec 2024-04-02T08:49:03.035 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ViyCw0tFtOXt2BL off=11054189 len=497326 2024-04-02T08:49:03.037 INFO:tasks.workunit.client.0.smithi084.stdout:op 2205 completed, throughput=5MB/sec 2024-04-02T08:49:03.037 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NiDM1gCVJJdZcwS off=497530 len=1533853 2024-04-02T08:49:03.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 2206 completed, throughput=5MB/sec 2024-04-02T08:49:04.045 INFO:tasks.workunit.client.0.smithi084.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:04.045 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fqKo7pWxPtp9TAv off=13968038 len=901013 2024-04-02T08:49:04.045 INFO:tasks.workunit.client.0.smithi084.stdout:op 2207 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.046 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1bGtlVwHTcdO4EV off=13436965 len=302074 2024-04-02T08:49:04.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.049 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-np_Nf0Ca_Aiieen off=5273052 len=949747 2024-04-02T08:49:04.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.051 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-l4tHiOhczrdehLX off=3247580 len=1650738 2024-04-02T08:49:04.052 INFO:tasks.workunit.client.0.smithi084.stdout:op 2210 completed, throughput=5MB/sec 2024-04-02T08:49:04.052 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0GADETUfboLozTy off=2722825 len=1133198 2024-04-02T08:49:04.057 INFO:tasks.workunit.client.0.smithi084.stdout:op 2211 completed, throughput=5MB/sec 2024-04-02T08:49:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:04 smithi084 ceph-mon[94794]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:49:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:04 smithi084 ceph-mon[97358]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:49:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:04 smithi132 ceph-mon[88571]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:49:05.057 INFO:tasks.workunit.client.0.smithi084.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:05.057 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xfFEfbv4uh2BJgx off=6842637 len=215973 2024-04-02T08:49:05.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 2212 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.058 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RpZ1y5oWr0xAPyn off=13493175 len=877659 2024-04-02T08:49:05.060 INFO:tasks.workunit.client.0.smithi084.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.060 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_w81yyKlwzhRT0v off=0 len=1107402 2024-04-02T08:49:05.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.061 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i6yw1tfGVZqg9fu off=5065839 len=1421747 2024-04-02T08:49:05.068 INFO:tasks.workunit.client.0.smithi084.stdout:op 2215 completed, throughput=5MB/sec 2024-04-02T08:49:05.068 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uwmqAKCOYRarrHS off=2305632 len=968701 2024-04-02T08:49:05.073 INFO:tasks.workunit.client.0.smithi084.stdout:op 2216 completed, throughput=5MB/sec 2024-04-02T08:49:05.073 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YkZ9mlKoj8pvfNJ off=2938329 len=329844 2024-04-02T08:49:05.074 INFO:tasks.workunit.client.0.smithi084.stdout:op 2217 completed, throughput=5MB/sec 2024-04-02T08:49:05.075 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pA_A5b4Xz5FhiQN off=3950524 len=1931991 2024-04-02T08:49:05.086 INFO:tasks.workunit.client.0.smithi084.stdout:op 2218 completed, throughput=5MB/sec 2024-04-02T08:49:06.086 INFO:tasks.workunit.client.0.smithi084.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:06.086 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KUoxUjy7KAh3lJS off=7110927 len=1523788 2024-04-02T08:49:06.087 INFO:tasks.workunit.client.0.smithi084.stdout:op 2219 completed, throughput=5MB/sec 2024-04-02T08:49:06.088 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EgEkPgt0RrUxwrM off=1384498 len=1376342 2024-04-02T08:49:06.089 INFO:tasks.workunit.client.0.smithi084.stdout:op 2220 completed, throughput=5MB/sec 2024-04-02T08:49:06.089 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ryDVBU_G1Fr5p73 off=10141195 len=1023051 2024-04-02T08:49:06.093 INFO:tasks.workunit.client.0.smithi084.stdout:op 2221 completed, throughput=5MB/sec 2024-04-02T08:49:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:06 smithi084 ceph-mon[94794]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:49:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:06 smithi084 ceph-mon[97358]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:49:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:06 smithi132 ceph-mon[88571]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:49:07.093 INFO:tasks.workunit.client.0.smithi084.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:07.093 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d7qth49LRgoFrdF off=14234147 len=443476 2024-04-02T08:49:07.096 INFO:tasks.workunit.client.0.smithi084.stdout:op 2222 completed, throughput=4.99MB/sec 2024-04-02T08:49:07.096 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nNP_JCkNwDkKzeX off=1698976 len=576267 2024-04-02T08:49:07.100 INFO:tasks.workunit.client.0.smithi084.stdout:op 2223 completed, throughput=4.99MB/sec 2024-04-02T08:49:07.100 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rDrtbvQqRGdezeh off=3719949 len=1224896 2024-04-02T08:49:07.106 INFO:tasks.workunit.client.0.smithi084.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-02T08:49:07.106 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dOh0nub7ZXirWPP off=8238872 len=738902 2024-04-02T08:49:07.110 INFO:tasks.workunit.client.0.smithi084.stdout:op 2225 completed, throughput=5MB/sec 2024-04-02T08:49:07.110 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-agM1cPi6486YqDD off=8763349 len=410739 2024-04-02T08:49:07.111 INFO:tasks.workunit.client.0.smithi084.stdout:op 2226 completed, throughput=5MB/sec 2024-04-02T08:49:07.111 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dQSQiYVG8qWoDdv off=12514372 len=1411726 2024-04-02T08:49:07.116 INFO:tasks.workunit.client.0.smithi084.stdout:op 2227 completed, throughput=5MB/sec 2024-04-02T08:49:07.117 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3VgD93mLE0QzflR off=1685839 len=1365776 2024-04-02T08:49:07.122 INFO:tasks.workunit.client.0.smithi084.stdout:op 2228 completed, throughput=5MB/sec 2024-04-02T08:49:08.123 INFO:tasks.workunit.client.0.smithi084.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:08.123 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lEtkPwMaFBQSbe- off=788850 len=39859 2024-04-02T08:49:08.125 INFO:tasks.workunit.client.0.smithi084.stdout:op 2229 completed, throughput=4.99MB/sec 2024-04-02T08:49:08.125 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ccsd3OmSDx2tWD_ off=1714359 len=1718611 2024-04-02T08:49:08.133 INFO:tasks.workunit.client.0.smithi084.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-02T08:49:08.133 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sjT0Qc5EweUULIp off=941674 len=156133 2024-04-02T08:49:08.135 INFO:tasks.workunit.client.0.smithi084.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-02T08:49:08.135 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0q2tsDD2jiRG2k5 off=18686987 len=558877 2024-04-02T08:49:08.139 INFO:tasks.workunit.client.0.smithi084.stdout:op 2232 completed, throughput=5MB/sec 2024-04-02T08:49:08.139 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sYGUjpFQIFV-SA4 off=6753289 len=1525178 2024-04-02T08:49:08.140 INFO:tasks.workunit.client.0.smithi084.stdout:op 2233 completed, throughput=5MB/sec 2024-04-02T08:49:08.140 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fBT5RwqwL1r7vdF off=3817371 len=152106 2024-04-02T08:49:08.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 2234 completed, throughput=5MB/sec 2024-04-02T08:49:08.142 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Qa12sIC3IOBYgjh off=5995397 len=163068 2024-04-02T08:49:08.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 2235 completed, throughput=5MB/sec 2024-04-02T08:49:08.145 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3nIboKtply4ZuF1 off=5173875 len=957123 2024-04-02T08:49:08.148 INFO:tasks.workunit.client.0.smithi084.stdout:op 2236 completed, throughput=5MB/sec 2024-04-02T08:49:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:08 smithi084 ceph-mon[94794]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:49:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:08 smithi084 ceph-mon[97358]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:49:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:08 smithi132 ceph-mon[88571]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:49:09.149 INFO:tasks.workunit.client.0.smithi084.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:09.149 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-76PXZ-sgnTqT1Ob off=1617521 len=677210 2024-04-02T08:49:09.152 INFO:tasks.workunit.client.0.smithi084.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.152 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_FC9AInsD6xRd6S off=2773558 len=217824 2024-04-02T08:49:09.152 INFO:tasks.workunit.client.0.smithi084.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.153 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kzF7R9zTzkOfKJW off=2324713 len=468962 2024-04-02T08:49:09.155 INFO:tasks.workunit.client.0.smithi084.stdout:op 2239 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.155 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6bIy8szmzeVvBwe off=1688768 len=1534934 2024-04-02T08:49:09.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 2240 completed, throughput=5MB/sec 2024-04-02T08:49:09.165 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xqPJOLZH0lRPH4p off=1867272 len=170832 2024-04-02T08:49:09.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 2241 completed, throughput=5MB/sec 2024-04-02T08:49:09.167 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XJmbZz_GReitlmN off=517689 len=1040431 2024-04-02T08:49:09.168 INFO:tasks.workunit.client.0.smithi084.stdout:op 2242 completed, throughput=5MB/sec 2024-04-02T08:49:09.168 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yOUVX8chqDYr89A off=39404 len=1736293 2024-04-02T08:49:09.170 INFO:tasks.workunit.client.0.smithi084.stdout:op 2243 completed, throughput=5MB/sec 2024-04-02T08:49:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:10.170 INFO:tasks.workunit.client.0.smithi084.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:10.170 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TjZacXVR_m6iMUk off=1693229 len=2044104 2024-04-02T08:49:10.172 INFO:tasks.workunit.client.0.smithi084.stdout:op 2244 completed, throughput=5MB/sec 2024-04-02T08:49:10.172 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmC6xfqvoR1NN6w off=3015732 len=1975631 2024-04-02T08:49:10.174 INFO:tasks.workunit.client.0.smithi084.stdout:op 2245 completed, throughput=5MB/sec 2024-04-02T08:49:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:10 smithi084 ceph-mon[94794]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:49:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:49:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:49:10] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-02T08:49:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:10 smithi084 ceph-mon[97358]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:49:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:10 smithi132 ceph-mon[88571]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:49:11.174 INFO:tasks.workunit.client.0.smithi084.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:11.174 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uH4cvUeyPtsHYPx off=1087924 len=1182697 2024-04-02T08:49:11.180 INFO:tasks.workunit.client.0.smithi084.stdout:op 2246 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.180 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ftfjIU2AaBEUfk0 off=16554827 len=962804 2024-04-02T08:49:11.182 INFO:tasks.workunit.client.0.smithi084.stdout:op 2247 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.182 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LvbbYF8wI8raSO- off=1618860 len=1177382 2024-04-02T08:49:11.183 INFO:tasks.workunit.client.0.smithi084.stdout:op 2248 completed, throughput=5MB/sec 2024-04-02T08:49:11.183 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HnbdixP6AKsqFX9 off=1177636 len=1396694 2024-04-02T08:49:11.191 INFO:tasks.workunit.client.0.smithi084.stdout:op 2249 completed, throughput=5MB/sec 2024-04-02T08:49:11.191 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2u7tjpODO81BNDn off=5172419 len=1115196 2024-04-02T08:49:11.192 INFO:tasks.workunit.client.0.smithi084.stdout:op 2250 completed, throughput=5MB/sec 2024-04-02T08:49:12.192 INFO:tasks.workunit.client.0.smithi084.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:12.193 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--KwECuCbdagzdDh off=1009504 len=361438 2024-04-02T08:49:12.194 INFO:tasks.workunit.client.0.smithi084.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-02T08:49:12.194 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xYgUtjiaIC_saBI off=12877950 len=656191 2024-04-02T08:49:12.194 INFO:tasks.workunit.client.0.smithi084.stdout:op 2252 completed, throughput=4.99MB/sec 2024-04-02T08:49:12.194 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eZzwynviF7uZgP_ off=10386568 len=1283581 2024-04-02T08:49:12.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 2253 completed, throughput=5MB/sec 2024-04-02T08:49:12.196 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pITCmL20n9iO0JO off=308881 len=1229952 2024-04-02T08:49:12.201 INFO:tasks.workunit.client.0.smithi084.stdout:op 2254 completed, throughput=5MB/sec 2024-04-02T08:49:12.201 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YfXrMVEyIlvm_34 off=3062429 len=1347058 2024-04-02T08:49:12.203 INFO:tasks.workunit.client.0.smithi084.stdout:op 2255 completed, throughput=5MB/sec 2024-04-02T08:49:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:12 smithi132 ceph-mon[88571]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:49:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:12 smithi084 ceph-mon[94794]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:12 smithi084 ceph-mon[97358]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:13.203 INFO:tasks.workunit.client.0.smithi084.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:13.203 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pxesR4OEpW6a5eS off=2227054 len=64450 2024-04-02T08:49:13.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 2256 completed, throughput=4.99MB/sec 2024-04-02T08:49:13.205 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wxbD1QDTe6BePhW off=13704964 len=1523174 2024-04-02T08:49:13.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 2257 completed, throughput=4.99MB/sec 2024-04-02T08:49:13.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-D_nTyw9n9M5b5Yb off=4360059 len=1883628 2024-04-02T08:49:13.220 INFO:tasks.workunit.client.0.smithi084.stdout:op 2258 completed, throughput=5MB/sec 2024-04-02T08:49:13.220 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zBJg1TU641qlgSf off=2427498 len=659014 2024-04-02T08:49:13.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 2259 completed, throughput=5MB/sec 2024-04-02T08:49:13.225 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6SvlHhGAXzAb5az off=9344274 len=65583 2024-04-02T08:49:13.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 2260 completed, throughput=5MB/sec 2024-04-02T08:49:13.226 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fih7bkhea6A3Z7X off=7918658 len=519432 2024-04-02T08:49:13.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 2261 completed, throughput=5MB/sec 2024-04-02T08:49:13.229 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wiDT-3eSjJM_Ohd off=2213088 len=1496511 2024-04-02T08:49:13.233 INFO:tasks.workunit.client.0.smithi084.stdout:op 2262 completed, throughput=5MB/sec 2024-04-02T08:49:14.234 INFO:tasks.workunit.client.0.smithi084.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:14.234 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OkzaJH4-d4sT10B off=560111 len=834871 2024-04-02T08:49:14.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-02T08:49:14.239 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h7DwbVGRg4vrZry off=13758208 len=276482 2024-04-02T08:49:14.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-02T08:49:14.242 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R9DE4ao3yQlA9tm off=532682 len=1760599 2024-04-02T08:49:14.251 INFO:tasks.workunit.client.0.smithi084.stdout:op 2265 completed, throughput=5MB/sec 2024-04-02T08:49:14.251 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DrlAGQl_ZwxbQkG off=17926093 len=1066003 2024-04-02T08:49:14.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 2266 completed, throughput=5MB/sec 2024-04-02T08:49:14.254 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RCWMP-gv3cRzoui off=3191484 len=1388453 2024-04-02T08:49:14.260 INFO:tasks.workunit.client.0.smithi084.stdout:op 2267 completed, throughput=5MB/sec 2024-04-02T08:49:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:14 smithi084 ceph-mon[94794]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:14 smithi084 ceph-mon[97358]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:14 smithi132 ceph-mon[88571]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:15.261 INFO:tasks.workunit.client.0.smithi084.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:15.261 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ANd6cp7opjcqUWS off=11128957 len=1786172 2024-04-02T08:49:15.264 INFO:tasks.workunit.client.0.smithi084.stdout:op 2268 completed, throughput=4.99MB/sec 2024-04-02T08:49:15.264 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EEe6cz9PMY4AEIK off=346044 len=1360865 2024-04-02T08:49:15.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 2269 completed, throughput=5MB/sec 2024-04-02T08:49:15.272 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-r03o5ZcPe1wXYll off=8512553 len=1455926 2024-04-02T08:49:15.279 INFO:tasks.workunit.client.0.smithi084.stdout:op 2270 completed, throughput=5MB/sec 2024-04-02T08:49:16.279 INFO:tasks.workunit.client.0.smithi084.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:16.280 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VdXFgMjVxUhHG_m off=67915 len=1279629 2024-04-02T08:49:16.280 INFO:tasks.workunit.client.0.smithi084.stdout:op 2271 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.281 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-06bcU6HApzTzT0n off=6665670 len=1136680 2024-04-02T08:49:16.282 INFO:tasks.workunit.client.0.smithi084.stdout:op 2272 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.282 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZQg266fijiii4uO off=5228491 len=972973 2024-04-02T08:49:16.288 INFO:tasks.workunit.client.0.smithi084.stdout:op 2273 completed, throughput=5MB/sec 2024-04-02T08:49:16.288 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i5aKcdtCQWNEQcu off=12103157 len=1153581 2024-04-02T08:49:16.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 2274 completed, throughput=5MB/sec 2024-04-02T08:49:16.289 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nm2LckNnMrpIu3n off=9939345 len=2009657 2024-04-02T08:49:16.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 2275 completed, throughput=5MB/sec 2024-04-02T08:49:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:16 smithi084 ceph-mon[94794]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:49:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:16 smithi084 ceph-mon[97358]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:49:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:16 smithi132 ceph-mon[88571]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:49:17.298 INFO:tasks.workunit.client.0.smithi084.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:17.298 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GveiHeIV4tRMHky off=8039447 len=113388 2024-04-02T08:49:17.299 INFO:tasks.workunit.client.0.smithi084.stdout:op 2276 completed, throughput=4.99MB/sec 2024-04-02T08:49:17.299 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DU072J-WuExC6js off=455597 len=1502860 2024-04-02T08:49:17.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 2277 completed, throughput=5MB/sec 2024-04-02T08:49:17.302 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pPzsLRuAUYamfm8 off=14501235 len=785992 2024-04-02T08:49:17.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 2278 completed, throughput=5MB/sec 2024-04-02T08:49:17.303 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7t0gkj1nSJJ31l8 off=4851067 len=758875 2024-04-02T08:49:17.303 INFO:tasks.workunit.client.0.smithi084.stdout:op 2279 completed, throughput=5MB/sec 2024-04-02T08:49:17.303 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rMokq5sYWNqBGTQ off=4611589 len=322976 2024-04-02T08:49:17.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 2280 completed, throughput=5MB/sec 2024-04-02T08:49:17.304 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Qi-mJ9S_TjKMY7w off=11057348 len=856563 2024-04-02T08:49:17.308 INFO:tasks.workunit.client.0.smithi084.stdout:op 2281 completed, throughput=5MB/sec 2024-04-02T08:49:18.309 INFO:tasks.workunit.client.0.smithi084.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:18.309 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UukD7JLtFk4PjYI off=1122156 len=124436 2024-04-02T08:49:18.311 INFO:tasks.workunit.client.0.smithi084.stdout:op 2282 completed, throughput=4.99MB/sec 2024-04-02T08:49:18.311 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fva-iOy8U4WrVrc off=9326867 len=530945 2024-04-02T08:49:18.313 INFO:tasks.workunit.client.0.smithi084.stdout:op 2283 completed, throughput=4.99MB/sec 2024-04-02T08:49:18.313 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8ufQU53wab1CKFT off=3075139 len=2093213 2024-04-02T08:49:18.321 INFO:tasks.workunit.client.0.smithi084.stdout:op 2284 completed, throughput=5MB/sec 2024-04-02T08:49:18.321 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZSr-UFGXVCOmD6M off=4381770 len=921114 2024-04-02T08:49:18.326 INFO:tasks.workunit.client.0.smithi084.stdout:op 2285 completed, throughput=5MB/sec 2024-04-02T08:49:18.326 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wPonOHsTwNtnWNf off=611351 len=945845 2024-04-02T08:49:18.328 INFO:tasks.workunit.client.0.smithi084.stdout:op 2286 completed, throughput=5MB/sec 2024-04-02T08:49:18.328 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zNwAv6ZyoOJzpIR off=8787943 len=1917058 2024-04-02T08:49:18.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 2287 completed, throughput=5MB/sec 2024-04-02T08:49:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:18 smithi084 ceph-mon[94794]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:18 smithi084 ceph-mon[97358]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:18 smithi132 ceph-mon[88571]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:19.338 INFO:tasks.workunit.client.0.smithi084.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:19.338 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n1LFMOtKBQKjLSW off=6033589 len=1591806 2024-04-02T08:49:19.348 INFO:tasks.workunit.client.0.smithi084.stdout:op 2288 completed, throughput=5MB/sec 2024-04-02T08:49:19.348 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i50yrQsH1bY164M off=10301499 len=1482489 2024-04-02T08:49:19.349 INFO:tasks.workunit.client.0.smithi084.stdout:op 2289 completed, throughput=5MB/sec 2024-04-02T08:49:19.349 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1gAiKcv-b5Ya_N5 off=5553826 len=704259 2024-04-02T08:49:19.352 INFO:tasks.workunit.client.0.smithi084.stdout:op 2290 completed, throughput=5MB/sec 2024-04-02T08:49:20.352 INFO:tasks.workunit.client.0.smithi084.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:20.352 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DzvhUdvvsdy7WsM off=4927552 len=837591 2024-04-02T08:49:20.353 INFO:tasks.workunit.client.0.smithi084.stdout:op 2291 completed, throughput=4.99MB/sec 2024-04-02T08:49:20.353 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-35e3EAw9DO5rVtC off=7396368 len=533616 2024-04-02T08:49:20.356 INFO:tasks.workunit.client.0.smithi084.stdout:op 2292 completed, throughput=4.99MB/sec 2024-04-02T08:49:20.356 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a-uDuzewaweLQcO off=6414227 len=187477 2024-04-02T08:49:20.357 INFO:tasks.workunit.client.0.smithi084.stdout:op 2293 completed, throughput=4.99MB/sec 2024-04-02T08:49:20.357 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_nyH_ZCCGGLnJ0e off=16742864 len=1226096 2024-04-02T08:49:20.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 2294 completed, throughput=4.99MB/sec 2024-04-02T08:49:20.362 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QaPc5n0l0h9GT5h off=273159 len=854136 2024-04-02T08:49:20.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 2295 completed, throughput=5MB/sec 2024-04-02T08:49:20.367 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-smXO9gZI8ab-0bo off=5586836 len=2003540 2024-04-02T08:49:20.375 INFO:tasks.workunit.client.0.smithi084.stdout:op 2296 completed, throughput=5MB/sec 2024-04-02T08:49:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:20 smithi084 ceph-mon[94794]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:49:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:49:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:49:20] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-02T08:49:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:20 smithi084 ceph-mon[97358]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:49:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:20 smithi132 ceph-mon[88571]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:49:21.375 INFO:tasks.workunit.client.0.smithi084.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:21.376 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g4P5sdoGu8HUKf- off=2783134 len=1459885 2024-04-02T08:49:21.377 INFO:tasks.workunit.client.0.smithi084.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-02T08:49:21.377 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PRrjDBgUPBjp9pD off=311786 len=1604186 2024-04-02T08:49:21.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 2298 completed, throughput=5MB/sec 2024-04-02T08:49:21.385 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aCWUuhui8fvRTjj off=1037696 len=868416 2024-04-02T08:49:21.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 2299 completed, throughput=5MB/sec 2024-04-02T08:49:21.385 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj---4ZJLODYKIUcGV off=1870681 len=1606524 2024-04-02T08:49:21.395 INFO:tasks.workunit.client.0.smithi084.stdout:op 2300 completed, throughput=5MB/sec 2024-04-02T08:49:22.395 INFO:tasks.workunit.client.0.smithi084.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:22.395 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1wtkRXCVH_FscU0 off=2944476 len=1711515 2024-04-02T08:49:22.396 INFO:tasks.workunit.client.0.smithi084.stdout:op 2301 completed, throughput=4.99MB/sec 2024-04-02T08:49:22.396 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GnSUKFRV_lYgaFi off=9725658 len=376960 2024-04-02T08:49:22.398 INFO:tasks.workunit.client.0.smithi084.stdout:op 2302 completed, throughput=4.99MB/sec 2024-04-02T08:49:22.398 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nH8cDpRXDNuntqs off=16977533 len=1941945 2024-04-02T08:49:22.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 2303 completed, throughput=5MB/sec 2024-04-02T08:49:22.402 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wgFsfGTqFCDepo2 off=149468 len=770412 2024-04-02T08:49:22.406 INFO:tasks.workunit.client.0.smithi084.stdout:op 2304 completed, throughput=5MB/sec 2024-04-02T08:49:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:22 smithi132 ceph-mon[88571]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:49:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:22 smithi084 ceph-mon[94794]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:22 smithi084 ceph-mon[97358]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:23.406 INFO:tasks.workunit.client.0.smithi084.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:23.407 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XmkESHrUSSH4Dwu off=19794369 len=1476890 2024-04-02T08:49:23.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 2305 completed, throughput=4.99MB/sec 2024-04-02T08:49:23.408 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_fnJJuWYXuiAeMI off=13818251 len=1927176 2024-04-02T08:49:23.410 INFO:tasks.workunit.client.0.smithi084.stdout:op 2306 completed, throughput=5MB/sec 2024-04-02T08:49:23.410 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IdBM4DEA3epqh_f off=2189902 len=472982 2024-04-02T08:49:23.411 INFO:tasks.workunit.client.0.smithi084.stdout:op 2307 completed, throughput=5MB/sec 2024-04-02T08:49:23.411 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qgpeWNM5pPW3UQG off=1395554 len=1169095 2024-04-02T08:49:23.415 INFO:tasks.workunit.client.0.smithi084.stdout:op 2308 completed, throughput=5MB/sec 2024-04-02T08:49:23.415 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RK54R90_IGNieZq off=773831 len=363026 2024-04-02T08:49:23.418 INFO:tasks.workunit.client.0.smithi084.stdout:op 2309 completed, throughput=5MB/sec 2024-04-02T08:49:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:49:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:23.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:23.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:49:24.418 INFO:tasks.workunit.client.0.smithi084.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:24.419 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0sLPRE5m5vyrn6- off=207034 len=1193402 2024-04-02T08:49:24.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 2310 completed, throughput=4.99MB/sec 2024-04-02T08:49:24.420 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3nmEIhuWqtI1Uth off=1223551 len=985564 2024-04-02T08:49:24.422 INFO:tasks.workunit.client.0.smithi084.stdout:op 2311 completed, throughput=4.99MB/sec 2024-04-02T08:49:24.422 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CAw_TTDQqq1QiWH off=0 len=1310584 2024-04-02T08:49:24.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 2312 completed, throughput=5MB/sec 2024-04-02T08:49:24.424 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rIS9rJ_Y4Del6LU off=19024295 len=2095525 2024-04-02T08:49:24.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 2313 completed, throughput=5MB/sec 2024-04-02T08:49:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:24 smithi084 ceph-mon[94794]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:24 smithi084 ceph-mon[97358]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:24 smithi132 ceph-mon[88571]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:25.439 INFO:tasks.workunit.client.0.smithi084.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:25.439 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ou_XivMcIDAjeQ3 off=14878076 len=1360825 2024-04-02T08:49:25.440 INFO:tasks.workunit.client.0.smithi084.stdout:op 2314 completed, throughput=4.99MB/sec 2024-04-02T08:49:25.440 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lLPvO7z4MMX2Tyj off=19044643 len=539917 2024-04-02T08:49:25.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 2315 completed, throughput=4.99MB/sec 2024-04-02T08:49:25.444 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ukedjoMP82Z--x8 off=2912894 len=1028856 2024-04-02T08:49:25.448 INFO:tasks.workunit.client.0.smithi084.stdout:op 2316 completed, throughput=5MB/sec 2024-04-02T08:49:25.448 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mbzFrdP9f7LOZRu off=1856557 len=1373721 2024-04-02T08:49:25.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 2317 completed, throughput=5MB/sec 2024-04-02T08:49:25.454 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IMozuTNLtTp5vld off=2557524 len=1314609 2024-04-02T08:49:25.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 2318 completed, throughput=5MB/sec 2024-04-02T08:49:26.461 INFO:tasks.workunit.client.0.smithi084.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:26.461 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nImEc4MGLEOZtRi off=1755993 len=2056171 2024-04-02T08:49:26.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 2319 completed, throughput=4.99MB/sec 2024-04-02T08:49:26.466 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QWtgNFcrT4T-ekG off=5711543 len=1370657 2024-04-02T08:49:26.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 2320 completed, throughput=5MB/sec 2024-04-02T08:49:26.467 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uAdX2yn29AwITzv off=7059748 len=1298815 2024-04-02T08:49:26.468 INFO:tasks.workunit.client.0.smithi084.stdout:op 2321 completed, throughput=5MB/sec 2024-04-02T08:49:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:26 smithi084 ceph-mon[94794]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:26.950 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:26 smithi084 ceph-mon[97358]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:26.951 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:26 smithi132 ceph-mon[88571]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:27.469 INFO:tasks.workunit.client.0.smithi084.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:27.469 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_zgYzYrf1Zbdrer off=7621435 len=1252988 2024-04-02T08:49:27.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 2322 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.470 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1kZ0eZb7lPB9l5b off=7254262 len=1262343 2024-04-02T08:49:27.475 INFO:tasks.workunit.client.0.smithi084.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.475 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EqUBfnBNjFqCS-r off=6949479 len=821879 2024-04-02T08:49:27.480 INFO:tasks.workunit.client.0.smithi084.stdout:op 2324 completed, throughput=5MB/sec 2024-04-02T08:49:27.480 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4oBmOC9vScKO61n off=11563101 len=241444 2024-04-02T08:49:27.481 INFO:tasks.workunit.client.0.smithi084.stdout:op 2325 completed, throughput=5MB/sec 2024-04-02T08:49:27.481 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-az4XeCrCBnCBibn off=469867 len=1065643 2024-04-02T08:49:27.481 INFO:tasks.workunit.client.0.smithi084.stdout:op 2326 completed, throughput=5MB/sec 2024-04-02T08:49:27.481 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0fRePXTaWLMXaJC off=6898979 len=849304 2024-04-02T08:49:27.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 2327 completed, throughput=5MB/sec 2024-04-02T08:49:28.482 INFO:tasks.workunit.client.0.smithi084.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:28.482 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yeapB1jsB2m9RN0 off=2808661 len=1604611 2024-04-02T08:49:28.483 INFO:tasks.workunit.client.0.smithi084.stdout:op 2328 completed, throughput=4.99MB/sec 2024-04-02T08:49:28.484 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zwTuR2yhhDB6iWi off=9168558 len=1663550 2024-04-02T08:49:28.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 2329 completed, throughput=5MB/sec 2024-04-02T08:49:28.487 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j_20fdqCtawKodD off=696528 len=859908 2024-04-02T08:49:28.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 2330 completed, throughput=5MB/sec 2024-04-02T08:49:28.495 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PqTbwoZRu78BojY off=1776957 len=592485 2024-04-02T08:49:28.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 2331 completed, throughput=5MB/sec 2024-04-02T08:49:28.498 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UNWVSiLXJeZd6F4 off=6779627 len=179029 2024-04-02T08:49:28.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 2332 completed, throughput=5MB/sec 2024-04-02T08:49:28.500 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bPPbWXTzEct9tNG off=16222779 len=1361732 2024-04-02T08:49:28.501 INFO:tasks.workunit.client.0.smithi084.stdout:op 2333 completed, throughput=5MB/sec 2024-04-02T08:49:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:28 smithi084 ceph-mon[94794]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:28 smithi084 ceph-mon[97358]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:28 smithi132 ceph-mon[88571]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:29.501 INFO:tasks.workunit.client.0.smithi084.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:29.502 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rtfWzx1X-uWXb_W off=377062 len=1329667 2024-04-02T08:49:29.508 INFO:tasks.workunit.client.0.smithi084.stdout:op 2334 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.508 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RqFi3eln-DGoJNQ off=2745994 len=1206151 2024-04-02T08:49:29.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 2335 completed, throughput=5MB/sec 2024-04-02T08:49:29.514 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Dp7nypU1aXT7lIn off=2680558 len=996202 2024-04-02T08:49:29.519 INFO:tasks.workunit.client.0.smithi084.stdout:op 2336 completed, throughput=5MB/sec 2024-04-02T08:49:29.519 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--FVQ0jiMf0DUX96 off=5167831 len=621079 2024-04-02T08:49:29.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 2337 completed, throughput=5MB/sec 2024-04-02T08:49:30.522 INFO:tasks.workunit.client.0.smithi084.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:30.522 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GoyTGeGnDDA1yE4 off=3177136 len=1229785 2024-04-02T08:49:30.523 INFO:tasks.workunit.client.0.smithi084.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.523 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PNdONQiFXWlyORp off=5241126 len=1111756 2024-04-02T08:49:30.527 INFO:tasks.workunit.client.0.smithi084.stdout:op 2339 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.527 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DtZSwhiQQFm7myI off=1086427 len=455430 2024-04-02T08:49:30.530 INFO:tasks.workunit.client.0.smithi084.stdout:op 2340 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.530 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--g2JoGz8ESmK0gh off=16179759 len=361231 2024-04-02T08:49:30.533 INFO:tasks.workunit.client.0.smithi084.stdout:op 2341 completed, throughput=5MB/sec 2024-04-02T08:49:30.533 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lLtpVPCMKAgr5Yw off=13045111 len=875424 2024-04-02T08:49:30.538 INFO:tasks.workunit.client.0.smithi084.stdout:op 2342 completed, throughput=5MB/sec 2024-04-02T08:49:30.538 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3ra7OkbTMexaFEe off=1604659 len=493499 2024-04-02T08:49:30.539 INFO:tasks.workunit.client.0.smithi084.stdout:op 2343 completed, throughput=5MB/sec 2024-04-02T08:49:30.539 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Rl9t-PphQ24cgik off=7835629 len=600681 2024-04-02T08:49:30.539 INFO:tasks.workunit.client.0.smithi084.stdout:op 2344 completed, throughput=5MB/sec 2024-04-02T08:49:30.539 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-73UTIP2dz0gJIYn off=2514129 len=1439381 2024-04-02T08:49:30.540 INFO:tasks.workunit.client.0.smithi084.stdout:op 2345 completed, throughput=5MB/sec 2024-04-02T08:49:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:30 smithi084 ceph-mon[94794]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:49:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:49:30] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:49:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:30 smithi084 ceph-mon[97358]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:30 smithi132 ceph-mon[88571]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:31.540 INFO:tasks.workunit.client.0.smithi084.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:31.540 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pyvHeIEd1LvfswE off=1771989 len=1716498 2024-04-02T08:49:31.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 2346 completed, throughput=5MB/sec 2024-04-02T08:49:31.542 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-34d8jUTL8RyOf3x off=0 len=1352094 2024-04-02T08:49:31.543 INFO:tasks.workunit.client.0.smithi084.stdout:op 2347 completed, throughput=5MB/sec 2024-04-02T08:49:31.543 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NA54AZZnPBI5UZ5 off=2845768 len=1623457 2024-04-02T08:49:31.545 INFO:tasks.workunit.client.0.smithi084.stdout:op 2348 completed, throughput=5MB/sec 2024-04-02T08:49:32.545 INFO:tasks.workunit.client.0.smithi084.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:32.545 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HRjKC0AIXpQHbTe off=9127474 len=922183 2024-04-02T08:49:32.550 INFO:tasks.workunit.client.0.smithi084.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-02T08:49:32.550 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0BmCRo0UJ84D_a_ off=4679274 len=1650551 2024-04-02T08:49:32.558 INFO:tasks.workunit.client.0.smithi084.stdout:op 2350 completed, throughput=5MB/sec 2024-04-02T08:49:32.558 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jyQenCVX_R2WMZ_ off=3979113 len=1502450 2024-04-02T08:49:32.559 INFO:tasks.workunit.client.0.smithi084.stdout:op 2351 completed, throughput=5MB/sec 2024-04-02T08:49:32.559 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kaNIIzbUDO1fzLw off=9921561 len=1980481 2024-04-02T08:49:32.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 2352 completed, throughput=5MB/sec 2024-04-02T08:49:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:32 smithi132 ceph-mon[88571]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:49:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:32 smithi084 ceph-mon[94794]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:32 smithi084 ceph-mon[97358]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:33.561 INFO:tasks.workunit.client.0.smithi084.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:33.562 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sa0pKqW3aoPPAtE off=13870796 len=1514554 2024-04-02T08:49:33.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 2353 completed, throughput=5MB/sec 2024-04-02T08:49:33.562 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TuwvttrQFtczfvj off=3940947 len=1854395 2024-04-02T08:49:33.566 INFO:tasks.workunit.client.0.smithi084.stdout:op 2354 completed, throughput=5MB/sec 2024-04-02T08:49:33.566 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bpzK-6soO6Qhij2 off=5531155 len=1338803 2024-04-02T08:49:33.569 INFO:tasks.workunit.client.0.smithi084.stdout:op 2355 completed, throughput=5MB/sec 2024-04-02T08:49:34.569 INFO:tasks.workunit.client.0.smithi084.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:34.569 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KjaMNxBcaVn566Z off=6031393 len=1885520 2024-04-02T08:49:34.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 2356 completed, throughput=4.99MB/sec 2024-04-02T08:49:34.578 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XLZ2IeiXTB3uwwV off=7743822 len=1321597 2024-04-02T08:49:34.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 2357 completed, throughput=5MB/sec 2024-04-02T08:49:34.584 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NcGx51T6DAPbmf_ off=3172028 len=30710 2024-04-02T08:49:34.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 2358 completed, throughput=5MB/sec 2024-04-02T08:49:34.584 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2-3AITkhiT75PyJ off=10096452 len=1511287 2024-04-02T08:49:34.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 2359 completed, throughput=5MB/sec 2024-04-02T08:49:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:34 smithi084 ceph-mon[94794]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:34 smithi084 ceph-mon[97358]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:34 smithi132 ceph-mon[88571]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:35.585 INFO:tasks.workunit.client.0.smithi084.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:35.586 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ap1sj460AArktdf off=3749651 len=842302 2024-04-02T08:49:35.590 INFO:tasks.workunit.client.0.smithi084.stdout:op 2360 completed, throughput=4.99MB/sec 2024-04-02T08:49:35.590 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_V2ZVCKXeFfUF7E off=806886 len=1586475 2024-04-02T08:49:35.597 INFO:tasks.workunit.client.0.smithi084.stdout:op 2361 completed, throughput=4.99MB/sec 2024-04-02T08:49:35.597 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lIaHzPgATTVZ4G7 off=2016641 len=924684 2024-04-02T08:49:35.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 2362 completed, throughput=5MB/sec 2024-04-02T08:49:35.601 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yFVEibuAiMRTcdl off=6123494 len=819732 2024-04-02T08:49:35.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 2363 completed, throughput=5MB/sec 2024-04-02T08:49:35.603 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4sUuVWP8NwxGtTM off=918266 len=1337918 2024-04-02T08:49:35.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 2364 completed, throughput=5MB/sec 2024-04-02T08:49:36.604 INFO:tasks.workunit.client.0.smithi084.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:36.605 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v4smkHw0HvbZUD9 off=957371 len=349414 2024-04-02T08:49:36.607 INFO:tasks.workunit.client.0.smithi084.stdout:op 2365 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.608 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-suy8QAjhgSAq_8Q off=10528502 len=346651 2024-04-02T08:49:36.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 2366 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.611 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6NgYdGoLCFt-UvR off=210292 len=335065 2024-04-02T08:49:36.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 2367 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.612 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nyGQp4G58bat0Zl off=4015062 len=1324456 2024-04-02T08:49:36.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 2368 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.619 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-90gTlvi9u9WnrfU off=5411012 len=1540357 2024-04-02T08:49:36.626 INFO:tasks.workunit.client.0.smithi084.stdout:op 2369 completed, throughput=5MB/sec 2024-04-02T08:49:36.626 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lg3WbdIq5w1dQve off=11935529 len=1799639 2024-04-02T08:49:36.633 INFO:tasks.workunit.client.0.smithi084.stdout:op 2370 completed, throughput=5MB/sec 2024-04-02T08:49:36.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:36 smithi084 ceph-mon[97358]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:36 smithi084 ceph-mon[94794]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:36 smithi132 ceph-mon[88571]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:37.634 INFO:tasks.workunit.client.0.smithi084.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:37.634 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-O08bSdIid7D0B6V off=677880 len=734604 2024-04-02T08:49:37.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 2371 completed, throughput=4.99MB/sec 2024-04-02T08:49:37.636 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HtpwE0C1A1d6ISk off=12089994 len=1262861 2024-04-02T08:49:37.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 2372 completed, throughput=4.99MB/sec 2024-04-02T08:49:37.637 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_a7LHlNLBChJhrK off=40439 len=331563 2024-04-02T08:49:37.641 INFO:tasks.workunit.client.0.smithi084.stdout:op 2373 completed, throughput=5MB/sec 2024-04-02T08:49:37.641 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DRG-j9605YTt_59 off=12327166 len=334771 2024-04-02T08:49:37.643 INFO:tasks.workunit.client.0.smithi084.stdout:op 2374 completed, throughput=5MB/sec 2024-04-02T08:49:37.643 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XwjwsRVi-_-Q59X off=12695321 len=113284 2024-04-02T08:49:37.644 INFO:tasks.workunit.client.0.smithi084.stdout:op 2375 completed, throughput=5MB/sec 2024-04-02T08:49:37.644 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nwxBBg4fHNm3l91 off=7961088 len=1447016 2024-04-02T08:49:37.645 INFO:tasks.workunit.client.0.smithi084.stdout:op 2376 completed, throughput=5MB/sec 2024-04-02T08:49:37.645 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K6Dh4KgpDCmz4p0 off=1633307 len=399562 2024-04-02T08:49:37.645 INFO:tasks.workunit.client.0.smithi084.stdout:op 2377 completed, throughput=5MB/sec 2024-04-02T08:49:38.646 INFO:tasks.workunit.client.0.smithi084.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:38.646 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-A0HhZPi_QGzCRis off=16087896 len=1014307 2024-04-02T08:49:38.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 2378 completed, throughput=4.99MB/sec 2024-04-02T08:49:38.647 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yZ9AniYidF_FbUA off=11120697 len=1241139 2024-04-02T08:49:38.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 2379 completed, throughput=4.99MB/sec 2024-04-02T08:49:38.652 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iPybwHMlFBzHTpf off=846118 len=1547931 2024-04-02T08:49:38.653 INFO:tasks.workunit.client.0.smithi084.stdout:op 2380 completed, throughput=5MB/sec 2024-04-02T08:49:38.653 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mYoLWZfk8k7reAM off=6428743 len=163405 2024-04-02T08:49:38.655 INFO:tasks.workunit.client.0.smithi084.stdout:op 2381 completed, throughput=5MB/sec 2024-04-02T08:49:38.655 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fUyZ2II8mkALkcI off=2168841 len=725635 2024-04-02T08:49:38.656 INFO:tasks.workunit.client.0.smithi084.stdout:op 2382 completed, throughput=5MB/sec 2024-04-02T08:49:38.656 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rhVO0wJYc4m8G8N off=8291673 len=1534358 2024-04-02T08:49:38.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 2383 completed, throughput=5MB/sec 2024-04-02T08:49:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:38 smithi084 ceph-mon[94794]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:49:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:38 smithi084 ceph-mon[97358]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:49:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:38 smithi132 ceph-mon[88571]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:49:39.663 INFO:tasks.workunit.client.0.smithi084.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:39.663 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-feIYLN_Wa7KApSV off=18946452 len=864837 2024-04-02T08:49:39.668 INFO:tasks.workunit.client.0.smithi084.stdout:op 2384 completed, throughput=4.99MB/sec 2024-04-02T08:49:39.668 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_xMFRnJlW5ApEYG off=2550110 len=1677985 2024-04-02T08:49:39.670 INFO:tasks.workunit.client.0.smithi084.stdout:op 2385 completed, throughput=5MB/sec 2024-04-02T08:49:39.670 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Jhwk_Li7h9rYpbi off=23154692 len=1208995 2024-04-02T08:49:39.676 INFO:tasks.workunit.client.0.smithi084.stdout:op 2386 completed, throughput=5MB/sec 2024-04-02T08:49:39.676 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Yf45JvGoskuFk5V off=1294835 len=643786 2024-04-02T08:49:39.676 INFO:tasks.workunit.client.0.smithi084.stdout:op 2387 completed, throughput=5MB/sec 2024-04-02T08:49:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:40.677 INFO:tasks.workunit.client.0.smithi084.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:40.677 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wNV_IDO1gQ9YwTo off=16148943 len=1617647 2024-04-02T08:49:40.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 2388 completed, throughput=4.99MB/sec 2024-04-02T08:49:40.682 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JitHdMFZzPssW05 off=139460 len=139154 2024-04-02T08:49:40.683 INFO:tasks.workunit.client.0.smithi084.stdout:op 2389 completed, throughput=4.99MB/sec 2024-04-02T08:49:40.683 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sRWfC-u14kzTRbZ off=6519393 len=1976950 2024-04-02T08:49:40.691 INFO:tasks.workunit.client.0.smithi084.stdout:op 2390 completed, throughput=5MB/sec 2024-04-02T08:49:40.691 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-utOgEsaKYA0uw6H off=5740163 len=429852 2024-04-02T08:49:40.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 2391 completed, throughput=5MB/sec 2024-04-02T08:49:40.695 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ls1snAgk7nR7gCq off=2206766 len=1973675 2024-04-02T08:49:40.705 INFO:tasks.workunit.client.0.smithi084.stdout:op 2392 completed, throughput=5MB/sec 2024-04-02T08:49:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:40 smithi084 ceph-mon[94794]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:49:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:49:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:49:40] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:49:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:40 smithi084 ceph-mon[97358]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:49:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:40 smithi132 ceph-mon[88571]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:49:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:41.705 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iL5gkL6VcGZ7eh2 off=2812173 len=1045433 2024-04-02T08:49:41.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 2393 completed, throughput=4.99MB/sec 2024-04-02T08:49:41.708 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OH0oUcSxP83zWIx off=2995673 len=552025 2024-04-02T08:49:41.712 INFO:tasks.workunit.client.0.smithi084.stdout:op 2394 completed, throughput=4.99MB/sec 2024-04-02T08:49:41.712 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TkIWYsahVRllk7V off=4559114 len=653019 2024-04-02T08:49:41.715 INFO:tasks.workunit.client.0.smithi084.stdout:op 2395 completed, throughput=5MB/sec 2024-04-02T08:49:41.715 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SuJLsBtXzkUx2JS off=4803837 len=595503 2024-04-02T08:49:41.718 INFO:tasks.workunit.client.0.smithi084.stdout:op 2396 completed, throughput=5MB/sec 2024-04-02T08:49:41.718 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-buQPgmVQbPvk8jN off=12019030 len=805659 2024-04-02T08:49:41.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 2397 completed, throughput=5MB/sec 2024-04-02T08:49:41.722 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dHwa_E95ggLm_9C off=5598977 len=517049 2024-04-02T08:49:41.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 2398 completed, throughput=5MB/sec 2024-04-02T08:49:41.724 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iGoNbRMQTbqr41g off=2342630 len=1497282 2024-04-02T08:49:41.725 INFO:tasks.workunit.client.0.smithi084.stdout:op 2399 completed, throughput=5MB/sec 2024-04-02T08:49:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:42 smithi132 ceph-mon[88571]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:49:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:42.725 INFO:tasks.workunit.client.0.smithi084.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:42.726 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ukedjoMP82Z--x8 off=10962231 len=392698 2024-04-02T08:49:42.726 INFO:tasks.workunit.client.0.smithi084.stdout:op 2400 completed, throughput=4.99MB/sec 2024-04-02T08:49:42.726 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BDF4fV3VIa-9GA- off=2777154 len=834483 2024-04-02T08:49:42.727 INFO:tasks.workunit.client.0.smithi084.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-02T08:49:42.727 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z56QGJ2XSMRL4Sw off=2082133 len=1084487 2024-04-02T08:49:42.733 INFO:tasks.workunit.client.0.smithi084.stdout:op 2402 completed, throughput=5MB/sec 2024-04-02T08:49:42.733 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-itP7auNN--KMRgO off=16276271 len=1111025 2024-04-02T08:49:42.735 INFO:tasks.workunit.client.0.smithi084.stdout:op 2403 completed, throughput=5MB/sec 2024-04-02T08:49:42.736 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5ZvGSSSekPkFcCJ off=10239065 len=723212 2024-04-02T08:49:42.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 2404 completed, throughput=5MB/sec 2024-04-02T08:49:42.739 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TLEyrrlHPh4XEs4 off=980298 len=1501253 2024-04-02T08:49:42.741 INFO:tasks.workunit.client.0.smithi084.stdout:op 2405 completed, throughput=5MB/sec 2024-04-02T08:49:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:42 smithi084 ceph-mon[94794]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:42 smithi084 ceph-mon[97358]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:43.741 INFO:tasks.workunit.client.0.smithi084.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:43.741 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2URx3i3jQOMsANV off=13119892 len=622986 2024-04-02T08:49:43.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 2406 completed, throughput=4.99MB/sec 2024-04-02T08:49:43.742 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VPFjR1Z3wMhVOTt off=5878911 len=773184 2024-04-02T08:49:43.746 INFO:tasks.workunit.client.0.smithi084.stdout:op 2407 completed, throughput=5MB/sec 2024-04-02T08:49:43.746 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UQQRQZH-uR-pG3s off=9762018 len=802539 2024-04-02T08:49:43.750 INFO:tasks.workunit.client.0.smithi084.stdout:op 2408 completed, throughput=5MB/sec 2024-04-02T08:49:43.750 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vJq7nMMbgTKJjIS off=3459787 len=1687393 2024-04-02T08:49:43.751 INFO:tasks.workunit.client.0.smithi084.stdout:op 2409 completed, throughput=5MB/sec 2024-04-02T08:49:43.752 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CIJ1c3_4gV5hk3h off=4173340 len=896535 2024-04-02T08:49:43.752 INFO:tasks.workunit.client.0.smithi084.stdout:op 2410 completed, throughput=5MB/sec 2024-04-02T08:49:44.753 INFO:tasks.workunit.client.0.smithi084.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:44.753 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cQk5CbD6TXCWbrh off=6601743 len=1424790 2024-04-02T08:49:44.758 INFO:tasks.workunit.client.0.smithi084.stdout:op 2411 completed, throughput=4.99MB/sec 2024-04-02T08:49:44.758 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6LHcGlq1PPsxK1D off=4722079 len=1615058 2024-04-02T08:49:44.759 INFO:tasks.workunit.client.0.smithi084.stdout:op 2412 completed, throughput=5MB/sec 2024-04-02T08:49:44.759 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EGKI5M97beiIBAW off=3333599 len=97899 2024-04-02T08:49:44.762 INFO:tasks.workunit.client.0.smithi084.stdout:op 2413 completed, throughput=5MB/sec 2024-04-02T08:49:44.762 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hnE5lhCZRawKcnt off=5558843 len=562808 2024-04-02T08:49:44.763 INFO:tasks.workunit.client.0.smithi084.stdout:op 2414 completed, throughput=5MB/sec 2024-04-02T08:49:44.763 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eoaTUjOXD3OZ1Rr off=12325061 len=152841 2024-04-02T08:49:44.765 INFO:tasks.workunit.client.0.smithi084.stdout:op 2415 completed, throughput=5MB/sec 2024-04-02T08:49:44.765 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3esAT1DtqMPrQ-o off=3928030 len=97155 2024-04-02T08:49:44.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 2416 completed, throughput=5MB/sec 2024-04-02T08:49:44.766 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X_FtNpnjdL2G5HJ off=125440 len=1963501 2024-04-02T08:49:44.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 2417 completed, throughput=5MB/sec 2024-04-02T08:49:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:44 smithi084 ceph-mon[94794]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:49:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:44 smithi084 ceph-mon[97358]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:49:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:44 smithi132 ceph-mon[88571]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:49:45.770 INFO:tasks.workunit.client.0.smithi084.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:45.770 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0CPP3Q1D794RDfn off=9960631 len=1663892 2024-04-02T08:49:45.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 2418 completed, throughput=5MB/sec 2024-04-02T08:49:45.779 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5Qi1g4wlt4TJodE off=6724228 len=2023222 2024-04-02T08:49:45.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 2419 completed, throughput=5MB/sec 2024-04-02T08:49:45.781 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ing4hq7tkId5ud5 off=21257621 len=1686510 2024-04-02T08:49:45.783 INFO:tasks.workunit.client.0.smithi084.stdout:op 2420 completed, throughput=5MB/sec 2024-04-02T08:49:46.784 INFO:tasks.workunit.client.0.smithi084.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:46.784 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M_LiACFA3JcRS4d off=564529 len=936042 2024-04-02T08:49:46.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 2421 completed, throughput=4.99MB/sec 2024-04-02T08:49:46.785 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BaviWCPYrVGq8D0 off=6078192 len=692160 2024-04-02T08:49:46.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 2422 completed, throughput=5MB/sec 2024-04-02T08:49:46.786 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xYJbsxstYyCJ83g off=2886806 len=1680689 2024-04-02T08:49:46.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 2423 completed, throughput=5MB/sec 2024-04-02T08:49:46.787 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Bxqk856Egs1Kp5c off=2659831 len=366741 2024-04-02T08:49:46.788 INFO:tasks.workunit.client.0.smithi084.stdout:op 2424 completed, throughput=5MB/sec 2024-04-02T08:49:46.788 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qzByrPdTPbY3DOz off=7113926 len=1569361 2024-04-02T08:49:46.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 2425 completed, throughput=5MB/sec 2024-04-02T08:49:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:46 smithi084 ceph-mon[94794]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:49:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:46 smithi084 ceph-mon[97358]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:49:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:46 smithi132 ceph-mon[88571]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:49:47.798 INFO:tasks.workunit.client.0.smithi084.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:47.798 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6D8811xmU1_Jypk off=15337022 len=1357853 2024-04-02T08:49:47.800 INFO:tasks.workunit.client.0.smithi084.stdout:op 2426 completed, throughput=5MB/sec 2024-04-02T08:49:47.801 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K6K4n7Q3EqcHgLx off=2770962 len=1580159 2024-04-02T08:49:47.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 2427 completed, throughput=5MB/sec 2024-04-02T08:49:47.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3w33-RjpFhub6OU off=7806498 len=27462 2024-04-02T08:49:47.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 2428 completed, throughput=5MB/sec 2024-04-02T08:49:47.807 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y1T5_g1acbnonG_ off=1763684 len=487803 2024-04-02T08:49:47.811 INFO:tasks.workunit.client.0.smithi084.stdout:op 2429 completed, throughput=5MB/sec 2024-04-02T08:49:47.811 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SkyjUQCvhOoEpJg off=1486641 len=487204 2024-04-02T08:49:47.812 INFO:tasks.workunit.client.0.smithi084.stdout:op 2430 completed, throughput=5MB/sec 2024-04-02T08:49:48.813 INFO:tasks.workunit.client.0.smithi084.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:48.813 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OId0SJTGO__wAvP off=9048887 len=162316 2024-04-02T08:49:48.815 INFO:tasks.workunit.client.0.smithi084.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.815 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QJV-r9mm2Bgb6Hp off=24300746 len=89239 2024-04-02T08:49:48.816 INFO:tasks.workunit.client.0.smithi084.stdout:op 2432 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.816 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Yspip3Br3srqxGx off=11031499 len=764881 2024-04-02T08:49:48.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 2433 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.817 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5P3tTNcDzGYlAhQ off=3537609 len=1542056 2024-04-02T08:49:48.818 INFO:tasks.workunit.client.0.smithi084.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.818 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j9g2z4ahNx2pzui off=2664489 len=1351064 2024-04-02T08:49:48.825 INFO:tasks.workunit.client.0.smithi084.stdout:op 2435 completed, throughput=5MB/sec 2024-04-02T08:49:48.825 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3h3p25m64DBYnzC off=54809 len=1812524 2024-04-02T08:49:48.826 INFO:tasks.workunit.client.0.smithi084.stdout:op 2436 completed, throughput=5MB/sec 2024-04-02T08:49:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:48 smithi084 ceph-mon[94794]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:48 smithi084 ceph-mon[97358]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:48 smithi132 ceph-mon[88571]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:49.827 INFO:tasks.workunit.client.0.smithi084.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ddk9_gObkH9_ivy off=7357853 len=1053078 2024-04-02T08:49:49.828 INFO:tasks.workunit.client.0.smithi084.stdout:op 2437 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.828 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lcYGyVoVkQw4NGe off=10607513 len=818757 2024-04-02T08:49:49.832 INFO:tasks.workunit.client.0.smithi084.stdout:op 2438 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.832 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AhgokYC8JjIbnOb off=17158953 len=1666184 2024-04-02T08:49:49.834 INFO:tasks.workunit.client.0.smithi084.stdout:op 2439 completed, throughput=5MB/sec 2024-04-02T08:49:49.834 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wNWyXMWhHdNHekN off=14651364 len=598443 2024-04-02T08:49:49.835 INFO:tasks.workunit.client.0.smithi084.stdout:op 2440 completed, throughput=5MB/sec 2024-04-02T08:49:49.835 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--7OqD8ijjLlkEiJ off=20089119 len=877830 2024-04-02T08:49:49.839 INFO:tasks.workunit.client.0.smithi084.stdout:op 2441 completed, throughput=5MB/sec 2024-04-02T08:49:50.839 INFO:tasks.workunit.client.0.smithi084.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:50.840 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qI8jjTBye1Cb2nG off=11191031 len=1264345 2024-04-02T08:49:50.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 2442 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.845 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yVsM-I8a6EAV1yE off=5788853 len=973360 2024-04-02T08:49:50.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 2443 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.850 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9vJewX-9f79XfbM off=3833832 len=104441 2024-04-02T08:49:50.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 2444 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.851 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-51YoQs5D8k0MN1p off=2419583 len=626435 2024-04-02T08:49:50.852 INFO:tasks.workunit.client.0.smithi084.stdout:op 2445 completed, throughput=5MB/sec 2024-04-02T08:49:50.852 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-v8eg8A3nDFgVzvq off=10509950 len=131856 2024-04-02T08:49:50.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 2446 completed, throughput=5MB/sec 2024-04-02T08:49:50.853 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-r57v3D33OGzVBV6 off=5571001 len=147872 2024-04-02T08:49:50.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 2447 completed, throughput=5MB/sec 2024-04-02T08:49:50.853 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-f4bTOqhEiqPfPU8 off=2601442 len=180775 2024-04-02T08:49:50.856 INFO:tasks.workunit.client.0.smithi084.stdout:op 2448 completed, throughput=5MB/sec 2024-04-02T08:49:50.856 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CXSA_txhpiMBE7J off=5476097 len=396032 2024-04-02T08:49:50.857 INFO:tasks.workunit.client.0.smithi084.stdout:op 2449 completed, throughput=5MB/sec 2024-04-02T08:49:50.857 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pr7Upi03jXqEUJB off=2056084 len=235502 2024-04-02T08:49:50.860 INFO:tasks.workunit.client.0.smithi084.stdout:op 2450 completed, throughput=5MB/sec 2024-04-02T08:49:50.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZaLvREaaUv2vxaJ off=1838595 len=163643 2024-04-02T08:49:50.862 INFO:tasks.workunit.client.0.smithi084.stdout:op 2451 completed, throughput=5MB/sec 2024-04-02T08:49:50.862 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZHZSXm0pp3PwXFZ off=3624572 len=1466370 2024-04-02T08:49:50.863 INFO:tasks.workunit.client.0.smithi084.stdout:op 2452 completed, throughput=5MB/sec 2024-04-02T08:49:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:50 smithi084 ceph-mon[94794]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:49:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:50 smithi084 ceph-mon[97358]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:49:50.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:49:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:49:50] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:49:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:50 smithi132 ceph-mon[88571]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:49:51.864 INFO:tasks.workunit.client.0.smithi084.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:51.864 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CwITGUuQTZl2kN8 off=6263687 len=704062 2024-04-02T08:49:51.864 INFO:tasks.workunit.client.0.smithi084.stdout:op 2453 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.864 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XIUg3LQ4YK2nKO- off=129102 len=371867 2024-04-02T08:49:51.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 2454 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.868 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qi4K0BPqCD9GMPy off=6707063 len=1099235 2024-04-02T08:49:51.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 2455 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.873 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P8vOQGdYezzgC6d off=10249013 len=370418 2024-04-02T08:49:51.874 INFO:tasks.workunit.client.0.smithi084.stdout:op 2456 completed, throughput=5MB/sec 2024-04-02T08:49:51.874 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kA8ffMm9k2vrz8K off=3507048 len=680225 2024-04-02T08:49:51.874 INFO:tasks.workunit.client.0.smithi084.stdout:op 2457 completed, throughput=5MB/sec 2024-04-02T08:49:51.875 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1DNeQNOGxakYvkR off=245771 len=365379 2024-04-02T08:49:51.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 2458 completed, throughput=5MB/sec 2024-04-02T08:49:51.878 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q1JhOnmUqI_0V6n off=204711 len=876346 2024-04-02T08:49:51.882 INFO:tasks.workunit.client.0.smithi084.stdout:op 2459 completed, throughput=5MB/sec 2024-04-02T08:49:51.882 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7kwDhf7QiQ7ZJ8A off=1057061 len=1882459 2024-04-02T08:49:51.884 INFO:tasks.workunit.client.0.smithi084.stdout:op 2460 completed, throughput=5MB/sec 2024-04-02T08:49:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:52 smithi132 ceph-mon[88571]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:49:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:49:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:52 smithi084 ceph-mon[94794]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:49:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:52 smithi084 ceph-mon[97358]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:49:52.884 INFO:tasks.workunit.client.0.smithi084.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:52.884 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rZ2HG9FTAmH5byH off=1126420 len=776162 2024-04-02T08:49:52.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 2461 completed, throughput=4.99MB/sec 2024-04-02T08:49:52.889 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Lp5kbY-kcpOBIFH off=7657708 len=1607480 2024-04-02T08:49:52.890 INFO:tasks.workunit.client.0.smithi084.stdout:op 2462 completed, throughput=5MB/sec 2024-04-02T08:49:52.890 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VN4dr8YEMz77NtV off=5320406 len=1569056 2024-04-02T08:49:52.896 INFO:tasks.workunit.client.0.smithi084.stdout:op 2463 completed, throughput=5MB/sec 2024-04-02T08:49:53.896 INFO:tasks.workunit.client.0.smithi084.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:53.897 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZWg3o4T6-nQPQFM off=16033760 len=586581 2024-04-02T08:49:53.901 INFO:tasks.workunit.client.0.smithi084.stdout:op 2464 completed, throughput=4.99MB/sec 2024-04-02T08:49:53.901 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YE0SXnMgvs4yRvJ off=3071356 len=1965407 2024-04-02T08:49:53.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 2465 completed, throughput=4.99MB/sec 2024-04-02T08:49:53.911 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zvy6ul73xGTfhgA off=2573530 len=994122 2024-04-02T08:49:53.912 INFO:tasks.workunit.client.0.smithi084.stdout:op 2466 completed, throughput=5MB/sec 2024-04-02T08:49:53.912 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MSf_zIfm708-zJg off=964302 len=581888 2024-04-02T08:49:53.913 INFO:tasks.workunit.client.0.smithi084.stdout:op 2467 completed, throughput=5MB/sec 2024-04-02T08:49:53.913 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KK3nXiOmGY7np6f off=1817590 len=1760482 2024-04-02T08:49:53.923 INFO:tasks.workunit.client.0.smithi084.stdout:op 2468 completed, throughput=5MB/sec 2024-04-02T08:49:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:54 smithi084 ceph-mon[94794]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:54 smithi084 ceph-mon[97358]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:54 smithi132 ceph-mon[88571]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:54.923 INFO:tasks.workunit.client.0.smithi084.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:54.923 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W9J7Bg3COqcep2G off=4481946 len=1540102 2024-04-02T08:49:54.931 INFO:tasks.workunit.client.0.smithi084.stdout:op 2469 completed, throughput=4.99MB/sec 2024-04-02T08:49:54.931 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VDCPWzbmeZSb0DR off=3603467 len=832826 2024-04-02T08:49:54.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 2470 completed, throughput=5MB/sec 2024-04-02T08:49:54.934 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OaVV50IniYwktAY off=2070799 len=1157012 2024-04-02T08:49:54.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 2471 completed, throughput=5MB/sec 2024-04-02T08:49:54.940 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aSf64SDXf463fqD off=11558923 len=178430 2024-04-02T08:49:54.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 2472 completed, throughput=5MB/sec 2024-04-02T08:49:54.942 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QJV-r9mm2Bgb6Hp off=15393172 len=609271 2024-04-02T08:49:54.945 INFO:tasks.workunit.client.0.smithi084.stdout:op 2473 completed, throughput=5MB/sec 2024-04-02T08:49:54.945 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmjL8FDd5ZFjGtJ off=2085991 len=1178335 2024-04-02T08:49:54.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 2474 completed, throughput=5MB/sec 2024-04-02T08:49:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:55.947 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kqkCqPX2fo5uVYZ off=12080883 len=1179926 2024-04-02T08:49:55.948 INFO:tasks.workunit.client.0.smithi084.stdout:op 2475 completed, throughput=4.99MB/sec 2024-04-02T08:49:55.948 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vG92QlAthdH04Sk off=2211714 len=1992848 2024-04-02T08:49:55.958 INFO:tasks.workunit.client.0.smithi084.stdout:op 2476 completed, throughput=5MB/sec 2024-04-02T08:49:55.959 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rMx_V8sNZFxIcT6 off=13968902 len=1177266 2024-04-02T08:49:55.960 INFO:tasks.workunit.client.0.smithi084.stdout:op 2477 completed, throughput=5MB/sec 2024-04-02T08:49:55.960 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8gU-JBJnXbkrIy9 off=1907785 len=267935 2024-04-02T08:49:55.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 2478 completed, throughput=5MB/sec 2024-04-02T08:49:56.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:56 smithi084 ceph-mon[94794]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:49:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:56 smithi084 ceph-mon[97358]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:49:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:56 smithi132 ceph-mon[88571]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:49:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:56.963 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8aJ9j2qXfS7WbPY off=2313390 len=717588 2024-04-02T08:49:56.967 INFO:tasks.workunit.client.0.smithi084.stdout:op 2479 completed, throughput=4.99MB/sec 2024-04-02T08:49:56.967 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5a5-f-gNPl33vxu off=958052 len=667148 2024-04-02T08:49:56.968 INFO:tasks.workunit.client.0.smithi084.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-02T08:49:56.968 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GPjXLV7E_nXijAu off=2997349 len=1774214 2024-04-02T08:49:56.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 2481 completed, throughput=5MB/sec 2024-04-02T08:49:56.970 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bv4A-LwYA_IxTNQ off=223095 len=1969157 2024-04-02T08:49:56.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 2482 completed, throughput=5MB/sec 2024-04-02T08:49:56.980 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sYGUjpFQIFV-SA4 off=5299725 len=1641940 2024-04-02T08:49:56.986 INFO:tasks.workunit.client.0.smithi084.stdout:op 2483 completed, throughput=5MB/sec 2024-04-02T08:49:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:57.986 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9_89PMEVJag0BvM off=1332562 len=374670 2024-04-02T08:49:57.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 2484 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.989 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BwJP_9cc3HQTmtH off=1639559 len=1242328 2024-04-02T08:49:57.995 INFO:tasks.workunit.client.0.smithi084.stdout:op 2485 completed, throughput=5MB/sec 2024-04-02T08:49:57.995 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IKlgHzaQ6CQWkaF off=5907249 len=1979427 2024-04-02T08:49:57.997 INFO:tasks.workunit.client.0.smithi084.stdout:op 2486 completed, throughput=5MB/sec 2024-04-02T08:49:57.997 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T615XfHoTRNEQzM off=7583503 len=1844733 2024-04-02T08:49:58.001 INFO:tasks.workunit.client.0.smithi084.stdout:op 2487 completed, throughput=5MB/sec 2024-04-02T08:49:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:49:58 smithi084 ceph-mon[94794]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:49:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:49:58 smithi084 ceph-mon[97358]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:49:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:49:58 smithi132 ceph-mon[88571]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:49:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:59.001 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y03Eg0X1Wjk8qXI off=2845993 len=207804 2024-04-02T08:49:59.002 INFO:tasks.workunit.client.0.smithi084.stdout:op 2488 completed, throughput=4.99MB/sec 2024-04-02T08:49:59.002 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RLsZYLEoicnWax3 off=15196506 len=1792808 2024-04-02T08:49:59.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 2489 completed, throughput=5MB/sec 2024-04-02T08:49:59.006 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pOhq6t39PdIwC6N off=6110499 len=317380 2024-04-02T08:49:59.008 INFO:tasks.workunit.client.0.smithi084.stdout:op 2490 completed, throughput=5MB/sec 2024-04-02T08:49:59.009 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UHSQRiTittq6dIt off=7063144 len=360828 2024-04-02T08:49:59.009 INFO:tasks.workunit.client.0.smithi084.stdout:op 2491 completed, throughput=5MB/sec 2024-04-02T08:49:59.009 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TUuX8AcYc7FEWY9 off=1821276 len=182218 2024-04-02T08:49:59.010 INFO:tasks.workunit.client.0.smithi084.stdout:op 2492 completed, throughput=5MB/sec 2024-04-02T08:49:59.010 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0DiG5XdsQgR3lKR off=14221389 len=550631 2024-04-02T08:49:59.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 2493 completed, throughput=5MB/sec 2024-04-02T08:49:59.011 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8C56xMe9rA7yoXO off=13119508 len=1840975 2024-04-02T08:49:59.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 2494 completed, throughput=5MB/sec 2024-04-02T08:50:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FZuQi3H4rKqop3x off=2768492 len=1590 2024-04-02T08:50:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:op 2495 completed, throughput=4.99MB/sec 2024-04-02T08:50:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x3coa8Kc_tQ8k7c off=2138576 len=191417 2024-04-02T08:50:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 2496 completed, throughput=4.99MB/sec 2024-04-02T08:50:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ptJGRyJRkaJ9JFg off=10469219 len=1140354 2024-04-02T08:50:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:op 2497 completed, throughput=5MB/sec 2024-04-02T08:50:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ILyuu0UAOP7ckvS off=11675770 len=552638 2024-04-02T08:50:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 2498 completed, throughput=5MB/sec 2024-04-02T08:50:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EdFjlwsBeL-nf4Q off=6485382 len=1337942 2024-04-02T08:50:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 2499 completed, throughput=5MB/sec 2024-04-02T08:50:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7PkIvTVIOWGdk0c off=16810326 len=1943307 2024-04-02T08:50:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:op 2500 completed, throughput=5MB/sec 2024-04-02T08:50:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:00 smithi084 ceph-mon[94794]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:50:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:00 smithi084 ceph-mon[94794]: overall HEALTH_OK 2024-04-02T08:50:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:50:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:50:00] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:50:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:00 smithi084 ceph-mon[97358]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:50:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:00 smithi084 ceph-mon[97358]: overall HEALTH_OK 2024-04-02T08:50:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:00 smithi132 ceph-mon[88571]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:50:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:00 smithi132 ceph-mon[88571]: overall HEALTH_OK 2024-04-02T08:50:01.030 INFO:tasks.workunit.client.0.smithi084.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:01.030 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kJmzH6aCuE3c6uQ off=7132068 len=696830 2024-04-02T08:50:01.034 INFO:tasks.workunit.client.0.smithi084.stdout:op 2501 completed, throughput=4.99MB/sec 2024-04-02T08:50:01.034 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R8nVA7eWj7FIzpL off=11533994 len=931739 2024-04-02T08:50:01.038 INFO:tasks.workunit.client.0.smithi084.stdout:op 2502 completed, throughput=5MB/sec 2024-04-02T08:50:01.038 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eWa9Hl2ScRIgT5l off=10981064 len=1477093 2024-04-02T08:50:01.040 INFO:tasks.workunit.client.0.smithi084.stdout:op 2503 completed, throughput=5MB/sec 2024-04-02T08:50:01.040 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ePoK2bMRhDTskDB off=2802632 len=621978 2024-04-02T08:50:01.040 INFO:tasks.workunit.client.0.smithi084.stdout:op 2504 completed, throughput=5MB/sec 2024-04-02T08:50:01.040 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RWF4uSEILqnjjy4 off=10959552 len=1647688 2024-04-02T08:50:01.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 2505 completed, throughput=5MB/sec 2024-04-02T08:50:02.049 INFO:tasks.workunit.client.0.smithi084.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:02.049 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5P23CMY_4JfKn25 off=5713597 len=321298 2024-04-02T08:50:02.052 INFO:tasks.workunit.client.0.smithi084.stdout:op 2506 completed, throughput=4.99MB/sec 2024-04-02T08:50:02.053 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pDKfTQmFQbmij60 off=4048932 len=563940 2024-04-02T08:50:02.053 INFO:tasks.workunit.client.0.smithi084.stdout:op 2507 completed, throughput=4.99MB/sec 2024-04-02T08:50:02.054 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qJ3i3NbBDZtrqOW off=4228498 len=584405 2024-04-02T08:50:02.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 2508 completed, throughput=5MB/sec 2024-04-02T08:50:02.054 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DDLX23ofYglKdlL off=86374 len=1841634 2024-04-02T08:50:02.060 INFO:tasks.workunit.client.0.smithi084.stdout:op 2509 completed, throughput=5MB/sec 2024-04-02T08:50:02.061 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-elfWeFX15ZOCP2F off=3247471 len=225323 2024-04-02T08:50:02.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 2510 completed, throughput=5MB/sec 2024-04-02T08:50:02.062 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BzbdkcuwTZZWfV_ off=5524278 len=1168493 2024-04-02T08:50:02.067 INFO:tasks.workunit.client.0.smithi084.stdout:op 2511 completed, throughput=5MB/sec 2024-04-02T08:50:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:02 smithi132 ceph-mon[88571]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:50:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:50:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:02 smithi084 ceph-mon[94794]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:02 smithi084 ceph-mon[97358]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:03.067 INFO:tasks.workunit.client.0.smithi084.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:03.067 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NuzmJzxhHLy0976 off=11031136 len=628616 2024-04-02T08:50:03.068 INFO:tasks.workunit.client.0.smithi084.stdout:op 2512 completed, throughput=4.99MB/sec 2024-04-02T08:50:03.068 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KBr9UH-oQhIz6zv off=141071 len=1475037 2024-04-02T08:50:03.075 INFO:tasks.workunit.client.0.smithi084.stdout:op 2513 completed, throughput=5MB/sec 2024-04-02T08:50:03.075 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PO-g8867OHL8gau off=1465857 len=691578 2024-04-02T08:50:03.079 INFO:tasks.workunit.client.0.smithi084.stdout:op 2514 completed, throughput=5MB/sec 2024-04-02T08:50:03.079 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XuFTnJfP6OcIqKR off=8270367 len=1537243 2024-04-02T08:50:03.084 INFO:tasks.workunit.client.0.smithi084.stdout:op 2515 completed, throughput=5MB/sec 2024-04-02T08:50:03.084 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y97v16JEl7IpduG off=1381553 len=2080215 2024-04-02T08:50:03.091 INFO:tasks.workunit.client.0.smithi084.stdout:op 2516 completed, throughput=5MB/sec 2024-04-02T08:50:04.091 INFO:tasks.workunit.client.0.smithi084.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:04.092 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Z3i5MQUj61PMrvo off=12960206 len=1719184 2024-04-02T08:50:04.095 INFO:tasks.workunit.client.0.smithi084.stdout:op 2517 completed, throughput=5MB/sec 2024-04-02T08:50:04.095 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vFnoPyTU_PGbxF3 off=4074350 len=1854648 2024-04-02T08:50:04.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 2518 completed, throughput=5MB/sec 2024-04-02T08:50:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:04 smithi084 ceph-mon[94794]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:04 smithi084 ceph-mon[97358]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:04 smithi132 ceph-mon[88571]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:05.106 INFO:tasks.workunit.client.0.smithi084.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:05.106 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-l8FXTbvCMI8pXDM off=250750 len=1848371 2024-04-02T08:50:05.113 INFO:tasks.workunit.client.0.smithi084.stdout:op 2519 completed, throughput=4.99MB/sec 2024-04-02T08:50:05.113 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CkUqAetLliCHCUp off=3483392 len=674225 2024-04-02T08:50:05.114 INFO:tasks.workunit.client.0.smithi084.stdout:op 2520 completed, throughput=4.99MB/sec 2024-04-02T08:50:05.114 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-x8jW1woUXovDz2X off=1367032 len=405440 2024-04-02T08:50:05.116 INFO:tasks.workunit.client.0.smithi084.stdout:op 2521 completed, throughput=5MB/sec 2024-04-02T08:50:05.116 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o62LzIMuNa8hggo off=7493560 len=2039080 2024-04-02T08:50:05.127 INFO:tasks.workunit.client.0.smithi084.stdout:op 2522 completed, throughput=5MB/sec 2024-04-02T08:50:05.127 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rxT4qZGWlLUFjHr off=2707902 len=1279720 2024-04-02T08:50:05.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 2523 completed, throughput=5MB/sec 2024-04-02T08:50:06.136 INFO:tasks.workunit.client.0.smithi084.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:06.136 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pyvHeIEd1LvfswE off=3675607 len=862161 2024-04-02T08:50:06.137 INFO:tasks.workunit.client.0.smithi084.stdout:op 2524 completed, throughput=4.99MB/sec 2024-04-02T08:50:06.137 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9oCf7xx59FmtgBT off=12012294 len=795308 2024-04-02T08:50:06.139 INFO:tasks.workunit.client.0.smithi084.stdout:op 2525 completed, throughput=4.99MB/sec 2024-04-02T08:50:06.139 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xYUKbxwSLs5gmkC off=5329543 len=1630055 2024-04-02T08:50:06.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 2526 completed, throughput=5MB/sec 2024-04-02T08:50:06.145 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-btT52E2zUltx59r off=1004642 len=2027325 2024-04-02T08:50:06.156 INFO:tasks.workunit.client.0.smithi084.stdout:op 2527 completed, throughput=5MB/sec 2024-04-02T08:50:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:06 smithi084 ceph-mon[94794]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:50:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:06 smithi084 ceph-mon[97358]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:50:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:06 smithi132 ceph-mon[88571]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:50:07.156 INFO:tasks.workunit.client.0.smithi084.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:07.157 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wGnXblKs1rSB1ED off=1901655 len=1865534 2024-04-02T08:50:07.161 INFO:tasks.workunit.client.0.smithi084.stdout:op 2528 completed, throughput=5MB/sec 2024-04-02T08:50:07.161 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hMotA58mZt04JDA off=17660929 len=360492 2024-04-02T08:50:07.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 2529 completed, throughput=5MB/sec 2024-04-02T08:50:07.163 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-E9eAdHU9fV_2hDn off=7751800 len=1148156 2024-04-02T08:50:07.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 2530 completed, throughput=5MB/sec 2024-04-02T08:50:07.169 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7eJNmnaHRZ9_NEm off=257622 len=1278206 2024-04-02T08:50:07.174 INFO:tasks.workunit.client.0.smithi084.stdout:op 2531 completed, throughput=5MB/sec 2024-04-02T08:50:08.174 INFO:tasks.workunit.client.0.smithi084.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:08.175 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BCnSsTRR2i37N31 off=7798039 len=183244 2024-04-02T08:50:08.177 INFO:tasks.workunit.client.0.smithi084.stdout:op 2532 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.177 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gwJ08KbGzgOgq7r off=8607255 len=1391230 2024-04-02T08:50:08.184 INFO:tasks.workunit.client.0.smithi084.stdout:op 2533 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.184 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1qYLzjLUQseiwyB off=8855905 len=1951490 2024-04-02T08:50:08.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 2534 completed, throughput=5MB/sec 2024-04-02T08:50:08.185 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mV3fGQ09ntwBsNi off=3243596 len=562426 2024-04-02T08:50:08.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 2535 completed, throughput=5MB/sec 2024-04-02T08:50:08.189 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zOjAQL0Mupzcp7a off=3348257 len=1858154 2024-04-02T08:50:08.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 2536 completed, throughput=5MB/sec 2024-04-02T08:50:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:08 smithi084 ceph-mon[94794]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:08 smithi084 ceph-mon[97358]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:08 smithi132 ceph-mon[88571]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:09.190 INFO:tasks.workunit.client.0.smithi084.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:09.190 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YirqPFbYTrbvfit off=3035796 len=500235 2024-04-02T08:50:09.190 INFO:tasks.workunit.client.0.smithi084.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-02T08:50:09.191 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4GhoFZFilOoGeSu off=3607766 len=2064437 2024-04-02T08:50:09.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 2538 completed, throughput=5MB/sec 2024-04-02T08:50:09.198 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XB6EXLtbby0xdSh off=1965890 len=2083090 2024-04-02T08:50:09.209 INFO:tasks.workunit.client.0.smithi084.stdout:op 2539 completed, throughput=5MB/sec 2024-04-02T08:50:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:10.210 INFO:tasks.workunit.client.0.smithi084.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:10.210 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gjCGZdU7WTHuvJ3 off=9744137 len=2030646 2024-04-02T08:50:10.211 INFO:tasks.workunit.client.0.smithi084.stdout:op 2540 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.211 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jYGcydRvncp2NhH off=12867741 len=99930 2024-04-02T08:50:10.211 INFO:tasks.workunit.client.0.smithi084.stdout:op 2541 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.212 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M8riDz4gUB4vrLO off=8013688 len=1151271 2024-04-02T08:50:10.214 INFO:tasks.workunit.client.0.smithi084.stdout:op 2542 completed, throughput=5MB/sec 2024-04-02T08:50:10.214 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-B6afYDUyrID8mHz off=9009043 len=230052 2024-04-02T08:50:10.215 INFO:tasks.workunit.client.0.smithi084.stdout:op 2543 completed, throughput=5MB/sec 2024-04-02T08:50:10.215 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TpqyDx8-HuGyomg off=12523325 len=669178 2024-04-02T08:50:10.219 INFO:tasks.workunit.client.0.smithi084.stdout:op 2544 completed, throughput=5MB/sec 2024-04-02T08:50:10.219 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e196aq2GUzhtj0a off=2484920 len=1469758 2024-04-02T08:50:10.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 2545 completed, throughput=5MB/sec 2024-04-02T08:50:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:10 smithi084 ceph-mon[94794]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:50:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:50:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:50:10] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:50:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:10 smithi084 ceph-mon[97358]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:50:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:10 smithi132 ceph-mon[88571]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:50:11.225 INFO:tasks.workunit.client.0.smithi084.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:11.225 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ARTr65aIi2bUK5F off=16832700 len=1219714 2024-04-02T08:50:11.225 INFO:tasks.workunit.client.0.smithi084.stdout:op 2546 completed, throughput=4.99MB/sec 2024-04-02T08:50:11.226 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NRpVLkqOcPlosHg off=2931065 len=2013467 2024-04-02T08:50:11.227 INFO:tasks.workunit.client.0.smithi084.stdout:op 2547 completed, throughput=5MB/sec 2024-04-02T08:50:11.227 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1K3tshwqHyZjPHH off=12629114 len=54865 2024-04-02T08:50:11.230 INFO:tasks.workunit.client.0.smithi084.stdout:op 2548 completed, throughput=5MB/sec 2024-04-02T08:50:11.230 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GrwLo7y8l42li58 off=649591 len=1142152 2024-04-02T08:50:11.237 INFO:tasks.workunit.client.0.smithi084.stdout:op 2549 completed, throughput=5MB/sec 2024-04-02T08:50:11.238 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RDN2ATWXmblNx45 off=18622936 len=907152 2024-04-02T08:50:11.238 INFO:tasks.workunit.client.0.smithi084.stdout:op 2550 completed, throughput=5MB/sec 2024-04-02T08:50:12.239 INFO:tasks.workunit.client.0.smithi084.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:12.239 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-s18W_YBBkeOXZB3 off=4294056 len=491830 2024-04-02T08:50:12.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 2551 completed, throughput=4.99MB/sec 2024-04-02T08:50:12.239 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wa5miUspN9mZv_X off=4595283 len=1684441 2024-04-02T08:50:12.246 INFO:tasks.workunit.client.0.smithi084.stdout:op 2552 completed, throughput=5MB/sec 2024-04-02T08:50:12.246 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6IaUSWe6ZjY0gQS off=10097865 len=1699937 2024-04-02T08:50:12.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 2553 completed, throughput=5MB/sec 2024-04-02T08:50:12.254 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tIh7upU9M3qo4zH off=2161500 len=1193851 2024-04-02T08:50:12.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 2554 completed, throughput=5MB/sec 2024-04-02T08:50:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:12 smithi132 ceph-mon[88571]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:50:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:50:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:12 smithi084 ceph-mon[94794]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:12 smithi084 ceph-mon[97358]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:13.255 INFO:tasks.workunit.client.0.smithi084.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:13.255 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vlQNFPoh1iFOrWc off=3955608 len=608473 2024-04-02T08:50:13.258 INFO:tasks.workunit.client.0.smithi084.stdout:op 2555 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.258 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CQxupQjzaaWbbyh off=1211171 len=215527 2024-04-02T08:50:13.260 INFO:tasks.workunit.client.0.smithi084.stdout:op 2556 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.260 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_wuxwDPReDYhZO- off=9761752 len=236699 2024-04-02T08:50:13.263 INFO:tasks.workunit.client.0.smithi084.stdout:op 2557 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.263 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6KjjHAI-pGF_bfj off=9783938 len=1318757 2024-04-02T08:50:13.271 INFO:tasks.workunit.client.0.smithi084.stdout:op 2558 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.271 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sEiTImR4ONJqhcS off=11545794 len=1451183 2024-04-02T08:50:13.279 INFO:tasks.workunit.client.0.smithi084.stdout:op 2559 completed, throughput=5MB/sec 2024-04-02T08:50:13.279 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3LFSnS9SqFBTIIX off=3532981 len=401114 2024-04-02T08:50:13.282 INFO:tasks.workunit.client.0.smithi084.stdout:op 2560 completed, throughput=5MB/sec 2024-04-02T08:50:13.282 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HX288__qP3a0RXI off=212464 len=2087228 2024-04-02T08:50:13.284 INFO:tasks.workunit.client.0.smithi084.stdout:op 2561 completed, throughput=5MB/sec 2024-04-02T08:50:14.285 INFO:tasks.workunit.client.0.smithi084.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:14.285 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RMX3bHVTBYj5_Yc off=12697732 len=1239524 2024-04-02T08:50:14.291 INFO:tasks.workunit.client.0.smithi084.stdout:op 2562 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.291 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fRgeYmBbSs0e8X7 off=2162120 len=1198534 2024-04-02T08:50:14.297 INFO:tasks.workunit.client.0.smithi084.stdout:op 2563 completed, throughput=5MB/sec 2024-04-02T08:50:14.297 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DTxm6zS7pgad7J1 off=15309375 len=843630 2024-04-02T08:50:14.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 2564 completed, throughput=5MB/sec 2024-04-02T08:50:14.300 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XV1YT0PSb894jWW off=7836791 len=1896016 2024-04-02T08:50:14.310 INFO:tasks.workunit.client.0.smithi084.stdout:op 2565 completed, throughput=5MB/sec 2024-04-02T08:50:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:14 smithi084 ceph-mon[94794]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:14 smithi084 ceph-mon[97358]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:14 smithi132 ceph-mon[88571]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:15.310 INFO:tasks.workunit.client.0.smithi084.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:15.310 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ujv78zZQAz1FUfe off=5354720 len=876252 2024-04-02T08:50:15.311 INFO:tasks.workunit.client.0.smithi084.stdout:op 2566 completed, throughput=4.99MB/sec 2024-04-02T08:50:15.311 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hXWejhevuhCjOKp off=3293069 len=1144599 2024-04-02T08:50:15.312 INFO:tasks.workunit.client.0.smithi084.stdout:op 2567 completed, throughput=5MB/sec 2024-04-02T08:50:15.312 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xPADmc4rXo5M0cc off=1186611 len=1466558 2024-04-02T08:50:15.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 2568 completed, throughput=5MB/sec 2024-04-02T08:50:15.320 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SBbSsMPTW5m1NT2 off=1639636 len=1096247 2024-04-02T08:50:15.325 INFO:tasks.workunit.client.0.smithi084.stdout:op 2569 completed, throughput=5MB/sec 2024-04-02T08:50:16.325 INFO:tasks.workunit.client.0.smithi084.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:16.325 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9r3ztXfgT9uXj5W off=574158 len=486668 2024-04-02T08:50:16.327 INFO:tasks.workunit.client.0.smithi084.stdout:op 2570 completed, throughput=4.99MB/sec 2024-04-02T08:50:16.327 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vbaF9fTdtRr_Z6x off=5143948 len=542348 2024-04-02T08:50:16.328 INFO:tasks.workunit.client.0.smithi084.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-02T08:50:16.328 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Rhnk-wktPiLKo2C off=3189633 len=1420804 2024-04-02T08:50:16.333 INFO:tasks.workunit.client.0.smithi084.stdout:op 2572 completed, throughput=5MB/sec 2024-04-02T08:50:16.333 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h2gB6QeCvj3gj5E off=12609116 len=1690503 2024-04-02T08:50:16.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 2573 completed, throughput=5MB/sec 2024-04-02T08:50:16.337 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pk0-zRY9Hg1CZAU off=1581892 len=1274396 2024-04-02T08:50:16.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 2574 completed, throughput=5MB/sec 2024-04-02T08:50:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:16 smithi084 ceph-mon[94794]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:16 smithi084 ceph-mon[97358]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:16 smithi132 ceph-mon[88571]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:17.342 INFO:tasks.workunit.client.0.smithi084.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:17.343 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vRC0Yb7Na5XodCR off=12692162 len=785858 2024-04-02T08:50:17.343 INFO:tasks.workunit.client.0.smithi084.stdout:op 2575 completed, throughput=4.99MB/sec 2024-04-02T08:50:17.343 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o8Yvj2WBBX0iT78 off=494621 len=769682 2024-04-02T08:50:17.348 INFO:tasks.workunit.client.0.smithi084.stdout:op 2576 completed, throughput=4.99MB/sec 2024-04-02T08:50:17.348 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZZhc0BgCVgKR5XF off=516892 len=1848187 2024-04-02T08:50:17.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 2577 completed, throughput=5MB/sec 2024-04-02T08:50:17.358 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XpJPEVSQU5WROEY off=3955587 len=1113864 2024-04-02T08:50:17.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 2578 completed, throughput=5MB/sec 2024-04-02T08:50:17.363 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4gl2Lb0mrS0FrO8 off=1242278 len=1174700 2024-04-02T08:50:17.368 INFO:tasks.workunit.client.0.smithi084.stdout:op 2579 completed, throughput=5MB/sec 2024-04-02T08:50:18.368 INFO:tasks.workunit.client.0.smithi084.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:18.368 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-755M66-0_SQoX7q off=3742634 len=1192578 2024-04-02T08:50:18.375 INFO:tasks.workunit.client.0.smithi084.stdout:op 2580 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.375 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YUndW-16nVcHVEo off=3993688 len=30996 2024-04-02T08:50:18.378 INFO:tasks.workunit.client.0.smithi084.stdout:op 2581 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.378 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fvi0SQ_6bXKh1jq off=15992451 len=1372807 2024-04-02T08:50:18.379 INFO:tasks.workunit.client.0.smithi084.stdout:op 2582 completed, throughput=5MB/sec 2024-04-02T08:50:18.379 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jIMBaUp1EfbKhtI off=11848055 len=27412 2024-04-02T08:50:18.381 INFO:tasks.workunit.client.0.smithi084.stdout:op 2583 completed, throughput=5MB/sec 2024-04-02T08:50:18.381 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0wVRgrbuQ8JsdTm off=11297301 len=1406028 2024-04-02T08:50:18.383 INFO:tasks.workunit.client.0.smithi084.stdout:op 2584 completed, throughput=5MB/sec 2024-04-02T08:50:18.383 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wonc2-ZO69V2wKv off=2486122 len=1053115 2024-04-02T08:50:18.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 2585 completed, throughput=5MB/sec 2024-04-02T08:50:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:18 smithi084 ceph-mon[94794]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:18 smithi084 ceph-mon[97358]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:18 smithi132 ceph-mon[88571]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:19.386 INFO:tasks.workunit.client.0.smithi084.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:19.386 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IgPLgvJJrnVrJny off=347958 len=1226744 2024-04-02T08:50:19.393 INFO:tasks.workunit.client.0.smithi084.stdout:op 2586 completed, throughput=4.99MB/sec 2024-04-02T08:50:19.393 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vGZMLQ_wcG1fKdo off=10652691 len=1662254 2024-04-02T08:50:19.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 2587 completed, throughput=5MB/sec 2024-04-02T08:50:19.399 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0QPMCqZzU6OvXKq off=14265455 len=1202222 2024-04-02T08:50:19.403 INFO:tasks.workunit.client.0.smithi084.stdout:op 2588 completed, throughput=5MB/sec 2024-04-02T08:50:19.403 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IIzCX54j72PFKkN off=22615252 len=1797203 2024-04-02T08:50:19.407 INFO:tasks.workunit.client.0.smithi084.stdout:op 2589 completed, throughput=5MB/sec 2024-04-02T08:50:20.407 INFO:tasks.workunit.client.0.smithi084.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:20.407 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tEJUi5WoWi62qti off=84383 len=2058621 2024-04-02T08:50:20.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 2590 completed, throughput=5MB/sec 2024-04-02T08:50:20.409 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XAzlE07QBQcAM2b off=8330325 len=107642 2024-04-02T08:50:20.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 2591 completed, throughput=5MB/sec 2024-04-02T08:50:20.409 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-338ZvB0LeWw00Ym off=4687499 len=779574 2024-04-02T08:50:20.412 INFO:tasks.workunit.client.0.smithi084.stdout:op 2592 completed, throughput=5MB/sec 2024-04-02T08:50:20.413 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_OGD7Gu72hrW-Ui off=13675841 len=272136 2024-04-02T08:50:20.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 2593 completed, throughput=5MB/sec 2024-04-02T08:50:20.416 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZNuqS4jdVnSDjI1 off=6192034 len=959109 2024-04-02T08:50:20.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 2594 completed, throughput=5MB/sec 2024-04-02T08:50:20.421 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VGEJBgiDkpVxZEP off=2257278 len=2029819 2024-04-02T08:50:20.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 2595 completed, throughput=5MB/sec 2024-04-02T08:50:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:20 smithi084 ceph-mon[94794]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:50:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:20 smithi084 ceph-mon[97358]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:50:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:50:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:50:20] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:50:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:20 smithi132 ceph-mon[88571]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:50:21.433 INFO:tasks.workunit.client.0.smithi084.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:21.433 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wdnd2npLiefJFJ5 off=3022169 len=1845015 2024-04-02T08:50:21.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 2596 completed, throughput=5MB/sec 2024-04-02T08:50:21.436 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uXI50qMoXe8Z8Rt off=2634022 len=1137428 2024-04-02T08:50:21.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 2597 completed, throughput=5MB/sec 2024-04-02T08:50:21.436 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wiDT-3eSjJM_Ohd off=4338994 len=1672839 2024-04-02T08:50:21.437 INFO:tasks.workunit.client.0.smithi084.stdout:op 2598 completed, throughput=5MB/sec 2024-04-02T08:50:22.437 INFO:tasks.workunit.client.0.smithi084.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:22.437 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q-MwS0OJsmrpVtM off=4632791 len=1359590 2024-04-02T08:50:22.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 2599 completed, throughput=4.99MB/sec 2024-04-02T08:50:22.444 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y6eWX3Ue_KRBDfB off=9076849 len=154061 2024-04-02T08:50:22.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 2600 completed, throughput=5MB/sec 2024-04-02T08:50:22.444 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3P2mxulX9L66yLO off=2059778 len=2023885 2024-04-02T08:50:22.452 INFO:tasks.workunit.client.0.smithi084.stdout:op 2601 completed, throughput=5MB/sec 2024-04-02T08:50:22.452 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ht_luKOJUXQWzTA off=500067 len=1878820 2024-04-02T08:50:22.456 INFO:tasks.workunit.client.0.smithi084.stdout:op 2602 completed, throughput=5MB/sec 2024-04-02T08:50:22.565 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:50:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:22 smithi084 ceph-mon[94794]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:50:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:22 smithi084 ceph-mon[97358]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:50:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:22 smithi132 ceph-mon[88571]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:50:23.458 INFO:tasks.workunit.client.0.smithi084.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:23.458 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AA5lAaN_NS91wBh off=373569 len=584005 2024-04-02T08:50:23.460 INFO:tasks.workunit.client.0.smithi084.stdout:op 2603 completed, throughput=4.99MB/sec 2024-04-02T08:50:23.460 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GVsVIYeEEl7pT-4 off=0 len=1854687 2024-04-02T08:50:23.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 2604 completed, throughput=5MB/sec 2024-04-02T08:50:23.466 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MAZGqas0PljIcHv off=1520941 len=512080 2024-04-02T08:50:23.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 2605 completed, throughput=5MB/sec 2024-04-02T08:50:23.470 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5mL0ue_tjAR-5x5 off=947844 len=1720485 2024-04-02T08:50:23.471 INFO:tasks.workunit.client.0.smithi084.stdout:op 2606 completed, throughput=5MB/sec 2024-04-02T08:50:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:24.472 INFO:tasks.workunit.client.0.smithi084.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:24.472 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hlzfuYKuwC0jUhE off=5122654 len=1926391 2024-04-02T08:50:24.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 2607 completed, throughput=4.99MB/sec 2024-04-02T08:50:24.482 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TkW59osGlwVa8Ir off=7526141 len=1218926 2024-04-02T08:50:24.490 INFO:tasks.workunit.client.0.smithi084.stdout:op 2608 completed, throughput=5MB/sec 2024-04-02T08:50:24.490 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6QgGQfiXLbzn1ei off=10241781 len=514109 2024-04-02T08:50:24.493 INFO:tasks.workunit.client.0.smithi084.stdout:op 2609 completed, throughput=5MB/sec 2024-04-02T08:50:24.493 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6HVpZ1hcl13jWIn off=808630 len=634724 2024-04-02T08:50:24.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 2610 completed, throughput=5MB/sec 2024-04-02T08:50:24.496 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gL_lJuolggBJI8L off=5976604 len=453626 2024-04-02T08:50:24.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 2611 completed, throughput=5MB/sec 2024-04-02T08:50:24.496 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8-magMGE1nfP99H off=6782344 len=1939307 2024-04-02T08:50:24.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 2612 completed, throughput=5MB/sec 2024-04-02T08:50:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[94794]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[97358]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:50:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:24 smithi132 ceph-mon[88571]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:50:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:50:25.499 INFO:tasks.workunit.client.0.smithi084.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:25.499 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZHsxwQtbQ_xUw_Y off=17311387 len=346499 2024-04-02T08:50:25.502 INFO:tasks.workunit.client.0.smithi084.stdout:op 2613 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.502 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fPq2tAXeV83fhfe off=9022347 len=1359837 2024-04-02T08:50:25.507 INFO:tasks.workunit.client.0.smithi084.stdout:op 2614 completed, throughput=5MB/sec 2024-04-02T08:50:25.507 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Oj92t8NFv9ErZgy off=7067371 len=1073086 2024-04-02T08:50:25.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 2615 completed, throughput=5MB/sec 2024-04-02T08:50:25.511 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-np8bMTPomTJsDiG off=1924846 len=568159 2024-04-02T08:50:25.515 INFO:tasks.workunit.client.0.smithi084.stdout:op 2616 completed, throughput=5MB/sec 2024-04-02T08:50:25.515 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m3_s11DnihHnnyT off=3180970 len=1099840 2024-04-02T08:50:25.516 INFO:tasks.workunit.client.0.smithi084.stdout:op 2617 completed, throughput=5MB/sec 2024-04-02T08:50:26.516 INFO:tasks.workunit.client.0.smithi084.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:26.516 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-10t1mudXlNuW-58 off=13785126 len=1259731 2024-04-02T08:50:26.521 INFO:tasks.workunit.client.0.smithi084.stdout:op 2618 completed, throughput=4.99MB/sec 2024-04-02T08:50:26.521 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3oY7KZc30TsB2m1 off=3771256 len=610994 2024-04-02T08:50:26.525 INFO:tasks.workunit.client.0.smithi084.stdout:op 2619 completed, throughput=5MB/sec 2024-04-02T08:50:26.525 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MpP0gP0psx433cd off=5589229 len=928081 2024-04-02T08:50:26.526 INFO:tasks.workunit.client.0.smithi084.stdout:op 2620 completed, throughput=5MB/sec 2024-04-02T08:50:26.526 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gFwij09U41Fk6m6 off=7952345 len=261607 2024-04-02T08:50:26.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 2621 completed, throughput=5MB/sec 2024-04-02T08:50:26.529 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7-6zr1GMmjMGxI5 off=105628 len=1338899 2024-04-02T08:50:26.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 2622 completed, throughput=5MB/sec 2024-04-02T08:50:26.535 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qkW-ci2mcg4G3QR off=2896311 len=482059 2024-04-02T08:50:26.536 INFO:tasks.workunit.client.0.smithi084.stdout:op 2623 completed, throughput=5MB/sec 2024-04-02T08:50:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:26 smithi084 ceph-mon[94794]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:50:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:26 smithi084 ceph-mon[97358]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:50:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:26 smithi132 ceph-mon[88571]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:50:27.537 INFO:tasks.workunit.client.0.smithi084.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:27.537 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8mgxax-l9nM6v5K off=1883934 len=1908648 2024-04-02T08:50:27.541 INFO:tasks.workunit.client.0.smithi084.stdout:op 2624 completed, throughput=4.99MB/sec 2024-04-02T08:50:27.541 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nksC3B5H4fLKYpX off=12056179 len=88073 2024-04-02T08:50:27.541 INFO:tasks.workunit.client.0.smithi084.stdout:op 2625 completed, throughput=4.99MB/sec 2024-04-02T08:50:27.541 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nC5AxD2OpvT4OiP off=19800076 len=813814 2024-04-02T08:50:27.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 2626 completed, throughput=5MB/sec 2024-04-02T08:50:27.542 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6Z6gnoHBZKd-mv7 off=2782237 len=1690787 2024-04-02T08:50:27.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 2627 completed, throughput=5MB/sec 2024-04-02T08:50:27.552 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IKyW9yN0KTfCYw2 off=5839333 len=1374367 2024-04-02T08:50:27.558 INFO:tasks.workunit.client.0.smithi084.stdout:op 2628 completed, throughput=5MB/sec 2024-04-02T08:50:28.559 INFO:tasks.workunit.client.0.smithi084.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:28.559 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-64UghI8clYYih3Q off=0 len=1562767 2024-04-02T08:50:28.560 INFO:tasks.workunit.client.0.smithi084.stdout:op 2629 completed, throughput=5MB/sec 2024-04-02T08:50:28.560 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fDJx3MsrHg638r6 off=7511517 len=705563 2024-04-02T08:50:28.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 2630 completed, throughput=5MB/sec 2024-04-02T08:50:28.562 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bhbIx0_bBMqtcza off=1224740 len=1458070 2024-04-02T08:50:28.572 INFO:tasks.workunit.client.0.smithi084.stdout:op 2631 completed, throughput=5MB/sec 2024-04-02T08:50:28.573 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2AKfSMaRgUcUQC0 off=12825350 len=550146 2024-04-02T08:50:28.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 2632 completed, throughput=5MB/sec 2024-04-02T08:50:28.573 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RGf1AR76zJ6Enx1 off=634740 len=598727 2024-04-02T08:50:28.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 2633 completed, throughput=5MB/sec 2024-04-02T08:50:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:28 smithi084 ceph-mon[94794]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:28 smithi084 ceph-mon[97358]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:28 smithi132 ceph-mon[88571]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:29.574 INFO:tasks.workunit.client.0.smithi084.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:29.574 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VPCLE8aKU4U5eZI off=2272434 len=1194168 2024-04-02T08:50:29.582 INFO:tasks.workunit.client.0.smithi084.stdout:op 2634 completed, throughput=4.99MB/sec 2024-04-02T08:50:29.582 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-goY5gijg8D93pki off=2279760 len=127374 2024-04-02T08:50:29.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 2635 completed, throughput=4.99MB/sec 2024-04-02T08:50:29.585 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TwOg7vCIOwT5GW5 off=2911804 len=798635 2024-04-02T08:50:29.588 INFO:tasks.workunit.client.0.smithi084.stdout:op 2636 completed, throughput=5MB/sec 2024-04-02T08:50:29.588 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G-PX71Pe1SxPq50 off=8671 len=1451573 2024-04-02T08:50:29.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 2637 completed, throughput=5MB/sec 2024-04-02T08:50:29.596 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tV87pHYVYQ4xwx- off=192852 len=542689 2024-04-02T08:50:29.597 INFO:tasks.workunit.client.0.smithi084.stdout:op 2638 completed, throughput=5MB/sec 2024-04-02T08:50:29.597 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P8vOQGdYezzgC6d off=2124233 len=374371 2024-04-02T08:50:29.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 2639 completed, throughput=5MB/sec 2024-04-02T08:50:29.598 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Yyb-Iu69LphLSLA off=1165305 len=2075104 2024-04-02T08:50:29.609 INFO:tasks.workunit.client.0.smithi084.stdout:op 2640 completed, throughput=5MB/sec 2024-04-02T08:50:30.609 INFO:tasks.workunit.client.0.smithi084.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:30.609 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ArwiSR2CxfcFn6D off=71615 len=1309301 2024-04-02T08:50:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 2641 completed, throughput=5MB/sec 2024-04-02T08:50:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oI6CO5yHUPsG2Jj off=2711426 len=1291199 2024-04-02T08:50:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 2642 completed, throughput=5MB/sec 2024-04-02T08:50:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ARTr65aIi2bUK5F off=13803922 len=870066 2024-04-02T08:50:30.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 2643 completed, throughput=5MB/sec 2024-04-02T08:50:30.622 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-L_d96ab8kDZln2X off=9575951 len=880043 2024-04-02T08:50:30.623 INFO:tasks.workunit.client.0.smithi084.stdout:op 2644 completed, throughput=5MB/sec 2024-04-02T08:50:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:30 smithi084 ceph-mon[94794]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:50:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:50:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:50:30] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:50:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:30 smithi084 ceph-mon[97358]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:50:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:30 smithi132 ceph-mon[88571]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:50:31.623 INFO:tasks.workunit.client.0.smithi084.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:31.623 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fAgLP2TQ4VCNXOw off=10682380 len=2044362 2024-04-02T08:50:31.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 2645 completed, throughput=5MB/sec 2024-04-02T08:50:31.631 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zeWoFDqD4ZtkZFF off=1950814 len=1027294 2024-04-02T08:50:31.635 INFO:tasks.workunit.client.0.smithi084.stdout:op 2646 completed, throughput=5MB/sec 2024-04-02T08:50:31.635 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aW1qC6MxoI2piGK off=7872587 len=1965523 2024-04-02T08:50:31.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 2647 completed, throughput=5MB/sec 2024-04-02T08:50:32.580 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:50:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:32.638 INFO:tasks.workunit.client.0.smithi084.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:32.638 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hJn3lXPoN8LaoHj off=380506 len=1113187 2024-04-02T08:50:32.639 INFO:tasks.workunit.client.0.smithi084.stdout:op 2648 completed, throughput=4.99MB/sec 2024-04-02T08:50:32.639 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_xCV4x-tCQwSKEw off=1169811 len=1908273 2024-04-02T08:50:32.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 2649 completed, throughput=5MB/sec 2024-04-02T08:50:32.648 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-A1lPdcNXcRgRnm9 off=4961072 len=1628007 2024-04-02T08:50:32.649 INFO:tasks.workunit.client.0.smithi084.stdout:op 2650 completed, throughput=5MB/sec 2024-04-02T08:50:32.649 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SkYcZOTgw0AfBZY off=10191474 len=1118094 2024-04-02T08:50:32.655 INFO:tasks.workunit.client.0.smithi084.stdout:op 2651 completed, throughput=5MB/sec 2024-04-02T08:50:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:32 smithi084 ceph-mon[94794]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:32 smithi084 ceph-mon[97358]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:32 smithi132 ceph-mon[88571]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:33.655 INFO:tasks.workunit.client.0.smithi084.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:33.655 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-njSndWVO8ENx9zu off=4616576 len=399991 2024-04-02T08:50:33.658 INFO:tasks.workunit.client.0.smithi084.stdout:op 2652 completed, throughput=4.99MB/sec 2024-04-02T08:50:33.658 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3BrxPV-WXHv66Xl off=6171146 len=908887 2024-04-02T08:50:33.660 INFO:tasks.workunit.client.0.smithi084.stdout:op 2653 completed, throughput=4.99MB/sec 2024-04-02T08:50:33.660 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PkAKKOZjvE4gYsG off=2348918 len=1704290 2024-04-02T08:50:33.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 2654 completed, throughput=5MB/sec 2024-04-02T08:50:33.662 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LB1Tsuusyr068rj off=12748430 len=185409 2024-04-02T08:50:33.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 2655 completed, throughput=5MB/sec 2024-04-02T08:50:33.663 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ObPz4fYMzwUOBT3 off=8256337 len=803665 2024-04-02T08:50:33.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 2656 completed, throughput=5MB/sec 2024-04-02T08:50:33.663 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vysts6svzyGjmyB off=13169351 len=1911462 2024-04-02T08:50:33.667 INFO:tasks.workunit.client.0.smithi084.stdout:op 2657 completed, throughput=5MB/sec 2024-04-02T08:50:34.667 INFO:tasks.workunit.client.0.smithi084.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:34.667 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c7yel6NCxFAc8b5 off=7112895 len=357442 2024-04-02T08:50:34.671 INFO:tasks.workunit.client.0.smithi084.stdout:op 2658 completed, throughput=4.99MB/sec 2024-04-02T08:50:34.671 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5qkr6DGP0za81Ft off=7265009 len=323252 2024-04-02T08:50:34.671 INFO:tasks.workunit.client.0.smithi084.stdout:op 2659 completed, throughput=4.99MB/sec 2024-04-02T08:50:34.671 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T-OXgyEcX9RpkU7 off=43210 len=733350 2024-04-02T08:50:34.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 2660 completed, throughput=5MB/sec 2024-04-02T08:50:34.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OjXd38FKvM2NKOp off=15536163 len=1528158 2024-04-02T08:50:34.680 INFO:tasks.workunit.client.0.smithi084.stdout:op 2661 completed, throughput=5MB/sec 2024-04-02T08:50:34.680 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QNBB1GgAJcdLD3N off=21018557 len=436489 2024-04-02T08:50:34.681 INFO:tasks.workunit.client.0.smithi084.stdout:op 2662 completed, throughput=5MB/sec 2024-04-02T08:50:34.681 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7AiNCs-6HbCXMnT off=15177053 len=893140 2024-04-02T08:50:34.681 INFO:tasks.workunit.client.0.smithi084.stdout:op 2663 completed, throughput=5MB/sec 2024-04-02T08:50:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:34 smithi084 ceph-mon[94794]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:50:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:34 smithi084 ceph-mon[97358]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:50:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:34 smithi132 ceph-mon[88571]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:50:35.682 INFO:tasks.workunit.client.0.smithi084.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:35.682 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PYACa9lK5yiiNtZ off=8009877 len=581203 2024-04-02T08:50:35.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 2664 completed, throughput=4.99MB/sec 2024-04-02T08:50:35.682 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y7NCcxmEgUq3ram off=3200935 len=520331 2024-04-02T08:50:35.683 INFO:tasks.workunit.client.0.smithi084.stdout:op 2665 completed, throughput=4.99MB/sec 2024-04-02T08:50:35.683 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cm-9h5Gu39lO8G8 off=835455 len=1771889 2024-04-02T08:50:35.684 INFO:tasks.workunit.client.0.smithi084.stdout:op 2666 completed, throughput=5MB/sec 2024-04-02T08:50:35.685 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eLmMJEbDYDvzJ0u off=6348629 len=1416429 2024-04-02T08:50:35.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 2667 completed, throughput=5MB/sec 2024-04-02T08:50:35.685 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6Kp0IREVPTXOA76 off=1094815 len=151037 2024-04-02T08:50:35.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 2668 completed, throughput=5MB/sec 2024-04-02T08:50:35.688 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lcYGyVoVkQw4NGe off=9940188 len=2056930 2024-04-02T08:50:35.691 INFO:tasks.workunit.client.0.smithi084.stdout:op 2669 completed, throughput=5MB/sec 2024-04-02T08:50:36.691 INFO:tasks.workunit.client.0.smithi084.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:36.691 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k-EpJpCPDZagqCr off=11313015 len=883171 2024-04-02T08:50:36.692 INFO:tasks.workunit.client.0.smithi084.stdout:op 2670 completed, throughput=5MB/sec 2024-04-02T08:50:36.693 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tnW_-oWj2ckLMKy off=2771010 len=645840 2024-04-02T08:50:36.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 2671 completed, throughput=5MB/sec 2024-04-02T08:50:36.694 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NHT-hjvhetO0Hu_ off=11669423 len=1776693 2024-04-02T08:50:36.702 INFO:tasks.workunit.client.0.smithi084.stdout:op 2672 completed, throughput=5MB/sec 2024-04-02T08:50:36.702 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C5CKOMqgzbGas3K off=14423241 len=2096882 2024-04-02T08:50:36.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 2673 completed, throughput=5MB/sec 2024-04-02T08:50:36.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:36 smithi084 ceph-mon[94794]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:50:36.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:36 smithi084 ceph-mon[97358]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:50:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:36 smithi132 ceph-mon[88571]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:50:37.708 INFO:tasks.workunit.client.0.smithi084.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:37.709 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-02BR-T12DpqZHgK off=4219278 len=703932 2024-04-02T08:50:37.713 INFO:tasks.workunit.client.0.smithi084.stdout:op 2674 completed, throughput=4.99MB/sec 2024-04-02T08:50:37.713 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BkrGto0SAowRVYc off=13935071 len=1899152 2024-04-02T08:50:37.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 2675 completed, throughput=5MB/sec 2024-04-02T08:50:37.714 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-67gXhSmI_hIZr6t off=5743769 len=2039201 2024-04-02T08:50:37.723 INFO:tasks.workunit.client.0.smithi084.stdout:op 2676 completed, throughput=5MB/sec 2024-04-02T08:50:38.723 INFO:tasks.workunit.client.0.smithi084.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:38.724 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wPO_ZxKKiHH6LLA off=2336256 len=1227779 2024-04-02T08:50:38.726 INFO:tasks.workunit.client.0.smithi084.stdout:op 2677 completed, throughput=4.99MB/sec 2024-04-02T08:50:38.726 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-68PxCYKYtlhvpJL off=3163579 len=1952576 2024-04-02T08:50:38.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 2678 completed, throughput=5MB/sec 2024-04-02T08:50:38.730 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Vva2J_E-0t5f5Pl off=12466053 len=641985 2024-04-02T08:50:38.731 INFO:tasks.workunit.client.0.smithi084.stdout:op 2679 completed, throughput=5MB/sec 2024-04-02T08:50:38.731 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yfrDtvcFT8di38U off=6749925 len=2022143 2024-04-02T08:50:38.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 2680 completed, throughput=5MB/sec 2024-04-02T08:50:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:38 smithi084 ceph-mon[94794]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:50:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:38 smithi084 ceph-mon[97358]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:50:38.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:38 smithi132 ceph-mon[88571]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:50:39.743 INFO:tasks.workunit.client.0.smithi084.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:39.743 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PtbkUq_ENpgqdOX off=12217510 len=1753608 2024-04-02T08:50:39.746 INFO:tasks.workunit.client.0.smithi084.stdout:op 2681 completed, throughput=5MB/sec 2024-04-02T08:50:39.746 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jeHViIVZtBauti4 off=183845 len=320958 2024-04-02T08:50:39.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 2682 completed, throughput=5MB/sec 2024-04-02T08:50:39.747 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wCV3iw1JXHWBSv8 off=7100228 len=1702845 2024-04-02T08:50:39.750 INFO:tasks.workunit.client.0.smithi084.stdout:op 2683 completed, throughput=5MB/sec 2024-04-02T08:50:39.751 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sE0OcgMU6KZx08M off=2051544 len=662984 2024-04-02T08:50:39.751 INFO:tasks.workunit.client.0.smithi084.stdout:op 2684 completed, throughput=5MB/sec 2024-04-02T08:50:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:40.754 INFO:tasks.workunit.client.0.smithi084.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:40.755 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6rbUKfLtE2zQtzJ off=5659052 len=550267 2024-04-02T08:50:40.755 INFO:tasks.workunit.client.0.smithi084.stdout:op 2685 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.755 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Otog9qtGxuezGTm off=8086403 len=591679 2024-04-02T08:50:40.755 INFO:tasks.workunit.client.0.smithi084.stdout:op 2686 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.755 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0RsM40BZldMjP6X off=4517004 len=210997 2024-04-02T08:50:40.757 INFO:tasks.workunit.client.0.smithi084.stdout:op 2687 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.757 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gISwUuIC5RaohFT off=152170 len=290399 2024-04-02T08:50:40.758 INFO:tasks.workunit.client.0.smithi084.stdout:op 2688 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.758 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wa5miUspN9mZv_X off=444924 len=746204 2024-04-02T08:50:40.759 INFO:tasks.workunit.client.0.smithi084.stdout:op 2689 completed, throughput=5MB/sec 2024-04-02T08:50:40.759 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uBCT-SlXbI_P_mq off=8863566 len=1476885 2024-04-02T08:50:40.762 INFO:tasks.workunit.client.0.smithi084.stdout:op 2690 completed, throughput=5MB/sec 2024-04-02T08:50:40.762 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FSWLVtenWB7l40B off=11616570 len=565244 2024-04-02T08:50:40.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 2691 completed, throughput=5MB/sec 2024-04-02T08:50:40.766 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H2mA9EzmhvltA-b off=22233711 len=2070093 2024-04-02T08:50:40.776 INFO:tasks.workunit.client.0.smithi084.stdout:op 2692 completed, throughput=5MB/sec 2024-04-02T08:50:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:40 smithi084 ceph-mon[94794]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:50:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:50:40] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-02T08:50:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:40 smithi084 ceph-mon[97358]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:40 smithi132 ceph-mon[88571]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zn_zWTW-xPlVAfI off=44770 len=1089218 2024-04-02T08:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout:op 2693 completed, throughput=5MB/sec 2024-04-02T08:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JgC5jE0Qxgsxa2X off=1035034 len=1981018 2024-04-02T08:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout:op 2694 completed, throughput=5MB/sec 2024-04-02T08:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YirqPFbYTrbvfit off=863546 len=722895 2024-04-02T08:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout:op 2695 completed, throughput=5MB/sec 2024-04-02T08:50:42.598 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:50:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:42.793 INFO:tasks.workunit.client.0.smithi084.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:42.794 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4zXGCgnCVuG7lkU off=246872 len=1058523 2024-04-02T08:50:42.795 INFO:tasks.workunit.client.0.smithi084.stdout:op 2696 completed, throughput=4.99MB/sec 2024-04-02T08:50:42.795 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8qoZ3zBkcb7br4P off=472148 len=688571 2024-04-02T08:50:42.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 2697 completed, throughput=4.99MB/sec 2024-04-02T08:50:42.797 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uybG3YkaJBxOuXU off=9139967 len=1770359 2024-04-02T08:50:42.808 INFO:tasks.workunit.client.0.smithi084.stdout:op 2698 completed, throughput=5MB/sec 2024-04-02T08:50:42.809 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oQ52axcbWtIzzSp off=1284389 len=1803959 2024-04-02T08:50:42.815 INFO:tasks.workunit.client.0.smithi084.stdout:op 2699 completed, throughput=5MB/sec 2024-04-02T08:50:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:42 smithi084 ceph-mon[94794]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:42 smithi084 ceph-mon[97358]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:42 smithi132 ceph-mon[88571]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:43.815 INFO:tasks.workunit.client.0.smithi084.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:43.815 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EeaLzGf36BOe6HJ off=1750484 len=343300 2024-04-02T08:50:43.816 INFO:tasks.workunit.client.0.smithi084.stdout:op 2700 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.816 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bzJIazBFOoDHm_3 off=11428055 len=439844 2024-04-02T08:50:43.816 INFO:tasks.workunit.client.0.smithi084.stdout:op 2701 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.816 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7JHPkXJWFRMNJ9Q off=1179948 len=1607181 2024-04-02T08:50:43.826 INFO:tasks.workunit.client.0.smithi084.stdout:op 2702 completed, throughput=5MB/sec 2024-04-02T08:50:43.826 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZchTL2aKCVkml1u off=13509118 len=289715 2024-04-02T08:50:43.826 INFO:tasks.workunit.client.0.smithi084.stdout:op 2703 completed, throughput=5MB/sec 2024-04-02T08:50:43.826 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kNRmBK4rsEXw0OW off=2538464 len=2005752 2024-04-02T08:50:43.835 INFO:tasks.workunit.client.0.smithi084.stdout:op 2704 completed, throughput=5MB/sec 2024-04-02T08:50:43.835 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DXIaqwGlcFwUi1m off=9196807 len=607373 2024-04-02T08:50:43.838 INFO:tasks.workunit.client.0.smithi084.stdout:op 2705 completed, throughput=5MB/sec 2024-04-02T08:50:44.839 INFO:tasks.workunit.client.0.smithi084.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:44.839 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M9kbh2bO41s1zyo off=10558771 len=1105507 2024-04-02T08:50:44.841 INFO:tasks.workunit.client.0.smithi084.stdout:op 2706 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.841 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-expUYUR-4K-xdPy off=9817553 len=268497 2024-04-02T08:50:44.844 INFO:tasks.workunit.client.0.smithi084.stdout:op 2707 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.844 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-V76FjGphBCT__Ss off=6316078 len=168885 2024-04-02T08:50:44.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 2708 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.845 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Oj92t8NFv9ErZgy off=244952 len=690677 2024-04-02T08:50:44.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 2709 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.851 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yZT4hQDCmScRd5n off=8703780 len=685884 2024-04-02T08:50:44.852 INFO:tasks.workunit.client.0.smithi084.stdout:op 2710 completed, throughput=5MB/sec 2024-04-02T08:50:44.852 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qSt9MQbB3uZ0j3h off=10176148 len=1253017 2024-04-02T08:50:44.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 2711 completed, throughput=5MB/sec 2024-04-02T08:50:44.853 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QJV-r9mm2Bgb6Hp off=1088964 len=1969410 2024-04-02T08:50:44.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 2712 completed, throughput=5MB/sec 2024-04-02T08:50:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:44 smithi084 ceph-mon[94794]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:44 smithi084 ceph-mon[97358]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:44 smithi132 ceph-mon[88571]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:45.861 INFO:tasks.workunit.client.0.smithi084.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:45.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sXA_td98H9GDpAD off=503443 len=381357 2024-04-02T08:50:45.869 INFO:tasks.workunit.client.0.smithi084.stdout:op 2713 completed, throughput=4.99MB/sec 2024-04-02T08:50:45.870 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y6eWX3Ue_KRBDfB off=9775316 len=916088 2024-04-02T08:50:45.870 INFO:tasks.workunit.client.0.smithi084.stdout:op 2714 completed, throughput=4.99MB/sec 2024-04-02T08:50:45.870 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h2Oj3uU7Ojkwqzg off=4227589 len=592156 2024-04-02T08:50:45.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 2715 completed, throughput=5MB/sec 2024-04-02T08:50:45.871 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j5ez0Tc4FRyRPa3 off=1840389 len=565018 2024-04-02T08:50:45.872 INFO:tasks.workunit.client.0.smithi084.stdout:op 2716 completed, throughput=5MB/sec 2024-04-02T08:50:45.872 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yCCFRGQzjD6l7tI off=5964377 len=707924 2024-04-02T08:50:45.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 2717 completed, throughput=5MB/sec 2024-04-02T08:50:45.873 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kJeRNo5ORSskcRp off=9470454 len=134472 2024-04-02T08:50:45.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 2718 completed, throughput=5MB/sec 2024-04-02T08:50:45.873 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CL_I8yvDELPE0v4 off=2995346 len=593496 2024-04-02T08:50:45.876 INFO:tasks.workunit.client.0.smithi084.stdout:op 2719 completed, throughput=5MB/sec 2024-04-02T08:50:45.876 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZhTalJ-UMzrmW36 off=0 len=1146721 2024-04-02T08:50:45.879 INFO:tasks.workunit.client.0.smithi084.stdout:op 2720 completed, throughput=5MB/sec 2024-04-02T08:50:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:46 smithi084 ceph-mon[94794]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:46 smithi084 ceph-mon[97358]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:46.879 INFO:tasks.workunit.client.0.smithi084.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:46.879 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M4K4HGcyCJcmMHa off=3753055 len=1964433 2024-04-02T08:50:46.881 INFO:tasks.workunit.client.0.smithi084.stdout:op 2721 completed, throughput=5MB/sec 2024-04-02T08:50:46.881 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-o-Vc2tgOV3N7lbF off=715097 len=1570388 2024-04-02T08:50:46.883 INFO:tasks.workunit.client.0.smithi084.stdout:op 2722 completed, throughput=5MB/sec 2024-04-02T08:50:46.883 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pPm-bzNj1cgYxwo off=9663959 len=814903 2024-04-02T08:50:46.887 INFO:tasks.workunit.client.0.smithi084.stdout:op 2723 completed, throughput=5MB/sec 2024-04-02T08:50:46.887 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZZRG2youEnRe9uh off=3448124 len=1728138 2024-04-02T08:50:46.887 INFO:tasks.workunit.client.0.smithi084.stdout:op 2724 completed, throughput=5MB/sec 2024-04-02T08:50:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:46 smithi132 ceph-mon[88571]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:47.888 INFO:tasks.workunit.client.0.smithi084.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:47.888 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DN4LjtdKWwUhWNg off=0 len=1594909 2024-04-02T08:50:47.895 INFO:tasks.workunit.client.0.smithi084.stdout:op 2725 completed, throughput=5MB/sec 2024-04-02T08:50:47.895 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g6TfAb0r1rGiqNS off=7009496 len=635585 2024-04-02T08:50:47.896 INFO:tasks.workunit.client.0.smithi084.stdout:op 2726 completed, throughput=5MB/sec 2024-04-02T08:50:47.896 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BaviWCPYrVGq8D0 off=570207 len=1167339 2024-04-02T08:50:47.901 INFO:tasks.workunit.client.0.smithi084.stdout:op 2727 completed, throughput=5MB/sec 2024-04-02T08:50:47.901 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dMRTDf2EsqTQzlD off=3537526 len=1420777 2024-04-02T08:50:47.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 2728 completed, throughput=5MB/sec 2024-04-02T08:50:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:48 smithi084 ceph-mon[94794]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:48.951 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:48 smithi084 ceph-mon[97358]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:48.952 INFO:tasks.workunit.client.0.smithi084.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:48.952 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dJj4jPVZWW_TXNU off=8749184 len=1563339 2024-04-02T08:50:48.952 INFO:tasks.workunit.client.0.smithi084.stdout:op 2729 completed, throughput=5MB/sec 2024-04-02T08:50:48.952 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oLBenrHdIdr0e7B off=9348546 len=190623 2024-04-02T08:50:48.953 INFO:tasks.workunit.client.0.smithi084.stdout:op 2730 completed, throughput=5MB/sec 2024-04-02T08:50:48.953 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7AD7Vsc_EmT1JSC off=2423383 len=677467 2024-04-02T08:50:48.953 INFO:tasks.workunit.client.0.smithi084.stdout:op 2731 completed, throughput=5MB/sec 2024-04-02T08:50:48.953 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3y5NUPOSKxtpW7O off=1443386 len=2001754 2024-04-02T08:50:48.953 INFO:tasks.workunit.client.0.smithi084.stdout:op 2732 completed, throughput=5MB/sec 2024-04-02T08:50:48.953 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:48 smithi132 ceph-mon[88571]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:49.915 INFO:tasks.workunit.client.0.smithi084.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:49.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kNRmBK4rsEXw0OW off=6250819 len=227837 2024-04-02T08:50:49.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 2733 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.916 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-r19sWVUGWMHHtXA off=356239 len=721755 2024-04-02T08:50:49.921 INFO:tasks.workunit.client.0.smithi084.stdout:op 2734 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.921 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u2pVogmCip8Vi5P off=19164895 len=215120 2024-04-02T08:50:49.922 INFO:tasks.workunit.client.0.smithi084.stdout:op 2735 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.922 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sOoGbZVR_5cNMrB off=11086861 len=983234 2024-04-02T08:50:49.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 2736 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.925 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-24w8ywrPYIg5UpB off=6787874 len=347707 2024-04-02T08:50:49.926 INFO:tasks.workunit.client.0.smithi084.stdout:op 2737 completed, throughput=5MB/sec 2024-04-02T08:50:49.926 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7Sd1re02lYn7g6Q off=17010201 len=2089035 2024-04-02T08:50:49.927 INFO:tasks.workunit.client.0.smithi084.stdout:op 2738 completed, throughput=5MB/sec 2024-04-02T08:50:49.927 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7HjrIEkEQl71ZcB off=678003 len=2078224 2024-04-02T08:50:49.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 2739 completed, throughput=5MB/sec 2024-04-02T08:50:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:50 smithi084 ceph-mon[94794]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:50:50.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:50:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:50:50] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-02T08:50:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:50 smithi084 ceph-mon[97358]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:50:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:50 smithi132 ceph-mon[88571]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:50:50.934 INFO:tasks.workunit.client.0.smithi084.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:50.934 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WuUwV_Gq5V7U8aI off=11096735 len=627369 2024-04-02T08:50:50.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 2740 completed, throughput=4.99MB/sec 2024-04-02T08:50:50.937 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DlOFZd4lkxbGVJI off=6727440 len=510562 2024-04-02T08:50:50.938 INFO:tasks.workunit.client.0.smithi084.stdout:op 2741 completed, throughput=5MB/sec 2024-04-02T08:50:50.938 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fzr21cCHmDKbCMb off=2287263 len=1833447 2024-04-02T08:50:50.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 2742 completed, throughput=5MB/sec 2024-04-02T08:50:50.942 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--nzpCs5pUcN3wMJ off=3288679 len=930338 2024-04-02T08:50:50.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 2743 completed, throughput=5MB/sec 2024-04-02T08:50:50.947 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q8GJfVmJAt5jbYl off=964926 len=1752777 2024-04-02T08:50:50.954 INFO:tasks.workunit.client.0.smithi084.stdout:op 2744 completed, throughput=5MB/sec 2024-04-02T08:50:51.955 INFO:tasks.workunit.client.0.smithi084.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:51.955 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Cy4m3pwI3ka6pDt off=10067209 len=1064707 2024-04-02T08:50:51.955 INFO:tasks.workunit.client.0.smithi084.stdout:op 2745 completed, throughput=5MB/sec 2024-04-02T08:50:51.956 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T47VxnB8_1nKlU7 off=2118168 len=1882372 2024-04-02T08:50:51.957 INFO:tasks.workunit.client.0.smithi084.stdout:op 2746 completed, throughput=5MB/sec 2024-04-02T08:50:51.957 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6cNVHQ3SA667T9X off=15211672 len=87328 2024-04-02T08:50:51.960 INFO:tasks.workunit.client.0.smithi084.stdout:op 2747 completed, throughput=5MB/sec 2024-04-02T08:50:51.960 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j5BBLX18IGDRgC8 off=13086714 len=1145212 2024-04-02T08:50:51.966 INFO:tasks.workunit.client.0.smithi084.stdout:op 2748 completed, throughput=5MB/sec 2024-04-02T08:50:52.610 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:50:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:52 smithi084 ceph-mon[94794]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:52 smithi084 ceph-mon[97358]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:52 smithi132 ceph-mon[88571]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:52.966 INFO:tasks.workunit.client.0.smithi084.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:52.966 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OPg3QfKMetHWFu9 off=2821161 len=1307120 2024-04-02T08:50:52.967 INFO:tasks.workunit.client.0.smithi084.stdout:op 2749 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.967 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MyC-80LlxeElo6T off=6212300 len=565951 2024-04-02T08:50:52.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 2750 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.969 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pa6mVlg9EI3xFgs off=17052381 len=874442 2024-04-02T08:50:52.972 INFO:tasks.workunit.client.0.smithi084.stdout:op 2751 completed, throughput=5MB/sec 2024-04-02T08:50:52.973 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MyC-80LlxeElo6T off=4897529 len=1294021 2024-04-02T08:50:52.975 INFO:tasks.workunit.client.0.smithi084.stdout:op 2752 completed, throughput=5MB/sec 2024-04-02T08:50:52.975 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UPzFm48e-NwCEJI off=11890588 len=357827 2024-04-02T08:50:52.976 INFO:tasks.workunit.client.0.smithi084.stdout:op 2753 completed, throughput=5MB/sec 2024-04-02T08:50:52.976 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_2n1VLbv2MQ609O off=4705830 len=1649706 2024-04-02T08:50:52.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 2754 completed, throughput=5MB/sec 2024-04-02T08:50:53.983 INFO:tasks.workunit.client.0.smithi084.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:53.984 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C33F5I4Teg9UTA5 off=8987921 len=57136 2024-04-02T08:50:53.986 INFO:tasks.workunit.client.0.smithi084.stdout:op 2755 completed, throughput=4.99MB/sec 2024-04-02T08:50:53.986 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LnEC4fLvTHghwGi off=7912650 len=1115512 2024-04-02T08:50:53.987 INFO:tasks.workunit.client.0.smithi084.stdout:op 2756 completed, throughput=5MB/sec 2024-04-02T08:50:53.987 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a2XIhPjTG9x12gk off=4644385 len=1787132 2024-04-02T08:50:53.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 2757 completed, throughput=5MB/sec 2024-04-02T08:50:53.989 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nrb8ecYbhAarCtr off=8321406 len=769472 2024-04-02T08:50:53.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 2758 completed, throughput=5MB/sec 2024-04-02T08:50:53.991 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AGxaO2u_TpFxLNh off=1880806 len=1429877 2024-04-02T08:50:53.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 2759 completed, throughput=5MB/sec 2024-04-02T08:50:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:54 smithi084 ceph-mon[97358]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:54 smithi084 ceph-mon[94794]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:54 smithi132 ceph-mon[88571]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XkNs4cVPa1Pnwub off=1284670 len=236767 2024-04-02T08:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-02T08:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SDP0mxk5KrskDuv off=5875210 len=1611277 2024-04-02T08:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout:op 2761 completed, throughput=5MB/sec 2024-04-02T08:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-755M66-0_SQoX7q off=8812488 len=1281980 2024-04-02T08:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout:op 2762 completed, throughput=5MB/sec 2024-04-02T08:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FBJyivNSsLCyLVJ off=2842481 len=2092795 2024-04-02T08:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 2763 completed, throughput=5MB/sec 2024-04-02T08:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IedPKD8dDsk8ZHd off=484333 len=1640241 2024-04-02T08:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout:op 2764 completed, throughput=5MB/sec 2024-04-02T08:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y97v16JEl7IpduG off=18874209 len=589953 2024-04-02T08:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 2765 completed, throughput=5MB/sec 2024-04-02T08:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-V5CwICi1CkG2IFT off=3507709 len=883198 2024-04-02T08:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout:op 2766 completed, throughput=5MB/sec 2024-04-02T08:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FRtTF2Rq1MJ6h2S off=12437842 len=1149800 2024-04-02T08:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout:op 2767 completed, throughput=5MB/sec 2024-04-02T08:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MoraIW1j1vhOa4m off=2756225 len=1375752 2024-04-02T08:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout:op 2768 completed, throughput=5MB/sec 2024-04-02T08:50:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:56 smithi084 ceph-mon[94794]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:50:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:56 smithi084 ceph-mon[97358]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:50:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:56 smithi132 ceph-mon[88571]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4XJax7f_0Fk6Kxb off=12003937 len=1554244 2024-04-02T08:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 2769 completed, throughput=5MB/sec 2024-04-02T08:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h0g5qE_qh4s-BcC off=634785 len=324472 2024-04-02T08:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout:op 2770 completed, throughput=5MB/sec 2024-04-02T08:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oSXusOUnoda7rUM off=2098372 len=1760040 2024-04-02T08:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout:op 2771 completed, throughput=5MB/sec 2024-04-02T08:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fr0VqoDppjSneoE off=14332732 len=1263402 2024-04-02T08:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 2772 completed, throughput=5MB/sec 2024-04-02T08:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AMsm8iog8mgFeOo off=8626521 len=1830823 2024-04-02T08:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 2773 completed, throughput=5MB/sec 2024-04-02T08:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wUsN66eklNutcxX off=1784474 len=1725786 2024-04-02T08:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 2774 completed, throughput=5MB/sec 2024-04-02T08:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XAzlE07QBQcAM2b off=3050143 len=602103 2024-04-02T08:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout:op 2775 completed, throughput=5MB/sec 2024-04-02T08:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cOD4iNIHw6Rx1gE off=16254192 len=1085327 2024-04-02T08:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout:op 2776 completed, throughput=5MB/sec 2024-04-02T08:50:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:50:58 smithi084 ceph-mon[94794]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:50:58 smithi084 ceph-mon[97358]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:50:58 smithi132 ceph-mon[88571]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oJmcExZGhTHNPx5 off=7916127 len=1286156 2024-04-02T08:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 2777 completed, throughput=4.99MB/sec 2024-04-02T08:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T4M8ShiYTUSSMmX off=9210594 len=250307 2024-04-02T08:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 2778 completed, throughput=4.99MB/sec 2024-04-02T08:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dA2OEVMvp6zOPvg off=588039 len=29858 2024-04-02T08:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout:op 2779 completed, throughput=4.99MB/sec 2024-04-02T08:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nmPj1-GHBdOx9W1 off=8070995 len=130523 2024-04-02T08:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout:op 2780 completed, throughput=5MB/sec 2024-04-02T08:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J-0WdpwbgscdugA off=9590097 len=348361 2024-04-02T08:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout:op 2781 completed, throughput=5MB/sec 2024-04-02T08:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tBjrVIRCg1ps2eT off=2293779 len=407469 2024-04-02T08:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout:op 2782 completed, throughput=5MB/sec 2024-04-02T08:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NVThp7k2_73mfEP off=10775367 len=644224 2024-04-02T08:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout:op 2783 completed, throughput=5MB/sec 2024-04-02T08:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SXNFDUasQdGp-QL off=400588 len=1977527 2024-04-02T08:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout:op 2784 completed, throughput=5MB/sec 2024-04-02T08:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fkKsMtiWxBiNodR off=1253493 len=542179 2024-04-02T08:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout:op 2785 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gNzP3IALBO-FODF off=10638337 len=1141845 2024-04-02T08:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout:op 2786 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mhn1HUd8wBLSeJ2 off=4702795 len=1969087 2024-04-02T08:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout:op 2787 completed, throughput=5MB/sec 2024-04-02T08:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o8Yvj2WBBX0iT78 off=2428462 len=279144 2024-04-02T08:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout:op 2788 completed, throughput=5MB/sec 2024-04-02T08:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bXVLMBgNC7RQI_l off=9684261 len=140215 2024-04-02T08:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout:op 2789 completed, throughput=5MB/sec 2024-04-02T08:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7o57DOvttXE6GpV off=611709 len=837709 2024-04-02T08:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout:op 2790 completed, throughput=5MB/sec 2024-04-02T08:51:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:00 smithi132 ceph-mon[88571]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:51:01.100 INFO:tasks.workunit.client.0.smithi084.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:01.101 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mqqtIV0Hb9dM4P_ off=9530636 len=1046146 2024-04-02T08:51:01.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 2791 completed, throughput=4.99MB/sec 2024-04-02T08:51:01.105 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zypPNavw7AbAuuX off=2134866 len=1944109 2024-04-02T08:51:01.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 2792 completed, throughput=5MB/sec 2024-04-02T08:51:01.115 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fy7JZz4q76lZ6TD off=14443718 len=1282328 2024-04-02T08:51:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:00 smithi084 ceph-mon[94794]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:51:01.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:00 smithi084 ceph-mon[97358]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:51:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:51:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:51:00] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:51:01.121 INFO:tasks.workunit.client.0.smithi084.stdout:op 2793 completed, throughput=5MB/sec 2024-04-02T08:51:01.121 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kUvN4ZCZIkleoZK off=2420981 len=555219 2024-04-02T08:51:01.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 2794 completed, throughput=5MB/sec 2024-04-02T08:51:01.125 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nkBp6Rk1CSjKwqN off=5719 len=84501 2024-04-02T08:51:01.125 INFO:tasks.workunit.client.0.smithi084.stdout:op 2795 completed, throughput=5MB/sec 2024-04-02T08:51:01.125 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4SVQgYhy8uavhl9 off=9778748 len=1547331 2024-04-02T08:51:01.131 INFO:tasks.workunit.client.0.smithi084.stdout:op 2796 completed, throughput=5MB/sec 2024-04-02T08:51:02.132 INFO:tasks.workunit.client.0.smithi084.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:02.132 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y_HgzPKfUga-HJL off=10879255 len=1747527 2024-04-02T08:51:02.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 2797 completed, throughput=5MB/sec 2024-04-02T08:51:02.141 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OaA554CzqobZqUS off=6280611 len=699994 2024-04-02T08:51:02.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 2798 completed, throughput=5MB/sec 2024-04-02T08:51:02.142 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xYJbsxstYyCJ83g off=1196480 len=1797219 2024-04-02T08:51:02.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 2799 completed, throughput=5MB/sec 2024-04-02T08:51:02.622 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:51:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:51:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:02 smithi132 ceph-mon[88571]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:02 smithi084 ceph-mon[94794]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:02 smithi084 ceph-mon[97358]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:03.144 INFO:tasks.workunit.client.0.smithi084.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:03.144 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gXD44bXbyF2PPq8 off=5405327 len=189766 2024-04-02T08:51:03.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 2800 completed, throughput=4.99MB/sec 2024-04-02T08:51:03.147 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fu0s4pfmCKJdEgQ off=20647172 len=1032793 2024-04-02T08:51:03.151 INFO:tasks.workunit.client.0.smithi084.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-02T08:51:03.151 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YoX7mL9z9SvnTDX off=10614207 len=915619 2024-04-02T08:51:03.156 INFO:tasks.workunit.client.0.smithi084.stdout:op 2802 completed, throughput=4.99MB/sec 2024-04-02T08:51:03.156 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_6mzvoS3_6ndo0u off=3712783 len=1435201 2024-04-02T08:51:03.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 2803 completed, throughput=5MB/sec 2024-04-02T08:51:03.163 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PgLpMPJ4Ec3VtSA off=6833190 len=1256043 2024-04-02T08:51:03.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 2804 completed, throughput=5MB/sec 2024-04-02T08:51:03.169 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OMeJBPeWJ9juTs9 off=8490869 len=628361 2024-04-02T08:51:03.170 INFO:tasks.workunit.client.0.smithi084.stdout:op 2805 completed, throughput=5MB/sec 2024-04-02T08:51:04.170 INFO:tasks.workunit.client.0.smithi084.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:04.170 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xk6jP1e92FF_-S_ off=393713 len=657612 2024-04-02T08:51:04.171 INFO:tasks.workunit.client.0.smithi084.stdout:op 2806 completed, throughput=4.99MB/sec 2024-04-02T08:51:04.171 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-m80GUNqwyqNSPxB off=3045489 len=1887464 2024-04-02T08:51:04.178 INFO:tasks.workunit.client.0.smithi084.stdout:op 2807 completed, throughput=5MB/sec 2024-04-02T08:51:04.178 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SCzDIAC5CKzG_Wi off=3400782 len=1896075 2024-04-02T08:51:04.182 INFO:tasks.workunit.client.0.smithi084.stdout:op 2808 completed, throughput=5MB/sec 2024-04-02T08:51:04.182 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1zloodh10H6hD-F off=892628 len=504032 2024-04-02T08:51:04.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 2809 completed, throughput=5MB/sec 2024-04-02T08:51:04.186 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ij5gQiqp7d5_K45 off=22067196 len=1076858 2024-04-02T08:51:04.187 INFO:tasks.workunit.client.0.smithi084.stdout:op 2810 completed, throughput=5MB/sec 2024-04-02T08:51:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:04 smithi132 ceph-mon[88571]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:04 smithi084 ceph-mon[94794]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:04 smithi084 ceph-mon[97358]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:05.187 INFO:tasks.workunit.client.0.smithi084.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:05.187 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aaC_BT5ae2oZZlj off=1031784 len=1291897 2024-04-02T08:51:05.188 INFO:tasks.workunit.client.0.smithi084.stdout:op 2811 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.188 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qH7d17IR3defbcc off=3158800 len=514644 2024-04-02T08:51:05.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 2812 completed, throughput=5MB/sec 2024-04-02T08:51:05.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-w_r8u0yYza-kAAk off=127160 len=2042026 2024-04-02T08:51:05.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 2813 completed, throughput=5MB/sec 2024-04-02T08:51:05.197 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sm9MmBoFJRiQs00 off=7226448 len=2088770 2024-04-02T08:51:05.199 INFO:tasks.workunit.client.0.smithi084.stdout:op 2814 completed, throughput=5MB/sec 2024-04-02T08:51:06.199 INFO:tasks.workunit.client.0.smithi084.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:06.200 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eyAFl5tBzGsPXWL off=2789357 len=110844 2024-04-02T08:51:06.203 INFO:tasks.workunit.client.0.smithi084.stdout:op 2815 completed, throughput=4.99MB/sec 2024-04-02T08:51:06.203 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pa6mVlg9EI3xFgs off=20526948 len=1255535 2024-04-02T08:51:06.209 INFO:tasks.workunit.client.0.smithi084.stdout:op 2816 completed, throughput=5MB/sec 2024-04-02T08:51:06.209 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9D706FDXA7AEBWQ off=7999593 len=435681 2024-04-02T08:51:06.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 2817 completed, throughput=5MB/sec 2024-04-02T08:51:06.213 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iVIP7X3zBCmDGDw off=2653528 len=1035018 2024-04-02T08:51:06.215 INFO:tasks.workunit.client.0.smithi084.stdout:op 2818 completed, throughput=5MB/sec 2024-04-02T08:51:06.215 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ioGr47nA5g0kBdf off=709779 len=1900400 2024-04-02T08:51:06.225 INFO:tasks.workunit.client.0.smithi084.stdout:op 2819 completed, throughput=5MB/sec 2024-04-02T08:51:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:06 smithi132 ceph-mon[88571]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:06.919 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:06 smithi084 ceph-mon[94794]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:06.920 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:06 smithi084 ceph-mon[97358]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:07.225 INFO:tasks.workunit.client.0.smithi084.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:07.226 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4C28lKm4RlP7r1V off=473377 len=450982 2024-04-02T08:51:07.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 2820 completed, throughput=4.99MB/sec 2024-04-02T08:51:07.229 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tuqd-ZMtkleUwST off=22254391 len=1204128 2024-04-02T08:51:07.230 INFO:tasks.workunit.client.0.smithi084.stdout:op 2821 completed, throughput=5MB/sec 2024-04-02T08:51:07.230 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-P8vOQGdYezzgC6d off=6713305 len=594129 2024-04-02T08:51:07.233 INFO:tasks.workunit.client.0.smithi084.stdout:op 2822 completed, throughput=5MB/sec 2024-04-02T08:51:07.233 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-A0PMXgkBfqpeG0w off=2235284 len=1975103 2024-04-02T08:51:07.237 INFO:tasks.workunit.client.0.smithi084.stdout:op 2823 completed, throughput=5MB/sec 2024-04-02T08:51:07.237 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5geo9I9efam5ekb off=0 len=2038119 2024-04-02T08:51:07.244 INFO:tasks.workunit.client.0.smithi084.stdout:op 2824 completed, throughput=5MB/sec 2024-04-02T08:51:08.245 INFO:tasks.workunit.client.0.smithi084.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:08.245 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Dfl3I51Ed4fe7fw off=1630491 len=997283 2024-04-02T08:51:08.246 INFO:tasks.workunit.client.0.smithi084.stdout:op 2825 completed, throughput=5MB/sec 2024-04-02T08:51:08.247 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cWd_cF9vV2Gas5g off=2197947 len=1391946 2024-04-02T08:51:08.250 INFO:tasks.workunit.client.0.smithi084.stdout:op 2826 completed, throughput=5MB/sec 2024-04-02T08:51:08.250 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AbpD7-3b26D6KqF off=19425085 len=1476259 2024-04-02T08:51:08.258 INFO:tasks.workunit.client.0.smithi084.stdout:op 2827 completed, throughput=5MB/sec 2024-04-02T08:51:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:08 smithi132 ceph-mon[88571]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:08 smithi084 ceph-mon[94794]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:08 smithi084 ceph-mon[97358]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:09.259 INFO:tasks.workunit.client.0.smithi084.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:09.293 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1PnumPBeTtYoYWr off=11527174 len=44510 2024-04-02T08:51:09.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 2828 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.294 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XQ_1-lUtsjT0G-a off=5855283 len=1718444 2024-04-02T08:51:09.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 2829 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.294 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pLS_sNCW4QyU3JW off=2993205 len=1077951 2024-04-02T08:51:09.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 2830 completed, throughput=5MB/sec 2024-04-02T08:51:09.294 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NPHoND_CkSZTr0_ off=8843487 len=1679524 2024-04-02T08:51:09.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 2831 completed, throughput=5MB/sec 2024-04-02T08:51:09.295 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fOEqqmT-_1EgQXU off=844698 len=1287746 2024-04-02T08:51:09.295 INFO:tasks.workunit.client.0.smithi084.stdout:op 2832 completed, throughput=5MB/sec 2024-04-02T08:51:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:10.285 INFO:tasks.workunit.client.0.smithi084.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:10.285 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XDl8HzhJEK4tTZi off=21280453 len=997489 2024-04-02T08:51:10.288 INFO:tasks.workunit.client.0.smithi084.stdout:op 2833 completed, throughput=4.99MB/sec 2024-04-02T08:51:10.288 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gaXpshWTflQBdtU off=6486630 len=1837756 2024-04-02T08:51:10.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 2834 completed, throughput=5MB/sec 2024-04-02T08:51:10.298 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EiLPrIfT-rWS98y off=6518712 len=1258100 2024-04-02T08:51:10.305 INFO:tasks.workunit.client.0.smithi084.stdout:op 2835 completed, throughput=5MB/sec 2024-04-02T08:51:10.305 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UaEIcrOU74fH_CR off=6582640 len=1319219 2024-04-02T08:51:10.311 INFO:tasks.workunit.client.0.smithi084.stdout:op 2836 completed, throughput=5MB/sec 2024-04-02T08:51:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:10 smithi132 ceph-mon[88571]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:10 smithi084 ceph-mon[94794]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:51:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:51:10] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T08:51:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:10 smithi084 ceph-mon[97358]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:11.311 INFO:tasks.workunit.client.0.smithi084.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:11.311 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--ssAKqf1zrVcMhE off=18087992 len=2041273 2024-04-02T08:51:11.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 2837 completed, throughput=5MB/sec 2024-04-02T08:51:11.323 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--KuF1WDYUVXDC3c off=9506510 len=35796 2024-04-02T08:51:11.323 INFO:tasks.workunit.client.0.smithi084.stdout:op 2838 completed, throughput=5MB/sec 2024-04-02T08:51:11.323 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_S7CSi6gS9eim9q off=3794554 len=665321 2024-04-02T08:51:11.324 INFO:tasks.workunit.client.0.smithi084.stdout:op 2839 completed, throughput=5MB/sec 2024-04-02T08:51:11.324 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FBJyivNSsLCyLVJ off=2683080 len=391773 2024-04-02T08:51:11.325 INFO:tasks.workunit.client.0.smithi084.stdout:op 2840 completed, throughput=5MB/sec 2024-04-02T08:51:11.325 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pOs5vq8hWzUxe50 off=3442352 len=250406 2024-04-02T08:51:11.327 INFO:tasks.workunit.client.0.smithi084.stdout:op 2841 completed, throughput=5MB/sec 2024-04-02T08:51:11.327 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4UG9G0xj9xhVGfk off=13429255 len=209854 2024-04-02T08:51:11.328 INFO:tasks.workunit.client.0.smithi084.stdout:op 2842 completed, throughput=5MB/sec 2024-04-02T08:51:11.328 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vsD3kSbxr5j0uNW off=1294782 len=1614325 2024-04-02T08:51:11.335 INFO:tasks.workunit.client.0.smithi084.stdout:op 2843 completed, throughput=5MB/sec 2024-04-02T08:51:12.335 INFO:tasks.workunit.client.0.smithi084.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:12.336 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mNxKOHfZi4LD4m6 off=2900270 len=1549066 2024-04-02T08:51:12.341 INFO:tasks.workunit.client.0.smithi084.stdout:op 2844 completed, throughput=4.99MB/sec 2024-04-02T08:51:12.341 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NNbEFs1VT8If1Jq off=8690665 len=1426070 2024-04-02T08:51:12.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 2845 completed, throughput=5MB/sec 2024-04-02T08:51:12.343 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mYoLWZfk8k7reAM off=4433534 len=2053161 2024-04-02T08:51:12.353 INFO:tasks.workunit.client.0.smithi084.stdout:op 2846 completed, throughput=5MB/sec 2024-04-02T08:51:12.643 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:51:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:12 smithi132 ceph-mon[88571]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:51:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:12 smithi084 ceph-mon[94794]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:51:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:12 smithi084 ceph-mon[97358]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:51:13.353 INFO:tasks.workunit.client.0.smithi084.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:13.353 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DdvJ4gFsO_Gqio9 off=10451790 len=627464 2024-04-02T08:51:13.357 INFO:tasks.workunit.client.0.smithi084.stdout:op 2847 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.357 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ipDC5syXF7fQ1C3 off=16042106 len=298330 2024-04-02T08:51:13.360 INFO:tasks.workunit.client.0.smithi084.stdout:op 2848 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.360 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmkUNHiRIzXl_BL off=17860926 len=701021 2024-04-02T08:51:13.361 INFO:tasks.workunit.client.0.smithi084.stdout:op 2849 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.361 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6Fop-Kw9U9uG44n off=1265527 len=328222 2024-04-02T08:51:13.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 2850 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.362 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t_rZG5sxFCaD79g off=12015927 len=469176 2024-04-02T08:51:13.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 2851 completed, throughput=5MB/sec 2024-04-02T08:51:13.363 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8s6IUN6Jy_9nSEZ off=22368728 len=298116 2024-04-02T08:51:13.364 INFO:tasks.workunit.client.0.smithi084.stdout:op 2852 completed, throughput=5MB/sec 2024-04-02T08:51:13.364 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1fzZcuOZ_XRfNF1 off=12053500 len=426730 2024-04-02T08:51:13.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 2853 completed, throughput=5MB/sec 2024-04-02T08:51:13.367 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lCb1s6biFCkTJpS off=5242429 len=1489661 2024-04-02T08:51:13.372 INFO:tasks.workunit.client.0.smithi084.stdout:op 2854 completed, throughput=5MB/sec 2024-04-02T08:51:13.373 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qmpk9AZznhayf8W off=2546087 len=1933028 2024-04-02T08:51:13.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 2855 completed, throughput=5MB/sec 2024-04-02T08:51:14.385 INFO:tasks.workunit.client.0.smithi084.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:14.386 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-E5yoM89oTmuAXl2 off=4838233 len=1303613 2024-04-02T08:51:14.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 2856 completed, throughput=5MB/sec 2024-04-02T08:51:14.387 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JuBqAnapZ1eWxsD off=10121946 len=739059 2024-04-02T08:51:14.392 INFO:tasks.workunit.client.0.smithi084.stdout:op 2857 completed, throughput=5MB/sec 2024-04-02T08:51:14.392 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q2b_ucHqdIvCH1E off=1923700 len=1122734 2024-04-02T08:51:14.393 INFO:tasks.workunit.client.0.smithi084.stdout:op 2858 completed, throughput=5MB/sec 2024-04-02T08:51:14.393 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EuZHJwRB8zOFxwY off=795273 len=1563389 2024-04-02T08:51:14.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 2859 completed, throughput=5MB/sec 2024-04-02T08:51:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:14 smithi132 ceph-mon[88571]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:14 smithi084 ceph-mon[94794]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:14 smithi084 ceph-mon[97358]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:15.399 INFO:tasks.workunit.client.0.smithi084.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:15.399 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lf729v6kuQhxn-f off=10761002 len=1421307 2024-04-02T08:51:15.400 INFO:tasks.workunit.client.0.smithi084.stdout:op 2860 completed, throughput=5MB/sec 2024-04-02T08:51:15.400 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gQJFRisXvDdbatG off=1556125 len=183465 2024-04-02T08:51:15.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 2861 completed, throughput=5MB/sec 2024-04-02T08:51:15.401 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TAB2M3UvaTXBrXE off=11781078 len=365828 2024-04-02T08:51:15.405 INFO:tasks.workunit.client.0.smithi084.stdout:op 2862 completed, throughput=5MB/sec 2024-04-02T08:51:15.405 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KNVjG5AJvqH7M4u off=4009640 len=623873 2024-04-02T08:51:15.405 INFO:tasks.workunit.client.0.smithi084.stdout:op 2863 completed, throughput=5MB/sec 2024-04-02T08:51:15.406 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SqMku2EYyZSWcA0 off=5317946 len=1066047 2024-04-02T08:51:15.406 INFO:tasks.workunit.client.0.smithi084.stdout:op 2864 completed, throughput=5MB/sec 2024-04-02T08:51:15.407 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GZX7zu5yAe7_-VT off=1321546 len=2022822 2024-04-02T08:51:15.418 INFO:tasks.workunit.client.0.smithi084.stdout:op 2865 completed, throughput=5MB/sec 2024-04-02T08:51:16.418 INFO:tasks.workunit.client.0.smithi084.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:16.419 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zbG-r5Cgp_5nejt off=7621306 len=206583 2024-04-02T08:51:16.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 2866 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.420 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Aw029O7NfivVxmI off=4689176 len=726384 2024-04-02T08:51:16.425 INFO:tasks.workunit.client.0.smithi084.stdout:op 2867 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.425 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AebOQE5uG6eeuYX off=5418302 len=796957 2024-04-02T08:51:16.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 2868 completed, throughput=5MB/sec 2024-04-02T08:51:16.429 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rMx_V8sNZFxIcT6 off=892316 len=1921370 2024-04-02T08:51:16.430 INFO:tasks.workunit.client.0.smithi084.stdout:op 2869 completed, throughput=5MB/sec 2024-04-02T08:51:16.431 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fDJx3MsrHg638r6 off=18869667 len=1390908 2024-04-02T08:51:16.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 2870 completed, throughput=5MB/sec 2024-04-02T08:51:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:16 smithi132 ceph-mon[88571]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:51:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:16 smithi084 ceph-mon[94794]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:51:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:16 smithi084 ceph-mon[97358]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:51:17.433 INFO:tasks.workunit.client.0.smithi084.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:17.434 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-R1UO5IdatqMHKcF off=17379154 len=1937826 2024-04-02T08:51:17.435 INFO:tasks.workunit.client.0.smithi084.stdout:op 2871 completed, throughput=5MB/sec 2024-04-02T08:51:17.435 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TMyB76HpkGRQAwk off=18130300 len=2019667 2024-04-02T08:51:17.448 INFO:tasks.workunit.client.0.smithi084.stdout:op 2872 completed, throughput=5MB/sec 2024-04-02T08:51:17.448 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1FsrJsMjwq7XyQB off=13609656 len=156212 2024-04-02T08:51:17.450 INFO:tasks.workunit.client.0.smithi084.stdout:op 2873 completed, throughput=5MB/sec 2024-04-02T08:51:17.450 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Bvc7idGjiqpkC1L off=3824294 len=174284 2024-04-02T08:51:17.452 INFO:tasks.workunit.client.0.smithi084.stdout:op 2874 completed, throughput=5MB/sec 2024-04-02T08:51:17.453 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fUyZ2II8mkALkcI off=5597861 len=1268958 2024-04-02T08:51:17.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 2875 completed, throughput=5MB/sec 2024-04-02T08:51:18.454 INFO:tasks.workunit.client.0.smithi084.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:18.454 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OdWfKQ9KXZhmezv off=1377481 len=1940912 2024-04-02T08:51:18.465 INFO:tasks.workunit.client.0.smithi084.stdout:op 2876 completed, throughput=5MB/sec 2024-04-02T08:51:18.465 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fUYBerpMqVyg9zJ off=10859928 len=338289 2024-04-02T08:51:18.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 2877 completed, throughput=5MB/sec 2024-04-02T08:51:18.467 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xkw1FYPGNY_Ta8L off=4077969 len=515853 2024-04-02T08:51:18.471 INFO:tasks.workunit.client.0.smithi084.stdout:op 2878 completed, throughput=5MB/sec 2024-04-02T08:51:18.471 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-up-JVM-55k3o08u off=15852413 len=1330758 2024-04-02T08:51:18.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 2879 completed, throughput=5MB/sec 2024-04-02T08:51:18.477 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Vk3umPdolyUMYuK off=11030654 len=723924 2024-04-02T08:51:18.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 2880 completed, throughput=5MB/sec 2024-04-02T08:51:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:18 smithi084 ceph-mon[94794]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:18 smithi084 ceph-mon[97358]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:18 smithi132 ceph-mon[88571]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:19.478 INFO:tasks.workunit.client.0.smithi084.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:19.478 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6j9ZYYXU6SleNC0 off=14471075 len=910018 2024-04-02T08:51:19.479 INFO:tasks.workunit.client.0.smithi084.stdout:op 2881 completed, throughput=4.99MB/sec 2024-04-02T08:51:19.479 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ny47-bC1FCLu53p off=8060264 len=1872890 2024-04-02T08:51:19.480 INFO:tasks.workunit.client.0.smithi084.stdout:op 2882 completed, throughput=5MB/sec 2024-04-02T08:51:19.481 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uyO5fIhVkKtuPuY off=14140395 len=1938046 2024-04-02T08:51:19.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 2883 completed, throughput=5MB/sec 2024-04-02T08:51:20.482 INFO:tasks.workunit.client.0.smithi084.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:20.482 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mY1N_ABoELpLxi0 off=1380118 len=921661 2024-04-02T08:51:20.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 2884 completed, throughput=4.99MB/sec 2024-04-02T08:51:20.487 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uearOWmq9MdpChT off=12405411 len=1403732 2024-04-02T08:51:20.489 INFO:tasks.workunit.client.0.smithi084.stdout:op 2885 completed, throughput=5MB/sec 2024-04-02T08:51:20.489 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6wkqa95MUSt-A03 off=978958 len=1505507 2024-04-02T08:51:20.494 INFO:tasks.workunit.client.0.smithi084.stdout:op 2886 completed, throughput=5MB/sec 2024-04-02T08:51:20.494 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GJgMg-uE1srLWSh off=5091735 len=1638412 2024-04-02T08:51:20.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 2887 completed, throughput=5MB/sec 2024-04-02T08:51:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:20 smithi132 ceph-mon[88571]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:51:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:20 smithi084 ceph-mon[94794]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:51:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:51:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:51:20] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T08:51:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:20 smithi084 ceph-mon[97358]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:51:21.500 INFO:tasks.workunit.client.0.smithi084.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:21.501 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2vaHJB5cM6_BGXv off=5511002 len=751749 2024-04-02T08:51:21.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 2888 completed, throughput=4.99MB/sec 2024-04-02T08:51:21.505 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bKdPZfuhAC4v9c9 off=2117542 len=983329 2024-04-02T08:51:21.506 INFO:tasks.workunit.client.0.smithi084.stdout:op 2889 completed, throughput=4.99MB/sec 2024-04-02T08:51:21.506 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gLIWAHZhvDwwFRI off=6177763 len=242187 2024-04-02T08:51:21.509 INFO:tasks.workunit.client.0.smithi084.stdout:op 2890 completed, throughput=4.99MB/sec 2024-04-02T08:51:21.510 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-s0O7ouGc_bwl6OS off=11990003 len=126631 2024-04-02T08:51:21.510 INFO:tasks.workunit.client.0.smithi084.stdout:op 2891 completed, throughput=5MB/sec 2024-04-02T08:51:21.510 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j5m5DVWFNPDfXk5 off=10995953 len=1161667 2024-04-02T08:51:21.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 2892 completed, throughput=5MB/sec 2024-04-02T08:51:21.511 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XnubeI3a3atcFjd off=747312 len=893571 2024-04-02T08:51:21.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 2893 completed, throughput=5MB/sec 2024-04-02T08:51:21.514 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RFV19OLdctxuoFs off=8767540 len=1378508 2024-04-02T08:51:21.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 2894 completed, throughput=5MB/sec 2024-04-02T08:51:22.521 INFO:tasks.workunit.client.0.smithi084.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:22.521 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ukHGXoyspSqqyd2 off=0 len=1535064 2024-04-02T08:51:22.528 INFO:tasks.workunit.client.0.smithi084.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.528 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oYhXh3x38JEctQ6 off=3826731 len=240292 2024-04-02T08:51:22.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 2896 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.529 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KXFVUP5-3GBa6O3 off=3242258 len=836811 2024-04-02T08:51:22.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 2897 completed, throughput=5MB/sec 2024-04-02T08:51:22.529 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zqp8Qw14wAtxcvP off=98979 len=783515 2024-04-02T08:51:22.531 INFO:tasks.workunit.client.0.smithi084.stdout:op 2898 completed, throughput=5MB/sec 2024-04-02T08:51:22.531 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Wke1iEjlnFnxpBG off=555652 len=853143 2024-04-02T08:51:22.532 INFO:tasks.workunit.client.0.smithi084.stdout:op 2899 completed, throughput=5MB/sec 2024-04-02T08:51:22.532 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UkVYNj-sjHApWDi off=11677257 len=1556477 2024-04-02T08:51:22.539 INFO:tasks.workunit.client.0.smithi084.stdout:op 2900 completed, throughput=5MB/sec 2024-04-02T08:51:22.655 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:51:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:22 smithi132 ceph-mon[88571]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:51:23.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:22 smithi084 ceph-mon[94794]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:51:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:22 smithi084 ceph-mon[97358]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:51:23.539 INFO:tasks.workunit.client.0.smithi084.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:23.540 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZhlmxNrsS6N7d-U off=944503 len=2044894 2024-04-02T08:51:23.550 INFO:tasks.workunit.client.0.smithi084.stdout:op 2901 completed, throughput=5MB/sec 2024-04-02T08:51:23.550 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C7ffoKEdxw4R1LW off=674813 len=1463189 2024-04-02T08:51:23.559 INFO:tasks.workunit.client.0.smithi084.stdout:op 2902 completed, throughput=5MB/sec 2024-04-02T08:51:23.559 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GxA0GoCHCOrsfc3 off=6182445 len=1712597 2024-04-02T08:51:23.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 2903 completed, throughput=5MB/sec 2024-04-02T08:51:24.562 INFO:tasks.workunit.client.0.smithi084.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:24.563 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HD-uoJSj_FllTUc off=1579371 len=972432 2024-04-02T08:51:24.567 INFO:tasks.workunit.client.0.smithi084.stdout:op 2904 completed, throughput=4.99MB/sec 2024-04-02T08:51:24.567 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wJW22EXKgwYR4gq off=21168387 len=1726446 2024-04-02T08:51:24.568 INFO:tasks.workunit.client.0.smithi084.stdout:op 2905 completed, throughput=5MB/sec 2024-04-02T08:51:24.569 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wQqF4Avr3bGpzsq off=3441107 len=1536240 2024-04-02T08:51:24.570 INFO:tasks.workunit.client.0.smithi084.stdout:op 2906 completed, throughput=5MB/sec 2024-04-02T08:51:24.570 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3eLMks9m0lrlUD1 off=6878862 len=976512 2024-04-02T08:51:24.571 INFO:tasks.workunit.client.0.smithi084.stdout:op 2907 completed, throughput=5MB/sec 2024-04-02T08:51:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:24 smithi132 ceph-mon[88571]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:24 smithi084 ceph-mon[94794]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:24 smithi084 ceph-mon[97358]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:25.571 INFO:tasks.workunit.client.0.smithi084.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:25.571 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aL1LbCtdHmd74nM off=3169876 len=1288400 2024-04-02T08:51:25.574 INFO:tasks.workunit.client.0.smithi084.stdout:op 2908 completed, throughput=4.99MB/sec 2024-04-02T08:51:25.574 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hSiV7BCDpOUuxXj off=4777470 len=2042050 2024-04-02T08:51:25.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 2909 completed, throughput=5MB/sec 2024-04-02T08:51:25.577 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2CB3MCNSx62VHdN off=8536397 len=632477 2024-04-02T08:51:25.581 INFO:tasks.workunit.client.0.smithi084.stdout:op 2910 completed, throughput=5MB/sec 2024-04-02T08:51:25.581 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gR_cKbYopFJeTRn off=4873345 len=297867 2024-04-02T08:51:25.582 INFO:tasks.workunit.client.0.smithi084.stdout:op 2911 completed, throughput=5MB/sec 2024-04-02T08:51:25.582 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z5ukiEEbDEZzNXc off=12536274 len=220585 2024-04-02T08:51:25.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 2912 completed, throughput=5MB/sec 2024-04-02T08:51:25.584 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Z4X-aLZ9Z6oFOxe off=1665880 len=1681839 2024-04-02T08:51:25.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 2913 completed, throughput=5MB/sec 2024-04-02T08:51:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:25 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:25.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:25 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:25.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:25 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:51:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:25 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:25 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:25 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:51:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:25 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:25 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:25 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:51:26.586 INFO:tasks.workunit.client.0.smithi084.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:26.586 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MUWJsh9_W1B5XIT off=9298654 len=2094916 2024-04-02T08:51:26.588 INFO:tasks.workunit.client.0.smithi084.stdout:op 2914 completed, throughput=5MB/sec 2024-04-02T08:51:26.588 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DeGvPmcvoTBSg2S off=1891794 len=1333313 2024-04-02T08:51:26.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 2915 completed, throughput=5MB/sec 2024-04-02T08:51:26.596 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IAX9VN4hsT5oLiK off=2038487 len=220294 2024-04-02T08:51:26.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 2916 completed, throughput=5MB/sec 2024-04-02T08:51:26.598 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M5GBS0jPD1D5-Xd off=12034041 len=1740127 2024-04-02T08:51:26.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 2917 completed, throughput=5MB/sec 2024-04-02T08:51:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:26 smithi132 ceph-mon[88571]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:51:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:26 smithi084 ceph-mon[94794]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:51:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:26 smithi084 ceph-mon[97358]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:51:27.600 INFO:tasks.workunit.client.0.smithi084.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:27.600 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0oOPtDmhEAUZo5T off=545267 len=2038435 2024-04-02T08:51:27.602 INFO:tasks.workunit.client.0.smithi084.stdout:op 2918 completed, throughput=5MB/sec 2024-04-02T08:51:27.602 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d1cpWDeyHlM1oNF off=6982309 len=1269576 2024-04-02T08:51:27.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 2919 completed, throughput=5MB/sec 2024-04-02T08:51:27.610 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SMBkmJIF9zsDxwy off=11343 len=107460 2024-04-02T08:51:27.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 2920 completed, throughput=5MB/sec 2024-04-02T08:51:27.611 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bOMey92WalQP5Hp off=1713953 len=948872 2024-04-02T08:51:27.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 2921 completed, throughput=5MB/sec 2024-04-02T08:51:28.612 INFO:tasks.workunit.client.0.smithi084.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:28.612 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sbPFQitCj5XtIxX off=2547353 len=293902 2024-04-02T08:51:28.615 INFO:tasks.workunit.client.0.smithi084.stdout:op 2922 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.615 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DKMbaScsiBsy8R4 off=1575872 len=138915 2024-04-02T08:51:28.615 INFO:tasks.workunit.client.0.smithi084.stdout:op 2923 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.615 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wLmwGIkew8Whk4J off=4012527 len=407075 2024-04-02T08:51:28.616 INFO:tasks.workunit.client.0.smithi084.stdout:op 2924 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.616 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-STm2jJfIm1BCwXc off=3028264 len=792134 2024-04-02T08:51:28.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 2925 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.620 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tcFTGAxDcP0o-tw off=7036597 len=1980877 2024-04-02T08:51:28.628 INFO:tasks.workunit.client.0.smithi084.stdout:op 2926 completed, throughput=5MB/sec 2024-04-02T08:51:28.628 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PLgU1X0gxRWV4hN off=13040820 len=1486104 2024-04-02T08:51:28.634 INFO:tasks.workunit.client.0.smithi084.stdout:op 2927 completed, throughput=5MB/sec 2024-04-02T08:51:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:28 smithi084 ceph-mon[94794]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:28 smithi084 ceph-mon[97358]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:28 smithi132 ceph-mon[88571]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:29.635 INFO:tasks.workunit.client.0.smithi084.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:29.635 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WynYxhVXuEbEvEP off=3896469 len=511659 2024-04-02T08:51:29.635 INFO:tasks.workunit.client.0.smithi084.stdout:op 2928 completed, throughput=4.99MB/sec 2024-04-02T08:51:29.635 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Tg1vdzDZNxnrJnz off=2177322 len=229141 2024-04-02T08:51:29.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 2929 completed, throughput=4.99MB/sec 2024-04-02T08:51:29.636 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MqsQ8FtJnHn9Oa5 off=758577 len=1657213 2024-04-02T08:51:29.642 INFO:tasks.workunit.client.0.smithi084.stdout:op 2930 completed, throughput=5MB/sec 2024-04-02T08:51:29.642 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g8l_gD8h4bpzFvO off=17377270 len=1697632 2024-04-02T08:51:29.650 INFO:tasks.workunit.client.0.smithi084.stdout:op 2931 completed, throughput=5MB/sec 2024-04-02T08:51:29.650 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KBr9UH-oQhIz6zv off=933062 len=1374244 2024-04-02T08:51:29.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 2932 completed, throughput=5MB/sec 2024-04-02T08:51:30.662 INFO:tasks.workunit.client.0.smithi084.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:30.662 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xr-IxiXLzm1WBQ3 off=14915907 len=1271220 2024-04-02T08:51:30.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 2933 completed, throughput=4.99MB/sec 2024-04-02T08:51:30.669 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v29k5E1YgdeacP5 off=12820934 len=364456 2024-04-02T08:51:30.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 2934 completed, throughput=4.99MB/sec 2024-04-02T08:51:30.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-57jT2__I1f0uU_y off=6531243 len=70744 2024-04-02T08:51:30.673 INFO:tasks.workunit.client.0.smithi084.stdout:op 2935 completed, throughput=4.99MB/sec 2024-04-02T08:51:30.674 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Yina038ggLMEcvK off=6039776 len=611117 2024-04-02T08:51:30.676 INFO:tasks.workunit.client.0.smithi084.stdout:op 2936 completed, throughput=5MB/sec 2024-04-02T08:51:30.676 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4EzchzRaUIvk3Jo off=12107098 len=215998 2024-04-02T08:51:30.679 INFO:tasks.workunit.client.0.smithi084.stdout:op 2937 completed, throughput=5MB/sec 2024-04-02T08:51:30.679 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_6XbmlN9RfbJzzZ off=273795 len=1196419 2024-04-02T08:51:30.684 INFO:tasks.workunit.client.0.smithi084.stdout:op 2938 completed, throughput=5MB/sec 2024-04-02T08:51:30.684 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hmIVrudY9ZgokvL off=1634529 len=1403928 2024-04-02T08:51:30.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 2939 completed, throughput=5MB/sec 2024-04-02T08:51:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:30 smithi084 ceph-mon[94794]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:51:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:51:30] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:51:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:30 smithi084 ceph-mon[97358]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:30 smithi132 ceph-mon[88571]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:31.689 INFO:tasks.workunit.client.0.smithi084.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:31.689 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-l0eG3eG1M2qgqHS off=5424886 len=984602 2024-04-02T08:51:31.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 2940 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.694 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g25w8BmjMyF_ay9 off=6705024 len=1968940 2024-04-02T08:51:31.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 2941 completed, throughput=5MB/sec 2024-04-02T08:51:31.705 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NoEbqxSYrqcfc2- off=11326978 len=1141735 2024-04-02T08:51:31.709 INFO:tasks.workunit.client.0.smithi084.stdout:op 2942 completed, throughput=5MB/sec 2024-04-02T08:51:31.709 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-63Lwk_btO6DSJcd off=8577916 len=913400 2024-04-02T08:51:31.713 INFO:tasks.workunit.client.0.smithi084.stdout:op 2943 completed, throughput=5MB/sec 2024-04-02T08:51:31.713 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rLMcjnDRBVvht43 off=12329743 len=1399485 2024-04-02T08:51:31.715 INFO:tasks.workunit.client.0.smithi084.stdout:op 2944 completed, throughput=5MB/sec 2024-04-02T08:51:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:51:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:32.715 INFO:tasks.workunit.client.0.smithi084.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:32.715 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KkSLfgFEp-uIgTm off=466822 len=1267673 2024-04-02T08:51:32.716 INFO:tasks.workunit.client.0.smithi084.stdout:op 2945 completed, throughput=5MB/sec 2024-04-02T08:51:32.716 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Lv4G-ucjui6Cd2u off=7033797 len=552505 2024-04-02T08:51:32.717 INFO:tasks.workunit.client.0.smithi084.stdout:op 2946 completed, throughput=5MB/sec 2024-04-02T08:51:32.717 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dOh0nub7ZXirWPP off=4624544 len=870141 2024-04-02T08:51:32.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 2947 completed, throughput=5MB/sec 2024-04-02T08:51:32.722 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e__uAW7psidprt8 off=6269099 len=425064 2024-04-02T08:51:32.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 2948 completed, throughput=5MB/sec 2024-04-02T08:51:32.725 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IHxvyuJy3mfRbpO off=3338616 len=686239 2024-04-02T08:51:32.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 2949 completed, throughput=5MB/sec 2024-04-02T08:51:32.729 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S5lBMTzgOZr8fw_ off=18100848 len=105194 2024-04-02T08:51:32.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 2950 completed, throughput=5MB/sec 2024-04-02T08:51:32.730 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1dU-_32QNUAvwNq off=937732 len=1110402 2024-04-02T08:51:32.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 2951 completed, throughput=5MB/sec 2024-04-02T08:51:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:32 smithi084 ceph-mon[94794]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:32 smithi084 ceph-mon[97358]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:32 smithi132 ceph-mon[88571]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:33.731 INFO:tasks.workunit.client.0.smithi084.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:33.731 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FIcQS81DMrN_A1a off=3271284 len=78327 2024-04-02T08:51:33.731 INFO:tasks.workunit.client.0.smithi084.stdout:op 2952 completed, throughput=4.99MB/sec 2024-04-02T08:51:33.731 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0g3jK98QjJRCW1e off=5766012 len=52233 2024-04-02T08:51:33.732 INFO:tasks.workunit.client.0.smithi084.stdout:op 2953 completed, throughput=4.99MB/sec 2024-04-02T08:51:33.732 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-My66pxrradEoeAu off=8381423 len=1252735 2024-04-02T08:51:33.738 INFO:tasks.workunit.client.0.smithi084.stdout:op 2954 completed, throughput=5MB/sec 2024-04-02T08:51:33.738 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mCMVGTi8Pvyv0uD off=5123731 len=632079 2024-04-02T08:51:33.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 2955 completed, throughput=5MB/sec 2024-04-02T08:51:33.739 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GbU4liEVQ1D7a39 off=1336901 len=1364236 2024-04-02T08:51:33.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 2956 completed, throughput=5MB/sec 2024-04-02T08:51:33.740 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-efuXVa28LxbPSU6 off=3308618 len=840300 2024-04-02T08:51:33.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 2957 completed, throughput=5MB/sec 2024-04-02T08:51:33.741 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gCAJnyAQeFoRIGt off=3635262 len=2094878 2024-04-02T08:51:33.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 2958 completed, throughput=5MB/sec 2024-04-02T08:51:34.742 INFO:tasks.workunit.client.0.smithi084.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:34.742 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TVV89j62Yi6Mger off=14807435 len=1912211 2024-04-02T08:51:34.751 INFO:tasks.workunit.client.0.smithi084.stdout:op 2959 completed, throughput=5MB/sec 2024-04-02T08:51:34.751 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zbQ0XPrOk5VTFeH off=14041795 len=730308 2024-04-02T08:51:34.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 2960 completed, throughput=5MB/sec 2024-04-02T08:51:34.755 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mFtpB4a4KkVDaLc off=12792352 len=873701 2024-04-02T08:51:34.755 INFO:tasks.workunit.client.0.smithi084.stdout:op 2961 completed, throughput=5MB/sec 2024-04-02T08:51:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:34 smithi084 ceph-mon[94794]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:51:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:34 smithi084 ceph-mon[97358]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:51:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:34 smithi132 ceph-mon[88571]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:51:35.755 INFO:tasks.workunit.client.0.smithi084.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:35.756 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d15vGNIG-0SahO_ off=268865 len=708921 2024-04-02T08:51:35.756 INFO:tasks.workunit.client.0.smithi084.stdout:op 2962 completed, throughput=4.99MB/sec 2024-04-02T08:51:35.757 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PFuqNzIHuh3h4ej off=10903803 len=569979 2024-04-02T08:51:35.761 INFO:tasks.workunit.client.0.smithi084.stdout:op 2963 completed, throughput=4.99MB/sec 2024-04-02T08:51:35.761 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3gdPky7WdpxZEBy off=404210 len=1717691 2024-04-02T08:51:35.767 INFO:tasks.workunit.client.0.smithi084.stdout:op 2964 completed, throughput=5MB/sec 2024-04-02T08:51:35.767 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cQoszIxlZPJWy-f off=15295564 len=784343 2024-04-02T08:51:35.768 INFO:tasks.workunit.client.0.smithi084.stdout:op 2965 completed, throughput=5MB/sec 2024-04-02T08:51:35.768 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1NJEUMP7mYOUyAD off=3196310 len=105729 2024-04-02T08:51:35.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 2966 completed, throughput=5MB/sec 2024-04-02T08:51:35.769 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sJcbDAOqWUYZ8Ue off=5262801 len=354811 2024-04-02T08:51:35.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 2967 completed, throughput=5MB/sec 2024-04-02T08:51:35.769 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6_i49XMKpqu0KGF off=10411546 len=142647 2024-04-02T08:51:35.770 INFO:tasks.workunit.client.0.smithi084.stdout:op 2968 completed, throughput=5MB/sec 2024-04-02T08:51:35.770 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ehz9VklzVVu0JWx off=16078518 len=1941658 2024-04-02T08:51:35.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 2969 completed, throughput=5MB/sec 2024-04-02T08:51:36.774 INFO:tasks.workunit.client.0.smithi084.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:36.774 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cwe14LzRHAabY-g off=22204083 len=1491993 2024-04-02T08:51:36.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 2970 completed, throughput=5MB/sec 2024-04-02T08:51:36.781 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xeV-_ol5Tk38rQg off=1222878 len=1890841 2024-04-02T08:51:36.793 INFO:tasks.workunit.client.0.smithi084.stdout:op 2971 completed, throughput=5MB/sec 2024-04-02T08:51:36.793 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xO4YpCJdvxSV4Ys off=4036271 len=1405278 2024-04-02T08:51:36.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 2972 completed, throughput=5MB/sec 2024-04-02T08:51:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:36 smithi084 ceph-mon[94794]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:36 smithi084 ceph-mon[97358]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:36 smithi132 ceph-mon[88571]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:37.794 INFO:tasks.workunit.client.0.smithi084.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:37.795 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PGjkZVmVP7XrIiC off=4015980 len=811988 2024-04-02T08:51:37.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 2973 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.798 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d1ecExxJXZQkRl6 off=1525408 len=1025871 2024-04-02T08:51:37.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 2974 completed, throughput=5MB/sec 2024-04-02T08:51:37.804 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-B_j2uJE4VOAi7Wc off=1871462 len=20300 2024-04-02T08:51:37.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 2975 completed, throughput=5MB/sec 2024-04-02T08:51:37.804 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KFMiKBZk2vtsHkg off=10509594 len=92050 2024-04-02T08:51:37.806 INFO:tasks.workunit.client.0.smithi084.stdout:op 2976 completed, throughput=5MB/sec 2024-04-02T08:51:37.806 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-v2QYarm7pzHhqj5 off=96724 len=7887 2024-04-02T08:51:37.806 INFO:tasks.workunit.client.0.smithi084.stdout:op 2977 completed, throughput=5MB/sec 2024-04-02T08:51:37.806 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FEAFiBrblbrLfYF off=542952 len=65311 2024-04-02T08:51:37.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 2978 completed, throughput=5MB/sec 2024-04-02T08:51:37.807 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Qrq0AL9HGq4HXYw off=23158598 len=1824278 2024-04-02T08:51:37.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 2979 completed, throughput=5MB/sec 2024-04-02T08:51:37.818 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qfCVyjdq9vgP-fu off=1869300 len=1294700 2024-04-02T08:51:37.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 2980 completed, throughput=5MB/sec 2024-04-02T08:51:38.822 INFO:tasks.workunit.client.0.smithi084.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:38.823 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-V0F0w4XDz9uCnhC off=0 len=1709223 2024-04-02T08:51:38.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 2981 completed, throughput=4.99MB/sec 2024-04-02T08:51:38.830 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KSXhOCjEfcAmXtm off=20478773 len=1763869 2024-04-02T08:51:38.832 INFO:tasks.workunit.client.0.smithi084.stdout:op 2982 completed, throughput=5MB/sec 2024-04-02T08:51:38.832 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-58VMXUa4pIuVkkD off=3822436 len=271619 2024-04-02T08:51:38.832 INFO:tasks.workunit.client.0.smithi084.stdout:op 2983 completed, throughput=5MB/sec 2024-04-02T08:51:38.832 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KlTGl7o-G3XMiDE off=2920236 len=631071 2024-04-02T08:51:38.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 2984 completed, throughput=5MB/sec 2024-04-02T08:51:38.833 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zMcmgLuzHqYmyEJ off=5521133 len=1844037 2024-04-02T08:51:38.834 INFO:tasks.workunit.client.0.smithi084.stdout:op 2985 completed, throughput=5MB/sec 2024-04-02T08:51:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:38 smithi084 ceph-mon[94794]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:38 smithi084 ceph-mon[97358]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:38 smithi132 ceph-mon[88571]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:39.834 INFO:tasks.workunit.client.0.smithi084.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:39.835 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TpH8REQMZ8uQcOM off=2270007 len=17641 2024-04-02T08:51:39.837 INFO:tasks.workunit.client.0.smithi084.stdout:op 2986 completed, throughput=4.99MB/sec 2024-04-02T08:51:39.837 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u5DRrGajcQpndeZ off=7451561 len=299680 2024-04-02T08:51:39.837 INFO:tasks.workunit.client.0.smithi084.stdout:op 2987 completed, throughput=4.99MB/sec 2024-04-02T08:51:39.837 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vNuqfSOGnGpZxpX off=10625525 len=1558949 2024-04-02T08:51:39.840 INFO:tasks.workunit.client.0.smithi084.stdout:op 2988 completed, throughput=5MB/sec 2024-04-02T08:51:39.840 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rjsUvHJemEJINs_ off=8273130 len=3633 2024-04-02T08:51:39.841 INFO:tasks.workunit.client.0.smithi084.stdout:op 2989 completed, throughput=5MB/sec 2024-04-02T08:51:39.841 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m7Db-lo283g5nLb off=14947171 len=1015554 2024-04-02T08:51:39.841 INFO:tasks.workunit.client.0.smithi084.stdout:op 2990 completed, throughput=5MB/sec 2024-04-02T08:51:39.841 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DDwSn8VpvJI6Ogd off=3555590 len=801217 2024-04-02T08:51:39.843 INFO:tasks.workunit.client.0.smithi084.stdout:op 2991 completed, throughput=5MB/sec 2024-04-02T08:51:39.843 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7t0gkj1nSJJ31l8 off=2310897 len=993421 2024-04-02T08:51:39.844 INFO:tasks.workunit.client.0.smithi084.stdout:op 2992 completed, throughput=5MB/sec 2024-04-02T08:51:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:40.844 INFO:tasks.workunit.client.0.smithi084.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:40.845 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aoj0vUjqPGqaUxE off=57724 len=271799 2024-04-02T08:51:40.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 2993 completed, throughput=4.99MB/sec 2024-04-02T08:51:40.847 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j4FrA4VBRjl1F_K off=4731787 len=1707957 2024-04-02T08:51:40.856 INFO:tasks.workunit.client.0.smithi084.stdout:op 2994 completed, throughput=5MB/sec 2024-04-02T08:51:40.857 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-STONSpFoPvif8iz off=8819755 len=1298059 2024-04-02T08:51:40.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 2995 completed, throughput=5MB/sec 2024-04-02T08:51:40.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MusIjsx9qddr3uc off=6867687 len=435413 2024-04-02T08:51:40.865 INFO:tasks.workunit.client.0.smithi084.stdout:op 2996 completed, throughput=5MB/sec 2024-04-02T08:51:40.865 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-E7y74ToMD-fsbkb off=1371821 len=917048 2024-04-02T08:51:40.866 INFO:tasks.workunit.client.0.smithi084.stdout:op 2997 completed, throughput=5MB/sec 2024-04-02T08:51:40.866 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YZsZrcLsoQ82-G_ off=7155769 len=1849658 2024-04-02T08:51:40.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 2998 completed, throughput=5MB/sec 2024-04-02T08:51:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:40 smithi084 ceph-mon[94794]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:51:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:51:40] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-02T08:51:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:40 smithi084 ceph-mon[97358]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:40 smithi132 ceph-mon[88571]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:51:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:41.869 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ofxdy_PqfnsPWKD off=3057253 len=1249904 2024-04-02T08:51:41.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 2999 completed, throughput=5MB/sec 2024-04-02T08:51:41.872 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-btnC5vMQ7CLZoL8 off=698550 len=2015456 2024-04-02T08:51:41.882 INFO:tasks.workunit.client.0.smithi084.stdout:op 3000 completed, throughput=5MB/sec 2024-04-02T08:51:41.882 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WZmZlA3VmUoPUYv off=292691 len=76405 2024-04-02T08:51:41.884 INFO:tasks.workunit.client.0.smithi084.stdout:op 3001 completed, throughput=5MB/sec 2024-04-02T08:51:41.884 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--Y_04hRmfVs2Cwx off=212133 len=2082579 2024-04-02T08:51:41.885 INFO:tasks.workunit.client.0.smithi084.stdout:op 3002 completed, throughput=5MB/sec 2024-04-02T08:51:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:51:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:42.885 INFO:tasks.workunit.client.0.smithi084.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:42.886 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Del-ymZ3QPPSDGg off=2335335 len=111984 2024-04-02T08:51:42.888 INFO:tasks.workunit.client.0.smithi084.stdout:op 3003 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.888 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WovWVyipO_7lTia off=3069389 len=952602 2024-04-02T08:51:42.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 3004 completed, throughput=5MB/sec 2024-04-02T08:51:42.889 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xeV-_ol5Tk38rQg off=173012 len=1884062 2024-04-02T08:51:42.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 3005 completed, throughput=5MB/sec 2024-04-02T08:51:42.893 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2uhJZ9rsUUFbkNx off=5986921 len=1336346 2024-04-02T08:51:42.900 INFO:tasks.workunit.client.0.smithi084.stdout:op 3006 completed, throughput=5MB/sec 2024-04-02T08:51:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:42 smithi084 ceph-mon[94794]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:42 smithi084 ceph-mon[97358]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:42 smithi132 ceph-mon[88571]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:43.900 INFO:tasks.workunit.client.0.smithi084.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:43.901 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ak4OpBw3d5OSmIl off=356361 len=1756932 2024-04-02T08:51:43.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 3007 completed, throughput=5MB/sec 2024-04-02T08:51:43.902 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TncK6mTAWBIFa1X off=1269637 len=630164 2024-04-02T08:51:43.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 3008 completed, throughput=5MB/sec 2024-04-02T08:51:43.905 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_4bf03nkXPfxjj7 off=6147521 len=1730117 2024-04-02T08:51:43.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 3009 completed, throughput=5MB/sec 2024-04-02T08:51:43.917 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-npa0Yty-qTV5WDH off=14321117 len=1304817 2024-04-02T08:51:43.922 INFO:tasks.workunit.client.0.smithi084.stdout:op 3010 completed, throughput=5MB/sec 2024-04-02T08:51:44.922 INFO:tasks.workunit.client.0.smithi084.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:44.923 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-El8nCxtaXqweb51 off=7583192 len=1125825 2024-04-02T08:51:44.923 INFO:tasks.workunit.client.0.smithi084.stdout:op 3011 completed, throughput=4.99MB/sec 2024-04-02T08:51:44.923 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7iPY6lTo3dw1O9i off=4874331 len=468521 2024-04-02T08:51:44.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 3012 completed, throughput=5MB/sec 2024-04-02T08:51:44.925 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Laez-GvFUZkP7ky off=5839146 len=999916 2024-04-02T08:51:44.930 INFO:tasks.workunit.client.0.smithi084.stdout:op 3013 completed, throughput=5MB/sec 2024-04-02T08:51:44.930 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--dCYzZb3uQpkK_Y off=4359552 len=708067 2024-04-02T08:51:44.933 INFO:tasks.workunit.client.0.smithi084.stdout:op 3014 completed, throughput=5MB/sec 2024-04-02T08:51:44.934 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MlIsRTAmqMKh893 off=6737821 len=1921738 2024-04-02T08:51:44.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 3015 completed, throughput=5MB/sec 2024-04-02T08:51:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:44 smithi084 ceph-mon[94794]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:51:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:44 smithi084 ceph-mon[97358]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:51:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:44 smithi132 ceph-mon[88571]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:51:45.937 INFO:tasks.workunit.client.0.smithi084.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:45.937 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_lJg4k84apDLasK off=2153414 len=1602029 2024-04-02T08:51:45.938 INFO:tasks.workunit.client.0.smithi084.stdout:op 3016 completed, throughput=5MB/sec 2024-04-02T08:51:45.939 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6SF1fwb2nOkVh4k off=1691587 len=1049208 2024-04-02T08:51:45.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 3017 completed, throughput=5MB/sec 2024-04-02T08:51:45.943 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wn55z27wMphSQCP off=6715738 len=209877 2024-04-02T08:51:45.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 3018 completed, throughput=5MB/sec 2024-04-02T08:51:45.946 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c9emRcteffNJh5a off=12250225 len=1987316 2024-04-02T08:51:45.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 3019 completed, throughput=5MB/sec 2024-04-02T08:51:46.956 INFO:tasks.workunit.client.0.smithi084.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:46.956 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4cBioN9EQ6MXSUD off=14968934 len=810937 2024-04-02T08:51:46.961 INFO:tasks.workunit.client.0.smithi084.stdout:op 3020 completed, throughput=4.99MB/sec 2024-04-02T08:51:46.962 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FuGkTpyaHXRAMMq off=9210316 len=1383504 2024-04-02T08:51:46.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 3021 completed, throughput=5MB/sec 2024-04-02T08:51:46.963 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eTvagRfBs4aVd1S off=1714531 len=664230 2024-04-02T08:51:46.965 INFO:tasks.workunit.client.0.smithi084.stdout:op 3022 completed, throughput=5MB/sec 2024-04-02T08:51:46.965 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DTxm6zS7pgad7J1 off=9457021 len=1188978 2024-04-02T08:51:46.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 3023 completed, throughput=5MB/sec 2024-04-02T08:51:46.970 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-26g0BBvJPGbRrMi off=6287630 len=1802571 2024-04-02T08:51:46.977 INFO:tasks.workunit.client.0.smithi084.stdout:op 3024 completed, throughput=5MB/sec 2024-04-02T08:51:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:46 smithi084 ceph-mon[94794]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-04-02T08:51:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:46 smithi084 ceph-mon[97358]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-04-02T08:51:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:46 smithi132 ceph-mon[88571]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-04-02T08:51:47.977 INFO:tasks.workunit.client.0.smithi084.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:47.978 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WlG4kpnk3rVd3oZ off=173667 len=1034955 2024-04-02T08:51:47.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 3025 completed, throughput=4.99MB/sec 2024-04-02T08:51:47.983 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q5EzXDQRgI5V21B off=1710801 len=1861505 2024-04-02T08:51:47.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 3026 completed, throughput=5MB/sec 2024-04-02T08:51:47.991 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ak19sm5W9LIIoeP off=1284749 len=741343 2024-04-02T08:51:47.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 3027 completed, throughput=5MB/sec 2024-04-02T08:51:47.991 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pvOUotUs49tYXPp off=9189449 len=1772345 2024-04-02T08:51:47.994 INFO:tasks.workunit.client.0.smithi084.stdout:op 3028 completed, throughput=5MB/sec 2024-04-02T08:51:48.995 INFO:tasks.workunit.client.0.smithi084.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:48.995 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yQcYvGVDC7lwQSr off=1932810 len=900946 2024-04-02T08:51:48.995 INFO:tasks.workunit.client.0.smithi084.stdout:op 3029 completed, throughput=4.99MB/sec 2024-04-02T08:51:48.996 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fNAlWzuMoUXKV0C off=525255 len=631408 2024-04-02T08:51:48.996 INFO:tasks.workunit.client.0.smithi084.stdout:op 3030 completed, throughput=5MB/sec 2024-04-02T08:51:48.996 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jwJ7Lkk3EQea6Xv off=2232150 len=1994249 2024-04-02T08:51:49.009 INFO:tasks.workunit.client.0.smithi084.stdout:op 3031 completed, throughput=5MB/sec 2024-04-02T08:51:49.009 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xPADmc4rXo5M0cc off=6072600 len=323384 2024-04-02T08:51:49.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 3032 completed, throughput=5MB/sec 2024-04-02T08:51:49.012 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vJ4f9msmDrOrExh off=11942079 len=1159455 2024-04-02T08:51:49.012 INFO:tasks.workunit.client.0.smithi084.stdout:op 3033 completed, throughput=5MB/sec 2024-04-02T08:51:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:48 smithi084 ceph-mon[94794]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:48 smithi084 ceph-mon[97358]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:48 smithi132 ceph-mon[88571]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:50.013 INFO:tasks.workunit.client.0.smithi084.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:50.013 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BAr7NB4DNJjmz5n off=2806606 len=2049038 2024-04-02T08:51:50.022 INFO:tasks.workunit.client.0.smithi084.stdout:op 3034 completed, throughput=5MB/sec 2024-04-02T08:51:50.022 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nj1bEtOk5bfBDol off=13237287 len=959287 2024-04-02T08:51:50.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 3035 completed, throughput=5MB/sec 2024-04-02T08:51:50.027 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vkO67AvxbESvbLJ off=19913294 len=1873057 2024-04-02T08:51:50.030 INFO:tasks.workunit.client.0.smithi084.stdout:op 3036 completed, throughput=5MB/sec 2024-04-02T08:51:51.031 INFO:tasks.workunit.client.0.smithi084.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:51.031 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ykEGKQjeR0eApCz off=561828 len=720137 2024-04-02T08:51:51.032 INFO:tasks.workunit.client.0.smithi084.stdout:op 3037 completed, throughput=4.99MB/sec 2024-04-02T08:51:51.032 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UgM6VgxlD6M9l94 off=7406073 len=767257 2024-04-02T08:51:51.036 INFO:tasks.workunit.client.0.smithi084.stdout:op 3038 completed, throughput=4.99MB/sec 2024-04-02T08:51:51.036 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gWI7jRvuSHstKgA off=2266807 len=1059784 2024-04-02T08:51:51.040 INFO:tasks.workunit.client.0.smithi084.stdout:op 3039 completed, throughput=5MB/sec 2024-04-02T08:51:51.040 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-65dUdqX-tgXOw5w off=15570033 len=1934337 2024-04-02T08:51:51.042 INFO:tasks.workunit.client.0.smithi084.stdout:op 3040 completed, throughput=5MB/sec 2024-04-02T08:51:51.042 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h_5B2oMjUz9lo-y off=4920682 len=1536720 2024-04-02T08:51:51.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 3041 completed, throughput=5MB/sec 2024-04-02T08:51:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:50 smithi084 ceph-mon[94794]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:51:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:51:50] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-02T08:51:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:50 smithi084 ceph-mon[97358]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:50 smithi132 ceph-mon[88571]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:52.049 INFO:tasks.workunit.client.0.smithi084.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:52.049 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TcT1H5ta4ESof2G off=5157594 len=361297 2024-04-02T08:51:52.050 INFO:tasks.workunit.client.0.smithi084.stdout:op 3042 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.050 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mGB0hi6AXiNc6Wv off=2601618 len=1623743 2024-04-02T08:51:52.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 3043 completed, throughput=5MB/sec 2024-04-02T08:51:52.054 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0UxdWs73Y8iY75P off=21454493 len=608308 2024-04-02T08:51:52.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 3044 completed, throughput=5MB/sec 2024-04-02T08:51:52.058 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-p0GStHBsvyZjV0r off=11162693 len=373689 2024-04-02T08:51:52.059 INFO:tasks.workunit.client.0.smithi084.stdout:op 3045 completed, throughput=5MB/sec 2024-04-02T08:51:52.059 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JiXF8_DgU4125DJ off=721608 len=1057926 2024-04-02T08:51:52.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 3046 completed, throughput=5MB/sec 2024-04-02T08:51:52.061 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FtwFhAA5IZaOrdM off=10922316 len=345521 2024-04-02T08:51:52.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 3047 completed, throughput=5MB/sec 2024-04-02T08:51:52.061 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hhZkc7dQFf1cnix off=2755098 len=566070 2024-04-02T08:51:52.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 3048 completed, throughput=5MB/sec 2024-04-02T08:51:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:51:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:51:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:53.063 INFO:tasks.workunit.client.0.smithi084.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:53.063 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YFoREbtvIOM-vud off=711869 len=846547 2024-04-02T08:51:53.066 INFO:tasks.workunit.client.0.smithi084.stdout:op 3049 completed, throughput=4.99MB/sec 2024-04-02T08:51:53.066 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JjNVNF9z2x4nuXm off=14538980 len=860745 2024-04-02T08:51:53.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 3050 completed, throughput=4.99MB/sec 2024-04-02T08:51:53.069 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FwLhkLy89nIoQNX off=7281423 len=776955 2024-04-02T08:51:53.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 3051 completed, throughput=5MB/sec 2024-04-02T08:51:53.070 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HE7lNtwBeVdYRiq off=2631277 len=1673961 2024-04-02T08:51:53.071 INFO:tasks.workunit.client.0.smithi084.stdout:op 3052 completed, throughput=5MB/sec 2024-04-02T08:51:53.071 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wn55z27wMphSQCP off=6408874 len=2065721 2024-04-02T08:51:53.080 INFO:tasks.workunit.client.0.smithi084.stdout:op 3053 completed, throughput=5MB/sec 2024-04-02T08:51:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:52 smithi084 ceph-mon[94794]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:52 smithi084 ceph-mon[97358]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:52 smithi132 ceph-mon[88571]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:54.081 INFO:tasks.workunit.client.0.smithi084.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:54.081 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QTvryKgqP4mxpU7 off=9693293 len=989704 2024-04-02T08:51:54.082 INFO:tasks.workunit.client.0.smithi084.stdout:op 3054 completed, throughput=5MB/sec 2024-04-02T08:51:54.082 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Alm9ajaBkapLLmp off=1041561 len=231922 2024-04-02T08:51:54.085 INFO:tasks.workunit.client.0.smithi084.stdout:op 3055 completed, throughput=5MB/sec 2024-04-02T08:51:54.085 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S3AeXmvPstOA3ez off=11495241 len=1556834 2024-04-02T08:51:54.088 INFO:tasks.workunit.client.0.smithi084.stdout:op 3056 completed, throughput=5MB/sec 2024-04-02T08:51:54.088 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CXVJd0G1nNN-LgA off=2852202 len=1779930 2024-04-02T08:51:54.089 INFO:tasks.workunit.client.0.smithi084.stdout:op 3057 completed, throughput=5MB/sec 2024-04-02T08:51:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:55.090 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YV7S3-S0K0iAlSL off=804676 len=259138 2024-04-02T08:51:55.093 INFO:tasks.workunit.client.0.smithi084.stdout:op 3058 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.093 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8vhpStK0-S7XC_L off=6818672 len=1669353 2024-04-02T08:51:55.094 INFO:tasks.workunit.client.0.smithi084.stdout:op 3059 completed, throughput=5MB/sec 2024-04-02T08:51:55.095 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8C0pCxnMGQoQfHF off=11212591 len=2006520 2024-04-02T08:51:55.106 INFO:tasks.workunit.client.0.smithi084.stdout:op 3060 completed, throughput=5MB/sec 2024-04-02T08:51:55.106 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GgYTX2-MFoAYwub off=2768567 len=1489148 2024-04-02T08:51:55.109 INFO:tasks.workunit.client.0.smithi084.stdout:op 3061 completed, throughput=5MB/sec 2024-04-02T08:51:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:54 smithi084 ceph-mon[94794]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:54 smithi084 ceph-mon[97358]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:54 smithi132 ceph-mon[88571]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:56.109 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-epOOGGRgtJGqwVK off=2775185 len=899698 2024-04-02T08:51:56.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 3062 completed, throughput=4.99MB/sec 2024-04-02T08:51:56.115 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h6uDRPtim-eTM46 off=7388131 len=1633584 2024-04-02T08:51:56.116 INFO:tasks.workunit.client.0.smithi084.stdout:op 3063 completed, throughput=5MB/sec 2024-04-02T08:51:56.116 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UIALMLVtMqC7Y3q off=4133790 len=600562 2024-04-02T08:51:56.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 3064 completed, throughput=5MB/sec 2024-04-02T08:51:56.120 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FON9jYW6ylxiDVH off=4343076 len=1865901 2024-04-02T08:51:56.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 3065 completed, throughput=5MB/sec 2024-04-02T08:51:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:56 smithi084 ceph-mon[94794]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:51:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:56 smithi084 ceph-mon[97358]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:51:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:57.130 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DqYwWLgCfhl-zq3 off=1202566 len=721258 2024-04-02T08:51:57.131 INFO:tasks.workunit.client.0.smithi084.stdout:op 3066 completed, throughput=4.99MB/sec 2024-04-02T08:51:57.131 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pcjtxUpFMh6ODXN off=6627399 len=338094 2024-04-02T08:51:57.134 INFO:tasks.workunit.client.0.smithi084.stdout:op 3067 completed, throughput=4.99MB/sec 2024-04-02T08:51:57.134 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v_acvKyrk7Hi0Mu off=12788293 len=1221958 2024-04-02T08:51:57.139 INFO:tasks.workunit.client.0.smithi084.stdout:op 3068 completed, throughput=5MB/sec 2024-04-02T08:51:57.140 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-saP7jKrfRxXQqkb off=13536208 len=1231669 2024-04-02T08:51:57.146 INFO:tasks.workunit.client.0.smithi084.stdout:op 3069 completed, throughput=5MB/sec 2024-04-02T08:51:57.146 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Hs3TnoHSskIcrIW off=5045048 len=228444 2024-04-02T08:51:57.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 3070 completed, throughput=5MB/sec 2024-04-02T08:51:57.147 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XweYkVzq36WiNKL off=1484654 len=1697400 2024-04-02T08:51:57.148 INFO:tasks.workunit.client.0.smithi084.stdout:op 3071 completed, throughput=5MB/sec 2024-04-02T08:51:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:56 smithi132 ceph-mon[88571]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:51:58.149 INFO:tasks.workunit.client.0.smithi084.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:58.149 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iPj1adlBWBa7eDU off=2893388 len=1861741 2024-04-02T08:51:58.156 INFO:tasks.workunit.client.0.smithi084.stdout:op 3072 completed, throughput=5MB/sec 2024-04-02T08:51:58.157 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wQJSImw_5KV_rmS off=16625375 len=1039796 2024-04-02T08:51:58.158 INFO:tasks.workunit.client.0.smithi084.stdout:op 3073 completed, throughput=5MB/sec 2024-04-02T08:51:58.158 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GvT12YOJWpxAlR6 off=4907758 len=161018 2024-04-02T08:51:58.160 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 08:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T08:51:57.74272343Z level=info msg="Completed cleanup jobs" duration=2.281731ms 2024-04-02T08:51:58.161 INFO:tasks.workunit.client.0.smithi084.stdout:op 3074 completed, throughput=5MB/sec 2024-04-02T08:51:58.161 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PCEieO1u5HkNLAL off=17971878 len=1309040 2024-04-02T08:51:58.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 3075 completed, throughput=5MB/sec 2024-04-02T08:51:58.169 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xZC_6zqZn0u3N-h off=7213030 len=792463 2024-04-02T08:51:58.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 3076 completed, throughput=5MB/sec 2024-04-02T08:51:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:51:58 smithi084 ceph-mon[94794]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:51:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:51:58 smithi084 ceph-mon[97358]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:51:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:51:58 smithi132 ceph-mon[88571]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:51:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:59.174 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0hlIDq2__c_HKsB off=8826119 len=1168295 2024-04-02T08:51:59.178 INFO:tasks.workunit.client.0.smithi084.stdout:op 3077 completed, throughput=4.99MB/sec 2024-04-02T08:51:59.178 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2rf3aq-qjpPO4HQ off=9240790 len=570598 2024-04-02T08:51:59.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 3078 completed, throughput=4.99MB/sec 2024-04-02T08:51:59.179 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OkmQBspoHwL_1P6 off=8523619 len=1177745 2024-04-02T08:51:59.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 3079 completed, throughput=5MB/sec 2024-04-02T08:51:59.186 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v8eg8A3nDFgVzvq off=5350605 len=2005248 2024-04-02T08:51:59.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 3080 completed, throughput=5MB/sec 2024-04-02T08:51:59.196 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uh80cJnHrN0zVtO off=10008171 len=1792569 2024-04-02T08:51:59.206 INFO:tasks.workunit.client.0.smithi084.stdout:op 3081 completed, throughput=5MB/sec 2024-04-02T08:52:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:00.206 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rLMcjnDRBVvht43 off=19842260 len=499750 2024-04-02T08:52:00.207 INFO:tasks.workunit.client.0.smithi084.stdout:op 3082 completed, throughput=4.99MB/sec 2024-04-02T08:52:00.207 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rBMz9um0yyiuKTF off=3236476 len=1338568 2024-04-02T08:52:00.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 3083 completed, throughput=5MB/sec 2024-04-02T08:52:00.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-s-56bvV_MT2dddr off=1542986 len=697812 2024-04-02T08:52:00.215 INFO:tasks.workunit.client.0.smithi084.stdout:op 3084 completed, throughput=5MB/sec 2024-04-02T08:52:00.215 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2-3Y4nlikWVe1mM off=1275433 len=1031256 2024-04-02T08:52:00.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 3085 completed, throughput=5MB/sec 2024-04-02T08:52:00.216 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xh23VfE_WnBkrN_ off=14996788 len=1900023 2024-04-02T08:52:00.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 3086 completed, throughput=5MB/sec 2024-04-02T08:52:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:00 smithi084 ceph-mon[94794]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:52:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:52:00] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:52:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:00 smithi084 ceph-mon[97358]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:00 smithi132 ceph-mon[88571]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:01.224 INFO:tasks.workunit.client.0.smithi084.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:01.224 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pn556rnGvxjAM7J off=7901271 len=34584 2024-04-02T08:52:01.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 3087 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.226 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g4cOozKWAjSEKWR off=23823141 len=326437 2024-04-02T08:52:01.230 INFO:tasks.workunit.client.0.smithi084.stdout:op 3088 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.230 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Vmyc7czkx4R7mka off=1671204 len=1599205 2024-04-02T08:52:01.238 INFO:tasks.workunit.client.0.smithi084.stdout:op 3089 completed, throughput=5MB/sec 2024-04-02T08:52:01.238 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ej8EOBeQgSXvMJR off=4347798 len=619712 2024-04-02T08:52:01.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 3090 completed, throughput=5MB/sec 2024-04-02T08:52:01.239 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8VMvFynlPac_nIl off=5168913 len=359928 2024-04-02T08:52:01.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 3091 completed, throughput=5MB/sec 2024-04-02T08:52:01.239 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OzkXACiulLP8WwX off=6558002 len=669515 2024-04-02T08:52:01.240 INFO:tasks.workunit.client.0.smithi084.stdout:op 3092 completed, throughput=5MB/sec 2024-04-02T08:52:01.240 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-itrmdkWYLP8YrML off=4385107 len=1759552 2024-04-02T08:52:01.248 INFO:tasks.workunit.client.0.smithi084.stdout:op 3093 completed, throughput=5MB/sec 2024-04-02T08:52:02.248 INFO:tasks.workunit.client.0.smithi084.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:02.248 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZkIfIVrBiTlX8kB off=7333475 len=432315 2024-04-02T08:52:02.251 INFO:tasks.workunit.client.0.smithi084.stdout:op 3094 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.251 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ems2JW8apz4CuqQ off=18234482 len=491772 2024-04-02T08:52:02.251 INFO:tasks.workunit.client.0.smithi084.stdout:op 3095 completed, throughput=5MB/sec 2024-04-02T08:52:02.251 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c0crmCoFI68k-Fy off=1998596 len=1834155 2024-04-02T08:52:02.259 INFO:tasks.workunit.client.0.smithi084.stdout:op 3096 completed, throughput=5MB/sec 2024-04-02T08:52:02.259 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wgFsfGTqFCDepo2 off=505768 len=1841645 2024-04-02T08:52:02.275 INFO:tasks.workunit.client.0.smithi084.stdout:op 3097 completed, throughput=5MB/sec 2024-04-02T08:52:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:52:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:02 smithi084 ceph-mon[94794]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:02 smithi084 ceph-mon[97358]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:02 smithi132 ceph-mon[88571]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:03.276 INFO:tasks.workunit.client.0.smithi084.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:03.276 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4yIujOLN_3we7I0 off=14522540 len=1727047 2024-04-02T08:52:03.285 INFO:tasks.workunit.client.0.smithi084.stdout:op 3098 completed, throughput=5MB/sec 2024-04-02T08:52:03.285 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dAML0sHoaiowJFU off=316518 len=1169097 2024-04-02T08:52:03.286 INFO:tasks.workunit.client.0.smithi084.stdout:op 3099 completed, throughput=5MB/sec 2024-04-02T08:52:03.286 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lNkZbAEJF3SS3EU off=11672063 len=1763244 2024-04-02T08:52:03.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 3100 completed, throughput=5MB/sec 2024-04-02T08:52:04.295 INFO:tasks.workunit.client.0.smithi084.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:04.295 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HdidFLQnFIi6Ld5 off=7510338 len=973746 2024-04-02T08:52:04.296 INFO:tasks.workunit.client.0.smithi084.stdout:op 3101 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.296 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AlSG3diCDBjFF8Z off=8372382 len=482762 2024-04-02T08:52:04.296 INFO:tasks.workunit.client.0.smithi084.stdout:op 3102 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.297 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h5me5EJRGUkqsS0 off=378869 len=720374 2024-04-02T08:52:04.297 INFO:tasks.workunit.client.0.smithi084.stdout:op 3103 completed, throughput=5MB/sec 2024-04-02T08:52:04.298 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QEmqSEUAwnFjYKz off=2783513 len=1048528 2024-04-02T08:52:04.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 3104 completed, throughput=5MB/sec 2024-04-02T08:52:04.299 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3CKw7UKqQsrxspe off=1233277 len=1020490 2024-04-02T08:52:04.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 3105 completed, throughput=5MB/sec 2024-04-02T08:52:04.302 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IAX9VN4hsT5oLiK off=2999442 len=882135 2024-04-02T08:52:04.305 INFO:tasks.workunit.client.0.smithi084.stdout:op 3106 completed, throughput=5MB/sec 2024-04-02T08:52:04.305 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XV1YT0PSb894jWW off=8170057 len=284874 2024-04-02T08:52:04.307 INFO:tasks.workunit.client.0.smithi084.stdout:op 3107 completed, throughput=5MB/sec 2024-04-02T08:52:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:04 smithi084 ceph-mon[94794]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:04 smithi084 ceph-mon[97358]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:04 smithi132 ceph-mon[88571]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:05.308 INFO:tasks.workunit.client.0.smithi084.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:05.308 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uMXo5X8a1UD2F7K off=11912094 len=1929948 2024-04-02T08:52:05.310 INFO:tasks.workunit.client.0.smithi084.stdout:op 3108 completed, throughput=5MB/sec 2024-04-02T08:52:05.313 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qGLs4o3KszWlcSW off=4715546 len=947907 2024-04-02T08:52:05.316 INFO:tasks.workunit.client.0.smithi084.stdout:op 3109 completed, throughput=5MB/sec 2024-04-02T08:52:05.316 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CNEnuD9vgGYcgS5 off=6390329 len=1004545 2024-04-02T08:52:05.321 INFO:tasks.workunit.client.0.smithi084.stdout:op 3110 completed, throughput=5MB/sec 2024-04-02T08:52:05.321 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y1T5_g1acbnonG_ off=8034731 len=329025 2024-04-02T08:52:05.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 3111 completed, throughput=5MB/sec 2024-04-02T08:52:05.322 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4vD0K6UGlJDB0wX off=1383603 len=2042283 2024-04-02T08:52:05.325 INFO:tasks.workunit.client.0.smithi084.stdout:op 3112 completed, throughput=5MB/sec 2024-04-02T08:52:06.326 INFO:tasks.workunit.client.0.smithi084.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:06.326 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1X4Y2lBJvzbiRtL off=13273572 len=1728694 2024-04-02T08:52:06.334 INFO:tasks.workunit.client.0.smithi084.stdout:op 3113 completed, throughput=5MB/sec 2024-04-02T08:52:06.334 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IWBvRbe_-ARVikj off=3274753 len=731120 2024-04-02T08:52:06.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 3114 completed, throughput=5MB/sec 2024-04-02T08:52:06.338 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_TXcNfl655x-R_j off=14870669 len=1877644 2024-04-02T08:52:06.339 INFO:tasks.workunit.client.0.smithi084.stdout:op 3115 completed, throughput=5MB/sec 2024-04-02T08:52:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:06 smithi084 ceph-mon[94794]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:52:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:06 smithi084 ceph-mon[97358]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:52:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:06 smithi132 ceph-mon[88571]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:52:07.339 INFO:tasks.workunit.client.0.smithi084.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:07.339 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ATjS72LOe_Q5ZVU off=4426037 len=1133675 2024-04-02T08:52:07.341 INFO:tasks.workunit.client.0.smithi084.stdout:op 3116 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.341 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nk9VWUmvSCMd6GP off=3015390 len=1140091 2024-04-02T08:52:07.345 INFO:tasks.workunit.client.0.smithi084.stdout:op 3117 completed, throughput=5MB/sec 2024-04-02T08:52:07.345 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Pct-7ZqnpSh315L off=2612631 len=1422 2024-04-02T08:52:07.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 3118 completed, throughput=5MB/sec 2024-04-02T08:52:07.346 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Pt5yGT52HqfvQkz off=5837060 len=263248 2024-04-02T08:52:07.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 3119 completed, throughput=5MB/sec 2024-04-02T08:52:07.346 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DjA162s6FZcsm9s off=1275140 len=245730 2024-04-02T08:52:07.349 INFO:tasks.workunit.client.0.smithi084.stdout:op 3120 completed, throughput=5MB/sec 2024-04-02T08:52:07.349 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ohUntH-yp2Blx-L off=1687451 len=85542 2024-04-02T08:52:07.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 3121 completed, throughput=5MB/sec 2024-04-02T08:52:07.355 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oGsQSOyHbwFwQXs off=3286705 len=24779 2024-04-02T08:52:07.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 3122 completed, throughput=5MB/sec 2024-04-02T08:52:07.355 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i6yw1tfGVZqg9fu off=3042392 len=528022 2024-04-02T08:52:07.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 3123 completed, throughput=5MB/sec 2024-04-02T08:52:07.355 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4RZ32XpO5P0Bxt9 off=5478613 len=462005 2024-04-02T08:52:07.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 3124 completed, throughput=5MB/sec 2024-04-02T08:52:07.356 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-modaRFHn9IoMj_M off=4007513 len=229410 2024-04-02T08:52:07.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 3125 completed, throughput=5MB/sec 2024-04-02T08:52:07.358 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EYndD45EioIdvTh off=11293349 len=411501 2024-04-02T08:52:07.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 3126 completed, throughput=5MB/sec 2024-04-02T08:52:07.358 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pAuhcfiTLDb_NiW off=1374615 len=629852 2024-04-02T08:52:07.359 INFO:tasks.workunit.client.0.smithi084.stdout:op 3127 completed, throughput=5MB/sec 2024-04-02T08:52:07.359 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q6gS90sdqyc0GHs off=14910178 len=1488998 2024-04-02T08:52:07.360 INFO:tasks.workunit.client.0.smithi084.stdout:op 3128 completed, throughput=5MB/sec 2024-04-02T08:52:08.361 INFO:tasks.workunit.client.0.smithi084.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:08.361 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sTUyxkYqxK2BGFc off=573347 len=17421 2024-04-02T08:52:08.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 3129 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.363 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gCAJnyAQeFoRIGt off=4264463 len=449811 2024-04-02T08:52:08.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 3130 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.366 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NuTPX-HzWgoKrzE off=11996415 len=386662 2024-04-02T08:52:08.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 3131 completed, throughput=5MB/sec 2024-04-02T08:52:08.368 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6pPB-gqDUyd9Zyu off=3445030 len=312009 2024-04-02T08:52:08.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 3132 completed, throughput=5MB/sec 2024-04-02T08:52:08.370 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kmHpwQ7Zp1Uf-g4 off=9700265 len=1239286 2024-04-02T08:52:08.377 INFO:tasks.workunit.client.0.smithi084.stdout:op 3133 completed, throughput=5MB/sec 2024-04-02T08:52:08.378 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0SV5e4Liq01EvFK off=9702516 len=1481477 2024-04-02T08:52:08.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 3134 completed, throughput=5MB/sec 2024-04-02T08:52:08.386 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bssSRjHainGlxYM off=4042126 len=146912 2024-04-02T08:52:08.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 3135 completed, throughput=5MB/sec 2024-04-02T08:52:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:08 smithi084 ceph-mon[94794]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:52:09.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:08 smithi084 ceph-mon[97358]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:52:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:08 smithi132 ceph-mon[88571]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:52:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:09.387 INFO:tasks.workunit.client.0.smithi084.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:09.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IedPKD8dDsk8ZHd off=3519933 len=750340 2024-04-02T08:52:09.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 3136 completed, throughput=4.99MB/sec 2024-04-02T08:52:09.388 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1lr9E-okD9nwiYa off=341446 len=365882 2024-04-02T08:52:09.389 INFO:tasks.workunit.client.0.smithi084.stdout:op 3137 completed, throughput=4.99MB/sec 2024-04-02T08:52:09.389 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VIi9GtOP60D5FOd off=14844181 len=1361709 2024-04-02T08:52:09.398 INFO:tasks.workunit.client.0.smithi084.stdout:op 3138 completed, throughput=5MB/sec 2024-04-02T08:52:09.398 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hqnDlj0v-H50BT1 off=98958 len=918902 2024-04-02T08:52:09.402 INFO:tasks.workunit.client.0.smithi084.stdout:op 3139 completed, throughput=5MB/sec 2024-04-02T08:52:09.402 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-woxx5WDJQbJq3Aw off=2361628 len=1274134 2024-04-02T08:52:09.403 INFO:tasks.workunit.client.0.smithi084.stdout:op 3140 completed, throughput=5MB/sec 2024-04-02T08:52:09.403 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e84nNtUIQwrH5fg off=14153032 len=144855 2024-04-02T08:52:09.405 INFO:tasks.workunit.client.0.smithi084.stdout:op 3141 completed, throughput=5MB/sec 2024-04-02T08:52:09.405 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0hkk3Ky3JC08ZjN off=14918465 len=1745006 2024-04-02T08:52:09.413 INFO:tasks.workunit.client.0.smithi084.stdout:op 3142 completed, throughput=5MB/sec 2024-04-02T08:52:10.414 INFO:tasks.workunit.client.0.smithi084.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:10.414 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8CUe2o3bL6se1vg off=1038036 len=1615066 2024-04-02T08:52:10.423 INFO:tasks.workunit.client.0.smithi084.stdout:op 3143 completed, throughput=5MB/sec 2024-04-02T08:52:10.423 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-k7F_KAehu6lc6lX off=5260295 len=1391615 2024-04-02T08:52:10.430 INFO:tasks.workunit.client.0.smithi084.stdout:op 3144 completed, throughput=5MB/sec 2024-04-02T08:52:10.430 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XTndWHDcYvE0RYA off=9494257 len=1766834 2024-04-02T08:52:10.437 INFO:tasks.workunit.client.0.smithi084.stdout:op 3145 completed, throughput=5MB/sec 2024-04-02T08:52:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:10 smithi084 ceph-mon[94794]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:52:11.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:52:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:52:10] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:52:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:10 smithi084 ceph-mon[97358]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:52:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:10 smithi132 ceph-mon[88571]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:52:11.438 INFO:tasks.workunit.client.0.smithi084.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:11.577 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GxFd5eXAnnEpQWf off=2391128 len=1303549 2024-04-02T08:52:11.579 INFO:tasks.workunit.client.0.smithi084.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-02T08:52:11.579 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Bzyr_0-ajnO3Mex off=3548044 len=1261438 2024-04-02T08:52:11.579 INFO:tasks.workunit.client.0.smithi084.stdout:op 3147 completed, throughput=5MB/sec 2024-04-02T08:52:11.579 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b1lOU9_NmClS1zY off=529496 len=955958 2024-04-02T08:52:11.579 INFO:tasks.workunit.client.0.smithi084.stdout:op 3148 completed, throughput=5MB/sec 2024-04-02T08:52:11.579 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lU1I60AGPPxrkUF off=2258508 len=1512607 2024-04-02T08:52:11.579 INFO:tasks.workunit.client.0.smithi084.stdout:op 3149 completed, throughput=5MB/sec 2024-04-02T08:52:12.449 INFO:tasks.workunit.client.0.smithi084.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:12.450 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oyxJ1H3xxSK1SkU off=20054010 len=1328265 2024-04-02T08:52:12.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 3150 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.454 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Vy5LrVDuCGnA1Gf off=7777405 len=1317482 2024-04-02T08:52:12.463 INFO:tasks.workunit.client.0.smithi084.stdout:op 3151 completed, throughput=5MB/sec 2024-04-02T08:52:12.463 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rwFpRR90UYZiDOe off=4183791 len=657597 2024-04-02T08:52:12.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 3152 completed, throughput=5MB/sec 2024-04-02T08:52:12.466 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-82P6NULJbJtWWox off=834379 len=705153 2024-04-02T08:52:12.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 3153 completed, throughput=5MB/sec 2024-04-02T08:52:12.467 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i41Jgtc4gE2sPfx off=1807686 len=201676 2024-04-02T08:52:12.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 3154 completed, throughput=5MB/sec 2024-04-02T08:52:12.467 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aBfpn5VwgUg8XSP off=1651024 len=660757 2024-04-02T08:52:12.474 INFO:tasks.workunit.client.0.smithi084.stdout:op 3155 completed, throughput=5MB/sec 2024-04-02T08:52:12.474 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UFNbssSdS2gsacH off=7707239 len=1083715 2024-04-02T08:52:12.474 INFO:tasks.workunit.client.0.smithi084.stdout:op 3156 completed, throughput=5MB/sec 2024-04-02T08:52:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:52:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:12 smithi084 ceph-mon[94794]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:12 smithi084 ceph-mon[97358]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:12 smithi132 ceph-mon[88571]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:13.473 INFO:tasks.workunit.client.0.smithi084.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:13.473 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7VZVKAOVVZqagpM off=15993516 len=1609133 2024-04-02T08:52:13.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 3157 completed, throughput=5MB/sec 2024-04-02T08:52:13.476 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4LujrP0R8Tv1xfY off=6486421 len=1966569 2024-04-02T08:52:13.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 3158 completed, throughput=5MB/sec 2024-04-02T08:52:13.478 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8KYhc4Ep2TmkU17 off=4154295 len=510029 2024-04-02T08:52:13.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 3159 completed, throughput=5MB/sec 2024-04-02T08:52:13.482 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bLB4AHPVsNg4oAf off=501577 len=1102699 2024-04-02T08:52:13.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 3160 completed, throughput=5MB/sec 2024-04-02T08:52:14.487 INFO:tasks.workunit.client.0.smithi084.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:14.488 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0VdPJcuivHqJTxP off=9629920 len=2060679 2024-04-02T08:52:14.489 INFO:tasks.workunit.client.0.smithi084.stdout:op 3161 completed, throughput=5MB/sec 2024-04-02T08:52:14.489 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yFkfn-ZRvDcfDtY off=0 len=1115740 2024-04-02T08:52:14.492 INFO:tasks.workunit.client.0.smithi084.stdout:op 3162 completed, throughput=5MB/sec 2024-04-02T08:52:14.492 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fNAlWzuMoUXKV0C off=12184099 len=341635 2024-04-02T08:52:14.493 INFO:tasks.workunit.client.0.smithi084.stdout:op 3163 completed, throughput=5MB/sec 2024-04-02T08:52:14.493 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S8sqqbssAqFADfN off=3119267 len=1982554 2024-04-02T08:52:14.494 INFO:tasks.workunit.client.0.smithi084.stdout:op 3164 completed, throughput=5MB/sec 2024-04-02T08:52:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:14 smithi084 ceph-mon[94794]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:14 smithi084 ceph-mon[97358]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:14 smithi132 ceph-mon[88571]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:15.494 INFO:tasks.workunit.client.0.smithi084.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:15.494 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5iaikdEWq2KcW3P off=10572304 len=369427 2024-04-02T08:52:15.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 3165 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.495 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VAEOY0altNsXvfs off=6823582 len=1802892 2024-04-02T08:52:15.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 3166 completed, throughput=5MB/sec 2024-04-02T08:52:15.496 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y2HaLI6Ylit3thG off=4122468 len=1750455 2024-04-02T08:52:15.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 3167 completed, throughput=5MB/sec 2024-04-02T08:52:15.499 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6rbUKfLtE2zQtzJ off=5636560 len=1557229 2024-04-02T08:52:15.501 INFO:tasks.workunit.client.0.smithi084.stdout:op 3168 completed, throughput=5MB/sec 2024-04-02T08:52:16.501 INFO:tasks.workunit.client.0.smithi084.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:16.502 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nYE12f_B0I-TkBp off=7031113 len=1712725 2024-04-02T08:52:16.503 INFO:tasks.workunit.client.0.smithi084.stdout:op 3169 completed, throughput=5MB/sec 2024-04-02T08:52:16.503 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SFxisaSjRIsSiua off=14768468 len=1834468 2024-04-02T08:52:16.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 3170 completed, throughput=5MB/sec 2024-04-02T08:52:16.511 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HvmFv-hWozAE4Lb off=13993207 len=1590173 2024-04-02T08:52:16.512 INFO:tasks.workunit.client.0.smithi084.stdout:op 3171 completed, throughput=5MB/sec 2024-04-02T08:52:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:16 smithi084 ceph-mon[94794]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:52:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:16 smithi084 ceph-mon[97358]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:52:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:16 smithi132 ceph-mon[88571]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:52:17.513 INFO:tasks.workunit.client.0.smithi084.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:17.513 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-p6HUSZ4jHQhBMlc off=17775949 len=569227 2024-04-02T08:52:17.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 3172 completed, throughput=4.99MB/sec 2024-04-02T08:52:17.513 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PNfstCsWy4woy6f off=198140 len=945477 2024-04-02T08:52:17.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 3173 completed, throughput=5MB/sec 2024-04-02T08:52:17.514 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LlApBhl5VYRrW6t off=1089630 len=361398 2024-04-02T08:52:17.516 INFO:tasks.workunit.client.0.smithi084.stdout:op 3174 completed, throughput=5MB/sec 2024-04-02T08:52:17.516 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h2Oj3uU7Ojkwqzg off=4250966 len=1002054 2024-04-02T08:52:17.520 INFO:tasks.workunit.client.0.smithi084.stdout:op 3175 completed, throughput=5MB/sec 2024-04-02T08:52:17.520 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-F-Ew6NWREDyAgBG off=4997200 len=1817464 2024-04-02T08:52:17.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 3176 completed, throughput=5MB/sec 2024-04-02T08:52:18.522 INFO:tasks.workunit.client.0.smithi084.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:18.522 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WNtQpxhcDxcU79n off=3745584 len=1731549 2024-04-02T08:52:18.530 INFO:tasks.workunit.client.0.smithi084.stdout:op 3177 completed, throughput=5MB/sec 2024-04-02T08:52:18.530 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fTIIqS_EKVH7tDD off=809429 len=1106969 2024-04-02T08:52:18.531 INFO:tasks.workunit.client.0.smithi084.stdout:op 3178 completed, throughput=5MB/sec 2024-04-02T08:52:18.531 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-U6iRzkjpdnqpV8e off=1447973 len=708776 2024-04-02T08:52:18.534 INFO:tasks.workunit.client.0.smithi084.stdout:op 3179 completed, throughput=5MB/sec 2024-04-02T08:52:18.534 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k_yyXQlGl6XKR45 off=6166029 len=811439 2024-04-02T08:52:18.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 3180 completed, throughput=5MB/sec 2024-04-02T08:52:18.535 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2Bf50jtIXL2uYPN off=16465900 len=819439 2024-04-02T08:52:18.540 INFO:tasks.workunit.client.0.smithi084.stdout:op 3181 completed, throughput=5MB/sec 2024-04-02T08:52:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:18 smithi084 ceph-mon[94794]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:18 smithi084 ceph-mon[97358]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:18 smithi132 ceph-mon[88571]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:19.540 INFO:tasks.workunit.client.0.smithi084.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:19.540 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-llq1aFawafhnAxz off=17657441 len=844272 2024-04-02T08:52:19.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 3182 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.542 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FFcwVmdtCiqT85F off=3631310 len=620755 2024-04-02T08:52:19.546 INFO:tasks.workunit.client.0.smithi084.stdout:op 3183 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.546 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZQg266fijiii4uO off=11578896 len=980145 2024-04-02T08:52:19.548 INFO:tasks.workunit.client.0.smithi084.stdout:op 3184 completed, throughput=5MB/sec 2024-04-02T08:52:19.548 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nV3W_wT0SCx4cUY off=12826278 len=774589 2024-04-02T08:52:19.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 3185 completed, throughput=5MB/sec 2024-04-02T08:52:19.552 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rFujbx6ZQaIKazN off=816452 len=1700388 2024-04-02T08:52:19.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 3186 completed, throughput=5MB/sec 2024-04-02T08:52:19.561 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tVRkUOkl2tG2QYY off=4836932 len=389910 2024-04-02T08:52:19.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 3187 completed, throughput=5MB/sec 2024-04-02T08:52:20.562 INFO:tasks.workunit.client.0.smithi084.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:20.563 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Vxfj5jppOdcz3Wx off=2785757 len=18666 2024-04-02T08:52:20.564 INFO:tasks.workunit.client.0.smithi084.stdout:op 3188 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.564 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HN2iN-Puuq3nwkj off=449192 len=1711614 2024-04-02T08:52:20.574 INFO:tasks.workunit.client.0.smithi084.stdout:op 3189 completed, throughput=5MB/sec 2024-04-02T08:52:20.574 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KdYwoKvYwWeN2W8 off=9271083 len=286872 2024-04-02T08:52:20.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 3190 completed, throughput=5MB/sec 2024-04-02T08:52:20.577 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wU6K9ddlGhTXBps off=12792314 len=1983331 2024-04-02T08:52:20.578 INFO:tasks.workunit.client.0.smithi084.stdout:op 3191 completed, throughput=5MB/sec 2024-04-02T08:52:20.579 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qSDqNMsV1-7bw1u off=1978002 len=210552 2024-04-02T08:52:20.579 INFO:tasks.workunit.client.0.smithi084.stdout:op 3192 completed, throughput=5MB/sec 2024-04-02T08:52:20.580 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OW_-ppeOLVliq-e off=14489520 len=1095531 2024-04-02T08:52:20.583 INFO:tasks.workunit.client.0.smithi084.stdout:op 3193 completed, throughput=5MB/sec 2024-04-02T08:52:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:20 smithi084 ceph-mon[94794]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:20 smithi084 ceph-mon[97358]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:52:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:52:20] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:52:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:20 smithi132 ceph-mon[88571]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:21.584 INFO:tasks.workunit.client.0.smithi084.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:21.584 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wa5miUspN9mZv_X off=4940429 len=438655 2024-04-02T08:52:21.587 INFO:tasks.workunit.client.0.smithi084.stdout:op 3194 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.587 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mx7jcrCP4IGh6_S off=6866193 len=1492625 2024-04-02T08:52:21.590 INFO:tasks.workunit.client.0.smithi084.stdout:op 3195 completed, throughput=5MB/sec 2024-04-02T08:52:21.590 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IjGyQXSaMmQS1k4 off=13184005 len=1056872 2024-04-02T08:52:21.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 3196 completed, throughput=5MB/sec 2024-04-02T08:52:21.591 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Otog9qtGxuezGTm off=1548646 len=270934 2024-04-02T08:52:21.592 INFO:tasks.workunit.client.0.smithi084.stdout:op 3197 completed, throughput=5MB/sec 2024-04-02T08:52:21.592 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FGNxvSPGKEOGjld off=6295008 len=1600667 2024-04-02T08:52:21.593 INFO:tasks.workunit.client.0.smithi084.stdout:op 3198 completed, throughput=5MB/sec 2024-04-02T08:52:21.593 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FcTY5SuSCCeI7yg off=6509651 len=688097 2024-04-02T08:52:21.594 INFO:tasks.workunit.client.0.smithi084.stdout:op 3199 completed, throughput=5MB/sec 2024-04-02T08:52:22.594 INFO:tasks.workunit.client.0.smithi084.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:22.595 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NN2s85voKfv8Yqs off=10636604 len=1323353 2024-04-02T08:52:22.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 3200 completed, throughput=4.99MB/sec 2024-04-02T08:52:22.600 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-X1husOyjQSqmaH2 off=721175 len=215944 2024-04-02T08:52:22.602 INFO:tasks.workunit.client.0.smithi084.stdout:op 3201 completed, throughput=5MB/sec 2024-04-02T08:52:22.602 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t81qu_aRyEGbHqF off=2520203 len=1590934 2024-04-02T08:52:22.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 3202 completed, throughput=5MB/sec 2024-04-02T08:52:22.604 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YH0r1TjP30RbNY3 off=2190555 len=406266 2024-04-02T08:52:22.607 INFO:tasks.workunit.client.0.smithi084.stdout:op 3203 completed, throughput=5MB/sec 2024-04-02T08:52:22.607 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ILM1pW_Zc9bvwYf off=2062459 len=125720 2024-04-02T08:52:22.609 INFO:tasks.workunit.client.0.smithi084.stdout:op 3204 completed, throughput=5MB/sec 2024-04-02T08:52:22.609 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ujv78zZQAz1FUfe off=10803067 len=185012 2024-04-02T08:52:22.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 3205 completed, throughput=5MB/sec 2024-04-02T08:52:22.610 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nTyswkac1iAXUiL off=789678 len=674883 2024-04-02T08:52:22.614 INFO:tasks.workunit.client.0.smithi084.stdout:op 3206 completed, throughput=5MB/sec 2024-04-02T08:52:22.617 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-epOOGGRgtJGqwVK off=249030 len=1826285 2024-04-02T08:52:22.624 INFO:tasks.workunit.client.0.smithi084.stdout:op 3207 completed, throughput=5MB/sec 2024-04-02T08:52:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:52:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:22 smithi084 ceph-mon[94794]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:22 smithi084 ceph-mon[97358]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:22 smithi132 ceph-mon[88571]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:23.625 INFO:tasks.workunit.client.0.smithi084.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:23.625 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DISyqEqh9caxfIA off=2865943 len=738929 2024-04-02T08:52:23.626 INFO:tasks.workunit.client.0.smithi084.stdout:op 3208 completed, throughput=5MB/sec 2024-04-02T08:52:23.626 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xjs2Ktm2voZx4yn off=2215854 len=1145050 2024-04-02T08:52:23.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 3209 completed, throughput=5MB/sec 2024-04-02T08:52:23.630 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FwLhkLy89nIoQNX off=13340073 len=570869 2024-04-02T08:52:23.634 INFO:tasks.workunit.client.0.smithi084.stdout:op 3210 completed, throughput=5MB/sec 2024-04-02T08:52:23.634 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iXbLQiQcXiBhlYf off=159049 len=1344273 2024-04-02T08:52:23.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 3211 completed, throughput=5MB/sec 2024-04-02T08:52:23.636 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H48qsK5Md8RDfO7 off=6317150 len=1004543 2024-04-02T08:52:23.641 INFO:tasks.workunit.client.0.smithi084.stdout:op 3212 completed, throughput=5MB/sec 2024-04-02T08:52:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:24.641 INFO:tasks.workunit.client.0.smithi084.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:24.641 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IWBvRbe_-ARVikj off=18261737 len=1690747 2024-04-02T08:52:24.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 3213 completed, throughput=5MB/sec 2024-04-02T08:52:24.647 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nU0BB3WlceQ2Sw3 off=5288089 len=1948620 2024-04-02T08:52:24.658 INFO:tasks.workunit.client.0.smithi084.stdout:op 3214 completed, throughput=5MB/sec 2024-04-02T08:52:24.658 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-02BR-T12DpqZHgK off=7970267 len=469501 2024-04-02T08:52:24.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 3215 completed, throughput=5MB/sec 2024-04-02T08:52:24.660 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vkO67AvxbESvbLJ off=15537441 len=1382779 2024-04-02T08:52:24.661 INFO:tasks.workunit.client.0.smithi084.stdout:op 3216 completed, throughput=5MB/sec 2024-04-02T08:52:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:24 smithi084 ceph-mon[94794]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:24 smithi084 ceph-mon[97358]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:24 smithi132 ceph-mon[88571]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:25.662 INFO:tasks.workunit.client.0.smithi084.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:25.662 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3WLZPt4G66jP5kC off=16886197 len=674161 2024-04-02T08:52:25.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 3217 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.663 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-O_Fgcs_BUcsuaiI off=758453 len=1767020 2024-04-02T08:52:25.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 3218 completed, throughput=5MB/sec 2024-04-02T08:52:25.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SSHFXMrK9cm4GYP off=18500925 len=1414864 2024-04-02T08:52:25.680 INFO:tasks.workunit.client.0.smithi084.stdout:op 3219 completed, throughput=5MB/sec 2024-04-02T08:52:25.680 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jBcQ0taFH18mDiY off=11281538 len=1655415 2024-04-02T08:52:25.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 3220 completed, throughput=5MB/sec 2024-04-02T08:52:26.055 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:25 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:26.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:25 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:25 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:26.682 INFO:tasks.workunit.client.0.smithi084.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:26.682 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LKtttJ3crk34UjF off=6348338 len=932471 2024-04-02T08:52:26.687 INFO:tasks.workunit.client.0.smithi084.stdout:op 3221 completed, throughput=5MB/sec 2024-04-02T08:52:26.687 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e8-piHN6RinfYUq off=0 len=1210887 2024-04-02T08:52:26.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 3222 completed, throughput=5MB/sec 2024-04-02T08:52:26.693 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FRqzy8Tuwla-P94 off=15652011 len=1978234 2024-04-02T08:52:26.696 INFO:tasks.workunit.client.0.smithi084.stdout:op 3223 completed, throughput=5MB/sec 2024-04-02T08:52:26.696 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_ddxA-xkXSWW43a off=8889755 len=2019661 2024-04-02T08:52:26.705 INFO:tasks.workunit.client.0.smithi084.stdout:op 3224 completed, throughput=5MB/sec 2024-04-02T08:52:27.031 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:26 smithi132 ceph-mon[88571]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:27.041 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:26 smithi084 ceph-mon[94794]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:27.041 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:26 smithi084 ceph-mon[97358]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:27.705 INFO:tasks.workunit.client.0.smithi084.stdout: 629: throughput=5MB/sec pending data=0 2024-04-02T08:52:27.705 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z1JRj5dFJsbEwj8 off=13890188 len=1592288 2024-04-02T08:52:27.713 INFO:tasks.workunit.client.0.smithi084.stdout:op 3225 completed, throughput=5MB/sec 2024-04-02T08:52:27.713 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dlCWbbSfOc1qH01 off=11559302 len=221116 2024-04-02T08:52:27.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 3226 completed, throughput=5MB/sec 2024-04-02T08:52:27.714 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1GzZHK2Mfv-we3v off=8272412 len=285763 2024-04-02T08:52:27.716 INFO:tasks.workunit.client.0.smithi084.stdout:op 3227 completed, throughput=5MB/sec 2024-04-02T08:52:27.716 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zQZpQscoq2p0aM3 off=17841977 len=253943 2024-04-02T08:52:27.719 INFO:tasks.workunit.client.0.smithi084.stdout:op 3228 completed, throughput=5MB/sec 2024-04-02T08:52:27.719 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BDF4fV3VIa-9GA- off=669087 len=2089332 2024-04-02T08:52:27.720 INFO:tasks.workunit.client.0.smithi084.stdout:op 3229 completed, throughput=5MB/sec 2024-04-02T08:52:28.721 INFO:tasks.workunit.client.0.smithi084.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:28.721 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gnPHtbXz9MApuVo off=2512287 len=912821 2024-04-02T08:52:28.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 3230 completed, throughput=5MB/sec 2024-04-02T08:52:28.722 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ebffCI_dDIOxJlJ off=5541223 len=1504763 2024-04-02T08:52:28.723 INFO:tasks.workunit.client.0.smithi084.stdout:op 3231 completed, throughput=5MB/sec 2024-04-02T08:52:28.723 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Rhnk-wktPiLKo2C off=4353093 len=71843 2024-04-02T08:52:28.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 3232 completed, throughput=5MB/sec 2024-04-02T08:52:28.724 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Mf75IYfm3M-s9kA off=1718011 len=1283 2024-04-02T08:52:28.726 INFO:tasks.workunit.client.0.smithi084.stdout:op 3233 completed, throughput=5MB/sec 2024-04-02T08:52:28.726 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KkqDjctgtqGus6d off=309748 len=701161 2024-04-02T08:52:28.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 3234 completed, throughput=5MB/sec 2024-04-02T08:52:28.729 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--5BORMllHpqDlnf off=11327016 len=1950412 2024-04-02T08:52:28.733 INFO:tasks.workunit.client.0.smithi084.stdout:op 3235 completed, throughput=5MB/sec 2024-04-02T08:52:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[94794]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:52:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[97358]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:52:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:28 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:28 smithi132 ceph-mon[88571]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:52:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:28 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:28 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:28 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:28 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:29.733 INFO:tasks.workunit.client.0.smithi084.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:29.733 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jnSFQm3rRwpS2Ei off=908262 len=1492514 2024-04-02T08:52:29.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 3236 completed, throughput=5MB/sec 2024-04-02T08:52:29.740 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1aVgh2c98-Pt_GX off=1766021 len=2054013 2024-04-02T08:52:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 3237 completed, throughput=5MB/sec 2024-04-02T08:52:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rTquiDWvvZuDY30 off=12723925 len=102416 2024-04-02T08:52:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 3238 completed, throughput=5MB/sec 2024-04-02T08:52:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aiwJp3Sw889YtDk off=13506915 len=1868191 2024-04-02T08:52:29.750 INFO:tasks.workunit.client.0.smithi084.stdout:op 3239 completed, throughput=5MB/sec 2024-04-02T08:52:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[94794]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:30.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[97358]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:29 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:29 smithi132 ceph-mon[88571]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:29 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:29 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:52:30.750 INFO:tasks.workunit.client.0.smithi084.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:30.751 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-26rlo6Xi01yqkeI off=476974 len=1024211 2024-04-02T08:52:30.752 INFO:tasks.workunit.client.0.smithi084.stdout:op 3240 completed, throughput=5MB/sec 2024-04-02T08:52:30.752 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bKdPZfuhAC4v9c9 off=970346 len=1769781 2024-04-02T08:52:30.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 3241 completed, throughput=5MB/sec 2024-04-02T08:52:30.753 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xk2jDR7sNqcVbxd off=7664785 len=1934005 2024-04-02T08:52:30.764 INFO:tasks.workunit.client.0.smithi084.stdout:op 3242 completed, throughput=5MB/sec 2024-04-02T08:52:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:52:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:52:30] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:52:31.764 INFO:tasks.workunit.client.0.smithi084.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:31.764 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WC8-tgjmHlt1k_X off=11274109 len=1021945 2024-04-02T08:52:31.765 INFO:tasks.workunit.client.0.smithi084.stdout:op 3243 completed, throughput=4.99MB/sec 2024-04-02T08:52:31.765 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QYco7i7kb3r5x1F off=8772825 len=323552 2024-04-02T08:52:31.768 INFO:tasks.workunit.client.0.smithi084.stdout:op 3244 completed, throughput=4.99MB/sec 2024-04-02T08:52:31.768 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AZl1-6O4EOSuXA3 off=1846634 len=943139 2024-04-02T08:52:31.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 3245 completed, throughput=5MB/sec 2024-04-02T08:52:31.769 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GNBTbTdyzWBSJMQ off=8472292 len=1006343 2024-04-02T08:52:31.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 3246 completed, throughput=5MB/sec 2024-04-02T08:52:31.774 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zABCHT5gDHiUGyz off=1398781 len=846911 2024-04-02T08:52:31.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 3247 completed, throughput=5MB/sec 2024-04-02T08:52:31.779 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DAIGMyJtK4pgwp_ off=13341087 len=1371412 2024-04-02T08:52:31.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 3248 completed, throughput=5MB/sec 2024-04-02T08:52:32.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:31 smithi132 ceph-mon[88571]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:31 smithi084 ceph-mon[94794]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:31 smithi084 ceph-mon[97358]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:52:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:32.785 INFO:tasks.workunit.client.0.smithi084.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:32.785 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I3SLWUmnqvfUFot off=2901826 len=1447680 2024-04-02T08:52:32.790 INFO:tasks.workunit.client.0.smithi084.stdout:op 3249 completed, throughput=5MB/sec 2024-04-02T08:52:32.791 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8rTHATElcYnPkiE off=1906188 len=1584384 2024-04-02T08:52:32.799 INFO:tasks.workunit.client.0.smithi084.stdout:op 3250 completed, throughput=5MB/sec 2024-04-02T08:52:32.800 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-60sJ_Y9WRtYA7P4 off=10172510 len=1305525 2024-04-02T08:52:32.806 INFO:tasks.workunit.client.0.smithi084.stdout:op 3251 completed, throughput=5MB/sec 2024-04-02T08:52:32.806 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4SFle97vEebHBm9 off=1537105 len=887854 2024-04-02T08:52:32.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 3252 completed, throughput=5MB/sec 2024-04-02T08:52:33.807 INFO:tasks.workunit.client.0.smithi084.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:33.807 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Clsj1r40BZ32cRp off=11035018 len=367559 2024-04-02T08:52:33.810 INFO:tasks.workunit.client.0.smithi084.stdout:op 3253 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.810 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2d3tw5grek7qdOg off=12671366 len=1561860 2024-04-02T08:52:33.820 INFO:tasks.workunit.client.0.smithi084.stdout:op 3254 completed, throughput=5MB/sec 2024-04-02T08:52:33.820 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v5jfFMfh64QqMsG off=2232776 len=2092904 2024-04-02T08:52:33.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 3255 completed, throughput=5MB/sec 2024-04-02T08:52:33.830 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-854JfjkLq6XyJOj off=8124729 len=1219907 2024-04-02T08:52:33.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 3256 completed, throughput=5MB/sec 2024-04-02T08:52:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:33 smithi084 ceph-mon[94794]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:52:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:33 smithi084 ceph-mon[97358]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:52:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:33 smithi132 ceph-mon[88571]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:52:34.831 INFO:tasks.workunit.client.0.smithi084.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:34.831 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YifFWEPoS4eEE0w off=3168747 len=1141049 2024-04-02T08:52:34.836 INFO:tasks.workunit.client.0.smithi084.stdout:op 3257 completed, throughput=4.99MB/sec 2024-04-02T08:52:34.836 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ViMkeqiA2f_lIOx off=3059656 len=257587 2024-04-02T08:52:34.837 INFO:tasks.workunit.client.0.smithi084.stdout:op 3258 completed, throughput=4.99MB/sec 2024-04-02T08:52:34.837 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m17oiNIQa47CprE off=780773 len=1141504 2024-04-02T08:52:34.838 INFO:tasks.workunit.client.0.smithi084.stdout:op 3259 completed, throughput=5MB/sec 2024-04-02T08:52:34.838 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aXTQzvpjK0avK8q off=10758930 len=1631971 2024-04-02T08:52:34.839 INFO:tasks.workunit.client.0.smithi084.stdout:op 3260 completed, throughput=5MB/sec 2024-04-02T08:52:34.839 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--Wd5xklzq4Ciri4 off=15354534 len=2029160 2024-04-02T08:52:34.848 INFO:tasks.workunit.client.0.smithi084.stdout:op 3261 completed, throughput=5MB/sec 2024-04-02T08:52:35.848 INFO:tasks.workunit.client.0.smithi084.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:35.849 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yuf8MDaGOefzyeU off=2680858 len=1447848 2024-04-02T08:52:35.854 INFO:tasks.workunit.client.0.smithi084.stdout:op 3262 completed, throughput=5MB/sec 2024-04-02T08:52:35.854 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_q8PzLzTorfdAaw off=3283648 len=910566 2024-04-02T08:52:35.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 3263 completed, throughput=5MB/sec 2024-04-02T08:52:35.855 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lPniO7M4pb4Gn9M off=1530979 len=168864 2024-04-02T08:52:35.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 3264 completed, throughput=5MB/sec 2024-04-02T08:52:35.856 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--i9vRW1XglBzeNy off=7204227 len=561763 2024-04-02T08:52:35.856 INFO:tasks.workunit.client.0.smithi084.stdout:op 3265 completed, throughput=5MB/sec 2024-04-02T08:52:35.856 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vysts6svzyGjmyB off=8279693 len=1080782 2024-04-02T08:52:35.858 INFO:tasks.workunit.client.0.smithi084.stdout:op 3266 completed, throughput=5MB/sec 2024-04-02T08:52:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:35 smithi084 ceph-mon[94794]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:35 smithi084 ceph-mon[97358]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:35 smithi132 ceph-mon[88571]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:36.859 INFO:tasks.workunit.client.0.smithi084.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:36.859 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b3JgbGX8pIRWa2w off=8521485 len=41027 2024-04-02T08:52:36.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 3267 completed, throughput=4.99MB/sec 2024-04-02T08:52:36.861 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Foi_aIJIvHxJtlK off=2678301 len=1141018 2024-04-02T08:52:36.862 INFO:tasks.workunit.client.0.smithi084.stdout:op 3268 completed, throughput=4.99MB/sec 2024-04-02T08:52:36.862 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0CK0GUAoR-ChNDv off=13202008 len=896297 2024-04-02T08:52:36.866 INFO:tasks.workunit.client.0.smithi084.stdout:op 3269 completed, throughput=5MB/sec 2024-04-02T08:52:36.866 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1nQcjLgSjWsBNvG off=3781962 len=874415 2024-04-02T08:52:36.869 INFO:tasks.workunit.client.0.smithi084.stdout:op 3270 completed, throughput=5MB/sec 2024-04-02T08:52:36.869 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9e3_jmwm9g9ei04 off=13226831 len=818029 2024-04-02T08:52:36.870 INFO:tasks.workunit.client.0.smithi084.stdout:op 3271 completed, throughput=5MB/sec 2024-04-02T08:52:36.870 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hiaaTE3ePmTNfbC off=3481719 len=1659447 2024-04-02T08:52:36.872 INFO:tasks.workunit.client.0.smithi084.stdout:op 3272 completed, throughput=5MB/sec 2024-04-02T08:52:37.873 INFO:tasks.workunit.client.0.smithi084.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:37.873 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fUHiw5sN5vr7R0z off=11449564 len=1358675 2024-04-02T08:52:37.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 3273 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.878 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ANd6cp7opjcqUWS off=18602005 len=1747539 2024-04-02T08:52:37.887 INFO:tasks.workunit.client.0.smithi084.stdout:op 3274 completed, throughput=5MB/sec 2024-04-02T08:52:37.887 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yOUVX8chqDYr89A off=968078 len=517175 2024-04-02T08:52:37.888 INFO:tasks.workunit.client.0.smithi084.stdout:op 3275 completed, throughput=5MB/sec 2024-04-02T08:52:37.888 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pn-L9rh55Lzhuzb off=827021 len=1868221 2024-04-02T08:52:37.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 3276 completed, throughput=5MB/sec 2024-04-02T08:52:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:37 smithi084 ceph-mon[94794]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:52:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:37 smithi084 ceph-mon[97358]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:52:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:37 smithi132 ceph-mon[88571]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:52:38.899 INFO:tasks.workunit.client.0.smithi084.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:38.899 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--Fb4C_mF386uQzB off=4189520 len=1221761 2024-04-02T08:52:38.900 INFO:tasks.workunit.client.0.smithi084.stdout:op 3277 completed, throughput=4.99MB/sec 2024-04-02T08:52:38.900 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gu61LYB2NraWA2j off=3128030 len=1858306 2024-04-02T08:52:38.908 INFO:tasks.workunit.client.0.smithi084.stdout:op 3278 completed, throughput=5MB/sec 2024-04-02T08:52:38.908 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k5JCeXhumrjZG6Y off=10163573 len=558998 2024-04-02T08:52:38.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 3279 completed, throughput=5MB/sec 2024-04-02T08:52:38.909 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KSXhOCjEfcAmXtm off=4280828 len=820215 2024-04-02T08:52:38.910 INFO:tasks.workunit.client.0.smithi084.stdout:op 3280 completed, throughput=5MB/sec 2024-04-02T08:52:38.910 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MWW8Vb7d70P4PVb off=5817608 len=440339 2024-04-02T08:52:38.914 INFO:tasks.workunit.client.0.smithi084.stdout:op 3281 completed, throughput=5MB/sec 2024-04-02T08:52:38.914 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5ga3Dhd5CCq6a_x off=1258644 len=1747685 2024-04-02T08:52:38.923 INFO:tasks.workunit.client.0.smithi084.stdout:op 3282 completed, throughput=5MB/sec 2024-04-02T08:52:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:39.923 INFO:tasks.workunit.client.0.smithi084.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:39.924 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nx-WAI07HqGdIvk off=406173 len=750143 2024-04-02T08:52:39.927 INFO:tasks.workunit.client.0.smithi084.stdout:op 3283 completed, throughput=5MB/sec 2024-04-02T08:52:39.927 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dDLfb6iZVz2v5v_ off=10869471 len=1983327 2024-04-02T08:52:39.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 3284 completed, throughput=5MB/sec 2024-04-02T08:52:39.937 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eMxachuI9kSLF9h off=3840245 len=428413 2024-04-02T08:52:39.941 INFO:tasks.workunit.client.0.smithi084.stdout:op 3285 completed, throughput=5MB/sec 2024-04-02T08:52:39.941 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jpaFlpDiZC90dUs off=6273420 len=470102 2024-04-02T08:52:39.944 INFO:tasks.workunit.client.0.smithi084.stdout:op 3286 completed, throughput=5MB/sec 2024-04-02T08:52:39.944 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sQn_nw8vWDBNwpZ off=10672831 len=1121367 2024-04-02T08:52:39.945 INFO:tasks.workunit.client.0.smithi084.stdout:op 3287 completed, throughput=5MB/sec 2024-04-02T08:52:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:39 smithi084 ceph-mon[94794]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:52:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:39 smithi084 ceph-mon[97358]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:52:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:39 smithi132 ceph-mon[88571]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:52:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:40.946 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--WXYetYi9iRgavE off=15511186 len=24822 2024-04-02T08:52:40.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 3288 completed, throughput=4.99MB/sec 2024-04-02T08:52:40.946 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VNp_0vPEy5nG2Fm off=13425222 len=965167 2024-04-02T08:52:40.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 3289 completed, throughput=5MB/sec 2024-04-02T08:52:40.952 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YF6Zw1fZBSD9wEb off=4002523 len=461397 2024-04-02T08:52:40.952 INFO:tasks.workunit.client.0.smithi084.stdout:op 3290 completed, throughput=5MB/sec 2024-04-02T08:52:40.952 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i-q9SBfOWicz0rp off=356148 len=1511348 2024-04-02T08:52:40.954 INFO:tasks.workunit.client.0.smithi084.stdout:op 3291 completed, throughput=5MB/sec 2024-04-02T08:52:40.955 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4_3UI-kVN9i6UNf off=2333230 len=1316148 2024-04-02T08:52:40.960 INFO:tasks.workunit.client.0.smithi084.stdout:op 3292 completed, throughput=5MB/sec 2024-04-02T08:52:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:52:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:52:40] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-02T08:52:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:41.961 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4RZ32XpO5P0Bxt9 off=2887656 len=32868 2024-04-02T08:52:41.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 3293 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.963 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gJtIktkh6v8UuEA off=7402570 len=791050 2024-04-02T08:52:41.968 INFO:tasks.workunit.client.0.smithi084.stdout:op 3294 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.968 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nRcV_HTRC2PTdEO off=407420 len=655133 2024-04-02T08:52:41.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 3295 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.969 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6gE0R2ktezaWkle off=1375659 len=1846327 2024-04-02T08:52:41.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 3296 completed, throughput=5MB/sec 2024-04-02T08:52:41.980 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n1-Yu4IAJ3NVJcI off=10014249 len=1757861 2024-04-02T08:52:41.986 INFO:tasks.workunit.client.0.smithi084.stdout:op 3297 completed, throughput=5MB/sec 2024-04-02T08:52:41.986 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ao5K0VW6bQVSBHT off=1190445 len=880843 2024-04-02T08:52:41.987 INFO:tasks.workunit.client.0.smithi084.stdout:op 3298 completed, throughput=5MB/sec 2024-04-02T08:52:42.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:41 smithi132 ceph-mon[88571]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:41 smithi084 ceph-mon[94794]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:41 smithi084 ceph-mon[97358]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:52:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:52:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:42.987 INFO:tasks.workunit.client.0.smithi084.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:42.987 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cTiFcfLBFstJK5l off=9548715 len=702477 2024-04-02T08:52:42.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 3299 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.990 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-I0ueP_TGrrG90SL off=724529 len=975575 2024-04-02T08:52:42.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 3300 completed, throughput=5MB/sec 2024-04-02T08:52:42.991 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-G5fWcNK4H7nxyAM off=4030844 len=110740 2024-04-02T08:52:42.992 INFO:tasks.workunit.client.0.smithi084.stdout:op 3301 completed, throughput=5MB/sec 2024-04-02T08:52:42.992 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--jWb-vLRiOBCWWG off=6007790 len=1306403 2024-04-02T08:52:42.996 INFO:tasks.workunit.client.0.smithi084.stdout:op 3302 completed, throughput=5MB/sec 2024-04-02T08:52:42.996 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4wP5IlO7TwLogDk off=22889597 len=1316425 2024-04-02T08:52:43.001 INFO:tasks.workunit.client.0.smithi084.stdout:op 3303 completed, throughput=5MB/sec 2024-04-02T08:52:43.002 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0DTxfsAV6S-bz78 off=4293324 len=976009 2024-04-02T08:52:43.003 INFO:tasks.workunit.client.0.smithi084.stdout:op 3304 completed, throughput=5MB/sec 2024-04-02T08:52:44.004 INFO:tasks.workunit.client.0.smithi084.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:44.004 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M3xebdtvk1fNfDV off=6194560 len=174062 2024-04-02T08:52:44.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 3305 completed, throughput=4.99MB/sec 2024-04-02T08:52:44.004 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bVDIlCn3c28t6z7 off=2551481 len=679736 2024-04-02T08:52:44.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 3306 completed, throughput=4.99MB/sec 2024-04-02T08:52:44.005 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OFMR2BN1FTPFtHn off=12002827 len=347744 2024-04-02T08:52:44.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 3307 completed, throughput=5MB/sec 2024-04-02T08:52:44.005 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vC1iUeuf4e0_PI4 off=15738890 len=793592 2024-04-02T08:52:44.010 INFO:tasks.workunit.client.0.smithi084.stdout:op 3308 completed, throughput=5MB/sec 2024-04-02T08:52:44.010 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yO7LcLyresNIhpD off=8317913 len=1809619 2024-04-02T08:52:44.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 3309 completed, throughput=5MB/sec 2024-04-02T08:52:44.011 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XmVouAXdoVnJF6C off=7963153 len=1730135 2024-04-02T08:52:44.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 3310 completed, throughput=5MB/sec 2024-04-02T08:52:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:43 smithi084 ceph-mon[94794]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:52:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:43 smithi084 ceph-mon[97358]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:52:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:43 smithi132 ceph-mon[88571]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:52:45.013 INFO:tasks.workunit.client.0.smithi084.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:45.013 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bidE320nuKtYEWb off=22198389 len=527085 2024-04-02T08:52:45.014 INFO:tasks.workunit.client.0.smithi084.stdout:op 3311 completed, throughput=4.99MB/sec 2024-04-02T08:52:45.014 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4gMHw0gRTtC5etW off=10175363 len=1904740 2024-04-02T08:52:45.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 3312 completed, throughput=5MB/sec 2024-04-02T08:52:45.016 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nja77gz4QTJrITj off=6190490 len=1158553 2024-04-02T08:52:45.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 3313 completed, throughput=5MB/sec 2024-04-02T08:52:45.017 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_sZycoOdRBWGjhg off=9956587 len=1369409 2024-04-02T08:52:45.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 3314 completed, throughput=5MB/sec 2024-04-02T08:52:46.018 INFO:tasks.workunit.client.0.smithi084.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:46.018 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dCrN8Kvn0DVYqja off=173231 len=1669074 2024-04-02T08:52:46.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 3315 completed, throughput=5MB/sec 2024-04-02T08:52:46.028 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i50yrQsH1bY164M off=2146312 len=2006608 2024-04-02T08:52:46.036 INFO:tasks.workunit.client.0.smithi084.stdout:op 3316 completed, throughput=5MB/sec 2024-04-02T08:52:46.037 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gD0Na0mMvIMtuOR off=18902766 len=402673 2024-04-02T08:52:46.042 INFO:tasks.workunit.client.0.smithi084.stdout:op 3317 completed, throughput=5MB/sec 2024-04-02T08:52:46.042 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-roO1wKRc4O3N261 off=10757297 len=779138 2024-04-02T08:52:46.043 INFO:tasks.workunit.client.0.smithi084.stdout:op 3318 completed, throughput=5MB/sec 2024-04-02T08:52:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:45 smithi084 ceph-mon[94794]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:52:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:45 smithi084 ceph-mon[97358]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:52:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:45 smithi132 ceph-mon[88571]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:52:47.043 INFO:tasks.workunit.client.0.smithi084.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:47.044 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C-YQ-seKndw75Ej off=6591656 len=987435 2024-04-02T08:52:47.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 3319 completed, throughput=4.99MB/sec 2024-04-02T08:52:47.044 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9tcjPU2IXhnBPfh off=1100679 len=1893052 2024-04-02T08:52:47.045 INFO:tasks.workunit.client.0.smithi084.stdout:op 3320 completed, throughput=5MB/sec 2024-04-02T08:52:47.046 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8vhpStK0-S7XC_L off=14117820 len=344500 2024-04-02T08:52:47.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 3321 completed, throughput=5MB/sec 2024-04-02T08:52:47.049 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y2g9tmC5I6fvJST off=5456107 len=114501 2024-04-02T08:52:47.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 3322 completed, throughput=5MB/sec 2024-04-02T08:52:47.049 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Is2GGh6Bcuvbivq off=5032686 len=131753 2024-04-02T08:52:47.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 3323 completed, throughput=5MB/sec 2024-04-02T08:52:47.051 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj---4ZJLODYKIUcGV off=1030330 len=1274175 2024-04-02T08:52:47.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 3324 completed, throughput=5MB/sec 2024-04-02T08:52:47.056 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4vD0K6UGlJDB0wX off=10771949 len=1703566 2024-04-02T08:52:47.066 INFO:tasks.workunit.client.0.smithi084.stdout:op 3325 completed, throughput=5MB/sec 2024-04-02T08:52:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:48.066 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H6kw8phJqk81tDu off=1778513 len=224032 2024-04-02T08:52:48.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 3326 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.069 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xq0U2vdJyJHumP6 off=339951 len=1486247 2024-04-02T08:52:48.078 INFO:tasks.workunit.client.0.smithi084.stdout:op 3327 completed, throughput=5MB/sec 2024-04-02T08:52:48.078 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-azQ9mqB1_5iInGa off=3131462 len=552563 2024-04-02T08:52:48.083 INFO:tasks.workunit.client.0.smithi084.stdout:op 3328 completed, throughput=5MB/sec 2024-04-02T08:52:48.083 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0O0iKwbWydZzhke off=8093999 len=64465 2024-04-02T08:52:48.083 INFO:tasks.workunit.client.0.smithi084.stdout:op 3329 completed, throughput=5MB/sec 2024-04-02T08:52:48.083 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZF1ktVbDVldZr7z off=18090590 len=1857202 2024-04-02T08:52:48.088 INFO:tasks.workunit.client.0.smithi084.stdout:op 3330 completed, throughput=5MB/sec 2024-04-02T08:52:48.088 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b6b-z1gyVn7oruw off=10407053 len=1372709 2024-04-02T08:52:48.089 INFO:tasks.workunit.client.0.smithi084.stdout:op 3331 completed, throughput=5MB/sec 2024-04-02T08:52:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:47 smithi084 ceph-mon[94794]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:48 smithi084 ceph-mon[97358]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:48 smithi132 ceph-mon[88571]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:49.089 INFO:tasks.workunit.client.0.smithi084.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:49.090 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TncK6mTAWBIFa1X off=1107593 len=307860 2024-04-02T08:52:49.092 INFO:tasks.workunit.client.0.smithi084.stdout:op 3332 completed, throughput=4.99MB/sec 2024-04-02T08:52:49.092 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZfQvu1736VjGFtT off=7471509 len=1834469 2024-04-02T08:52:49.096 INFO:tasks.workunit.client.0.smithi084.stdout:op 3333 completed, throughput=5MB/sec 2024-04-02T08:52:49.096 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W2Qc6bUw1apQANC off=901124 len=584401 2024-04-02T08:52:49.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 3334 completed, throughput=5MB/sec 2024-04-02T08:52:49.104 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i-7s8TaPdQGx1yB off=9525662 len=1825222 2024-04-02T08:52:49.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 3335 completed, throughput=5MB/sec 2024-04-02T08:52:50.102 INFO:tasks.workunit.client.0.smithi084.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:50.103 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7o57DOvttXE6GpV off=0 len=1672041 2024-04-02T08:52:50.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 3336 completed, throughput=5MB/sec 2024-04-02T08:52:50.104 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lnyrA36MCaWlLvf off=585000 len=639038 2024-04-02T08:52:50.108 INFO:tasks.workunit.client.0.smithi084.stdout:op 3337 completed, throughput=5MB/sec 2024-04-02T08:52:50.108 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yWy9d85CKa4XDJi off=1046851 len=332196 2024-04-02T08:52:50.111 INFO:tasks.workunit.client.0.smithi084.stdout:op 3338 completed, throughput=5MB/sec 2024-04-02T08:52:50.111 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gskUrc16h7yXhQf off=15647182 len=1965001 2024-04-02T08:52:50.114 INFO:tasks.workunit.client.0.smithi084.stdout:op 3339 completed, throughput=5MB/sec 2024-04-02T08:52:50.114 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-64fmVg4Dt3s1Fgm off=16832376 len=2043613 2024-04-02T08:52:50.126 INFO:tasks.workunit.client.0.smithi084.stdout:op 3340 completed, throughput=5MB/sec 2024-04-02T08:52:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:50 smithi084 ceph-mon[94794]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:52:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:50 smithi084 ceph-mon[97358]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:52:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:50 smithi132 ceph-mon[88571]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:52:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:52:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:52:50] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-02T08:52:51.124 INFO:tasks.workunit.client.0.smithi084.stdout: 652: throughput=5MB/sec pending data=0 2024-04-02T08:52:51.124 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1kzHNk4pjRplM76 off=16223097 len=790089 2024-04-02T08:52:51.129 INFO:tasks.workunit.client.0.smithi084.stdout:op 3341 completed, throughput=5MB/sec 2024-04-02T08:52:51.129 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-klsCEtYMpwTbAEF off=0 len=1302882 2024-04-02T08:52:51.135 INFO:tasks.workunit.client.0.smithi084.stdout:op 3342 completed, throughput=5MB/sec 2024-04-02T08:52:51.135 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmaD0qrr2HaXqtm off=2334185 len=162265 2024-04-02T08:52:51.135 INFO:tasks.workunit.client.0.smithi084.stdout:op 3343 completed, throughput=5MB/sec 2024-04-02T08:52:51.136 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3ywk6WeMFcDWrC8 off=10503975 len=379726 2024-04-02T08:52:51.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 3344 completed, throughput=5MB/sec 2024-04-02T08:52:51.136 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--nzpCs5pUcN3wMJ off=619562 len=1013243 2024-04-02T08:52:51.137 INFO:tasks.workunit.client.0.smithi084.stdout:op 3345 completed, throughput=5MB/sec 2024-04-02T08:52:52.137 INFO:tasks.workunit.client.0.smithi084.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:52.138 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vkDXZaaQiOJZbGp off=18958886 len=1205609 2024-04-02T08:52:52.138 INFO:tasks.workunit.client.0.smithi084.stdout:op 3346 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.139 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3gQjgzM9PJYXCLH off=3750202 len=1875220 2024-04-02T08:52:52.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 3347 completed, throughput=5MB/sec 2024-04-02T08:52:52.143 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PeaXgeztvwDy0ui off=14764870 len=353117 2024-04-02T08:52:52.146 INFO:tasks.workunit.client.0.smithi084.stdout:op 3348 completed, throughput=5MB/sec 2024-04-02T08:52:52.146 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bfOgtI29oDK2dV_ off=22757306 len=517846 2024-04-02T08:52:52.148 INFO:tasks.workunit.client.0.smithi084.stdout:op 3349 completed, throughput=5MB/sec 2024-04-02T08:52:52.148 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fq514Iw5JZh2SE1 off=12627611 len=1745507 2024-04-02T08:52:52.149 INFO:tasks.workunit.client.0.smithi084.stdout:op 3350 completed, throughput=5MB/sec 2024-04-02T08:52:52.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:52 smithi132 ceph-mon[88571]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:52 smithi084 ceph-mon[94794]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:52.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:52 smithi084 ceph-mon[97358]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:52:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:53.149 INFO:tasks.workunit.client.0.smithi084.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:53.149 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IDPxsC_llSKY7Xc off=7180364 len=692367 2024-04-02T08:52:53.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 3351 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.150 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-E4t5Yu5R4TDKmCl off=13877055 len=2090430 2024-04-02T08:52:53.161 INFO:tasks.workunit.client.0.smithi084.stdout:op 3352 completed, throughput=5MB/sec 2024-04-02T08:52:53.161 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uUe4GdenBwtn6lg off=8700075 len=1385542 2024-04-02T08:52:53.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 3353 completed, throughput=5MB/sec 2024-04-02T08:52:53.164 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-l22tbdm-FuqJmad off=3077160 len=1985393 2024-04-02T08:52:53.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 3354 completed, throughput=5MB/sec 2024-04-02T08:52:54.165 INFO:tasks.workunit.client.0.smithi084.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:54.165 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rzs5X_BVqfDCTeC off=1817126 len=135280 2024-04-02T08:52:54.166 INFO:tasks.workunit.client.0.smithi084.stdout:op 3355 completed, throughput=4.99MB/sec 2024-04-02T08:52:54.166 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W2Qc6bUw1apQANC off=2134081 len=260278 2024-04-02T08:52:54.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 3356 completed, throughput=5MB/sec 2024-04-02T08:52:54.167 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Jhwk_Li7h9rYpbi off=10343879 len=1079411 2024-04-02T08:52:54.168 INFO:tasks.workunit.client.0.smithi084.stdout:op 3357 completed, throughput=5MB/sec 2024-04-02T08:52:54.168 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Yi2h-_qxGvs4W6o off=6687062 len=792446 2024-04-02T08:52:54.172 INFO:tasks.workunit.client.0.smithi084.stdout:op 3358 completed, throughput=5MB/sec 2024-04-02T08:52:54.172 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-w3AzN6eLnIXIUbA off=1377487 len=977048 2024-04-02T08:52:54.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 3359 completed, throughput=5MB/sec 2024-04-02T08:52:54.173 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xj7k_S5gpoq9H-q off=1478047 len=1111732 2024-04-02T08:52:54.178 INFO:tasks.workunit.client.0.smithi084.stdout:op 3360 completed, throughput=5MB/sec 2024-04-02T08:52:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:54 smithi084 ceph-mon[94794]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:54 smithi084 ceph-mon[97358]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:54 smithi132 ceph-mon[88571]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:55.178 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x8KAs9EAMGu6cvP off=2970429 len=2073135 2024-04-02T08:52:55.190 INFO:tasks.workunit.client.0.smithi084.stdout:op 3361 completed, throughput=5MB/sec 2024-04-02T08:52:55.190 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vuBlb_6jCuvIXSU off=14482691 len=1234417 2024-04-02T08:52:55.194 INFO:tasks.workunit.client.0.smithi084.stdout:op 3362 completed, throughput=5MB/sec 2024-04-02T08:52:55.194 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qr2Gc6w0DL5NMcO off=1470488 len=1542711 2024-04-02T08:52:55.195 INFO:tasks.workunit.client.0.smithi084.stdout:op 3363 completed, throughput=5MB/sec 2024-04-02T08:52:55.196 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NmbkbsW8G7CgBe6 off=9421001 len=1403838 2024-04-02T08:52:55.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 3364 completed, throughput=5MB/sec 2024-04-02T08:52:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:56.199 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bFKlBXbLitflg3n off=2430582 len=1265003 2024-04-02T08:52:56.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 3365 completed, throughput=5MB/sec 2024-04-02T08:52:56.205 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gztwf0bDz0h1UYP off=1251812 len=1588854 2024-04-02T08:52:56.207 INFO:tasks.workunit.client.0.smithi084.stdout:op 3366 completed, throughput=5MB/sec 2024-04-02T08:52:56.207 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q5iuj4ZAuUNBfWM off=7569346 len=1701809 2024-04-02T08:52:56.208 INFO:tasks.workunit.client.0.smithi084.stdout:op 3367 completed, throughput=5MB/sec 2024-04-02T08:52:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:56 smithi084 ceph-mon[94794]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:56 smithi084 ceph-mon[97358]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:56 smithi132 ceph-mon[88571]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:57.208 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2MGF-KrkMmGQl6x off=7887296 len=268168 2024-04-02T08:52:57.209 INFO:tasks.workunit.client.0.smithi084.stdout:op 3368 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.209 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CQg_qnDW735op8j off=7176747 len=360592 2024-04-02T08:52:57.210 INFO:tasks.workunit.client.0.smithi084.stdout:op 3369 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.210 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LyBuj7668_Rp-kz off=11537850 len=1336976 2024-04-02T08:52:57.210 INFO:tasks.workunit.client.0.smithi084.stdout:op 3370 completed, throughput=5MB/sec 2024-04-02T08:52:57.210 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-V5CwICi1CkG2IFT off=878318 len=1925382 2024-04-02T08:52:57.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 3371 completed, throughput=5MB/sec 2024-04-02T08:52:57.212 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kX0Z94gscdfnQWw off=4582998 len=841620 2024-04-02T08:52:57.213 INFO:tasks.workunit.client.0.smithi084.stdout:op 3372 completed, throughput=5MB/sec 2024-04-02T08:52:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:58.214 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IScKpjG-Hhd5KrG off=750185 len=419909 2024-04-02T08:52:58.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 3373 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.216 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Y7BggRfszdiAOFg off=6401232 len=1284578 2024-04-02T08:52:58.221 INFO:tasks.workunit.client.0.smithi084.stdout:op 3374 completed, throughput=5MB/sec 2024-04-02T08:52:58.221 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5NIjspyfXbyb4Il off=7668514 len=748493 2024-04-02T08:52:58.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 3375 completed, throughput=5MB/sec 2024-04-02T08:52:58.224 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6Kp0IREVPTXOA76 off=524925 len=1071138 2024-04-02T08:52:58.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 3376 completed, throughput=5MB/sec 2024-04-02T08:52:58.226 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CJ00k3UpdS21hiA off=620170 len=795623 2024-04-02T08:52:58.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 3377 completed, throughput=5MB/sec 2024-04-02T08:52:58.227 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yvRlkOkue6TZhGB off=10118973 len=206241 2024-04-02T08:52:58.227 INFO:tasks.workunit.client.0.smithi084.stdout:op 3378 completed, throughput=5MB/sec 2024-04-02T08:52:58.227 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TWWZvCvrKyj8yfD off=4959399 len=826903 2024-04-02T08:52:58.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 3379 completed, throughput=5MB/sec 2024-04-02T08:52:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:52:58 smithi084 ceph-mon[94794]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:52:58.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:52:58 smithi084 ceph-mon[97358]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:52:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:52:58 smithi132 ceph-mon[88571]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:52:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:59.229 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-js-eWEG3IXoB0KB off=1087478 len=1699774 2024-04-02T08:52:59.236 INFO:tasks.workunit.client.0.smithi084.stdout:op 3380 completed, throughput=5MB/sec 2024-04-02T08:52:59.236 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h01yRT0SiD4506f off=1621421 len=1774428 2024-04-02T08:52:59.238 INFO:tasks.workunit.client.0.smithi084.stdout:op 3381 completed, throughput=5MB/sec 2024-04-02T08:52:59.238 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kr-PX8fruE2vQZe off=4174319 len=1269565 2024-04-02T08:52:59.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 3382 completed, throughput=5MB/sec 2024-04-02T08:52:59.239 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SYsCGZXjxvgkNsN off=470550 len=867240 2024-04-02T08:52:59.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 3383 completed, throughput=5MB/sec 2024-04-02T08:53:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:00.243 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_a7LHlNLBChJhrK off=1049576 len=1729602 2024-04-02T08:53:00.250 INFO:tasks.workunit.client.0.smithi084.stdout:op 3384 completed, throughput=5MB/sec 2024-04-02T08:53:00.251 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yu77K7RkImM7sLi off=105592 len=1407037 2024-04-02T08:53:00.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 3385 completed, throughput=5MB/sec 2024-04-02T08:53:00.256 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SlsC4_jhUm2t5iX off=7429006 len=1434344 2024-04-02T08:53:00.261 INFO:tasks.workunit.client.0.smithi084.stdout:op 3386 completed, throughput=5MB/sec 2024-04-02T08:53:00.261 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nsMpiUfyv5c46LD off=2570681 len=1648161 2024-04-02T08:53:00.264 INFO:tasks.workunit.client.0.smithi084.stdout:op 3387 completed, throughput=5MB/sec 2024-04-02T08:53:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:00 smithi084 ceph-mon[94794]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:00 smithi084 ceph-mon[97358]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:00 smithi132 ceph-mon[88571]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:53:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:53:00] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:53:01.264 INFO:tasks.workunit.client.0.smithi084.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:01.264 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_zgQmUG7RitP7la off=3106950 len=1703432 2024-04-02T08:53:01.274 INFO:tasks.workunit.client.0.smithi084.stdout:op 3388 completed, throughput=5MB/sec 2024-04-02T08:53:01.274 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nEfyGPdrgegmnHQ off=11683002 len=488978 2024-04-02T08:53:01.274 INFO:tasks.workunit.client.0.smithi084.stdout:op 3389 completed, throughput=5MB/sec 2024-04-02T08:53:01.275 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sAR_wY4tPcoE0Ee off=6829030 len=1742773 2024-04-02T08:53:01.282 INFO:tasks.workunit.client.0.smithi084.stdout:op 3390 completed, throughput=5MB/sec 2024-04-02T08:53:01.282 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JPJ-Gm8qCsZ9vrP off=0 len=1423325 2024-04-02T08:53:01.287 INFO:tasks.workunit.client.0.smithi084.stdout:op 3391 completed, throughput=5MB/sec 2024-04-02T08:53:02.287 INFO:tasks.workunit.client.0.smithi084.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:02.288 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gwijor5lFSdQKfh off=7231273 len=1019830 2024-04-02T08:53:02.293 INFO:tasks.workunit.client.0.smithi084.stdout:op 3392 completed, throughput=5MB/sec 2024-04-02T08:53:02.293 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GbU4liEVQ1D7a39 off=950985 len=2052013 2024-04-02T08:53:02.295 INFO:tasks.workunit.client.0.smithi084.stdout:op 3393 completed, throughput=5MB/sec 2024-04-02T08:53:02.295 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nRAKS2lVOyvFaBk off=6279712 len=442031 2024-04-02T08:53:02.296 INFO:tasks.workunit.client.0.smithi084.stdout:op 3394 completed, throughput=5MB/sec 2024-04-02T08:53:02.296 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NHT-hjvhetO0Hu_ off=8668645 len=1039858 2024-04-02T08:53:02.297 INFO:tasks.workunit.client.0.smithi084.stdout:op 3395 completed, throughput=5MB/sec 2024-04-02T08:53:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:02 smithi132 ceph-mon[88571]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:02 smithi084 ceph-mon[94794]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:02 smithi084 ceph-mon[97358]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:53:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:03.298 INFO:tasks.workunit.client.0.smithi084.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:03.298 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yZCUShb1OWRW2LC off=6641907 len=1569735 2024-04-02T08:53:03.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 3396 completed, throughput=5MB/sec 2024-04-02T08:53:03.304 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0CPP3Q1D794RDfn off=10625680 len=884530 2024-04-02T08:53:03.308 INFO:tasks.workunit.client.0.smithi084.stdout:op 3397 completed, throughput=5MB/sec 2024-04-02T08:53:03.308 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Z36SFZHHBmLDxHg off=7250020 len=657399 2024-04-02T08:53:03.309 INFO:tasks.workunit.client.0.smithi084.stdout:op 3398 completed, throughput=5MB/sec 2024-04-02T08:53:03.309 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YQsgHHIaKXWDhqn off=5501877 len=1747597 2024-04-02T08:53:03.310 INFO:tasks.workunit.client.0.smithi084.stdout:op 3399 completed, throughput=5MB/sec 2024-04-02T08:53:04.311 INFO:tasks.workunit.client.0.smithi084.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:04.311 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4jyFX3dB0nKbvF- off=3118006 len=1725984 2024-04-02T08:53:04.317 INFO:tasks.workunit.client.0.smithi084.stdout:op 3400 completed, throughput=5MB/sec 2024-04-02T08:53:04.317 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vxfnGDCA37vrqE3 off=20824887 len=509495 2024-04-02T08:53:04.320 INFO:tasks.workunit.client.0.smithi084.stdout:op 3401 completed, throughput=5MB/sec 2024-04-02T08:53:04.321 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-87raI2xaxZZkhNQ off=7394661 len=697970 2024-04-02T08:53:04.324 INFO:tasks.workunit.client.0.smithi084.stdout:op 3402 completed, throughput=5MB/sec 2024-04-02T08:53:04.324 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sEHl-PCa-mVy29_ off=3408153 len=143336 2024-04-02T08:53:04.324 INFO:tasks.workunit.client.0.smithi084.stdout:op 3403 completed, throughput=5MB/sec 2024-04-02T08:53:04.324 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X6Im24VtyS10ckV off=6966140 len=1930831 2024-04-02T08:53:04.326 INFO:tasks.workunit.client.0.smithi084.stdout:op 3404 completed, throughput=5MB/sec 2024-04-02T08:53:04.326 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-klrtrUpfBdHc2QL off=6800569 len=1543259 2024-04-02T08:53:04.327 INFO:tasks.workunit.client.0.smithi084.stdout:op 3405 completed, throughput=5MB/sec 2024-04-02T08:53:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:04 smithi084 ceph-mon[94794]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:53:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:04 smithi084 ceph-mon[97358]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:53:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:04 smithi132 ceph-mon[88571]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:53:05.327 INFO:tasks.workunit.client.0.smithi084.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:05.327 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-k7skT0l0HhU-0Ft off=4610866 len=1408144 2024-04-02T08:53:05.334 INFO:tasks.workunit.client.0.smithi084.stdout:op 3406 completed, throughput=5MB/sec 2024-04-02T08:53:05.334 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u2pVogmCip8Vi5P off=20372294 len=1086704 2024-04-02T08:53:05.336 INFO:tasks.workunit.client.0.smithi084.stdout:op 3407 completed, throughput=5MB/sec 2024-04-02T08:53:05.336 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5af4traYQduCyy3 off=71159 len=15626 2024-04-02T08:53:05.339 INFO:tasks.workunit.client.0.smithi084.stdout:op 3408 completed, throughput=5MB/sec 2024-04-02T08:53:05.339 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TpqyDx8-HuGyomg off=6678635 len=1767561 2024-04-02T08:53:05.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 3409 completed, throughput=5MB/sec 2024-04-02T08:53:06.342 INFO:tasks.workunit.client.0.smithi084.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:06.342 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qvKFaqwxVGCVg0o off=7128266 len=1570566 2024-04-02T08:53:06.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 3410 completed, throughput=5MB/sec 2024-04-02T08:53:06.346 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CL8ZV3TfSBl_SHM off=2765146 len=77001 2024-04-02T08:53:06.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 3411 completed, throughput=5MB/sec 2024-04-02T08:53:06.346 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DiwWdAD9DqmIizM off=8679682 len=119232 2024-04-02T08:53:06.347 INFO:tasks.workunit.client.0.smithi084.stdout:op 3412 completed, throughput=5MB/sec 2024-04-02T08:53:06.347 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6W2d2IMAunY1Qpa off=709919 len=511373 2024-04-02T08:53:06.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 3413 completed, throughput=5MB/sec 2024-04-02T08:53:06.351 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6aZ7WIyeSzcleJj off=3165718 len=1443056 2024-04-02T08:53:06.352 INFO:tasks.workunit.client.0.smithi084.stdout:op 3414 completed, throughput=5MB/sec 2024-04-02T08:53:06.352 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pAQ7zggKK8ukxny off=4891887 len=1016998 2024-04-02T08:53:06.353 INFO:tasks.workunit.client.0.smithi084.stdout:op 3415 completed, throughput=5MB/sec 2024-04-02T08:53:06.353 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g-xz8GLLObVmuBl off=12237602 len=1765088 2024-04-02T08:53:06.361 INFO:tasks.workunit.client.0.smithi084.stdout:op 3416 completed, throughput=5MB/sec 2024-04-02T08:53:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:06 smithi084 ceph-mon[94794]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:06 smithi084 ceph-mon[97358]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:06 smithi132 ceph-mon[88571]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:07.362 INFO:tasks.workunit.client.0.smithi084.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:07.362 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nc1GZddj7xu9hD2 off=22177460 len=28592 2024-04-02T08:53:07.364 INFO:tasks.workunit.client.0.smithi084.stdout:op 3417 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.364 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UwdY33hBa01w40U off=5811830 len=1024375 2024-04-02T08:53:07.365 INFO:tasks.workunit.client.0.smithi084.stdout:op 3418 completed, throughput=5MB/sec 2024-04-02T08:53:07.365 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-e-MyQVQRCQWQBES off=6436826 len=1591751 2024-04-02T08:53:07.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 3419 completed, throughput=5MB/sec 2024-04-02T08:53:07.366 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ru5caUeudE4-euN off=2112513 len=171613 2024-04-02T08:53:07.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 3420 completed, throughput=5MB/sec 2024-04-02T08:53:07.369 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nJ8RxtacXSEnDtx off=12351159 len=326890 2024-04-02T08:53:07.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 3421 completed, throughput=5MB/sec 2024-04-02T08:53:07.370 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KfBYe-hNCUetBAy off=2937101 len=132181 2024-04-02T08:53:07.372 INFO:tasks.workunit.client.0.smithi084.stdout:op 3422 completed, throughput=5MB/sec 2024-04-02T08:53:07.372 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xbs1M-YnKM1oygF off=7309939 len=153178 2024-04-02T08:53:07.374 INFO:tasks.workunit.client.0.smithi084.stdout:op 3423 completed, throughput=5MB/sec 2024-04-02T08:53:07.374 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-edTUekZzLrSmx71 off=15027498 len=1556093 2024-04-02T08:53:07.377 INFO:tasks.workunit.client.0.smithi084.stdout:op 3424 completed, throughput=5MB/sec 2024-04-02T08:53:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:08 smithi084 ceph-mon[94794]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:53:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:08 smithi084 ceph-mon[97358]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:53:08.378 INFO:tasks.workunit.client.0.smithi084.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:08.378 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_hStyoamNECUvMw off=6939939 len=95349 2024-04-02T08:53:08.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 3425 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.380 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JWjexEQxd0Lalu4 off=12066229 len=1352934 2024-04-02T08:53:08.381 INFO:tasks.workunit.client.0.smithi084.stdout:op 3426 completed, throughput=5MB/sec 2024-04-02T08:53:08.381 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--vP4Rmghy4Ey6OV off=4060830 len=1277878 2024-04-02T08:53:08.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 3427 completed, throughput=5MB/sec 2024-04-02T08:53:08.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eyXkgLMtmtnsTqh off=7371931 len=124477 2024-04-02T08:53:08.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 3428 completed, throughput=5MB/sec 2024-04-02T08:53:08.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dMftGbDbZ6X9JRO off=2147411 len=134048 2024-04-02T08:53:08.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 3429 completed, throughput=5MB/sec 2024-04-02T08:53:08.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Bwsu9aIqB6fZo5R off=6189286 len=691282 2024-04-02T08:53:08.388 INFO:tasks.workunit.client.0.smithi084.stdout:op 3430 completed, throughput=5MB/sec 2024-04-02T08:53:08.388 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tB1f_hcT06bLsah off=14478356 len=853493 2024-04-02T08:53:08.389 INFO:tasks.workunit.client.0.smithi084.stdout:op 3431 completed, throughput=5MB/sec 2024-04-02T08:53:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:08 smithi132 ceph-mon[88571]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:53:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:09.389 INFO:tasks.workunit.client.0.smithi084.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:09.389 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4ODUfWVM2UpDjDI off=1361412 len=1186807 2024-04-02T08:53:09.395 INFO:tasks.workunit.client.0.smithi084.stdout:op 3432 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.395 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Wl8wNTmqIW7_-TY off=2990649 len=1594380 2024-04-02T08:53:09.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 3433 completed, throughput=5MB/sec 2024-04-02T08:53:09.399 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tff6PLuPHFwVE0u off=14509457 len=1051114 2024-04-02T08:53:09.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 3434 completed, throughput=5MB/sec 2024-04-02T08:53:09.401 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-s_fBdWqBJ0liqlw off=6473825 len=134251 2024-04-02T08:53:09.402 INFO:tasks.workunit.client.0.smithi084.stdout:op 3435 completed, throughput=5MB/sec 2024-04-02T08:53:09.402 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_pRgpWC3jcFJrKH off=4651739 len=1922833 2024-04-02T08:53:09.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 3436 completed, throughput=5MB/sec 2024-04-02T08:53:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:10 smithi084 ceph-mon[94794]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:10 smithi084 ceph-mon[97358]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:10.409 INFO:tasks.workunit.client.0.smithi084.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:10.409 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZhTalJ-UMzrmW36 off=291618 len=296032 2024-04-02T08:53:10.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 3437 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.410 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DLB2pAEbsraOiKr off=9576788 len=1327103 2024-04-02T08:53:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:10 smithi132 ceph-mon[88571]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:10.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 3438 completed, throughput=5MB/sec 2024-04-02T08:53:10.416 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wZ25XtrybWG31wE off=9728978 len=1391908 2024-04-02T08:53:10.418 INFO:tasks.workunit.client.0.smithi084.stdout:op 3439 completed, throughput=5MB/sec 2024-04-02T08:53:10.418 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q4uxzg7_FzOkmeU off=15612019 len=1884664 2024-04-02T08:53:10.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 3440 completed, throughput=5MB/sec 2024-04-02T08:53:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:53:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:53:10] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:53:11.421 INFO:tasks.workunit.client.0.smithi084.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:11.421 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8aVl1qQ6-ww_lT_ off=4151346 len=1025862 2024-04-02T08:53:11.427 INFO:tasks.workunit.client.0.smithi084.stdout:op 3441 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.428 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RVB7kn3fo6Erip3 off=3558153 len=1451730 2024-04-02T08:53:11.428 INFO:tasks.workunit.client.0.smithi084.stdout:op 3442 completed, throughput=5MB/sec 2024-04-02T08:53:11.428 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9NVLsb9iZB608Ds off=6480469 len=607803 2024-04-02T08:53:11.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 3443 completed, throughput=5MB/sec 2024-04-02T08:53:11.430 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QIDQGrkNZqtkJpr off=6249949 len=568334 2024-04-02T08:53:11.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 3444 completed, throughput=5MB/sec 2024-04-02T08:53:11.433 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c2QvWTUu40wGNfK off=1491000 len=1021099 2024-04-02T08:53:11.438 INFO:tasks.workunit.client.0.smithi084.stdout:op 3445 completed, throughput=5MB/sec 2024-04-02T08:53:11.438 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Jwy_G8oFsDL2SUz off=2318735 len=1297487 2024-04-02T08:53:11.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 3446 completed, throughput=5MB/sec 2024-04-02T08:53:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:12 smithi132 ceph-mon[88571]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:12 smithi084 ceph-mon[94794]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:12 smithi084 ceph-mon[97358]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:12.440 INFO:tasks.workunit.client.0.smithi084.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:12.440 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0RsM40BZldMjP6X off=745505 len=897573 2024-04-02T08:53:12.442 INFO:tasks.workunit.client.0.smithi084.stdout:op 3447 completed, throughput=5MB/sec 2024-04-02T08:53:12.442 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8jGxUEFbBESA4ml off=3998104 len=681115 2024-04-02T08:53:12.443 INFO:tasks.workunit.client.0.smithi084.stdout:op 3448 completed, throughput=5MB/sec 2024-04-02T08:53:12.443 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-T9yxw0y66bONCiw off=2171101 len=7907 2024-04-02T08:53:12.445 INFO:tasks.workunit.client.0.smithi084.stdout:op 3449 completed, throughput=5MB/sec 2024-04-02T08:53:12.445 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zkiDA4LBv3ycdh6 off=874859 len=1710494 2024-04-02T08:53:12.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 3450 completed, throughput=5MB/sec 2024-04-02T08:53:12.451 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i5wQULRiajsHuBM off=1370865 len=250431 2024-04-02T08:53:12.454 INFO:tasks.workunit.client.0.smithi084.stdout:op 3451 completed, throughput=5MB/sec 2024-04-02T08:53:12.455 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xs6_Ys-vrTJpMw3 off=6010067 len=1767678 2024-04-02T08:53:12.458 INFO:tasks.workunit.client.0.smithi084.stdout:op 3452 completed, throughput=5MB/sec 2024-04-02T08:53:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:53:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:13.458 INFO:tasks.workunit.client.0.smithi084.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:13.458 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fMIV38CRYcHjqj4 off=9020625 len=1104311 2024-04-02T08:53:13.459 INFO:tasks.workunit.client.0.smithi084.stdout:op 3453 completed, throughput=5MB/sec 2024-04-02T08:53:13.459 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WEwtC871DS_4v_i off=7394277 len=1287063 2024-04-02T08:53:13.460 INFO:tasks.workunit.client.0.smithi084.stdout:op 3454 completed, throughput=5MB/sec 2024-04-02T08:53:13.461 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KQRPJHt1G9zXpWp off=1180190 len=33305 2024-04-02T08:53:13.463 INFO:tasks.workunit.client.0.smithi084.stdout:op 3455 completed, throughput=5MB/sec 2024-04-02T08:53:13.463 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xGHsJCOGjDyexZQ off=7139166 len=857056 2024-04-02T08:53:13.463 INFO:tasks.workunit.client.0.smithi084.stdout:op 3456 completed, throughput=5MB/sec 2024-04-02T08:53:13.464 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lMsLFKaZZ39Ls5q off=3429564 len=444512 2024-04-02T08:53:13.465 INFO:tasks.workunit.client.0.smithi084.stdout:op 3457 completed, throughput=5MB/sec 2024-04-02T08:53:13.465 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5fq0gYTpvEfziBS off=4656441 len=1085640 2024-04-02T08:53:13.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 3458 completed, throughput=5MB/sec 2024-04-02T08:53:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:14 smithi084 ceph-mon[94794]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:14 smithi084 ceph-mon[97358]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:14 smithi132 ceph-mon[88571]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:14.471 INFO:tasks.workunit.client.0.smithi084.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:14.471 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z_NBYmAzbpuC9j4 off=10776722 len=1239027 2024-04-02T08:53:14.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 3459 completed, throughput=5MB/sec 2024-04-02T08:53:14.478 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Tos1NF7RXaHKob5 off=14259374 len=1061229 2024-04-02T08:53:14.483 INFO:tasks.workunit.client.0.smithi084.stdout:op 3460 completed, throughput=5MB/sec 2024-04-02T08:53:14.483 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8jjqUtHRuHLikP7 off=7033952 len=1506558 2024-04-02T08:53:14.484 INFO:tasks.workunit.client.0.smithi084.stdout:op 3461 completed, throughput=5MB/sec 2024-04-02T08:53:14.484 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zK3GKqkaSIp1HLa off=11926044 len=649843 2024-04-02T08:53:14.488 INFO:tasks.workunit.client.0.smithi084.stdout:op 3462 completed, throughput=5MB/sec 2024-04-02T08:53:14.488 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xU5TeVLm2-GNQlp off=994168 len=764066 2024-04-02T08:53:14.491 INFO:tasks.workunit.client.0.smithi084.stdout:op 3463 completed, throughput=5MB/sec 2024-04-02T08:53:15.492 INFO:tasks.workunit.client.0.smithi084.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:15.492 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-31HZ2de5CBRAB28 off=1554043 len=1851275 2024-04-02T08:53:15.502 INFO:tasks.workunit.client.0.smithi084.stdout:op 3464 completed, throughput=5MB/sec 2024-04-02T08:53:15.502 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zK3GKqkaSIp1HLa off=4700707 len=1884094 2024-04-02T08:53:15.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 3465 completed, throughput=5MB/sec 2024-04-02T08:53:15.514 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-irE8yP9II7lTdOi off=13314518 len=1383271 2024-04-02T08:53:15.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 3466 completed, throughput=5MB/sec 2024-04-02T08:53:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:16 smithi084 ceph-mon[94794]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:53:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:16 smithi084 ceph-mon[97358]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:53:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:16 smithi132 ceph-mon[88571]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:53:16.514 INFO:tasks.workunit.client.0.smithi084.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:16.515 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PXfEYz5JdZsKUXB off=18482433 len=1160808 2024-04-02T08:53:16.520 INFO:tasks.workunit.client.0.smithi084.stdout:op 3467 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.520 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-R4rYla_5NwgjPfo off=9023540 len=1523160 2024-04-02T08:53:16.521 INFO:tasks.workunit.client.0.smithi084.stdout:op 3468 completed, throughput=5MB/sec 2024-04-02T08:53:16.521 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zvuYzSHtstwuQep off=2062626 len=1367085 2024-04-02T08:53:16.528 INFO:tasks.workunit.client.0.smithi084.stdout:op 3469 completed, throughput=5MB/sec 2024-04-02T08:53:16.528 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W-YG2LXjXSLrK61 off=5191297 len=1354541 2024-04-02T08:53:16.536 INFO:tasks.workunit.client.0.smithi084.stdout:op 3470 completed, throughput=5MB/sec 2024-04-02T08:53:17.536 INFO:tasks.workunit.client.0.smithi084.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:17.536 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3T5c63HNnKzzRVP off=16214163 len=730224 2024-04-02T08:53:17.537 INFO:tasks.workunit.client.0.smithi084.stdout:op 3471 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.537 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QXPUvf-yX4t5NA- off=7817019 len=1890980 2024-04-02T08:53:17.538 INFO:tasks.workunit.client.0.smithi084.stdout:op 3472 completed, throughput=5MB/sec 2024-04-02T08:53:17.538 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z6zVRUbV4xn88ST off=14741356 len=927374 2024-04-02T08:53:17.543 INFO:tasks.workunit.client.0.smithi084.stdout:op 3473 completed, throughput=5MB/sec 2024-04-02T08:53:17.543 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DUjB7limDd2lhMH off=1775920 len=17049 2024-04-02T08:53:17.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 3474 completed, throughput=5MB/sec 2024-04-02T08:53:17.544 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Pqz-S16eZi5wDBp off=13947811 len=166342 2024-04-02T08:53:17.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 3475 completed, throughput=5MB/sec 2024-04-02T08:53:17.544 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QmJq4175RE0K0Gi off=3077541 len=1058343 2024-04-02T08:53:17.545 INFO:tasks.workunit.client.0.smithi084.stdout:op 3476 completed, throughput=5MB/sec 2024-04-02T08:53:17.545 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-84p1szRmqci0VVL off=1420508 len=1162529 2024-04-02T08:53:17.553 INFO:tasks.workunit.client.0.smithi084.stdout:op 3477 completed, throughput=5MB/sec 2024-04-02T08:53:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:18 smithi084 ceph-mon[94794]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:53:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:18 smithi084 ceph-mon[97358]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:53:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:18 smithi132 ceph-mon[88571]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:53:18.553 INFO:tasks.workunit.client.0.smithi084.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:18.553 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6n8D1-9b_fs63Bl off=13791838 len=684179 2024-04-02T08:53:18.555 INFO:tasks.workunit.client.0.smithi084.stdout:op 3478 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.555 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PX9N_pk5Yt2zsZK off=2435010 len=712534 2024-04-02T08:53:18.559 INFO:tasks.workunit.client.0.smithi084.stdout:op 3479 completed, throughput=5MB/sec 2024-04-02T08:53:18.559 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rt6HNIuDCIbi31_ off=17740886 len=676668 2024-04-02T08:53:18.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 3480 completed, throughput=5MB/sec 2024-04-02T08:53:18.561 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H7c-zID0DoGFV0n off=8615837 len=1266354 2024-04-02T08:53:18.567 INFO:tasks.workunit.client.0.smithi084.stdout:op 3481 completed, throughput=5MB/sec 2024-04-02T08:53:18.567 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rY12-Gu1nEk23p4 off=9404804 len=1220722 2024-04-02T08:53:18.572 INFO:tasks.workunit.client.0.smithi084.stdout:op 3482 completed, throughput=5MB/sec 2024-04-02T08:53:19.572 INFO:tasks.workunit.client.0.smithi084.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:19.573 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-75DQSE9Na9WWnM8 off=16130505 len=50525 2024-04-02T08:53:19.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 3483 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.573 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d1XC5_4H82cbgYa off=342619 len=1098388 2024-04-02T08:53:19.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 3484 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.574 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qOG3iE3iVyE0NOS off=18184815 len=1919611 2024-04-02T08:53:19.575 INFO:tasks.workunit.client.0.smithi084.stdout:op 3485 completed, throughput=5MB/sec 2024-04-02T08:53:19.575 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kkJanahsw7O5YxS off=1752457 len=1676436 2024-04-02T08:53:19.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 3486 completed, throughput=5MB/sec 2024-04-02T08:53:19.584 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0CK0GUAoR-ChNDv off=10268845 len=52894 2024-04-02T08:53:19.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 3487 completed, throughput=5MB/sec 2024-04-02T08:53:19.585 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QWHOCriKLF6lG-6 off=434288 len=1341531 2024-04-02T08:53:19.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 3488 completed, throughput=5MB/sec 2024-04-02T08:53:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:20 smithi084 ceph-mon[94794]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:20 smithi084 ceph-mon[97358]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:20 smithi132 ceph-mon[88571]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:20.586 INFO:tasks.workunit.client.0.smithi084.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:20.586 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DJF182IqmKrQgda off=12349644 len=136223 2024-04-02T08:53:20.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 3489 completed, throughput=4.99MB/sec 2024-04-02T08:53:20.589 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GPjXLV7E_nXijAu off=1981381 len=1690326 2024-04-02T08:53:20.590 INFO:tasks.workunit.client.0.smithi084.stdout:op 3490 completed, throughput=5MB/sec 2024-04-02T08:53:20.590 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wx08Ql0Dl6hkahW off=18021080 len=2025045 2024-04-02T08:53:20.592 INFO:tasks.workunit.client.0.smithi084.stdout:op 3491 completed, throughput=5MB/sec 2024-04-02T08:53:20.592 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8mAZAS9_mT5lzAz off=4136727 len=1885356 2024-04-02T08:53:20.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 3492 completed, throughput=5MB/sec 2024-04-02T08:53:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:53:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:53:20] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:53:21.600 INFO:tasks.workunit.client.0.smithi084.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:21.600 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QjY14eSUTvlTlgr off=7967555 len=240696 2024-04-02T08:53:21.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 3493 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.600 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ohymq7HAfhtkILc off=12861682 len=729570 2024-04-02T08:53:21.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 3494 completed, throughput=5MB/sec 2024-04-02T08:53:21.601 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IRHPBudcAQRWwbi off=5527527 len=362909 2024-04-02T08:53:21.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 3495 completed, throughput=5MB/sec 2024-04-02T08:53:21.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Id66aR8AVqQUYvq off=2630389 len=253042 2024-04-02T08:53:21.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 3496 completed, throughput=5MB/sec 2024-04-02T08:53:21.604 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--Gb3fhH_7GaKRVh off=2781930 len=1942751 2024-04-02T08:53:21.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 3497 completed, throughput=5MB/sec 2024-04-02T08:53:21.612 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LE4VS0hGgud6Y1j off=3301206 len=959713 2024-04-02T08:53:21.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 3498 completed, throughput=5MB/sec 2024-04-02T08:53:22.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:22 smithi132 ceph-mon[88571]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:22 smithi084 ceph-mon[94794]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:22 smithi084 ceph-mon[97358]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.612 INFO:tasks.workunit.client.0.smithi084.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:22.613 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lvTRST9-W91DSxR off=2246673 len=1542703 2024-04-02T08:53:22.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 3499 completed, throughput=5MB/sec 2024-04-02T08:53:22.622 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5ukWcKY0g4CafY5 off=11550092 len=1166671 2024-04-02T08:53:22.626 INFO:tasks.workunit.client.0.smithi084.stdout:op 3500 completed, throughput=5MB/sec 2024-04-02T08:53:22.626 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-I3DdH27xhGIP6bQ off=2475357 len=367951 2024-04-02T08:53:22.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 3501 completed, throughput=5MB/sec 2024-04-02T08:53:22.627 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-huM_JqBQ4qCZFwN off=1000573 len=926775 2024-04-02T08:53:22.631 INFO:tasks.workunit.client.0.smithi084.stdout:op 3502 completed, throughput=5MB/sec 2024-04-02T08:53:22.631 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sqZSV9U5ZutrqO9 off=10917169 len=1284956 2024-04-02T08:53:22.635 INFO:tasks.workunit.client.0.smithi084.stdout:op 3503 completed, throughput=5MB/sec 2024-04-02T08:53:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:53:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:23.636 INFO:tasks.workunit.client.0.smithi084.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:23.636 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M9EddeX5J7o1gv6 off=9951204 len=860699 2024-04-02T08:53:23.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 3504 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.637 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PrZZDQSjazUfo7g off=466614 len=858406 2024-04-02T08:53:23.640 INFO:tasks.workunit.client.0.smithi084.stdout:op 3505 completed, throughput=5MB/sec 2024-04-02T08:53:23.640 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9tcjPU2IXhnBPfh off=1241962 len=1711127 2024-04-02T08:53:23.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 3506 completed, throughput=5MB/sec 2024-04-02T08:53:23.647 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-V6gSvYD4uUu-S9J off=6370683 len=504233 2024-04-02T08:53:23.649 INFO:tasks.workunit.client.0.smithi084.stdout:op 3507 completed, throughput=5MB/sec 2024-04-02T08:53:23.649 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-thdX6pOOsG8Gg3m off=14279940 len=991741 2024-04-02T08:53:23.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 3508 completed, throughput=5MB/sec 2024-04-02T08:53:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:24 smithi084 ceph-mon[94794]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:53:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:24 smithi084 ceph-mon[97358]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:53:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:24 smithi132 ceph-mon[88571]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:53:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:24.653 INFO:tasks.workunit.client.0.smithi084.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:24.653 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cifcTAZHIxixEh5 off=16909060 len=1212357 2024-04-02T08:53:24.654 INFO:tasks.workunit.client.0.smithi084.stdout:op 3509 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.654 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_wESvgr9wPuFImM off=9816466 len=750891 2024-04-02T08:53:24.657 INFO:tasks.workunit.client.0.smithi084.stdout:op 3510 completed, throughput=5MB/sec 2024-04-02T08:53:24.657 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jcn_SiQjvX3XU9n off=2979567 len=1747341 2024-04-02T08:53:24.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 3511 completed, throughput=5MB/sec 2024-04-02T08:53:24.669 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-E1EA_oFBRfT4Pc0 off=396513 len=996385 2024-04-02T08:53:24.670 INFO:tasks.workunit.client.0.smithi084.stdout:op 3512 completed, throughput=5MB/sec 2024-04-02T08:53:24.671 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GD9oLelrk9Kr47d off=2620742 len=540330 2024-04-02T08:53:24.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 3513 completed, throughput=5MB/sec 2024-04-02T08:53:24.672 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OOD4Rm7A73g_LZL off=6418915 len=1343982 2024-04-02T08:53:24.674 INFO:tasks.workunit.client.0.smithi084.stdout:op 3514 completed, throughput=5MB/sec 2024-04-02T08:53:25.675 INFO:tasks.workunit.client.0.smithi084.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:25.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_gWBsLcs4nKi8KC off=5056795 len=2081607 2024-04-02T08:53:25.677 INFO:tasks.workunit.client.0.smithi084.stdout:op 3515 completed, throughput=5MB/sec 2024-04-02T08:53:25.677 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CVgIqCnphmRg-mB off=9439715 len=1271094 2024-04-02T08:53:25.677 INFO:tasks.workunit.client.0.smithi084.stdout:op 3516 completed, throughput=5MB/sec 2024-04-02T08:53:25.677 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tyuA-DNuKZqGZ47 off=2290720 len=1479599 2024-04-02T08:53:25.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 3517 completed, throughput=5MB/sec 2024-04-02T08:53:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:26 smithi084 ceph-mon[94794]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:26 smithi084 ceph-mon[97358]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:26 smithi132 ceph-mon[88571]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:26.679 INFO:tasks.workunit.client.0.smithi084.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:26.679 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hkSGag35BOtcopB off=9021195 len=839093 2024-04-02T08:53:26.680 INFO:tasks.workunit.client.0.smithi084.stdout:op 3518 completed, throughput=5MB/sec 2024-04-02T08:53:26.680 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-G1q0HCsLh3MjVZn off=1159126 len=1123307 2024-04-02T08:53:26.681 INFO:tasks.workunit.client.0.smithi084.stdout:op 3519 completed, throughput=5MB/sec 2024-04-02T08:53:26.681 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oRypZw-dhnBY4Bs off=4483936 len=1060258 2024-04-02T08:53:26.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 3520 completed, throughput=5MB/sec 2024-04-02T08:53:26.682 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fNc9NK2AtHfqKxa off=16923744 len=1960890 2024-04-02T08:53:26.690 INFO:tasks.workunit.client.0.smithi084.stdout:op 3521 completed, throughput=5MB/sec 2024-04-02T08:53:27.689 INFO:tasks.workunit.client.0.smithi084.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:27.689 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TYNZ1Nlh4VXN0a7 off=667695 len=302750 2024-04-02T08:53:27.690 INFO:tasks.workunit.client.0.smithi084.stdout:op 3522 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.690 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PE3OmSrwFcZ-Zkz off=21699252 len=2028534 2024-04-02T08:53:27.699 INFO:tasks.workunit.client.0.smithi084.stdout:op 3523 completed, throughput=5MB/sec 2024-04-02T08:53:27.699 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-z0nhCqzRMvjf9kz off=7621349 len=1167269 2024-04-02T08:53:27.700 INFO:tasks.workunit.client.0.smithi084.stdout:op 3524 completed, throughput=5MB/sec 2024-04-02T08:53:27.700 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c4Soawj6u0qChWA off=18739952 len=1985621 2024-04-02T08:53:27.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 3525 completed, throughput=5MB/sec 2024-04-02T08:53:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:28 smithi084 ceph-mon[94794]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:28 smithi084 ceph-mon[97358]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:28 smithi132 ceph-mon[88571]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:28.704 INFO:tasks.workunit.client.0.smithi084.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:28.705 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gJtIktkh6v8UuEA off=8270843 len=309162 2024-04-02T08:53:28.705 INFO:tasks.workunit.client.0.smithi084.stdout:op 3526 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.705 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uearOWmq9MdpChT off=11046358 len=558474 2024-04-02T08:53:28.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 3527 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.708 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dMvDTHd-eJORtvX off=560258 len=1547535 2024-04-02T08:53:28.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 3528 completed, throughput=5MB/sec 2024-04-02T08:53:28.708 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-N3e2JbGmAGaNvas off=10749459 len=1458887 2024-04-02T08:53:28.720 INFO:tasks.workunit.client.0.smithi084.stdout:op 3529 completed, throughput=5MB/sec 2024-04-02T08:53:28.720 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-juj3blGS2nxvqBl off=640474 len=994264 2024-04-02T08:53:28.721 INFO:tasks.workunit.client.0.smithi084.stdout:op 3530 completed, throughput=5MB/sec 2024-04-02T08:53:29.721 INFO:tasks.workunit.client.0.smithi084.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:29.721 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KiNRPLLuI5Qup2i off=2052023 len=1985494 2024-04-02T08:53:29.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 3531 completed, throughput=5MB/sec 2024-04-02T08:53:29.729 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b7Ptdb7E9amj36r off=14537050 len=11083 2024-04-02T08:53:29.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 3532 completed, throughput=5MB/sec 2024-04-02T08:53:29.730 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Z2LSUOUHYJFca9R off=2740973 len=653657 2024-04-02T08:53:29.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 3533 completed, throughput=5MB/sec 2024-04-02T08:53:29.730 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wTPHRjwK7p1AGok off=227850 len=6391 2024-04-02T08:53:29.732 INFO:tasks.workunit.client.0.smithi084.stdout:op 3534 completed, throughput=5MB/sec 2024-04-02T08:53:29.732 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KMBw4TFzBcknxCD off=12438509 len=753648 2024-04-02T08:53:29.733 INFO:tasks.workunit.client.0.smithi084.stdout:op 3535 completed, throughput=5MB/sec 2024-04-02T08:53:29.733 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MKHfMzBLASE5fFU off=207914 len=846654 2024-04-02T08:53:29.735 INFO:tasks.workunit.client.0.smithi084.stdout:op 3536 completed, throughput=5MB/sec 2024-04-02T08:53:29.735 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-__Df9kZkvzTfR1l off=16500305 len=1043636 2024-04-02T08:53:29.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 3537 completed, throughput=5MB/sec 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[94794]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[97358]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:53:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:30 smithi132 ceph-mon[88571]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:30 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:30 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:30 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:30 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:53:30.740 INFO:tasks.workunit.client.0.smithi084.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:30.740 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XudkuYRuK1Obkz3 off=2180776 len=1173355 2024-04-02T08:53:30.746 INFO:tasks.workunit.client.0.smithi084.stdout:op 3538 completed, throughput=4.99MB/sec 2024-04-02T08:53:30.747 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6e96HOblvnIlpLM off=645997 len=227424 2024-04-02T08:53:30.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 3539 completed, throughput=4.99MB/sec 2024-04-02T08:53:30.747 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a6ioc9BLEaN7ImF off=10124580 len=478253 2024-04-02T08:53:30.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 3540 completed, throughput=5MB/sec 2024-04-02T08:53:30.747 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DX55jTr0BDcorK4 off=1151956 len=520309 2024-04-02T08:53:30.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 3541 completed, throughput=5MB/sec 2024-04-02T08:53:30.748 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-w6bWbEL8RkvamLI off=523851 len=26390 2024-04-02T08:53:30.749 INFO:tasks.workunit.client.0.smithi084.stdout:op 3542 completed, throughput=5MB/sec 2024-04-02T08:53:30.749 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KFMiKBZk2vtsHkg off=14354496 len=1872662 2024-04-02T08:53:30.750 INFO:tasks.workunit.client.0.smithi084.stdout:op 3543 completed, throughput=5MB/sec 2024-04-02T08:53:30.750 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kbpCgKz73i1WemR off=899103 len=1649608 2024-04-02T08:53:30.757 INFO:tasks.workunit.client.0.smithi084.stdout:op 3544 completed, throughput=5MB/sec 2024-04-02T08:53:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:53:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:53:30] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:53:31.758 INFO:tasks.workunit.client.0.smithi084.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:31.758 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dj5ZMQICyPY5IzR off=4151471 len=799008 2024-04-02T08:53:31.758 INFO:tasks.workunit.client.0.smithi084.stdout:op 3545 completed, throughput=5MB/sec 2024-04-02T08:53:31.758 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7oi2kv8JAQc2X5g off=16671397 len=1965136 2024-04-02T08:53:31.767 INFO:tasks.workunit.client.0.smithi084.stdout:op 3546 completed, throughput=5MB/sec 2024-04-02T08:53:31.768 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kvgUZo_L3wNwojS off=14504456 len=126014 2024-04-02T08:53:31.768 INFO:tasks.workunit.client.0.smithi084.stdout:op 3547 completed, throughput=5MB/sec 2024-04-02T08:53:31.768 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Wke1iEjlnFnxpBG off=6477959 len=1831858 2024-04-02T08:53:31.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 3548 completed, throughput=5MB/sec 2024-04-02T08:53:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:32 smithi132 ceph-mon[88571]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:32 smithi084 ceph-mon[94794]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:32 smithi084 ceph-mon[97358]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:53:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:32.770 INFO:tasks.workunit.client.0.smithi084.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:32.770 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--LXmQwgkLhr3ENm off=3339344 len=805992 2024-04-02T08:53:32.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 3549 completed, throughput=4.99MB/sec 2024-04-02T08:53:32.774 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MlEh1c8ld5RYCLJ off=3592093 len=1426270 2024-04-02T08:53:32.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 3550 completed, throughput=5MB/sec 2024-04-02T08:53:32.781 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2UnPiwsFiNUOSxX off=1184518 len=474214 2024-04-02T08:53:32.786 INFO:tasks.workunit.client.0.smithi084.stdout:op 3551 completed, throughput=5MB/sec 2024-04-02T08:53:32.786 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--Jq-SfcNCPQB7rX off=6000126 len=1434768 2024-04-02T08:53:32.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 3552 completed, throughput=5MB/sec 2024-04-02T08:53:32.787 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AOEHBK4iNxurGN_ off=840752 len=1503520 2024-04-02T08:53:32.788 INFO:tasks.workunit.client.0.smithi084.stdout:op 3553 completed, throughput=5MB/sec 2024-04-02T08:53:33.788 INFO:tasks.workunit.client.0.smithi084.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:33.789 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PgLpMPJ4Ec3VtSA off=3075081 len=991562 2024-04-02T08:53:33.792 INFO:tasks.workunit.client.0.smithi084.stdout:op 3554 completed, throughput=4.99MB/sec 2024-04-02T08:53:33.793 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-09w6fOzJcHqNkil off=6812024 len=604740 2024-04-02T08:53:33.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 3555 completed, throughput=5MB/sec 2024-04-02T08:53:33.794 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RptfSrRJi4ugAvr off=8679609 len=275335 2024-04-02T08:53:33.795 INFO:tasks.workunit.client.0.smithi084.stdout:op 3556 completed, throughput=5MB/sec 2024-04-02T08:53:33.795 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H44n272EViS21_Y off=1244206 len=1519231 2024-04-02T08:53:33.796 INFO:tasks.workunit.client.0.smithi084.stdout:op 3557 completed, throughput=5MB/sec 2024-04-02T08:53:33.796 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GE3Lhw9B3RiFZT1 off=6736948 len=6174 2024-04-02T08:53:33.799 INFO:tasks.workunit.client.0.smithi084.stdout:op 3558 completed, throughput=5MB/sec 2024-04-02T08:53:33.799 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dIpQ_wTU8lD1ca2 off=6084503 len=1827351 2024-04-02T08:53:33.800 INFO:tasks.workunit.client.0.smithi084.stdout:op 3559 completed, throughput=5MB/sec 2024-04-02T08:53:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:34 smithi084 ceph-mon[94794]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:34 smithi084 ceph-mon[97358]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:34 smithi132 ceph-mon[88571]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:34.801 INFO:tasks.workunit.client.0.smithi084.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:34.801 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-R65PvgHV43CcZvg off=0 len=1287095 2024-04-02T08:53:34.802 INFO:tasks.workunit.client.0.smithi084.stdout:op 3560 completed, throughput=5MB/sec 2024-04-02T08:53:34.803 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j2IZ0AkkSMnDoKp off=11873279 len=926834 2024-04-02T08:53:34.803 INFO:tasks.workunit.client.0.smithi084.stdout:op 3561 completed, throughput=5MB/sec 2024-04-02T08:53:34.804 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ky8vrUgseboGjP8 off=3767374 len=100522 2024-04-02T08:53:34.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 3562 completed, throughput=5MB/sec 2024-04-02T08:53:34.804 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uNI_rftwzF-0NxA off=947144 len=468216 2024-04-02T08:53:34.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 3563 completed, throughput=5MB/sec 2024-04-02T08:53:34.805 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IJBqJOKQZNIcoof off=2345352 len=1850388 2024-04-02T08:53:34.815 INFO:tasks.workunit.client.0.smithi084.stdout:op 3564 completed, throughput=5MB/sec 2024-04-02T08:53:34.816 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2AKfSMaRgUcUQC0 off=12984059 len=1270369 2024-04-02T08:53:34.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 3565 completed, throughput=5MB/sec 2024-04-02T08:53:35.822 INFO:tasks.workunit.client.0.smithi084.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:35.822 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JLg1h0Yk4hkVa4U off=3364903 len=1351908 2024-04-02T08:53:35.827 INFO:tasks.workunit.client.0.smithi084.stdout:op 3566 completed, throughput=5MB/sec 2024-04-02T08:53:35.827 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h7DwbVGRg4vrZry off=8458634 len=1625310 2024-04-02T08:53:35.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 3567 completed, throughput=5MB/sec 2024-04-02T08:53:35.829 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jfGkJwdVGr82uAF off=6002449 len=1365434 2024-04-02T08:53:35.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 3568 completed, throughput=5MB/sec 2024-04-02T08:53:35.833 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rMokq5sYWNqBGTQ off=567109 len=182330 2024-04-02T08:53:35.834 INFO:tasks.workunit.client.0.smithi084.stdout:op 3569 completed, throughput=5MB/sec 2024-04-02T08:53:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:36 smithi084 ceph-mon[94794]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:36.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:36 smithi084 ceph-mon[97358]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:36 smithi132 ceph-mon[88571]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:36.834 INFO:tasks.workunit.client.0.smithi084.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:36.834 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hlzfuYKuwC0jUhE off=4949231 len=826717 2024-04-02T08:53:36.836 INFO:tasks.workunit.client.0.smithi084.stdout:op 3570 completed, throughput=4.99MB/sec 2024-04-02T08:53:36.836 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-syHpT-oga7QBE6B off=2102060 len=1904417 2024-04-02T08:53:36.843 INFO:tasks.workunit.client.0.smithi084.stdout:op 3571 completed, throughput=5MB/sec 2024-04-02T08:53:36.843 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-agpl5TXd-Rfma-r off=383252 len=1355373 2024-04-02T08:53:36.848 INFO:tasks.workunit.client.0.smithi084.stdout:op 3572 completed, throughput=5MB/sec 2024-04-02T08:53:36.848 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lJlfvYzzJsU0EQ3 off=2363401 len=1445570 2024-04-02T08:53:36.854 INFO:tasks.workunit.client.0.smithi084.stdout:op 3573 completed, throughput=5MB/sec 2024-04-02T08:53:37.855 INFO:tasks.workunit.client.0.smithi084.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:37.855 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ilnn8bQvQR0iZsS off=1458300 len=917128 2024-04-02T08:53:37.857 INFO:tasks.workunit.client.0.smithi084.stdout:op 3574 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.857 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pLzGOYzm43V1yA6 off=46702 len=1948318 2024-04-02T08:53:37.866 INFO:tasks.workunit.client.0.smithi084.stdout:op 3575 completed, throughput=5MB/sec 2024-04-02T08:53:37.866 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iBdlj5yy9AM0ckJ off=4862840 len=1471065 2024-04-02T08:53:37.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 3576 completed, throughput=5MB/sec 2024-04-02T08:53:37.868 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Y2B4Spk35EUWv0F off=15550254 len=431361 2024-04-02T08:53:37.872 INFO:tasks.workunit.client.0.smithi084.stdout:op 3577 completed, throughput=5MB/sec 2024-04-02T08:53:37.872 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EOgMLApQSQYJC0P off=16306571 len=1582830 2024-04-02T08:53:37.881 INFO:tasks.workunit.client.0.smithi084.stdout:op 3578 completed, throughput=5MB/sec 2024-04-02T08:53:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:38 smithi084 ceph-mon[94794]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:38 smithi084 ceph-mon[97358]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:38 smithi132 ceph-mon[88571]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:38.881 INFO:tasks.workunit.client.0.smithi084.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:38.881 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0VdPJcuivHqJTxP off=15587882 len=753163 2024-04-02T08:53:38.885 INFO:tasks.workunit.client.0.smithi084.stdout:op 3579 completed, throughput=5MB/sec 2024-04-02T08:53:38.885 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--MRIMR8MoEQ6odf off=3626061 len=41061 2024-04-02T08:53:38.887 INFO:tasks.workunit.client.0.smithi084.stdout:op 3580 completed, throughput=5MB/sec 2024-04-02T08:53:38.887 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-89jySBYM8c0gWl9 off=1453578 len=782922 2024-04-02T08:53:38.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 3581 completed, throughput=5MB/sec 2024-04-02T08:53:38.889 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VxIXfTC9LScXRwo off=3762034 len=1579131 2024-04-02T08:53:38.892 INFO:tasks.workunit.client.0.smithi084.stdout:op 3582 completed, throughput=5MB/sec 2024-04-02T08:53:38.892 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xHFjzU1bTjMg0vL off=4759242 len=844675 2024-04-02T08:53:38.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 3583 completed, throughput=5MB/sec 2024-04-02T08:53:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:39.893 INFO:tasks.workunit.client.0.smithi084.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:39.893 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7nxfACoJ92geK-C off=298349 len=1414534 2024-04-02T08:53:39.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 3584 completed, throughput=4.99MB/sec 2024-04-02T08:53:39.899 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oCS62cHclyZIfq2 off=7651272 len=1345707 2024-04-02T08:53:39.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 3585 completed, throughput=5MB/sec 2024-04-02T08:53:39.902 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jXLiEHrkjoddD0V off=15409119 len=2067330 2024-04-02T08:53:39.903 INFO:tasks.workunit.client.0.smithi084.stdout:op 3586 completed, throughput=5MB/sec 2024-04-02T08:53:39.903 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CL8ZV3TfSBl_SHM off=2338168 len=50031 2024-04-02T08:53:39.904 INFO:tasks.workunit.client.0.smithi084.stdout:op 3587 completed, throughput=5MB/sec 2024-04-02T08:53:39.905 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BzbdkcuwTZZWfV_ off=10979472 len=2073054 2024-04-02T08:53:39.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 3588 completed, throughput=5MB/sec 2024-04-02T08:53:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:40 smithi084 ceph-mon[94794]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:40 smithi084 ceph-mon[97358]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:40 smithi132 ceph-mon[88571]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: 701: throughput=5MB/sec pending data=0 2024-04-02T08:53:40.916 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JwnrJx5GfIKqkLr off=8803639 len=1886409 2024-04-02T08:53:40.918 INFO:tasks.workunit.client.0.smithi084.stdout:op 3589 completed, throughput=5MB/sec 2024-04-02T08:53:40.918 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GswA27EgN26KwBa off=7306531 len=728148 2024-04-02T08:53:40.918 INFO:tasks.workunit.client.0.smithi084.stdout:op 3590 completed, throughput=5MB/sec 2024-04-02T08:53:40.919 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JXdvD9i6pYuzzk- off=770206 len=1167602 2024-04-02T08:53:40.921 INFO:tasks.workunit.client.0.smithi084.stdout:op 3591 completed, throughput=5MB/sec 2024-04-02T08:53:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:53:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:53:40] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T08:53:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:41.923 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kVbc5kovWWWrfl4 off=348174 len=729008 2024-04-02T08:53:41.924 INFO:tasks.workunit.client.0.smithi084.stdout:op 3592 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.924 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MH1h30V77gVTP7k off=6340387 len=91297 2024-04-02T08:53:41.924 INFO:tasks.workunit.client.0.smithi084.stdout:op 3593 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.924 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MXa14mKbCsWrrXZ off=6841317 len=1022025 2024-04-02T08:53:41.930 INFO:tasks.workunit.client.0.smithi084.stdout:op 3594 completed, throughput=5MB/sec 2024-04-02T08:53:41.930 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BzbdkcuwTZZWfV_ off=1848352 len=2002984 2024-04-02T08:53:41.933 INFO:tasks.workunit.client.0.smithi084.stdout:op 3595 completed, throughput=5MB/sec 2024-04-02T08:53:41.933 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--6xB-BMdbxPlBcg off=4795570 len=1645004 2024-04-02T08:53:41.936 INFO:tasks.workunit.client.0.smithi084.stdout:op 3596 completed, throughput=5MB/sec 2024-04-02T08:53:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:42 smithi084 ceph-mon[94794]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:42 smithi084 ceph-mon[97358]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:42.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:42 smithi132 ceph-mon[88571]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:42.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:53:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:42.936 INFO:tasks.workunit.client.0.smithi084.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:42.936 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VBqxSPGoVpMF2XO off=12788527 len=357594 2024-04-02T08:53:42.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 3597 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.937 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oMdJc1hvyhn_jNb off=14568546 len=211523 2024-04-02T08:53:42.940 INFO:tasks.workunit.client.0.smithi084.stdout:op 3598 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.940 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4svszGSs7UFqqxx off=15594435 len=2057619 2024-04-02T08:53:42.949 INFO:tasks.workunit.client.0.smithi084.stdout:op 3599 completed, throughput=5MB/sec 2024-04-02T08:53:42.950 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TnR0C39XBDQJ72J off=9032879 len=485120 2024-04-02T08:53:42.950 INFO:tasks.workunit.client.0.smithi084.stdout:op 3600 completed, throughput=5MB/sec 2024-04-02T08:53:42.950 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mLi7DyJMUq7QsN- off=4789273 len=1012893 2024-04-02T08:53:42.955 INFO:tasks.workunit.client.0.smithi084.stdout:op 3601 completed, throughput=5MB/sec 2024-04-02T08:53:42.955 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QOaDE7gzKOITaWB off=16261566 len=1131761 2024-04-02T08:53:42.957 INFO:tasks.workunit.client.0.smithi084.stdout:op 3602 completed, throughput=5MB/sec 2024-04-02T08:53:43.957 INFO:tasks.workunit.client.0.smithi084.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:43.957 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T11_yBqDADto2i1 off=3314524 len=1633532 2024-04-02T08:53:43.961 INFO:tasks.workunit.client.0.smithi084.stdout:op 3603 completed, throughput=5MB/sec 2024-04-02T08:53:43.961 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mxgIUnCsa1GtKoZ off=1745263 len=1183219 2024-04-02T08:53:43.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 3604 completed, throughput=5MB/sec 2024-04-02T08:53:43.962 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4XQouZOIBpp7uuW off=10736860 len=820803 2024-04-02T08:53:43.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 3605 completed, throughput=5MB/sec 2024-04-02T08:53:43.962 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6hu2WasGzIPmBIx off=1707651 len=275158 2024-04-02T08:53:43.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 3606 completed, throughput=5MB/sec 2024-04-02T08:53:43.963 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-abBnTB1VGzmUaZh off=741319 len=6414 2024-04-02T08:53:43.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 3607 completed, throughput=5MB/sec 2024-04-02T08:53:43.963 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d2kn-_OQH1VB3z0 off=10075067 len=1209306 2024-04-02T08:53:43.971 INFO:tasks.workunit.client.0.smithi084.stdout:op 3608 completed, throughput=5MB/sec 2024-04-02T08:53:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:44 smithi084 ceph-mon[94794]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:44 smithi084 ceph-mon[97358]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:44 smithi132 ceph-mon[88571]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:44.972 INFO:tasks.workunit.client.0.smithi084.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:44.972 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9yHLlwgQMHwhign off=581026 len=802238 2024-04-02T08:53:44.973 INFO:tasks.workunit.client.0.smithi084.stdout:op 3609 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.974 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qv4Kxm4QPWCaxzh off=19774919 len=114179 2024-04-02T08:53:44.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 3610 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.974 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--7pqQuoLTMky4KB off=6018350 len=1702060 2024-04-02T08:53:44.975 INFO:tasks.workunit.client.0.smithi084.stdout:op 3611 completed, throughput=5MB/sec 2024-04-02T08:53:44.975 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wPHf2gy3eXL-vKY off=4288948 len=141173 2024-04-02T08:53:44.977 INFO:tasks.workunit.client.0.smithi084.stdout:op 3612 completed, throughput=5MB/sec 2024-04-02T08:53:44.977 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3uaZfKm8I_4N_Zd off=1801497 len=1765525 2024-04-02T08:53:44.984 INFO:tasks.workunit.client.0.smithi084.stdout:op 3613 completed, throughput=5MB/sec 2024-04-02T08:53:44.984 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_fTErHU8yOkkVPc off=2962205 len=1659426 2024-04-02T08:53:44.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 3614 completed, throughput=5MB/sec 2024-04-02T08:53:45.991 INFO:tasks.workunit.client.0.smithi084.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:45.992 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T4M8ShiYTUSSMmX off=6221899 len=680511 2024-04-02T08:53:45.992 INFO:tasks.workunit.client.0.smithi084.stdout:op 3615 completed, throughput=5MB/sec 2024-04-02T08:53:45.992 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-N2E_ZeNFKuLsLwU off=2707806 len=789153 2024-04-02T08:53:45.997 INFO:tasks.workunit.client.0.smithi084.stdout:op 3616 completed, throughput=5MB/sec 2024-04-02T08:53:45.997 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9wydinZ-Rd4mwXw off=986842 len=210411 2024-04-02T08:53:45.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 3617 completed, throughput=5MB/sec 2024-04-02T08:53:45.999 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zQUiF1fyG1hisRI off=3729058 len=1255771 2024-04-02T08:53:46.000 INFO:tasks.workunit.client.0.smithi084.stdout:op 3618 completed, throughput=5MB/sec 2024-04-02T08:53:46.000 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dvImbSbuUvD2m9Q off=2485803 len=1448718 2024-04-02T08:53:46.001 INFO:tasks.workunit.client.0.smithi084.stdout:op 3619 completed, throughput=5MB/sec 2024-04-02T08:53:46.001 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TDxaT5NUIPTZzAZ off=18319739 len=67249 2024-04-02T08:53:46.003 INFO:tasks.workunit.client.0.smithi084.stdout:op 3620 completed, throughput=5MB/sec 2024-04-02T08:53:46.003 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OJhJWzmAP8PaGKa off=2465170 len=1726638 2024-04-02T08:53:46.010 INFO:tasks.workunit.client.0.smithi084.stdout:op 3621 completed, throughput=5MB/sec 2024-04-02T08:53:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:46 smithi084 ceph-mon[94794]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:46 smithi084 ceph-mon[97358]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:46 smithi132 ceph-mon[88571]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:47.011 INFO:tasks.workunit.client.0.smithi084.stdout: 707: throughput=5MB/sec pending data=0 2024-04-02T08:53:47.011 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--D4it2N4kFWmXgz off=18323986 len=37064 2024-04-02T08:53:47.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 3622 completed, throughput=5MB/sec 2024-04-02T08:53:47.012 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q0K4Q8KWtM3tjVL off=19669256 len=1467778 2024-04-02T08:53:47.012 INFO:tasks.workunit.client.0.smithi084.stdout:op 3623 completed, throughput=5MB/sec 2024-04-02T08:53:47.013 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ApX47ZlzlMjeVE0 off=3026871 len=59636 2024-04-02T08:53:47.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 3624 completed, throughput=5MB/sec 2024-04-02T08:53:47.013 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-thF8YEjJqE4w1hf off=10509514 len=564840 2024-04-02T08:53:47.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 3625 completed, throughput=5MB/sec 2024-04-02T08:53:47.016 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tIkvZw4RLiNd97C off=15093937 len=42409 2024-04-02T08:53:47.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 3626 completed, throughput=5MB/sec 2024-04-02T08:53:47.019 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wcbbA-xhYuUB58N off=530835 len=839678 2024-04-02T08:53:47.023 INFO:tasks.workunit.client.0.smithi084.stdout:op 3627 completed, throughput=5MB/sec 2024-04-02T08:53:47.023 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hNTVmE4tokrvJ4z off=2543791 len=1687206 2024-04-02T08:53:47.025 INFO:tasks.workunit.client.0.smithi084.stdout:op 3628 completed, throughput=5MB/sec 2024-04-02T08:53:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:48.025 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y1oIaasiSwXo6AK off=12331675 len=71617 2024-04-02T08:53:48.025 INFO:tasks.workunit.client.0.smithi084.stdout:op 3629 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.026 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0gV7_LCqdkNTmDG off=6655509 len=993347 2024-04-02T08:53:48.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 3630 completed, throughput=5MB/sec 2024-04-02T08:53:48.028 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2aqxBH98Gax5mlp off=970236 len=296007 2024-04-02T08:53:48.031 INFO:tasks.workunit.client.0.smithi084.stdout:op 3631 completed, throughput=5MB/sec 2024-04-02T08:53:48.031 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8hNcnE64sfDk6sm off=643034 len=1864470 2024-04-02T08:53:48.032 INFO:tasks.workunit.client.0.smithi084.stdout:op 3632 completed, throughput=5MB/sec 2024-04-02T08:53:48.032 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dOrhIEkEclMhwa6 off=10914173 len=689737 2024-04-02T08:53:48.033 INFO:tasks.workunit.client.0.smithi084.stdout:op 3633 completed, throughput=5MB/sec 2024-04-02T08:53:48.033 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bIbMdd1WFvZo_aI off=10251965 len=1801151 2024-04-02T08:53:48.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 3634 completed, throughput=5MB/sec 2024-04-02T08:53:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:48 smithi084 ceph-mon[94794]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:48 smithi084 ceph-mon[97358]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:48.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:48 smithi132 ceph-mon[88571]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:49.043 INFO:tasks.workunit.client.0.smithi084.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:49.044 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g-6Ya9l6aXmZyXF off=8207405 len=530664 2024-04-02T08:53:49.045 INFO:tasks.workunit.client.0.smithi084.stdout:op 3635 completed, throughput=5MB/sec 2024-04-02T08:53:49.045 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5YLVSVw0kZHEmKC off=600475 len=1011983 2024-04-02T08:53:49.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 3636 completed, throughput=5MB/sec 2024-04-02T08:53:49.046 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8-YRJtKcl1MIKn9 off=2102305 len=1847493 2024-04-02T08:53:49.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 3637 completed, throughput=5MB/sec 2024-04-02T08:53:49.054 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TX7G595H0wJM2JV off=4638459 len=1998880 2024-04-02T08:53:49.057 INFO:tasks.workunit.client.0.smithi084.stdout:op 3638 completed, throughput=5MB/sec 2024-04-02T08:53:50.057 INFO:tasks.workunit.client.0.smithi084.stdout: 710: throughput=5MB/sec pending data=0 2024-04-02T08:53:50.058 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SWWUeQWRwByQ6Eu off=4979528 len=1018540 2024-04-02T08:53:50.062 INFO:tasks.workunit.client.0.smithi084.stdout:op 3639 completed, throughput=5MB/sec 2024-04-02T08:53:50.062 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JVOK-kHKSV7VlRS off=8497676 len=2010876 2024-04-02T08:53:50.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 3640 completed, throughput=5MB/sec 2024-04-02T08:53:50.064 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Onutr0wsebjJBms off=5797562 len=1579674 2024-04-02T08:53:50.067 INFO:tasks.workunit.client.0.smithi084.stdout:op 3641 completed, throughput=5MB/sec 2024-04-02T08:53:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:50 smithi084 ceph-mon[94794]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:50 smithi084 ceph-mon[97358]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:50 smithi132 ceph-mon[88571]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:51.067 INFO:tasks.workunit.client.0.smithi084.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:51.067 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-s9e2VwAP-NpmHrp off=1273911 len=1603089 2024-04-02T08:53:51.068 INFO:tasks.workunit.client.0.smithi084.stdout:op 3642 completed, throughput=5MB/sec 2024-04-02T08:53:51.069 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OjXd38FKvM2NKOp off=3027911 len=1071267 2024-04-02T08:53:51.074 INFO:tasks.workunit.client.0.smithi084.stdout:op 3643 completed, throughput=5MB/sec 2024-04-02T08:53:51.074 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EEe6cz9PMY4AEIK off=5467039 len=1188134 2024-04-02T08:53:51.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 3644 completed, throughput=5MB/sec 2024-04-02T08:53:51.081 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9lUa3LkEcv5wf5w off=3792851 len=1786423 2024-04-02T08:53:51.091 INFO:tasks.workunit.client.0.smithi084.stdout:op 3645 completed, throughput=5MB/sec 2024-04-02T08:53:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:53:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:53:50] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T08:53:52.091 INFO:tasks.workunit.client.0.smithi084.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:52.092 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CpzO_XASMOWPyDh off=5192671 len=1457100 2024-04-02T08:53:52.093 INFO:tasks.workunit.client.0.smithi084.stdout:op 3646 completed, throughput=5MB/sec 2024-04-02T08:53:52.093 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HTjj4BbBj4C4a-V off=9234010 len=970370 2024-04-02T08:53:52.098 INFO:tasks.workunit.client.0.smithi084.stdout:op 3647 completed, throughput=5MB/sec 2024-04-02T08:53:52.098 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BB-S9bLuC_GBgL- off=7117422 len=603626 2024-04-02T08:53:52.102 INFO:tasks.workunit.client.0.smithi084.stdout:op 3648 completed, throughput=5MB/sec 2024-04-02T08:53:52.102 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RCfTiFMvnEbdl91 off=3395990 len=1945476 2024-04-02T08:53:52.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 3649 completed, throughput=5MB/sec 2024-04-02T08:53:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:52 smithi084 ceph-mon[94794]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:53:52.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:52 smithi084 ceph-mon[97358]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:53:52.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:52 smithi132 ceph-mon[88571]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:53:52.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:53:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:53.104 INFO:tasks.workunit.client.0.smithi084.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:53.104 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OVoF96UcUaf-LFG off=3591033 len=1883082 2024-04-02T08:53:53.106 INFO:tasks.workunit.client.0.smithi084.stdout:op 3650 completed, throughput=5MB/sec 2024-04-02T08:53:53.106 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XGSJBax9z0CGpB5 off=3929495 len=161137 2024-04-02T08:53:53.108 INFO:tasks.workunit.client.0.smithi084.stdout:op 3651 completed, throughput=5MB/sec 2024-04-02T08:53:53.109 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LTBhlKpfyaNDVlG off=5287594 len=1386877 2024-04-02T08:53:53.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 3652 completed, throughput=5MB/sec 2024-04-02T08:53:53.115 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G1q0HCsLh3MjVZn off=2440655 len=1020268 2024-04-02T08:53:53.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 3653 completed, throughput=5MB/sec 2024-04-02T08:53:53.120 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--kINSI90lCMkf9C off=1299644 len=1100225 2024-04-02T08:53:53.121 INFO:tasks.workunit.client.0.smithi084.stdout:op 3654 completed, throughput=5MB/sec 2024-04-02T08:53:54.122 INFO:tasks.workunit.client.0.smithi084.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:54.122 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eCIA3ufyQ0L8kL3 off=2898954 len=1200675 2024-04-02T08:53:54.126 INFO:tasks.workunit.client.0.smithi084.stdout:op 3655 completed, throughput=5MB/sec 2024-04-02T08:53:54.126 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JSWccSCPHzK1Bj2 off=16921540 len=857212 2024-04-02T08:53:54.132 INFO:tasks.workunit.client.0.smithi084.stdout:op 3656 completed, throughput=5MB/sec 2024-04-02T08:53:54.132 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-U3chOhqSMTCbMPs off=4466899 len=1512456 2024-04-02T08:53:54.137 INFO:tasks.workunit.client.0.smithi084.stdout:op 3657 completed, throughput=5MB/sec 2024-04-02T08:53:54.137 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DSzsXBQ4sGudvXg off=9244113 len=302483 2024-04-02T08:53:54.140 INFO:tasks.workunit.client.0.smithi084.stdout:op 3658 completed, throughput=5MB/sec 2024-04-02T08:53:54.140 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UZgfDepx-jXIq5v off=15309082 len=899633 2024-04-02T08:53:54.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 3659 completed, throughput=5MB/sec 2024-04-02T08:53:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:54 smithi084 ceph-mon[94794]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:53:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:54 smithi084 ceph-mon[97358]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:53:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:54 smithi132 ceph-mon[88571]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:53:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:55.142 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HE7lNtwBeVdYRiq off=1860301 len=36982 2024-04-02T08:53:55.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 3660 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.143 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4HcRMZftZr-UKpf off=6496492 len=377587 2024-04-02T08:53:55.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 3661 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.145 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b5Uthvdyv61gj1d off=2654632 len=1898464 2024-04-02T08:53:55.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 3662 completed, throughput=5MB/sec 2024-04-02T08:53:55.147 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6rTZXahD_6SKipF off=8906512 len=1858073 2024-04-02T08:53:55.155 INFO:tasks.workunit.client.0.smithi084.stdout:op 3663 completed, throughput=5MB/sec 2024-04-02T08:53:55.156 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ySoj7s5FgWbcEjO off=8077473 len=1588882 2024-04-02T08:53:55.156 INFO:tasks.workunit.client.0.smithi084.stdout:op 3664 completed, throughput=5MB/sec 2024-04-02T08:53:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:56.157 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PaAwXtKG2T1dom0 off=1051143 len=1893733 2024-04-02T08:53:56.165 INFO:tasks.workunit.client.0.smithi084.stdout:op 3665 completed, throughput=5MB/sec 2024-04-02T08:53:56.165 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X_56i-QORGJVgGa off=941495 len=219521 2024-04-02T08:53:56.166 INFO:tasks.workunit.client.0.smithi084.stdout:op 3666 completed, throughput=5MB/sec 2024-04-02T08:53:56.166 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-L6HwJplBTaOmiyB off=5072121 len=356469 2024-04-02T08:53:56.166 INFO:tasks.workunit.client.0.smithi084.stdout:op 3667 completed, throughput=5MB/sec 2024-04-02T08:53:56.166 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KNpJfGMvaOBY3H2 off=3500903 len=736869 2024-04-02T08:53:56.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 3668 completed, throughput=5MB/sec 2024-04-02T08:53:56.167 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GMVXRGM6L-8cKPJ off=9928042 len=2092138 2024-04-02T08:53:56.171 INFO:tasks.workunit.client.0.smithi084.stdout:op 3669 completed, throughput=5MB/sec 2024-04-02T08:53:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:56 smithi084 ceph-mon[94794]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:53:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:56 smithi084 ceph-mon[97358]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:53:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:56 smithi132 ceph-mon[88571]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:53:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:57.171 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oO7bwla5k0eQyE7 off=10868883 len=1380440 2024-04-02T08:53:57.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 3670 completed, throughput=5MB/sec 2024-04-02T08:53:57.173 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j1A4B1ge32rreZ5 off=9863964 len=849837 2024-04-02T08:53:57.174 INFO:tasks.workunit.client.0.smithi084.stdout:op 3671 completed, throughput=5MB/sec 2024-04-02T08:53:57.174 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PEUkxBqCJPIFZXZ off=988966 len=536260 2024-04-02T08:53:57.175 INFO:tasks.workunit.client.0.smithi084.stdout:op 3672 completed, throughput=5MB/sec 2024-04-02T08:53:57.175 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1I6vA2s6HkjaoRM off=702351 len=779151 2024-04-02T08:53:57.176 INFO:tasks.workunit.client.0.smithi084.stdout:op 3673 completed, throughput=5MB/sec 2024-04-02T08:53:57.176 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gtVE_FcP1ci76xl off=16909091 len=1744390 2024-04-02T08:53:57.184 INFO:tasks.workunit.client.0.smithi084.stdout:op 3674 completed, throughput=5MB/sec 2024-04-02T08:53:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:58.185 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VdXFgMjVxUhHG_m off=14837862 len=1929308 2024-04-02T08:53:58.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 3675 completed, throughput=5MB/sec 2024-04-02T08:53:58.186 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--16q1RogSZd35la off=3842369 len=141704 2024-04-02T08:53:58.188 INFO:tasks.workunit.client.0.smithi084.stdout:op 3676 completed, throughput=5MB/sec 2024-04-02T08:53:58.188 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GD5hanA1LFNdykf off=1851640 len=112369 2024-04-02T08:53:58.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 3677 completed, throughput=5MB/sec 2024-04-02T08:53:58.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J_uYHEJZtnm8EJK off=0 len=1097324 2024-04-02T08:53:58.193 INFO:tasks.workunit.client.0.smithi084.stdout:op 3678 completed, throughput=5MB/sec 2024-04-02T08:53:58.193 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tnW_-oWj2ckLMKy off=1250287 len=134949 2024-04-02T08:53:58.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 3679 completed, throughput=5MB/sec 2024-04-02T08:53:58.196 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OId0SJTGO__wAvP off=478331 len=841785 2024-04-02T08:53:58.200 INFO:tasks.workunit.client.0.smithi084.stdout:op 3680 completed, throughput=5MB/sec 2024-04-02T08:53:58.200 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BDEEz1D9QgXZulV off=5729595 len=1133818 2024-04-02T08:53:58.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 3681 completed, throughput=5MB/sec 2024-04-02T08:53:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:53:58 smithi084 ceph-mon[94794]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:58.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:53:58 smithi084 ceph-mon[97358]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:53:58 smithi132 ceph-mon[88571]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:59.206 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1o6CRG0Te-2DKB6 off=2321581 len=1839900 2024-04-02T08:53:59.214 INFO:tasks.workunit.client.0.smithi084.stdout:op 3682 completed, throughput=5MB/sec 2024-04-02T08:53:59.214 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lMipmulkMTbGAJv off=5824269 len=81177 2024-04-02T08:53:59.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 3683 completed, throughput=5MB/sec 2024-04-02T08:53:59.216 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ybPoxoAloj1sSp9 off=2768864 len=1858999 2024-04-02T08:53:59.228 INFO:tasks.workunit.client.0.smithi084.stdout:op 3684 completed, throughput=5MB/sec 2024-04-02T08:53:59.228 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tojmfzZ8dEfE1Ml off=18130247 len=1989462 2024-04-02T08:53:59.235 INFO:tasks.workunit.client.0.smithi084.stdout:op 3685 completed, throughput=5MB/sec 2024-04-02T08:54:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:00.235 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xjo1Cc3skBYapdD off=403634 len=249729 2024-04-02T08:54:00.238 INFO:tasks.workunit.client.0.smithi084.stdout:op 3686 completed, throughput=5MB/sec 2024-04-02T08:54:00.238 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1gAiKcv-b5Ya_N5 off=2334029 len=1954102 2024-04-02T08:54:00.240 INFO:tasks.workunit.client.0.smithi084.stdout:op 3687 completed, throughput=5MB/sec 2024-04-02T08:54:00.240 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YmRfwzDMvtLg09Q off=15456050 len=1727068 2024-04-02T08:54:00.247 INFO:tasks.workunit.client.0.smithi084.stdout:op 3688 completed, throughput=5MB/sec 2024-04-02T08:54:00.247 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-modaRFHn9IoMj_M off=8548099 len=538534 2024-04-02T08:54:00.248 INFO:tasks.workunit.client.0.smithi084.stdout:op 3689 completed, throughput=5MB/sec 2024-04-02T08:54:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:00 smithi084 ceph-mon[94794]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:00 smithi084 ceph-mon[97358]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:00 smithi132 ceph-mon[88571]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:54:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:54:00] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:54:01.248 INFO:tasks.workunit.client.0.smithi084.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:01.248 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rzSyc9SG5Fcdru7 off=11256186 len=701221 2024-04-02T08:54:01.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 3690 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.254 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-14R7TkWIZjCheyj off=3798993 len=354092 2024-04-02T08:54:01.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 3691 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.254 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YL8SK8UW4WV_aNY off=1499810 len=233493 2024-04-02T08:54:01.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 3692 completed, throughput=5MB/sec 2024-04-02T08:54:01.255 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WD41-0p6I-r3fIX off=9616154 len=913953 2024-04-02T08:54:01.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 3693 completed, throughput=5MB/sec 2024-04-02T08:54:01.255 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BOiIWUxxpxi_JQJ off=7483197 len=304778 2024-04-02T08:54:01.258 INFO:tasks.workunit.client.0.smithi084.stdout:op 3694 completed, throughput=5MB/sec 2024-04-02T08:54:01.258 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HwlzKv6V7H-OHIV off=4425327 len=1869801 2024-04-02T08:54:01.259 INFO:tasks.workunit.client.0.smithi084.stdout:op 3695 completed, throughput=5MB/sec 2024-04-02T08:54:01.259 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cs5Q1fSrLox65JY off=5304329 len=169165 2024-04-02T08:54:01.261 INFO:tasks.workunit.client.0.smithi084.stdout:op 3696 completed, throughput=5MB/sec 2024-04-02T08:54:01.261 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--WJoWOH04hkcgcf off=13638125 len=1322506 2024-04-02T08:54:01.267 INFO:tasks.workunit.client.0.smithi084.stdout:op 3697 completed, throughput=5MB/sec 2024-04-02T08:54:02.267 INFO:tasks.workunit.client.0.smithi084.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:02.267 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GyP5419-BhedZGz off=20123389 len=1722204 2024-04-02T08:54:02.277 INFO:tasks.workunit.client.0.smithi084.stdout:op 3698 completed, throughput=5MB/sec 2024-04-02T08:54:02.277 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vKvNQqwFFmYhX9E off=12667897 len=1678612 2024-04-02T08:54:02.285 INFO:tasks.workunit.client.0.smithi084.stdout:op 3699 completed, throughput=5MB/sec 2024-04-02T08:54:02.285 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XaRWKbutSxBanCV off=1955193 len=122950 2024-04-02T08:54:02.286 INFO:tasks.workunit.client.0.smithi084.stdout:op 3700 completed, throughput=5MB/sec 2024-04-02T08:54:02.286 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Xk8AwKzWBFV0Il off=6647613 len=826237 2024-04-02T08:54:02.290 INFO:tasks.workunit.client.0.smithi084.stdout:op 3701 completed, throughput=5MB/sec 2024-04-02T08:54:02.290 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d08ofWleOZpNc4V off=5599757 len=1872751 2024-04-02T08:54:02.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 3702 completed, throughput=5MB/sec 2024-04-02T08:54:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:02 smithi084 ceph-mon[94794]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:02 smithi084 ceph-mon[97358]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:02.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:02 smithi132 ceph-mon[88571]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:02.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:54:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:03.300 INFO:tasks.workunit.client.0.smithi084.stdout: 723: throughput=5MB/sec pending data=0 2024-04-02T08:54:03.300 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AHPt_aXvjft26DT off=6312583 len=1062329 2024-04-02T08:54:03.305 INFO:tasks.workunit.client.0.smithi084.stdout:op 3703 completed, throughput=5MB/sec 2024-04-02T08:54:03.305 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jXLiEHrkjoddD0V off=2861599 len=1769777 2024-04-02T08:54:03.315 INFO:tasks.workunit.client.0.smithi084.stdout:op 3704 completed, throughput=5MB/sec 2024-04-02T08:54:03.315 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D93faC7qAPFFP7d off=2485982 len=1020495 2024-04-02T08:54:03.317 INFO:tasks.workunit.client.0.smithi084.stdout:op 3705 completed, throughput=5MB/sec 2024-04-02T08:54:04.317 INFO:tasks.workunit.client.0.smithi084.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:04.317 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DNQt5x8Y1Fr2L5y off=12372989 len=50264 2024-04-02T08:54:04.318 INFO:tasks.workunit.client.0.smithi084.stdout:op 3706 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.318 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sRWfC-u14kzTRbZ off=1392294 len=689439 2024-04-02T08:54:04.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 3707 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.322 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0cNqsmNIH9NgtL2 off=15680860 len=167822 2024-04-02T08:54:04.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 3708 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.322 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_d9bskUbY-_dOh0 off=3625617 len=1999687 2024-04-02T08:54:04.333 INFO:tasks.workunit.client.0.smithi084.stdout:op 3709 completed, throughput=5MB/sec 2024-04-02T08:54:04.333 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ig8XXHs98sP6mkV off=7302271 len=394390 2024-04-02T08:54:04.335 INFO:tasks.workunit.client.0.smithi084.stdout:op 3710 completed, throughput=5MB/sec 2024-04-02T08:54:04.336 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3j5snSLyy1ko8_F off=12889419 len=820392 2024-04-02T08:54:04.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 3711 completed, throughput=5MB/sec 2024-04-02T08:54:04.338 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PcyTtO_43waOmZU off=646683 len=1000378 2024-04-02T08:54:04.339 INFO:tasks.workunit.client.0.smithi084.stdout:op 3712 completed, throughput=5MB/sec 2024-04-02T08:54:04.339 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4Kgus84Dw7MLZZm off=3126666 len=1783627 2024-04-02T08:54:04.348 INFO:tasks.workunit.client.0.smithi084.stdout:op 3713 completed, throughput=5MB/sec 2024-04-02T08:54:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:04 smithi084 ceph-mon[94794]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:04 smithi084 ceph-mon[97358]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:04 smithi132 ceph-mon[88571]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:05.348 INFO:tasks.workunit.client.0.smithi084.stdout: 725: throughput=5MB/sec pending data=0 2024-04-02T08:54:05.349 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lLPvO7z4MMX2Tyj off=12888288 len=453912 2024-04-02T08:54:05.349 INFO:tasks.workunit.client.0.smithi084.stdout:op 3714 completed, throughput=5MB/sec 2024-04-02T08:54:05.349 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aXu_yG-U2xoE-2j off=8009563 len=1657322 2024-04-02T08:54:05.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 3715 completed, throughput=5MB/sec 2024-04-02T08:54:05.350 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iXVFSEzVDu0nQ_w off=5984446 len=297533 2024-04-02T08:54:05.352 INFO:tasks.workunit.client.0.smithi084.stdout:op 3716 completed, throughput=5MB/sec 2024-04-02T08:54:05.352 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LVYfuSHuQrlEfy3 off=2044021 len=772676 2024-04-02T08:54:05.354 INFO:tasks.workunit.client.0.smithi084.stdout:op 3717 completed, throughput=5MB/sec 2024-04-02T08:54:05.354 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m-DpecceAulSXj_ off=516962 len=330692 2024-04-02T08:54:05.354 INFO:tasks.workunit.client.0.smithi084.stdout:op 3718 completed, throughput=5MB/sec 2024-04-02T08:54:05.354 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-p4q56i5q2QqCERa off=9026780 len=56779 2024-04-02T08:54:05.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 3719 completed, throughput=5MB/sec 2024-04-02T08:54:06.355 INFO:tasks.workunit.client.0.smithi084.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:06.355 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Lx9DQM80GqkBBeb off=16684075 len=1478108 2024-04-02T08:54:06.356 INFO:tasks.workunit.client.0.smithi084.stdout:op 3720 completed, throughput=5MB/sec 2024-04-02T08:54:06.357 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-busIbKvhXRswMnE off=3694210 len=1595600 2024-04-02T08:54:06.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 3721 completed, throughput=5MB/sec 2024-04-02T08:54:06.358 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jRrjuphZMBL4esp off=12576832 len=730323 2024-04-02T08:54:06.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 3722 completed, throughput=5MB/sec 2024-04-02T08:54:06.362 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qAgd0sOn_8PniE6 off=2135039 len=767152 2024-04-02T08:54:06.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 3723 completed, throughput=5MB/sec 2024-04-02T08:54:06.366 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nRVeSOHF0KhL1C9 off=1074984 len=1324077 2024-04-02T08:54:06.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 3724 completed, throughput=5MB/sec 2024-04-02T08:54:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:06 smithi084 ceph-mon[94794]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:54:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:06 smithi084 ceph-mon[97358]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:54:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:06 smithi132 ceph-mon[88571]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:54:07.367 INFO:tasks.workunit.client.0.smithi084.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:07.367 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eXRz0ToD3J2uN_i off=570748 len=1155125 2024-04-02T08:54:07.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 3725 completed, throughput=5MB/sec 2024-04-02T08:54:07.369 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EMxtEjLgr6ZhJ-i off=2905714 len=848830 2024-04-02T08:54:07.370 INFO:tasks.workunit.client.0.smithi084.stdout:op 3726 completed, throughput=5MB/sec 2024-04-02T08:54:07.370 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JLg1h0Yk4hkVa4U off=10901035 len=1734566 2024-04-02T08:54:07.377 INFO:tasks.workunit.client.0.smithi084.stdout:op 3727 completed, throughput=5MB/sec 2024-04-02T08:54:07.377 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T5MiJs4DO7ZttYd off=496440 len=927267 2024-04-02T08:54:07.378 INFO:tasks.workunit.client.0.smithi084.stdout:op 3728 completed, throughput=5MB/sec 2024-04-02T08:54:07.379 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xZC_6zqZn0u3N-h off=5482559 len=58369 2024-04-02T08:54:07.379 INFO:tasks.workunit.client.0.smithi084.stdout:op 3729 completed, throughput=5MB/sec 2024-04-02T08:54:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:08 smithi084 ceph-mon[94794]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:08 smithi084 ceph-mon[97358]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:08.379 INFO:tasks.workunit.client.0.smithi084.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:08.379 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ob0CKWDIx_5tBBb off=2636795 len=582698 2024-04-02T08:54:08.383 INFO:tasks.workunit.client.0.smithi084.stdout:op 3730 completed, throughput=4.99MB/sec 2024-04-02T08:54:08.383 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-95QwPGgRdo4HJIT off=824721 len=1679185 2024-04-02T08:54:08.384 INFO:tasks.workunit.client.0.smithi084.stdout:op 3731 completed, throughput=5MB/sec 2024-04-02T08:54:08.384 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TDxaT5NUIPTZzAZ off=14571453 len=1553342 2024-04-02T08:54:08.391 INFO:tasks.workunit.client.0.smithi084.stdout:op 3732 completed, throughput=5MB/sec 2024-04-02T08:54:08.391 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0qKzCmnDk1GF0uq off=9085382 len=1885500 2024-04-02T08:54:08.393 INFO:tasks.workunit.client.0.smithi084.stdout:op 3733 completed, throughput=5MB/sec 2024-04-02T08:54:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:08 smithi132 ceph-mon[88571]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:09.393 INFO:tasks.workunit.client.0.smithi084.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:09.393 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HsQsqb-FOgWfQ9T off=3714904 len=1703903 2024-04-02T08:54:09.394 INFO:tasks.workunit.client.0.smithi084.stdout:op 3734 completed, throughput=5MB/sec 2024-04-02T08:54:09.395 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yqpzbsH0lS-z02N off=4649378 len=1803667 2024-04-02T08:54:09.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 3735 completed, throughput=5MB/sec 2024-04-02T08:54:09.401 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S9OU3Y1S1AmUwY3 off=626183 len=287032 2024-04-02T08:54:09.404 INFO:tasks.workunit.client.0.smithi084.stdout:op 3736 completed, throughput=5MB/sec 2024-04-02T08:54:09.404 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PFuCOzdpfxgeFx7 off=20672864 len=558907 2024-04-02T08:54:09.404 INFO:tasks.workunit.client.0.smithi084.stdout:op 3737 completed, throughput=5MB/sec 2024-04-02T08:54:09.404 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QHFm_imBtdY9i6V off=2015206 len=475820 2024-04-02T08:54:09.407 INFO:tasks.workunit.client.0.smithi084.stdout:op 3738 completed, throughput=5MB/sec 2024-04-02T08:54:09.407 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EnFYmgk0eVS-Xs3 off=18137800 len=1560982 2024-04-02T08:54:09.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 3739 completed, throughput=5MB/sec 2024-04-02T08:54:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:10 smithi084 ceph-mon[94794]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:10 smithi084 ceph-mon[97358]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:10.409 INFO:tasks.workunit.client.0.smithi084.stdout: 730: throughput=5MB/sec pending data=0 2024-04-02T08:54:10.409 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vgEMBqOnbi3xS3I off=5547474 len=1425158 2024-04-02T08:54:10.410 INFO:tasks.workunit.client.0.smithi084.stdout:op 3740 completed, throughput=5MB/sec 2024-04-02T08:54:10.410 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-X8-ZDTcc7jnJd96 off=11411850 len=1887997 2024-04-02T08:54:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:10 smithi132 ceph-mon[88571]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:10.417 INFO:tasks.workunit.client.0.smithi084.stdout:op 3741 completed, throughput=5MB/sec 2024-04-02T08:54:10.417 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z2dXf-LBFMQFUj0 off=4697391 len=452888 2024-04-02T08:54:10.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 3742 completed, throughput=5MB/sec 2024-04-02T08:54:10.420 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0FdF1TWnzKv7q5c off=16220194 len=219381 2024-04-02T08:54:10.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 3743 completed, throughput=5MB/sec 2024-04-02T08:54:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:54:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:54:10] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:54:11.421 INFO:tasks.workunit.client.0.smithi084.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:11.421 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uCqZ_vIDJlAFEc9 off=2561894 len=1881116 2024-04-02T08:54:11.431 INFO:tasks.workunit.client.0.smithi084.stdout:op 3744 completed, throughput=5MB/sec 2024-04-02T08:54:11.432 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fO_-KDqo0RiuV_e off=7583162 len=2069315 2024-04-02T08:54:11.441 INFO:tasks.workunit.client.0.smithi084.stdout:op 3745 completed, throughput=5MB/sec 2024-04-02T08:54:11.441 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2-u9x_Gn94mzpy_ off=40130 len=1712715 2024-04-02T08:54:11.442 INFO:tasks.workunit.client.0.smithi084.stdout:op 3746 completed, throughput=5MB/sec 2024-04-02T08:54:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:12 smithi084 ceph-mon[94794]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:54:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:12 smithi084 ceph-mon[97358]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:54:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:12 smithi132 ceph-mon[88571]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:54:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:54:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:12.443 INFO:tasks.workunit.client.0.smithi084.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:12.443 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-u7QL0ttCd1GyLnC off=5160099 len=38614 2024-04-02T08:54:12.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 3747 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.445 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BRHb2CgbhGpqcSi off=4485854 len=1670845 2024-04-02T08:54:12.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 3748 completed, throughput=5MB/sec 2024-04-02T08:54:12.451 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c5YMT1QYs6hnqWe off=1432750 len=1295888 2024-04-02T08:54:12.452 INFO:tasks.workunit.client.0.smithi084.stdout:op 3749 completed, throughput=5MB/sec 2024-04-02T08:54:12.452 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RXONeTmXJXv23Yr off=13656460 len=414639 2024-04-02T08:54:12.456 INFO:tasks.workunit.client.0.smithi084.stdout:op 3750 completed, throughput=5MB/sec 2024-04-02T08:54:12.456 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0CK0GUAoR-ChNDv off=12886751 len=1681909 2024-04-02T08:54:12.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 3751 completed, throughput=5MB/sec 2024-04-02T08:54:13.461 INFO:tasks.workunit.client.0.smithi084.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:13.461 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1VfprfsKfgQj711 off=45972 len=672708 2024-04-02T08:54:13.462 INFO:tasks.workunit.client.0.smithi084.stdout:op 3752 completed, throughput=4.99MB/sec 2024-04-02T08:54:13.462 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uWBP1qkB7rPa4EQ off=5311217 len=1913718 2024-04-02T08:54:13.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 3753 completed, throughput=5MB/sec 2024-04-02T08:54:13.470 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LN7gegj4MzFhdzi off=18707026 len=1987214 2024-04-02T08:54:13.471 INFO:tasks.workunit.client.0.smithi084.stdout:op 3754 completed, throughput=5MB/sec 2024-04-02T08:54:13.471 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SRxfiK4WsSJAfY9 off=11955228 len=446978 2024-04-02T08:54:13.475 INFO:tasks.workunit.client.0.smithi084.stdout:op 3755 completed, throughput=5MB/sec 2024-04-02T08:54:13.475 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Pz93NARhbMopI3K off=1823331 len=1676587 2024-04-02T08:54:13.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 3756 completed, throughput=5MB/sec 2024-04-02T08:54:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:14 smithi084 ceph-mon[94794]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:14 smithi084 ceph-mon[97358]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:14 smithi132 ceph-mon[88571]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:14.476 INFO:tasks.workunit.client.0.smithi084.stdout: 734: throughput=5MB/sec pending data=0 2024-04-02T08:54:14.476 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1v2v3JJmS8xPfv4 off=11136728 len=52057 2024-04-02T08:54:14.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 3757 completed, throughput=5MB/sec 2024-04-02T08:54:14.478 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GUpD9_xMB2vV2vt off=11243452 len=1468117 2024-04-02T08:54:14.479 INFO:tasks.workunit.client.0.smithi084.stdout:op 3758 completed, throughput=5MB/sec 2024-04-02T08:54:14.479 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xZRkidLB9Xz6xDa off=3245719 len=1877209 2024-04-02T08:54:14.490 INFO:tasks.workunit.client.0.smithi084.stdout:op 3759 completed, throughput=5MB/sec 2024-04-02T08:54:14.490 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_gWBsLcs4nKi8KC off=5245327 len=275065 2024-04-02T08:54:14.493 INFO:tasks.workunit.client.0.smithi084.stdout:op 3760 completed, throughput=5MB/sec 2024-04-02T08:54:14.493 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZSwDstSU6WkXfVu off=3241356 len=1641673 2024-04-02T08:54:14.494 INFO:tasks.workunit.client.0.smithi084.stdout:op 3761 completed, throughput=5MB/sec 2024-04-02T08:54:15.494 INFO:tasks.workunit.client.0.smithi084.stdout: 735: throughput=5MB/sec pending data=0 2024-04-02T08:54:15.495 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zkR7DXR2g3-UiCk off=1098442 len=687215 2024-04-02T08:54:15.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 3762 completed, throughput=5MB/sec 2024-04-02T08:54:15.495 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z9Ux-M2aJKNWc6V off=3439895 len=990966 2024-04-02T08:54:15.499 INFO:tasks.workunit.client.0.smithi084.stdout:op 3763 completed, throughput=5MB/sec 2024-04-02T08:54:15.499 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xbs1M-YnKM1oygF off=9365847 len=1901339 2024-04-02T08:54:15.499 INFO:tasks.workunit.client.0.smithi084.stdout:op 3764 completed, throughput=5MB/sec 2024-04-02T08:54:15.500 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v8eg8A3nDFgVzvq off=18529375 len=1074233 2024-04-02T08:54:15.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 3765 completed, throughput=5MB/sec 2024-04-02T08:54:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:16 smithi132 ceph-mon[88571]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:54:16.506 INFO:tasks.workunit.client.0.smithi084.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:16.506 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gqM_nwZYwW8vP4h off=6745091 len=348103 2024-04-02T08:54:16.506 INFO:tasks.workunit.client.0.smithi084.stdout:op 3766 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.506 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FZ1pWNIs9wqc-b1 off=4466156 len=1738486 2024-04-02T08:54:16.514 INFO:tasks.workunit.client.0.smithi084.stdout:op 3767 completed, throughput=5MB/sec 2024-04-02T08:54:16.514 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d_9X3CQqkOlSfx9 off=2406624 len=2013237 2024-04-02T08:54:16.521 INFO:tasks.workunit.client.0.smithi084.stdout:op 3768 completed, throughput=5MB/sec 2024-04-02T08:54:16.521 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b0bMeYtY0mSbvpO off=11797000 len=115512 2024-04-02T08:54:16.524 INFO:tasks.workunit.client.0.smithi084.stdout:op 3769 completed, throughput=5MB/sec 2024-04-02T08:54:16.524 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-E8bfnCYpfc2hLRI off=20604676 len=36336 2024-04-02T08:54:16.526 INFO:tasks.workunit.client.0.smithi084.stdout:op 3770 completed, throughput=5MB/sec 2024-04-02T08:54:16.526 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cJUQYz4VnCrRSGk off=3389098 len=1961475 2024-04-02T08:54:16.527 INFO:tasks.workunit.client.0.smithi084.stdout:op 3771 completed, throughput=5MB/sec 2024-04-02T08:54:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:16 smithi084 ceph-mon[94794]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:54:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:16 smithi084 ceph-mon[97358]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:54:17.527 INFO:tasks.workunit.client.0.smithi084.stdout: 737: throughput=5MB/sec pending data=0 2024-04-02T08:54:17.527 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-C-YQ-seKndw75Ej off=13837373 len=1822368 2024-04-02T08:54:17.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 3772 completed, throughput=5MB/sec 2024-04-02T08:54:17.535 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CAw_TTDQqq1QiWH off=0 len=1310584 2024-04-02T08:54:17.536 INFO:tasks.workunit.client.0.smithi084.stdout:op 3773 completed, throughput=5MB/sec 2024-04-02T08:54:17.536 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qiugQLp1HQpoL7n off=2019458 len=2039345 2024-04-02T08:54:17.537 INFO:tasks.workunit.client.0.smithi084.stdout:op 3774 completed, throughput=5MB/sec 2024-04-02T08:54:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:18 smithi132 ceph-mon[88571]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:18.538 INFO:tasks.workunit.client.0.smithi084.stdout: 738: throughput=5MB/sec pending data=0 2024-04-02T08:54:18.538 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J3MZWUn8V2feGHf off=2876159 len=548940 2024-04-02T08:54:18.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 3775 completed, throughput=5MB/sec 2024-04-02T08:54:18.542 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pn1V6VLd7XbSP_D off=3649852 len=905954 2024-04-02T08:54:18.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 3776 completed, throughput=5MB/sec 2024-04-02T08:54:18.544 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lB3DDumKKdXj88Z off=10585225 len=249760 2024-04-02T08:54:18.546 INFO:tasks.workunit.client.0.smithi084.stdout:op 3777 completed, throughput=5MB/sec 2024-04-02T08:54:18.546 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dGux6mul2dljdsd off=8181241 len=675375 2024-04-02T08:54:18.547 INFO:tasks.workunit.client.0.smithi084.stdout:op 3778 completed, throughput=5MB/sec 2024-04-02T08:54:18.547 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HlySkYkTdrY93tw off=5671119 len=2084800 2024-04-02T08:54:18.559 INFO:tasks.workunit.client.0.smithi084.stdout:op 3779 completed, throughput=5MB/sec 2024-04-02T08:54:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:18 smithi084 ceph-mon[94794]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:18 smithi084 ceph-mon[97358]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:19.560 INFO:tasks.workunit.client.0.smithi084.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:19.560 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NZJZR1QonJxomAK off=4368849 len=1452248 2024-04-02T08:54:19.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 3780 completed, throughput=5MB/sec 2024-04-02T08:54:19.561 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AyLezWJ1kAxj-By off=11388820 len=1231932 2024-04-02T08:54:19.569 INFO:tasks.workunit.client.0.smithi084.stdout:op 3781 completed, throughput=5MB/sec 2024-04-02T08:54:19.569 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ekUP7APIXjjyzhG off=3670125 len=1885025 2024-04-02T08:54:19.576 INFO:tasks.workunit.client.0.smithi084.stdout:op 3782 completed, throughput=5MB/sec 2024-04-02T08:54:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:20 smithi132 ceph-mon[88571]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:20.577 INFO:tasks.workunit.client.0.smithi084.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:20.577 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1qYLzjLUQseiwyB off=6664010 len=1332700 2024-04-02T08:54:20.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 3783 completed, throughput=5MB/sec 2024-04-02T08:54:20.585 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gcRKK6k8-oAbOw1 off=549370 len=861023 2024-04-02T08:54:20.586 INFO:tasks.workunit.client.0.smithi084.stdout:op 3784 completed, throughput=5MB/sec 2024-04-02T08:54:20.586 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4ZcREdIp9D3hXCw off=2141934 len=1535620 2024-04-02T08:54:20.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 3785 completed, throughput=5MB/sec 2024-04-02T08:54:20.589 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g-TeROEJY6XJV2s off=7941422 len=29395 2024-04-02T08:54:20.593 INFO:tasks.workunit.client.0.smithi084.stdout:op 3786 completed, throughput=5MB/sec 2024-04-02T08:54:20.593 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mn-_dFHqS7bp77A off=2006772 len=2058294 2024-04-02T08:54:20.598 INFO:tasks.workunit.client.0.smithi084.stdout:op 3787 completed, throughput=5MB/sec 2024-04-02T08:54:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:20 smithi084 ceph-mon[94794]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:20 smithi084 ceph-mon[97358]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:54:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:54:20] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:54:21.598 INFO:tasks.workunit.client.0.smithi084.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:21.599 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b5stmTUd-RCiyTb off=729902 len=743591 2024-04-02T08:54:21.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 3788 completed, throughput=4.99MB/sec 2024-04-02T08:54:21.601 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-McT8Xprkdd4PldP off=699797 len=1321937 2024-04-02T08:54:21.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 3789 completed, throughput=5MB/sec 2024-04-02T08:54:21.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-02BR-T12DpqZHgK off=1116151 len=956086 2024-04-02T08:54:21.606 INFO:tasks.workunit.client.0.smithi084.stdout:op 3790 completed, throughput=5MB/sec 2024-04-02T08:54:21.606 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JbrIr1k2we6calp off=16013882 len=1695872 2024-04-02T08:54:21.608 INFO:tasks.workunit.client.0.smithi084.stdout:op 3791 completed, throughput=5MB/sec 2024-04-02T08:54:21.608 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EsUByC35zt_1Ysh off=115979 len=6395 2024-04-02T08:54:21.608 INFO:tasks.workunit.client.0.smithi084.stdout:op 3792 completed, throughput=5MB/sec 2024-04-02T08:54:21.608 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0n2sup8KiQbxIeS off=14852129 len=1480721 2024-04-02T08:54:21.609 INFO:tasks.workunit.client.0.smithi084.stdout:op 3793 completed, throughput=5MB/sec 2024-04-02T08:54:22.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:22 smithi132 ceph-mon[88571]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:22.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:54:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:22.610 INFO:tasks.workunit.client.0.smithi084.stdout: 742: throughput=5MB/sec pending data=0 2024-04-02T08:54:22.610 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PJFjFZuLJhECBgB off=4658205 len=1675726 2024-04-02T08:54:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:22 smithi084 ceph-mon[94794]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:22 smithi084 ceph-mon[97358]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:22.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 3794 completed, throughput=5MB/sec 2024-04-02T08:54:22.618 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-djfqoc0W0Y6M_kj off=2261330 len=300203 2024-04-02T08:54:22.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 3795 completed, throughput=5MB/sec 2024-04-02T08:54:22.620 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ftU6Fnj2fRq93_7 off=4548711 len=1313177 2024-04-02T08:54:22.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 3796 completed, throughput=5MB/sec 2024-04-02T08:54:22.627 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0GqL31dlmOlYPCD off=10097938 len=1749663 2024-04-02T08:54:22.634 INFO:tasks.workunit.client.0.smithi084.stdout:op 3797 completed, throughput=5MB/sec 2024-04-02T08:54:23.634 INFO:tasks.workunit.client.0.smithi084.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:23.634 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gp2HE1dOdJVcagO off=914103 len=457989 2024-04-02T08:54:23.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 3798 completed, throughput=5MB/sec 2024-04-02T08:54:23.637 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sOoGbZVR_5cNMrB off=8349232 len=80318 2024-04-02T08:54:23.638 INFO:tasks.workunit.client.0.smithi084.stdout:op 3799 completed, throughput=5MB/sec 2024-04-02T08:54:23.638 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HCVVPd3dGXvaSNO off=12443 len=1204887 2024-04-02T08:54:23.639 INFO:tasks.workunit.client.0.smithi084.stdout:op 3800 completed, throughput=5MB/sec 2024-04-02T08:54:23.639 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-755M66-0_SQoX7q off=4367750 len=1137184 2024-04-02T08:54:23.643 INFO:tasks.workunit.client.0.smithi084.stdout:op 3801 completed, throughput=5MB/sec 2024-04-02T08:54:23.643 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CVpl6J9n9c3rE3A off=615648 len=1940608 2024-04-02T08:54:23.653 INFO:tasks.workunit.client.0.smithi084.stdout:op 3802 completed, throughput=5MB/sec 2024-04-02T08:54:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:24 smithi132 ceph-mon[88571]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:24 smithi084 ceph-mon[97358]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:24 smithi084 ceph-mon[94794]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:24.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:24.654 INFO:tasks.workunit.client.0.smithi084.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:24.654 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cH4GGplxqSPaAfE off=537297 len=61312 2024-04-02T08:54:24.655 INFO:tasks.workunit.client.0.smithi084.stdout:op 3803 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.655 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-71MZHxetYyvnI7y off=7926370 len=1059121 2024-04-02T08:54:24.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 3804 completed, throughput=5MB/sec 2024-04-02T08:54:24.659 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i1O7sWnAi5GL-UK off=143253 len=1135136 2024-04-02T08:54:24.661 INFO:tasks.workunit.client.0.smithi084.stdout:op 3805 completed, throughput=5MB/sec 2024-04-02T08:54:24.661 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4xres7IgtPMv1eC off=6275156 len=1021314 2024-04-02T08:54:24.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 3806 completed, throughput=5MB/sec 2024-04-02T08:54:24.662 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0f0RVjc0wCMaQv_ off=13503277 len=1618376 2024-04-02T08:54:24.665 INFO:tasks.workunit.client.0.smithi084.stdout:op 3807 completed, throughput=5MB/sec 2024-04-02T08:54:25.666 INFO:tasks.workunit.client.0.smithi084.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:25.666 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1ZA06wXe5DRzIw3 off=20322559 len=1666806 2024-04-02T08:54:25.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 3808 completed, throughput=5MB/sec 2024-04-02T08:54:25.669 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FXzn5vSPdFW72OG off=942960 len=1665999 2024-04-02T08:54:25.675 INFO:tasks.workunit.client.0.smithi084.stdout:op 3809 completed, throughput=5MB/sec 2024-04-02T08:54:25.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-saP7jKrfRxXQqkb off=1325787 len=1471795 2024-04-02T08:54:25.675 INFO:tasks.workunit.client.0.smithi084.stdout:op 3810 completed, throughput=5MB/sec 2024-04-02T08:54:25.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XuFTnJfP6OcIqKR off=13022737 len=472673 2024-04-02T08:54:25.675 INFO:tasks.workunit.client.0.smithi084.stdout:op 3811 completed, throughput=5MB/sec 2024-04-02T08:54:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:26 smithi132 ceph-mon[88571]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:26 smithi084 ceph-mon[94794]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:26 smithi084 ceph-mon[97358]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:26.674 INFO:tasks.workunit.client.0.smithi084.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:26.674 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ner0XVIz2qtWVd6 off=2562299 len=369388 2024-04-02T08:54:26.677 INFO:tasks.workunit.client.0.smithi084.stdout:op 3812 completed, throughput=4.99MB/sec 2024-04-02T08:54:26.677 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LlqwXM_fslLUsW_ off=4467343 len=2045965 2024-04-02T08:54:26.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 3813 completed, throughput=5MB/sec 2024-04-02T08:54:26.688 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HTrFyrMh5E7MGfB off=19234019 len=1344381 2024-04-02T08:54:26.689 INFO:tasks.workunit.client.0.smithi084.stdout:op 3814 completed, throughput=5MB/sec 2024-04-02T08:54:26.689 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vfzcfU8t6xKH7Zj off=4171563 len=967146 2024-04-02T08:54:26.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 3815 completed, throughput=5MB/sec 2024-04-02T08:54:26.693 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-45wdZ74opYr6xpp off=8279283 len=1601608 2024-04-02T08:54:26.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 3816 completed, throughput=5MB/sec 2024-04-02T08:54:27.694 INFO:tasks.workunit.client.0.smithi084.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:27.694 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FGNxvSPGKEOGjld off=5876865 len=2018810 2024-04-02T08:54:27.696 INFO:tasks.workunit.client.0.smithi084.stdout:op 3817 completed, throughput=5MB/sec 2024-04-02T08:54:27.696 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VN4dr8YEMz77NtV off=4763121 len=1757465 2024-04-02T08:54:27.698 INFO:tasks.workunit.client.0.smithi084.stdout:op 3818 completed, throughput=5MB/sec 2024-04-02T08:54:27.698 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_pyWUsg7osvkK48 off=576370 len=1356010 2024-04-02T08:54:27.707 INFO:tasks.workunit.client.0.smithi084.stdout:op 3819 completed, throughput=5MB/sec 2024-04-02T08:54:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:28 smithi132 ceph-mon[88571]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:28 smithi084 ceph-mon[94794]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:28.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:28 smithi084 ceph-mon[97358]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:28.707 INFO:tasks.workunit.client.0.smithi084.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:28.707 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ohMKgGZm0oV2ixe off=15074772 len=1763619 2024-04-02T08:54:28.717 INFO:tasks.workunit.client.0.smithi084.stdout:op 3820 completed, throughput=5MB/sec 2024-04-02T08:54:28.717 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jPpOPibNQxLueaY off=9227912 len=398613 2024-04-02T08:54:28.720 INFO:tasks.workunit.client.0.smithi084.stdout:op 3821 completed, throughput=5MB/sec 2024-04-02T08:54:28.720 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1TKCh9ffRdqHCeN off=339330 len=1323290 2024-04-02T08:54:28.721 INFO:tasks.workunit.client.0.smithi084.stdout:op 3822 completed, throughput=5MB/sec 2024-04-02T08:54:28.721 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6Opgiq4WrR6AkIi off=1461670 len=1521588 2024-04-02T08:54:28.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 3823 completed, throughput=5MB/sec 2024-04-02T08:54:29.723 INFO:tasks.workunit.client.0.smithi084.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:29.723 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-P_x2WpjnPqrR972 off=11867558 len=1262513 2024-04-02T08:54:29.728 INFO:tasks.workunit.client.0.smithi084.stdout:op 3824 completed, throughput=5MB/sec 2024-04-02T08:54:29.728 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8ZG6Cmk7MxwAOxI off=21275318 len=352147 2024-04-02T08:54:29.731 INFO:tasks.workunit.client.0.smithi084.stdout:op 3825 completed, throughput=5MB/sec 2024-04-02T08:54:29.731 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3jEf9fmj0U9qiYx off=2491011 len=1768447 2024-04-02T08:54:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 3826 completed, throughput=5MB/sec 2024-04-02T08:54:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OWrrdAnIuKg4nut off=18888899 len=32439 2024-04-02T08:54:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 3827 completed, throughput=5MB/sec 2024-04-02T08:54:29.742 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-80w8eYqdkgiVonr off=4916410 len=315330 2024-04-02T08:54:29.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 3828 completed, throughput=5MB/sec 2024-04-02T08:54:29.744 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ICgSodBXpYErbwc off=4058250 len=1805106 2024-04-02T08:54:29.752 INFO:tasks.workunit.client.0.smithi084.stdout:op 3829 completed, throughput=5MB/sec 2024-04-02T08:54:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:30 smithi132 ceph-mon[88571]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:54:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:30 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:30 smithi084 ceph-mon[94794]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:54:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:30 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:30 smithi084 ceph-mon[97358]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:54:30.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:30 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:30.752 INFO:tasks.workunit.client.0.smithi084.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:30.753 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JbrIr1k2we6calp off=17396728 len=62406 2024-04-02T08:54:30.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 3830 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.754 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uY0Zk1-jNPvgMvn off=14207585 len=440976 2024-04-02T08:54:30.756 INFO:tasks.workunit.client.0.smithi084.stdout:op 3831 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.756 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-edrMhXtKyoxzVAN off=2824874 len=1067081 2024-04-02T08:54:30.760 INFO:tasks.workunit.client.0.smithi084.stdout:op 3832 completed, throughput=5MB/sec 2024-04-02T08:54:30.760 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FUuAl0O8jJUbhBn off=2475581 len=841044 2024-04-02T08:54:30.764 INFO:tasks.workunit.client.0.smithi084.stdout:op 3833 completed, throughput=5MB/sec 2024-04-02T08:54:30.764 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0kcNDEwmoRc1J5P off=85283 len=1645001 2024-04-02T08:54:30.771 INFO:tasks.workunit.client.0.smithi084.stdout:op 3834 completed, throughput=5MB/sec 2024-04-02T08:54:30.771 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--y6DQbPrMao4mY2 off=19543752 len=47052 2024-04-02T08:54:30.773 INFO:tasks.workunit.client.0.smithi084.stdout:op 3835 completed, throughput=5MB/sec 2024-04-02T08:54:30.773 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zqp8Qw14wAtxcvP off=320966 len=1877220 2024-04-02T08:54:30.783 INFO:tasks.workunit.client.0.smithi084.stdout:op 3836 completed, throughput=5MB/sec 2024-04-02T08:54:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:54:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:54:30] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:54:31.783 INFO:tasks.workunit.client.0.smithi084.stdout: 751: throughput=5MB/sec pending data=0 2024-04-02T08:54:31.784 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xJD0PtXDBbivoFs off=12848565 len=1292300 2024-04-02T08:54:31.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 3837 completed, throughput=5MB/sec 2024-04-02T08:54:31.785 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--ssAKqf1zrVcMhE off=8067047 len=1253724 2024-04-02T08:54:31.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 3838 completed, throughput=5MB/sec 2024-04-02T08:54:31.787 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5KYWXVGlP7WmLAY off=3970242 len=517402 2024-04-02T08:54:31.788 INFO:tasks.workunit.client.0.smithi084.stdout:op 3839 completed, throughput=5MB/sec 2024-04-02T08:54:31.788 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YMG0mOhx2CXSJgR off=3211296 len=1337582 2024-04-02T08:54:31.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 3840 completed, throughput=5MB/sec 2024-04-02T08:54:31.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:31.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:31.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:54:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:54:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:54:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:32.794 INFO:tasks.workunit.client.0.smithi084.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:32.794 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ViFKt8XMDAIGdMz off=11792016 len=2048098 2024-04-02T08:54:32.796 INFO:tasks.workunit.client.0.smithi084.stdout:op 3841 completed, throughput=5MB/sec 2024-04-02T08:54:32.796 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bzJIazBFOoDHm_3 off=3181867 len=751843 2024-04-02T08:54:32.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 3842 completed, throughput=5MB/sec 2024-04-02T08:54:32.797 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CL8ZV3TfSBl_SHM off=608507 len=1825684 2024-04-02T08:54:32.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 3843 completed, throughput=5MB/sec 2024-04-02T08:54:32.798 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Vz0OXxYR6MzssI_ off=14125254 len=301702 2024-04-02T08:54:32.799 INFO:tasks.workunit.client.0.smithi084.stdout:op 3844 completed, throughput=5MB/sec 2024-04-02T08:54:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:32 smithi084 ceph-mon[94794]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:32 smithi084 ceph-mon[97358]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:32 smithi132 ceph-mon[88571]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:33.799 INFO:tasks.workunit.client.0.smithi084.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:33.800 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Z56QGJ2XSMRL4Sw off=2091842 len=1764779 2024-04-02T08:54:33.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 3845 completed, throughput=5MB/sec 2024-04-02T08:54:33.804 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1rsq9pudfbq2ANq off=254678 len=834684 2024-04-02T08:54:33.805 INFO:tasks.workunit.client.0.smithi084.stdout:op 3846 completed, throughput=5MB/sec 2024-04-02T08:54:33.805 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TeL449c6EIh-Fq4 off=7341402 len=173268 2024-04-02T08:54:33.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 3847 completed, throughput=5MB/sec 2024-04-02T08:54:33.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hfgypzep1Psrxkl off=5804583 len=1326135 2024-04-02T08:54:33.808 INFO:tasks.workunit.client.0.smithi084.stdout:op 3848 completed, throughput=5MB/sec 2024-04-02T08:54:33.808 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-miqO9TNIRjAUcNe off=8060641 len=684683 2024-04-02T08:54:33.811 INFO:tasks.workunit.client.0.smithi084.stdout:op 3849 completed, throughput=5MB/sec 2024-04-02T08:54:33.811 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PJ0lyZPSJqqfNIB off=9977836 len=1870529 2024-04-02T08:54:33.819 INFO:tasks.workunit.client.0.smithi084.stdout:op 3850 completed, throughput=5MB/sec 2024-04-02T08:54:34.819 INFO:tasks.workunit.client.0.smithi084.stdout: 754: throughput=5MB/sec pending data=0 2024-04-02T08:54:34.819 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-N_UDCrUeG6oJLjc off=4558673 len=54226 2024-04-02T08:54:34.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 3851 completed, throughput=5MB/sec 2024-04-02T08:54:34.822 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6uzdHR8Ud7yD28l off=8898288 len=1384396 2024-04-02T08:54:34.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 3852 completed, throughput=5MB/sec 2024-04-02T08:54:34.830 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FpWXk-fx7U7pobo off=5233580 len=362436 2024-04-02T08:54:34.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 3853 completed, throughput=5MB/sec 2024-04-02T08:54:34.833 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3CKw7UKqQsrxspe off=1274079 len=325100 2024-04-02T08:54:34.834 INFO:tasks.workunit.client.0.smithi084.stdout:op 3854 completed, throughput=5MB/sec 2024-04-02T08:54:34.834 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QCz4ZwY9ip1ZgPO off=8957381 len=290078 2024-04-02T08:54:34.835 INFO:tasks.workunit.client.0.smithi084.stdout:op 3855 completed, throughput=5MB/sec 2024-04-02T08:54:34.835 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CVUz-MThy_-xwvY off=12692788 len=1479994 2024-04-02T08:54:34.842 INFO:tasks.workunit.client.0.smithi084.stdout:op 3856 completed, throughput=5MB/sec 2024-04-02T08:54:34.842 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iCxRq502N0bySi9 off=515613 len=1217369 2024-04-02T08:54:34.843 INFO:tasks.workunit.client.0.smithi084.stdout:op 3857 completed, throughput=5MB/sec 2024-04-02T08:54:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:34 smithi084 ceph-mon[94794]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:34 smithi084 ceph-mon[97358]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:34 smithi132 ceph-mon[88571]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:35.844 INFO:tasks.workunit.client.0.smithi084.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:35.844 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pLOaaxOijtLCuad off=7254612 len=408720 2024-04-02T08:54:35.845 INFO:tasks.workunit.client.0.smithi084.stdout:op 3858 completed, throughput=5MB/sec 2024-04-02T08:54:35.845 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W_m9Nr8U9xrKQFE off=5575816 len=908567 2024-04-02T08:54:35.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 3859 completed, throughput=5MB/sec 2024-04-02T08:54:35.848 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--3bfAdKi-SxAQjx off=1422087 len=1589797 2024-04-02T08:54:35.854 INFO:tasks.workunit.client.0.smithi084.stdout:op 3860 completed, throughput=5MB/sec 2024-04-02T08:54:35.855 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vw9Vv8106p-30bo off=171660 len=1914879 2024-04-02T08:54:35.862 INFO:tasks.workunit.client.0.smithi084.stdout:op 3861 completed, throughput=5MB/sec 2024-04-02T08:54:36.862 INFO:tasks.workunit.client.0.smithi084.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:36.863 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2x5JQhSZBFC_ddH off=22735492 len=452712 2024-04-02T08:54:36.863 INFO:tasks.workunit.client.0.smithi084.stdout:op 3862 completed, throughput=4.99MB/sec 2024-04-02T08:54:36.863 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aFVPSewjEUNMSDc off=8667250 len=1505296 2024-04-02T08:54:36.870 INFO:tasks.workunit.client.0.smithi084.stdout:op 3863 completed, throughput=5MB/sec 2024-04-02T08:54:36.870 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mCMVGTi8Pvyv0uD off=11694583 len=737831 2024-04-02T08:54:36.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 3864 completed, throughput=5MB/sec 2024-04-02T08:54:36.871 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H_HYVq0JJG3IDPJ off=17029596 len=3363 2024-04-02T08:54:36.872 INFO:tasks.workunit.client.0.smithi084.stdout:op 3865 completed, throughput=5MB/sec 2024-04-02T08:54:36.872 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nthQkERvwN58N7d off=13196751 len=771261 2024-04-02T08:54:36.876 INFO:tasks.workunit.client.0.smithi084.stdout:op 3866 completed, throughput=5MB/sec 2024-04-02T08:54:36.876 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PLaOg1Uv6aZMkOq off=19173021 len=2041518 2024-04-02T08:54:36.886 INFO:tasks.workunit.client.0.smithi084.stdout:op 3867 completed, throughput=5MB/sec 2024-04-02T08:54:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:36 smithi084 ceph-mon[94794]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:36 smithi084 ceph-mon[97358]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:36 smithi132 ceph-mon[88571]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:37.887 INFO:tasks.workunit.client.0.smithi084.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:37.887 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YvE2hyIidYYN04N off=14324066 len=748774 2024-04-02T08:54:37.891 INFO:tasks.workunit.client.0.smithi084.stdout:op 3868 completed, throughput=5MB/sec 2024-04-02T08:54:37.891 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Pqz-S16eZi5wDBp off=7797314 len=1625203 2024-04-02T08:54:37.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 3869 completed, throughput=5MB/sec 2024-04-02T08:54:37.893 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jdBGA8f3Ou0NoF3 off=11514643 len=2071540 2024-04-02T08:54:37.903 INFO:tasks.workunit.client.0.smithi084.stdout:op 3870 completed, throughput=5MB/sec 2024-04-02T08:54:37.903 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tSpkvhtUYnwrykB off=11343999 len=285366 2024-04-02T08:54:37.906 INFO:tasks.workunit.client.0.smithi084.stdout:op 3871 completed, throughput=5MB/sec 2024-04-02T08:54:38.907 INFO:tasks.workunit.client.0.smithi084.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:38.907 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qkW-ci2mcg4G3QR off=21019518 len=1782717 2024-04-02T08:54:38.910 INFO:tasks.workunit.client.0.smithi084.stdout:op 3872 completed, throughput=5MB/sec 2024-04-02T08:54:38.911 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7eGqMt4BfaJgmPE off=6387093 len=1639170 2024-04-02T08:54:38.912 INFO:tasks.workunit.client.0.smithi084.stdout:op 3873 completed, throughput=5MB/sec 2024-04-02T08:54:38.912 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3X_6U4LyqQmkOUO off=5959709 len=306214 2024-04-02T08:54:38.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 3874 completed, throughput=5MB/sec 2024-04-02T08:54:38.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-E690RGRpe3_phkS off=1993503 len=632796 2024-04-02T08:54:38.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 3875 completed, throughput=5MB/sec 2024-04-02T08:54:38.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D46HKkswOvulYIZ off=1948261 len=563966 2024-04-02T08:54:38.918 INFO:tasks.workunit.client.0.smithi084.stdout:op 3876 completed, throughput=5MB/sec 2024-04-02T08:54:38.918 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-40jBn1bM4tvIKTh off=1687295 len=1879008 2024-04-02T08:54:38.919 INFO:tasks.workunit.client.0.smithi084.stdout:op 3877 completed, throughput=5MB/sec 2024-04-02T08:54:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:38 smithi084 ceph-mon[94794]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:38 smithi084 ceph-mon[97358]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:38 smithi132 ceph-mon[88571]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:39.920 INFO:tasks.workunit.client.0.smithi084.stdout: 759: throughput=5MB/sec pending data=0 2024-04-02T08:54:39.920 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qFT3vNOKklrlYXI off=5624827 len=2034699 2024-04-02T08:54:39.924 INFO:tasks.workunit.client.0.smithi084.stdout:op 3878 completed, throughput=5MB/sec 2024-04-02T08:54:39.924 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y8l-f171rlAYrsH off=10342400 len=1509215 2024-04-02T08:54:39.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 3879 completed, throughput=5MB/sec 2024-04-02T08:54:39.925 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1U9YCwtvnJQUPLg off=10096674 len=789338 2024-04-02T08:54:39.926 INFO:tasks.workunit.client.0.smithi084.stdout:op 3880 completed, throughput=5MB/sec 2024-04-02T08:54:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:40.927 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6bR6d2LKYiPGHWu off=13554624 len=1211961 2024-04-02T08:54:40.928 INFO:tasks.workunit.client.0.smithi084.stdout:op 3881 completed, throughput=5MB/sec 2024-04-02T08:54:40.928 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d599T-MLK5Dgmwy off=19891016 len=2060357 2024-04-02T08:54:40.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 3882 completed, throughput=5MB/sec 2024-04-02T08:54:40.939 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G1VGofC9tErw2-k off=0 len=1287062 2024-04-02T08:54:40.945 INFO:tasks.workunit.client.0.smithi084.stdout:op 3883 completed, throughput=5MB/sec 2024-04-02T08:54:40.945 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W3hXr0gIVXNhSex off=6760943 len=2079263 2024-04-02T08:54:40.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 3884 completed, throughput=5MB/sec 2024-04-02T08:54:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:40 smithi084 ceph-mon[94794]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:40 smithi084 ceph-mon[97358]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:54:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:54:40] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T08:54:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:40 smithi132 ceph-mon[88571]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: 761: throughput=5MB/sec pending data=0 2024-04-02T08:54:41.947 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rHRGZJCRMFNlnxI off=10272039 len=1390624 2024-04-02T08:54:41.948 INFO:tasks.workunit.client.0.smithi084.stdout:op 3885 completed, throughput=5MB/sec 2024-04-02T08:54:41.948 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-az4XeCrCBnCBibn off=3183200 len=2048082 2024-04-02T08:54:41.950 INFO:tasks.workunit.client.0.smithi084.stdout:op 3886 completed, throughput=5MB/sec 2024-04-02T08:54:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:54:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:54:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:42.950 INFO:tasks.workunit.client.0.smithi084.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:42.951 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i7cqWvScVeqKOXM off=2969448 len=531648 2024-04-02T08:54:42.952 INFO:tasks.workunit.client.0.smithi084.stdout:op 3887 completed, throughput=4.99MB/sec 2024-04-02T08:54:42.952 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M_LiACFA3JcRS4d off=575529 len=860046 2024-04-02T08:54:42.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 3888 completed, throughput=5MB/sec 2024-04-02T08:54:42.956 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KuwYskdIjhglD2b off=4264499 len=1858002 2024-04-02T08:54:42.960 INFO:tasks.workunit.client.0.smithi084.stdout:op 3889 completed, throughput=5MB/sec 2024-04-02T08:54:42.960 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pMCBALM-6CTW-OY off=1654814 len=836174 2024-04-02T08:54:42.965 INFO:tasks.workunit.client.0.smithi084.stdout:op 3890 completed, throughput=5MB/sec 2024-04-02T08:54:42.965 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aWR_wEoJQYVrx0w off=774428 len=1552924 2024-04-02T08:54:42.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 3891 completed, throughput=5MB/sec 2024-04-02T08:54:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:42 smithi084 ceph-mon[94794]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:42 smithi084 ceph-mon[97358]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:42 smithi132 ceph-mon[88571]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:43.971 INFO:tasks.workunit.client.0.smithi084.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:43.971 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o-TsyNosXI6LW_k off=16328019 len=203283 2024-04-02T08:54:43.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 3892 completed, throughput=4.99MB/sec 2024-04-02T08:54:43.974 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZQKfzaKYqAbCcep off=225867 len=257588 2024-04-02T08:54:43.976 INFO:tasks.workunit.client.0.smithi084.stdout:op 3893 completed, throughput=4.99MB/sec 2024-04-02T08:54:43.976 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7UZS6mIcs_RtyiW off=734516 len=593235 2024-04-02T08:54:43.977 INFO:tasks.workunit.client.0.smithi084.stdout:op 3894 completed, throughput=5MB/sec 2024-04-02T08:54:43.977 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zujQYdxqJndnstu off=1779791 len=884779 2024-04-02T08:54:43.978 INFO:tasks.workunit.client.0.smithi084.stdout:op 3895 completed, throughput=5MB/sec 2024-04-02T08:54:43.978 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dzPOEaNnppCdBQ5 off=1375205 len=1009991 2024-04-02T08:54:43.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 3896 completed, throughput=5MB/sec 2024-04-02T08:54:43.983 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v8Ljtbpap_lge0T off=164989 len=510620 2024-04-02T08:54:43.986 INFO:tasks.workunit.client.0.smithi084.stdout:op 3897 completed, throughput=5MB/sec 2024-04-02T08:54:43.986 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GYxo7IM3aUnHPzh off=9972486 len=391932 2024-04-02T08:54:43.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 3898 completed, throughput=5MB/sec 2024-04-02T08:54:43.990 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YjVXmCEwRLqAPma off=1575543 len=2085415 2024-04-02T08:54:43.992 INFO:tasks.workunit.client.0.smithi084.stdout:op 3899 completed, throughput=5MB/sec 2024-04-02T08:54:44.992 INFO:tasks.workunit.client.0.smithi084.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:44.992 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VJSLWOCU2NUNbwT off=12753996 len=1443178 2024-04-02T08:54:44.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 3900 completed, throughput=5MB/sec 2024-04-02T08:54:44.999 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-E8Rlvt6bkHi7_Hn off=54944 len=2081206 2024-04-02T08:54:45.001 INFO:tasks.workunit.client.0.smithi084.stdout:op 3901 completed, throughput=5MB/sec 2024-04-02T08:54:45.001 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BZcvMwZLrHMF9ch off=9086129 len=1791668 2024-04-02T08:54:45.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 3902 completed, throughput=5MB/sec 2024-04-02T08:54:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:44 smithi084 ceph-mon[94794]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:44 smithi084 ceph-mon[97358]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:44 smithi132 ceph-mon[88571]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:46.004 INFO:tasks.workunit.client.0.smithi084.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:46.005 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9xUF-_YnB3GEq5l off=3029002 len=1174465 2024-04-02T08:54:46.009 INFO:tasks.workunit.client.0.smithi084.stdout:op 3903 completed, throughput=5MB/sec 2024-04-02T08:54:46.009 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qqkzRdX0OcgTQjR off=2784350 len=1199040 2024-04-02T08:54:46.010 INFO:tasks.workunit.client.0.smithi084.stdout:op 3904 completed, throughput=5MB/sec 2024-04-02T08:54:46.011 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-otyRcOqzfHzjE8e off=2089283 len=1936608 2024-04-02T08:54:46.012 INFO:tasks.workunit.client.0.smithi084.stdout:op 3905 completed, throughput=5MB/sec 2024-04-02T08:54:47.012 INFO:tasks.workunit.client.0.smithi084.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:47.013 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h6qhNI6pMqTWOIV off=789217 len=1003763 2024-04-02T08:54:47.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 3906 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.013 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t5ctYsGQ67Hmzk3 off=6078716 len=796528 2024-04-02T08:54:47.014 INFO:tasks.workunit.client.0.smithi084.stdout:op 3907 completed, throughput=5MB/sec 2024-04-02T08:54:47.014 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0hkk3Ky3JC08ZjN off=18309204 len=680290 2024-04-02T08:54:47.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 3908 completed, throughput=5MB/sec 2024-04-02T08:54:47.018 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ys1gnVPbknEZCJw off=6993478 len=334354 2024-04-02T08:54:47.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 3909 completed, throughput=5MB/sec 2024-04-02T08:54:47.021 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Cmmv1s8W5vzVdAg off=13676294 len=1480017 2024-04-02T08:54:47.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 3910 completed, throughput=5MB/sec 2024-04-02T08:54:47.024 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gUK02K6gEm1Bzd7 off=19845280 len=252685 2024-04-02T08:54:47.026 INFO:tasks.workunit.client.0.smithi084.stdout:op 3911 completed, throughput=5MB/sec 2024-04-02T08:54:47.026 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fst4kqneiRHyKI6 off=4019417 len=337716 2024-04-02T08:54:47.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 3912 completed, throughput=5MB/sec 2024-04-02T08:54:47.028 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-r3b-eLyxE-wRdwX off=5917342 len=600493 2024-04-02T08:54:47.029 INFO:tasks.workunit.client.0.smithi084.stdout:op 3913 completed, throughput=5MB/sec 2024-04-02T08:54:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:46 smithi084 ceph-mon[94794]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:54:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:46 smithi084 ceph-mon[97358]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:54:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:46 smithi132 ceph-mon[88571]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:54:48.029 INFO:tasks.workunit.client.0.smithi084.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iVQ2sVW6K43G6g4 off=861132 len=1278526 2024-04-02T08:54:48.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 3914 completed, throughput=5MB/sec 2024-04-02T08:54:48.035 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8AEMrIQCDgyj9Kx off=9552944 len=1767875 2024-04-02T08:54:48.043 INFO:tasks.workunit.client.0.smithi084.stdout:op 3915 completed, throughput=5MB/sec 2024-04-02T08:54:48.043 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i2Asql4kFIYRqRv off=10156122 len=645225 2024-04-02T08:54:48.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 3916 completed, throughput=5MB/sec 2024-04-02T08:54:48.044 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fpm4ejo_LpBdFlD off=172045 len=764046 2024-04-02T08:54:48.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 3917 completed, throughput=5MB/sec 2024-04-02T08:54:48.045 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ktFXkmGgsR5GrhJ off=11149113 len=1889655 2024-04-02T08:54:48.055 INFO:tasks.workunit.client.0.smithi084.stdout:op 3918 completed, throughput=5MB/sec 2024-04-02T08:54:49.056 INFO:tasks.workunit.client.0.smithi084.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:49.056 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Sghad6Wm78H_4oa off=16657787 len=684298 2024-04-02T08:54:49.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 3919 completed, throughput=5MB/sec 2024-04-02T08:54:49.059 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-86oCXRojqICDLBf off=1045842 len=840167 2024-04-02T08:54:49.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 3920 completed, throughput=5MB/sec 2024-04-02T08:54:49.063 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZAI-5Gx1kfRISH9 off=141873 len=1861350 2024-04-02T08:54:49.064 INFO:tasks.workunit.client.0.smithi084.stdout:op 3921 completed, throughput=5MB/sec 2024-04-02T08:54:49.064 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0wT0XP7mOy1LO4P off=23927667 len=281269 2024-04-02T08:54:49.067 INFO:tasks.workunit.client.0.smithi084.stdout:op 3922 completed, throughput=5MB/sec 2024-04-02T08:54:49.067 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TKWtt1BJoHJoaaB off=4694396 len=1931885 2024-04-02T08:54:49.078 INFO:tasks.workunit.client.0.smithi084.stdout:op 3923 completed, throughput=5MB/sec 2024-04-02T08:54:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:48 smithi084 ceph-mon[94794]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:54:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:48 smithi084 ceph-mon[97358]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:54:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:48 smithi132 ceph-mon[88571]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:54:50.078 INFO:tasks.workunit.client.0.smithi084.stdout: 769: throughput=5MB/sec pending data=0 2024-04-02T08:54:50.078 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SNW-li-8PITsSjs off=89866 len=972925 2024-04-02T08:54:50.080 INFO:tasks.workunit.client.0.smithi084.stdout:op 3924 completed, throughput=5MB/sec 2024-04-02T08:54:50.080 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jF07Pj0sXN-IfZa off=3442523 len=1628031 2024-04-02T08:54:50.086 INFO:tasks.workunit.client.0.smithi084.stdout:op 3925 completed, throughput=5MB/sec 2024-04-02T08:54:50.086 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lClWtnaCbfolXgE off=12295250 len=481135 2024-04-02T08:54:50.087 INFO:tasks.workunit.client.0.smithi084.stdout:op 3926 completed, throughput=5MB/sec 2024-04-02T08:54:50.087 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bWz4UeI2nHqdJLw off=402213 len=1285561 2024-04-02T08:54:50.096 INFO:tasks.workunit.client.0.smithi084.stdout:op 3927 completed, throughput=5MB/sec 2024-04-02T08:54:51.096 INFO:tasks.workunit.client.0.smithi084.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:51.096 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jXAZm7D26-9ledI off=7844665 len=729276 2024-04-02T08:54:51.098 INFO:tasks.workunit.client.0.smithi084.stdout:op 3928 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.098 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T4M8ShiYTUSSMmX off=2844948 len=2037315 2024-04-02T08:54:51.099 INFO:tasks.workunit.client.0.smithi084.stdout:op 3929 completed, throughput=5MB/sec 2024-04-02T08:54:51.099 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-D59ntGn_lo5S25X off=16356058 len=236444 2024-04-02T08:54:51.102 INFO:tasks.workunit.client.0.smithi084.stdout:op 3930 completed, throughput=5MB/sec 2024-04-02T08:54:51.102 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lczg13jJpu0lIKN off=2185231 len=1713408 2024-04-02T08:54:51.108 INFO:tasks.workunit.client.0.smithi084.stdout:op 3931 completed, throughput=5MB/sec 2024-04-02T08:54:51.108 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_o6bVQR4HoIrM8j off=12847019 len=377698 2024-04-02T08:54:51.111 INFO:tasks.workunit.client.0.smithi084.stdout:op 3932 completed, throughput=5MB/sec 2024-04-02T08:54:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:50 smithi084 ceph-mon[94794]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:54:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:54:50] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T08:54:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:50 smithi084 ceph-mon[97358]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:50 smithi132 ceph-mon[88571]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:52.111 INFO:tasks.workunit.client.0.smithi084.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:52.111 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-u_N5TbBgvQwWsIo off=4822229 len=1941515 2024-04-02T08:54:52.122 INFO:tasks.workunit.client.0.smithi084.stdout:op 3933 completed, throughput=5MB/sec 2024-04-02T08:54:52.122 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YPhPu47bvKaHVv8 off=3222650 len=1945384 2024-04-02T08:54:52.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 3934 completed, throughput=5MB/sec 2024-04-02T08:54:52.124 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1TKCh9ffRdqHCeN off=865333 len=116384 2024-04-02T08:54:52.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 3935 completed, throughput=5MB/sec 2024-04-02T08:54:52.124 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0LUXoSUY7DPTXQU off=9364908 len=43006 2024-04-02T08:54:52.126 INFO:tasks.workunit.client.0.smithi084.stdout:op 3936 completed, throughput=5MB/sec 2024-04-02T08:54:52.126 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FxK0RnTuAcj388F off=2680206 len=1340218 2024-04-02T08:54:52.128 INFO:tasks.workunit.client.0.smithi084.stdout:op 3937 completed, throughput=5MB/sec 2024-04-02T08:54:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:54:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:52 smithi084 ceph-mon[94794]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:52 smithi084 ceph-mon[97358]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:53.128 INFO:tasks.workunit.client.0.smithi084.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:53.129 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R6mEpCDmsQ4JGic off=2763948 len=1527334 2024-04-02T08:54:53.134 INFO:tasks.workunit.client.0.smithi084.stdout:op 3938 completed, throughput=5MB/sec 2024-04-02T08:54:53.134 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SFxisaSjRIsSiua off=994416 len=2067485 2024-04-02T08:54:53.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 3939 completed, throughput=5MB/sec 2024-04-02T08:54:53.136 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--kjfX3hBnzstiBR off=5833127 len=953623 2024-04-02T08:54:53.137 INFO:tasks.workunit.client.0.smithi084.stdout:op 3940 completed, throughput=5MB/sec 2024-04-02T08:54:53.137 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-itb9aG-T2URCl8I off=1560190 len=508564 2024-04-02T08:54:53.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 3941 completed, throughput=5MB/sec 2024-04-02T08:54:53.141 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vviHwsw9Ekb-rKm off=11957979 len=1396404 2024-04-02T08:54:53.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 3942 completed, throughput=5MB/sec 2024-04-02T08:54:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:52 smithi132 ceph-mon[88571]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:54.143 INFO:tasks.workunit.client.0.smithi084.stdout: 773: throughput=5MB/sec pending data=0 2024-04-02T08:54:54.143 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z62pDHqqOPsN5ng off=1511548 len=1006914 2024-04-02T08:54:54.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 3943 completed, throughput=5MB/sec 2024-04-02T08:54:54.147 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yCPoSerSkWZtWLz off=10764616 len=1103513 2024-04-02T08:54:54.148 INFO:tasks.workunit.client.0.smithi084.stdout:op 3944 completed, throughput=5MB/sec 2024-04-02T08:54:54.149 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SDaKjueeEteAmMY off=794319 len=1883199 2024-04-02T08:54:54.158 INFO:tasks.workunit.client.0.smithi084.stdout:op 3945 completed, throughput=5MB/sec 2024-04-02T08:54:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:54 smithi084 ceph-mon[94794]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:54:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:54 smithi084 ceph-mon[97358]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:54:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:55.159 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-njSndWVO8ENx9zu off=6558614 len=1611737 2024-04-02T08:54:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:54 smithi132 ceph-mon[88571]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:54:55.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 3946 completed, throughput=5MB/sec 2024-04-02T08:54:55.167 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3bbBig0uhsxrc8_ off=1414762 len=1201657 2024-04-02T08:54:55.168 INFO:tasks.workunit.client.0.smithi084.stdout:op 3947 completed, throughput=5MB/sec 2024-04-02T08:54:55.168 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-w6MapojVVV_zNiF off=17470255 len=1903625 2024-04-02T08:54:55.172 INFO:tasks.workunit.client.0.smithi084.stdout:op 3948 completed, throughput=5MB/sec 2024-04-02T08:54:55.172 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rLDlqmrYocf6b-A off=631856 len=1254061 2024-04-02T08:54:55.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 3949 completed, throughput=5MB/sec 2024-04-02T08:54:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:56.173 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g-TeROEJY6XJV2s off=18364232 len=2097037 2024-04-02T08:54:56.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 3950 completed, throughput=5MB/sec 2024-04-02T08:54:56.185 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5qTxlkasisAbk96 off=15515204 len=138366 2024-04-02T08:54:56.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 3951 completed, throughput=5MB/sec 2024-04-02T08:54:56.185 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6yBJBrdI2g9bQ9b off=9927318 len=2054442 2024-04-02T08:54:56.187 INFO:tasks.workunit.client.0.smithi084.stdout:op 3952 completed, throughput=5MB/sec 2024-04-02T08:54:56.187 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ivJHHlUXMwyR2lP off=15550714 len=1163198 2024-04-02T08:54:56.188 INFO:tasks.workunit.client.0.smithi084.stdout:op 3953 completed, throughput=5MB/sec 2024-04-02T08:54:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:56 smithi084 ceph-mon[94794]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:56 smithi084 ceph-mon[97358]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:56 smithi132 ceph-mon[88571]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:57.188 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g25w8BmjMyF_ay9 off=5373219 len=1529463 2024-04-02T08:54:57.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 3954 completed, throughput=5MB/sec 2024-04-02T08:54:57.196 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1kQ7pd_73UTryV2 off=445252 len=354152 2024-04-02T08:54:57.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 3955 completed, throughput=5MB/sec 2024-04-02T08:54:57.196 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NfcmEafN_aezZuV off=8336594 len=1247764 2024-04-02T08:54:57.201 INFO:tasks.workunit.client.0.smithi084.stdout:op 3956 completed, throughput=5MB/sec 2024-04-02T08:54:57.201 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uLjQVoL-cmIXzsT off=13586293 len=1550255 2024-04-02T08:54:57.207 INFO:tasks.workunit.client.0.smithi084.stdout:op 3957 completed, throughput=5MB/sec 2024-04-02T08:54:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:58.208 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ufXGQ8ohkYxG2lP off=816809 len=1905400 2024-04-02T08:54:58.209 INFO:tasks.workunit.client.0.smithi084.stdout:op 3958 completed, throughput=5MB/sec 2024-04-02T08:54:58.209 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_KNBtGA2xu0KaPv off=3440182 len=1382029 2024-04-02T08:54:58.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 3959 completed, throughput=5MB/sec 2024-04-02T08:54:58.216 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N3po_pKD2k4Sl_C off=6029511 len=944254 2024-04-02T08:54:58.218 INFO:tasks.workunit.client.0.smithi084.stdout:op 3960 completed, throughput=5MB/sec 2024-04-02T08:54:58.218 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IzoNKVkVSAJ2QHe off=6256442 len=847055 2024-04-02T08:54:58.223 INFO:tasks.workunit.client.0.smithi084.stdout:op 3961 completed, throughput=5MB/sec 2024-04-02T08:54:58.223 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zABCHT5gDHiUGyz off=6793152 len=1857796 2024-04-02T08:54:58.233 INFO:tasks.workunit.client.0.smithi084.stdout:op 3962 completed, throughput=5MB/sec 2024-04-02T08:54:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:58 smithi084 ceph-mon[94794]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:58 smithi084 ceph-mon[97358]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:58 smithi132 ceph-mon[88571]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: 778: throughput=5MB/sec pending data=0 2024-04-02T08:54:59.233 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XJnhKnIKVOMhgaI off=2547235 len=1090239 2024-04-02T08:54:59.234 INFO:tasks.workunit.client.0.smithi084.stdout:op 3963 completed, throughput=5MB/sec 2024-04-02T08:54:59.234 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W2UeD38NeCBSeEk off=434336 len=1711864 2024-04-02T08:54:59.241 INFO:tasks.workunit.client.0.smithi084.stdout:op 3964 completed, throughput=5MB/sec 2024-04-02T08:54:59.241 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yUmK38cl_bghte1 off=5219787 len=2046803 2024-04-02T08:54:59.250 INFO:tasks.workunit.client.0.smithi084.stdout:op 3965 completed, throughput=5MB/sec 2024-04-02T08:55:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:54:59 smithi084 ceph-mon[94794]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:54:59 smithi084 ceph-mon[97358]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:54:59 smithi132 ceph-mon[88571]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: 779: throughput=5MB/sec pending data=0 2024-04-02T08:55:00.250 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dFefl7px-FqxWoM off=715177 len=1977272 2024-04-02T08:55:00.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 3966 completed, throughput=5MB/sec 2024-04-02T08:55:00.254 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q6gS90sdqyc0GHs off=9296829 len=1990437 2024-04-02T08:55:00.262 INFO:tasks.workunit.client.0.smithi084.stdout:op 3967 completed, throughput=5MB/sec 2024-04-02T08:55:00.262 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pQTF5clz98Eahkr off=17199721 len=654209 2024-04-02T08:55:00.262 INFO:tasks.workunit.client.0.smithi084.stdout:op 3968 completed, throughput=5MB/sec 2024-04-02T08:55:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:55:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:55:00] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:55:01.263 INFO:tasks.workunit.client.0.smithi084.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:01.263 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8HhDe7hK3Id0ILz off=4129440 len=1382690 2024-04-02T08:55:01.264 INFO:tasks.workunit.client.0.smithi084.stdout:op 3969 completed, throughput=5MB/sec 2024-04-02T08:55:01.264 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8CUe2o3bL6se1vg off=1620432 len=149936 2024-04-02T08:55:01.268 INFO:tasks.workunit.client.0.smithi084.stdout:op 3970 completed, throughput=5MB/sec 2024-04-02T08:55:01.268 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZX2MpByE3Vj2_T3 off=15386078 len=1391164 2024-04-02T08:55:01.269 INFO:tasks.workunit.client.0.smithi084.stdout:op 3971 completed, throughput=5MB/sec 2024-04-02T08:55:01.269 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-po6SSK82R1wM_53 off=5816430 len=1613819 2024-04-02T08:55:01.271 INFO:tasks.workunit.client.0.smithi084.stdout:op 3972 completed, throughput=5MB/sec 2024-04-02T08:55:01.271 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2q4pd3F3qhHCShC off=9525521 len=1402983 2024-04-02T08:55:01.279 INFO:tasks.workunit.client.0.smithi084.stdout:op 3973 completed, throughput=5MB/sec 2024-04-02T08:55:02.279 INFO:tasks.workunit.client.0.smithi084.stdout: 781: throughput=5MB/sec pending data=0 2024-04-02T08:55:02.280 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BgW2TtScjjfKSpE off=131603 len=1636998 2024-04-02T08:55:02.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 3974 completed, throughput=5MB/sec 2024-04-02T08:55:02.281 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pETAIeYFxaPwK74 off=6544437 len=320529 2024-04-02T08:55:02.283 INFO:tasks.workunit.client.0.smithi084.stdout:op 3975 completed, throughput=5MB/sec 2024-04-02T08:55:02.283 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eZ-whJ9HeTKTPFS off=2542761 len=1651757 2024-04-02T08:55:02.293 INFO:tasks.workunit.client.0.smithi084.stdout:op 3976 completed, throughput=5MB/sec 2024-04-02T08:55:02.293 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t9AfQdOMMVnP_dV off=4778071 len=72934 2024-04-02T08:55:02.293 INFO:tasks.workunit.client.0.smithi084.stdout:op 3977 completed, throughput=5MB/sec 2024-04-02T08:55:02.294 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YMa7qqlw3sU4O5H off=6573681 len=1047091 2024-04-02T08:55:02.297 INFO:tasks.workunit.client.0.smithi084.stdout:op 3978 completed, throughput=5MB/sec 2024-04-02T08:55:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:02 smithi132 ceph-mon[88571]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:02 smithi084 ceph-mon[94794]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:02 smithi084 ceph-mon[97358]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:55:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:03.297 INFO:tasks.workunit.client.0.smithi084.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:03.298 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vC1iUeuf4e0_PI4 off=3397547 len=417681 2024-04-02T08:55:03.301 INFO:tasks.workunit.client.0.smithi084.stdout:op 3979 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.301 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3NvUYi157TUebPq off=10499791 len=342006 2024-04-02T08:55:03.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 3980 completed, throughput=5MB/sec 2024-04-02T08:55:03.302 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uIfqpq1AbRs9UMS off=7628317 len=1340233 2024-04-02T08:55:03.306 INFO:tasks.workunit.client.0.smithi084.stdout:op 3981 completed, throughput=5MB/sec 2024-04-02T08:55:03.307 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BwpiO9tZwr0CZgT off=1610808 len=1231407 2024-04-02T08:55:03.311 INFO:tasks.workunit.client.0.smithi084.stdout:op 3982 completed, throughput=5MB/sec 2024-04-02T08:55:03.311 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7W8rsDxAcmaLvXJ off=881948 len=721754 2024-04-02T08:55:03.315 INFO:tasks.workunit.client.0.smithi084.stdout:op 3983 completed, throughput=5MB/sec 2024-04-02T08:55:03.316 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DlOFZd4lkxbGVJI off=6527491 len=642950 2024-04-02T08:55:03.316 INFO:tasks.workunit.client.0.smithi084.stdout:op 3984 completed, throughput=5MB/sec 2024-04-02T08:55:03.316 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cjTcsrdL4qnEBFR off=1084142 len=366567 2024-04-02T08:55:03.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 3985 completed, throughput=5MB/sec 2024-04-02T08:55:04.320 INFO:tasks.workunit.client.0.smithi084.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:04.320 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UBIBfpaF56eECVy off=9013388 len=1359855 2024-04-02T08:55:04.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 3986 completed, throughput=5MB/sec 2024-04-02T08:55:04.322 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DQS9dq_hrcqt_3Y off=12792053 len=843623 2024-04-02T08:55:04.324 INFO:tasks.workunit.client.0.smithi084.stdout:op 3987 completed, throughput=5MB/sec 2024-04-02T08:55:04.324 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1I6vA2s6HkjaoRM off=6805426 len=2094266 2024-04-02T08:55:04.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 3988 completed, throughput=5MB/sec 2024-04-02T08:55:04.332 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u7f8gltWkzhpUOH off=121334 len=711889 2024-04-02T08:55:04.333 INFO:tasks.workunit.client.0.smithi084.stdout:op 3989 completed, throughput=5MB/sec 2024-04-02T08:55:04.333 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YhXEB65uxB2Awfn off=20003563 len=469300 2024-04-02T08:55:04.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 3990 completed, throughput=5MB/sec 2024-04-02T08:55:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:04 smithi084 ceph-mon[94794]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:04 smithi084 ceph-mon[97358]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:04 smithi132 ceph-mon[88571]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:05.337 INFO:tasks.workunit.client.0.smithi084.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:05.337 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NZJZR1QonJxomAK off=6128807 len=2090635 2024-04-02T08:55:05.339 INFO:tasks.workunit.client.0.smithi084.stdout:op 3991 completed, throughput=5MB/sec 2024-04-02T08:55:05.339 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bSGj77oqo1JLVks off=4163811 len=1193553 2024-04-02T08:55:05.345 INFO:tasks.workunit.client.0.smithi084.stdout:op 3992 completed, throughput=5MB/sec 2024-04-02T08:55:05.346 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6AsecAIMKbpGDaq off=9644132 len=277988 2024-04-02T08:55:05.347 INFO:tasks.workunit.client.0.smithi084.stdout:op 3993 completed, throughput=5MB/sec 2024-04-02T08:55:05.348 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BZtePP34A-h1WB9 off=67109 len=68405 2024-04-02T08:55:05.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 3994 completed, throughput=5MB/sec 2024-04-02T08:55:05.350 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GNqKQGHiRHGM6nn off=16131220 len=1606128 2024-04-02T08:55:05.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 3995 completed, throughput=5MB/sec 2024-04-02T08:55:06.359 INFO:tasks.workunit.client.0.smithi084.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:06.359 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ED1Ihtzafh4PjJQ off=8135358 len=1780937 2024-04-02T08:55:06.365 INFO:tasks.workunit.client.0.smithi084.stdout:op 3996 completed, throughput=5MB/sec 2024-04-02T08:55:06.365 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XNZq4kJddmEqS9y off=6792079 len=1416045 2024-04-02T08:55:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:06 smithi084 ceph-mon[94794]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:06 smithi084 ceph-mon[97358]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:06.370 INFO:tasks.workunit.client.0.smithi084.stdout:op 3997 completed, throughput=5MB/sec 2024-04-02T08:55:06.370 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4cyqVEqgy9Gkiuf off=2246263 len=579770 2024-04-02T08:55:06.374 INFO:tasks.workunit.client.0.smithi084.stdout:op 3998 completed, throughput=5MB/sec 2024-04-02T08:55:06.374 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YA27VkqLFhrDtMB off=3193352 len=972576 2024-04-02T08:55:06.378 INFO:tasks.workunit.client.0.smithi084.stdout:op 3999 completed, throughput=5MB/sec 2024-04-02T08:55:06.378 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xwVd66pVHW-BhTB off=2156340 len=225332 2024-04-02T08:55:06.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 4000 completed, throughput=5MB/sec 2024-04-02T08:55:06.380 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kLMmJc4MCMmNXZ- off=2023301 len=69946 2024-04-02T08:55:06.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 4001 completed, throughput=5MB/sec 2024-04-02T08:55:06.380 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xbsquoaWWNeHcSq off=21445899 len=1307825 2024-04-02T08:55:06.381 INFO:tasks.workunit.client.0.smithi084.stdout:op 4002 completed, throughput=5MB/sec 2024-04-02T08:55:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:06 smithi132 ceph-mon[88571]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:07.381 INFO:tasks.workunit.client.0.smithi084.stdout: 786: throughput=5MB/sec pending data=0 2024-04-02T08:55:07.381 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2Emz1dj67m4Rtxb off=682422 len=119971 2024-04-02T08:55:07.382 INFO:tasks.workunit.client.0.smithi084.stdout:op 4003 completed, throughput=5MB/sec 2024-04-02T08:55:07.382 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--vLqOGpticVuNRs off=387411 len=1976903 2024-04-02T08:55:07.383 INFO:tasks.workunit.client.0.smithi084.stdout:op 4004 completed, throughput=5MB/sec 2024-04-02T08:55:07.383 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4wYEis8BkO6YOto off=8527433 len=1872045 2024-04-02T08:55:07.385 INFO:tasks.workunit.client.0.smithi084.stdout:op 4005 completed, throughput=5MB/sec 2024-04-02T08:55:07.385 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dy_9RJyEveGUoO3 off=705161 len=1311086 2024-04-02T08:55:07.390 INFO:tasks.workunit.client.0.smithi084.stdout:op 4006 completed, throughput=5MB/sec 2024-04-02T08:55:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:08 smithi084 ceph-mon[94794]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:08 smithi084 ceph-mon[97358]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:08.390 INFO:tasks.workunit.client.0.smithi084.stdout: 787: throughput=5MB/sec pending data=0 2024-04-02T08:55:08.390 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j_eUJ9z_PevH5jd off=1442982 len=149147 2024-04-02T08:55:08.391 INFO:tasks.workunit.client.0.smithi084.stdout:op 4007 completed, throughput=5MB/sec 2024-04-02T08:55:08.391 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BN14zfW6Dw4cTE1 off=1857139 len=261739 2024-04-02T08:55:08.393 INFO:tasks.workunit.client.0.smithi084.stdout:op 4008 completed, throughput=5MB/sec 2024-04-02T08:55:08.393 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vTuK5RTdDK8fZYh off=3444696 len=660621 2024-04-02T08:55:08.394 INFO:tasks.workunit.client.0.smithi084.stdout:op 4009 completed, throughput=5MB/sec 2024-04-02T08:55:08.394 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HKLUqzB8kWxA33O off=4118174 len=951273 2024-04-02T08:55:08.395 INFO:tasks.workunit.client.0.smithi084.stdout:op 4010 completed, throughput=5MB/sec 2024-04-02T08:55:08.395 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mSRnvLDOkE3DpNE off=1962720 len=1108195 2024-04-02T08:55:08.396 INFO:tasks.workunit.client.0.smithi084.stdout:op 4011 completed, throughput=5MB/sec 2024-04-02T08:55:08.396 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-daOlmQ09jjIoiXD off=3456437 len=30285 2024-04-02T08:55:08.396 INFO:tasks.workunit.client.0.smithi084.stdout:op 4012 completed, throughput=5MB/sec 2024-04-02T08:55:08.396 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-v7qjb-bq7Ui9CpR off=5479161 len=1760679 2024-04-02T08:55:08.397 INFO:tasks.workunit.client.0.smithi084.stdout:op 4013 completed, throughput=5MB/sec 2024-04-02T08:55:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:08 smithi132 ceph-mon[88571]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:09.397 INFO:tasks.workunit.client.0.smithi084.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:09.397 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bWz4UeI2nHqdJLw off=78612 len=1609162 2024-04-02T08:55:09.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 4014 completed, throughput=5MB/sec 2024-04-02T08:55:09.401 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2omQ9FRkUdf1Wom off=6201252 len=810756 2024-04-02T08:55:09.406 INFO:tasks.workunit.client.0.smithi084.stdout:op 4015 completed, throughput=5MB/sec 2024-04-02T08:55:09.406 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HbV6yMZByeshgXk off=4871000 len=2053961 2024-04-02T08:55:09.408 INFO:tasks.workunit.client.0.smithi084.stdout:op 4016 completed, throughput=5MB/sec 2024-04-02T08:55:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:10 smithi084 ceph-mon[94794]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:10 smithi084 ceph-mon[97358]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:10.408 INFO:tasks.workunit.client.0.smithi084.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:10.409 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vviHwsw9Ekb-rKm off=4630404 len=892358 2024-04-02T08:55:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:10 smithi132 ceph-mon[88571]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:10.414 INFO:tasks.workunit.client.0.smithi084.stdout:op 4017 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.414 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qEFYktGr4VERicY off=2611100 len=415808 2024-04-02T08:55:10.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 4018 completed, throughput=5MB/sec 2024-04-02T08:55:10.416 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gj2mIiUHvxY4mX5 off=3151215 len=699553 2024-04-02T08:55:10.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 4019 completed, throughput=5MB/sec 2024-04-02T08:55:10.421 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5ydeBliRV6BeBXn off=5266260 len=1996908 2024-04-02T08:55:10.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 4020 completed, throughput=5MB/sec 2024-04-02T08:55:10.424 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ljymlpXG37NTjJT off=1940534 len=1616801 2024-04-02T08:55:10.425 INFO:tasks.workunit.client.0.smithi084.stdout:op 4021 completed, throughput=5MB/sec 2024-04-02T08:55:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:55:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:55:10] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T08:55:11.426 INFO:tasks.workunit.client.0.smithi084.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:11.426 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mZU7Rv9ez_s1PlU off=7800884 len=1213662 2024-04-02T08:55:11.432 INFO:tasks.workunit.client.0.smithi084.stdout:op 4022 completed, throughput=5MB/sec 2024-04-02T08:55:11.432 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zk0cYQYk4OfoGQA off=20210993 len=256925 2024-04-02T08:55:11.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 4023 completed, throughput=5MB/sec 2024-04-02T08:55:11.433 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JVOK-kHKSV7VlRS off=12308966 len=540507 2024-04-02T08:55:11.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 4024 completed, throughput=5MB/sec 2024-04-02T08:55:11.433 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wErRnFFEqCQTTy8 off=3662128 len=143675 2024-04-02T08:55:11.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 4025 completed, throughput=5MB/sec 2024-04-02T08:55:11.436 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kvgUZo_L3wNwojS off=6829417 len=1542578 2024-04-02T08:55:11.437 INFO:tasks.workunit.client.0.smithi084.stdout:op 4026 completed, throughput=5MB/sec 2024-04-02T08:55:11.437 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0ROYpRjmPJ_IU_k off=8275569 len=871277 2024-04-02T08:55:11.442 INFO:tasks.workunit.client.0.smithi084.stdout:op 4027 completed, throughput=5MB/sec 2024-04-02T08:55:11.442 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pQV5QEHmkErFuyY off=16487771 len=879180 2024-04-02T08:55:11.445 INFO:tasks.workunit.client.0.smithi084.stdout:op 4028 completed, throughput=5MB/sec 2024-04-02T08:55:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:12 smithi132 ceph-mon[88571]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:12 smithi084 ceph-mon[94794]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:12 smithi084 ceph-mon[97358]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:12.445 INFO:tasks.workunit.client.0.smithi084.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:12.446 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uIn45zkWdGZWe2u off=116907 len=1690778 2024-04-02T08:55:12.455 INFO:tasks.workunit.client.0.smithi084.stdout:op 4029 completed, throughput=5MB/sec 2024-04-02T08:55:12.455 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RTsd63Uwpwxq-XI off=12485271 len=243300 2024-04-02T08:55:12.456 INFO:tasks.workunit.client.0.smithi084.stdout:op 4030 completed, throughput=5MB/sec 2024-04-02T08:55:12.456 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UcgyVXQI_rfAPH5 off=14196984 len=1355071 2024-04-02T08:55:12.457 INFO:tasks.workunit.client.0.smithi084.stdout:op 4031 completed, throughput=5MB/sec 2024-04-02T08:55:12.457 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IrxPOt6APMydut3 off=14815434 len=1767382 2024-04-02T08:55:12.458 INFO:tasks.workunit.client.0.smithi084.stdout:op 4032 completed, throughput=5MB/sec 2024-04-02T08:55:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:55:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:13.459 INFO:tasks.workunit.client.0.smithi084.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:13.459 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bQDCB4X-p4yrDDA off=47561 len=271173 2024-04-02T08:55:13.461 INFO:tasks.workunit.client.0.smithi084.stdout:op 4033 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.461 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q-MwS0OJsmrpVtM off=4275051 len=1717330 2024-04-02T08:55:13.464 INFO:tasks.workunit.client.0.smithi084.stdout:op 4034 completed, throughput=5MB/sec 2024-04-02T08:55:13.465 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8UR72ihCY_rq7yz off=3586691 len=562390 2024-04-02T08:55:13.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 4035 completed, throughput=5MB/sec 2024-04-02T08:55:13.467 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vcjpFG38RpusGao off=3144762 len=1907412 2024-04-02T08:55:13.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 4036 completed, throughput=5MB/sec 2024-04-02T08:55:13.476 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5JZDcCTnBNBwK-D off=13458364 len=1293052 2024-04-02T08:55:13.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 4037 completed, throughput=5MB/sec 2024-04-02T08:55:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:14 smithi084 ceph-mon[94794]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:14 smithi084 ceph-mon[97358]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:14 smithi132 ceph-mon[88571]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:14.477 INFO:tasks.workunit.client.0.smithi084.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:14.477 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DMZR7DgB27d6ELR off=6631752 len=1364093 2024-04-02T08:55:14.484 INFO:tasks.workunit.client.0.smithi084.stdout:op 4038 completed, throughput=5MB/sec 2024-04-02T08:55:14.484 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HED0PzhxDjlT3uf off=20274409 len=974791 2024-04-02T08:55:14.485 INFO:tasks.workunit.client.0.smithi084.stdout:op 4039 completed, throughput=5MB/sec 2024-04-02T08:55:14.485 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yBhvu_Oyni-lcmJ off=9203396 len=624373 2024-04-02T08:55:14.486 INFO:tasks.workunit.client.0.smithi084.stdout:op 4040 completed, throughput=5MB/sec 2024-04-02T08:55:14.486 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ELbUF4Mc_lsVffB off=2235591 len=1976299 2024-04-02T08:55:14.497 INFO:tasks.workunit.client.0.smithi084.stdout:op 4041 completed, throughput=5MB/sec 2024-04-02T08:55:15.497 INFO:tasks.workunit.client.0.smithi084.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:15.497 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NS1LYd8EABeiNqo off=9421435 len=721472 2024-04-02T08:55:15.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 4042 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.500 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Lh-61YNRIkNjYxP off=4512281 len=1198428 2024-04-02T08:55:15.503 INFO:tasks.workunit.client.0.smithi084.stdout:op 4043 completed, throughput=5MB/sec 2024-04-02T08:55:15.503 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4WWHMS_dq7cpnHw off=10554531 len=1477856 2024-04-02T08:55:15.510 INFO:tasks.workunit.client.0.smithi084.stdout:op 4044 completed, throughput=5MB/sec 2024-04-02T08:55:15.510 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EXEZ6NaSIQmnWcu off=5202997 len=1680899 2024-04-02T08:55:15.519 INFO:tasks.workunit.client.0.smithi084.stdout:op 4045 completed, throughput=5MB/sec 2024-04-02T08:55:15.519 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PnR38Q8P8SHdRo5 off=659779 len=425179 2024-04-02T08:55:15.522 INFO:tasks.workunit.client.0.smithi084.stdout:op 4046 completed, throughput=5MB/sec 2024-04-02T08:55:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:16 smithi084 ceph-mon[94794]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:55:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:16 smithi084 ceph-mon[97358]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:55:16.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:16 smithi132 ceph-mon[88571]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:55:16.522 INFO:tasks.workunit.client.0.smithi084.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:16.522 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kT5wty9pilqXwyR off=9691631 len=956909 2024-04-02T08:55:16.528 INFO:tasks.workunit.client.0.smithi084.stdout:op 4047 completed, throughput=5MB/sec 2024-04-02T08:55:16.528 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CkOrtG2KFsHxFX8 off=143971 len=625169 2024-04-02T08:55:16.532 INFO:tasks.workunit.client.0.smithi084.stdout:op 4048 completed, throughput=5MB/sec 2024-04-02T08:55:16.532 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XZjpIFQyVQeQDyj off=4404893 len=979834 2024-04-02T08:55:16.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 4049 completed, throughput=5MB/sec 2024-04-02T08:55:16.536 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1V8nWxqUIMsB7Zb off=3985495 len=761603 2024-04-02T08:55:16.537 INFO:tasks.workunit.client.0.smithi084.stdout:op 4050 completed, throughput=5MB/sec 2024-04-02T08:55:16.537 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-chN4YVRNZph9xRg off=6341470 len=1552965 2024-04-02T08:55:16.540 INFO:tasks.workunit.client.0.smithi084.stdout:op 4051 completed, throughput=5MB/sec 2024-04-02T08:55:16.540 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zwPpKNIklxVHccR off=16884521 len=1676387 2024-04-02T08:55:16.546 INFO:tasks.workunit.client.0.smithi084.stdout:op 4052 completed, throughput=5MB/sec 2024-04-02T08:55:17.546 INFO:tasks.workunit.client.0.smithi084.stdout: 796: throughput=5MB/sec pending data=0 2024-04-02T08:55:17.546 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xY5oJP6OZrsYqkx off=3608661 len=418928 2024-04-02T08:55:17.548 INFO:tasks.workunit.client.0.smithi084.stdout:op 4053 completed, throughput=5MB/sec 2024-04-02T08:55:17.549 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-p4JfjcOiz7VV-tB off=19160318 len=833033 2024-04-02T08:55:17.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 4054 completed, throughput=5MB/sec 2024-04-02T08:55:17.552 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WLPNEfg2-BR8KJI off=524512 len=1587601 2024-04-02T08:55:17.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 4055 completed, throughput=5MB/sec 2024-04-02T08:55:17.562 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dj5ZMQICyPY5IzR off=13725576 len=647337 2024-04-02T08:55:17.566 INFO:tasks.workunit.client.0.smithi084.stdout:op 4056 completed, throughput=5MB/sec 2024-04-02T08:55:17.566 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QAz1CEaQZ4w85ah off=8031420 len=769200 2024-04-02T08:55:17.569 INFO:tasks.workunit.client.0.smithi084.stdout:op 4057 completed, throughput=5MB/sec 2024-04-02T08:55:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:18 smithi084 ceph-mon[94794]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:18 smithi084 ceph-mon[97358]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:18 smithi132 ceph-mon[88571]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:18.570 INFO:tasks.workunit.client.0.smithi084.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:18.570 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DD8nTIHh-g0w0z4 off=12026514 len=1976227 2024-04-02T08:55:18.571 INFO:tasks.workunit.client.0.smithi084.stdout:op 4058 completed, throughput=5MB/sec 2024-04-02T08:55:18.572 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qs3IbNQRiKzNm8E off=15778560 len=2071076 2024-04-02T08:55:18.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 4059 completed, throughput=5MB/sec 2024-04-02T08:55:18.573 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ij5gQiqp7d5_K45 off=9865583 len=1096007 2024-04-02T08:55:18.574 INFO:tasks.workunit.client.0.smithi084.stdout:op 4060 completed, throughput=5MB/sec 2024-04-02T08:55:19.574 INFO:tasks.workunit.client.0.smithi084.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:19.574 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EunCAiLwNYc7pvx off=16891256 len=538537 2024-04-02T08:55:19.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 4061 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.577 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_NcBXYB259HNt7S off=6669679 len=1081683 2024-04-02T08:55:19.580 INFO:tasks.workunit.client.0.smithi084.stdout:op 4062 completed, throughput=5MB/sec 2024-04-02T08:55:19.580 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3ra7OkbTMexaFEe off=109490 len=1988668 2024-04-02T08:55:19.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 4063 completed, throughput=5MB/sec 2024-04-02T08:55:19.591 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pt5yGT52HqfvQkz off=124225 len=2060369 2024-04-02T08:55:19.599 INFO:tasks.workunit.client.0.smithi084.stdout:op 4064 completed, throughput=5MB/sec 2024-04-02T08:55:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:20 smithi084 ceph-mon[94794]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:20 smithi084 ceph-mon[97358]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:20 smithi132 ceph-mon[88571]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:20.599 INFO:tasks.workunit.client.0.smithi084.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:20.599 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xz1KjM6mOYxuM4j off=12246051 len=276978 2024-04-02T08:55:20.602 INFO:tasks.workunit.client.0.smithi084.stdout:op 4065 completed, throughput=4.99MB/sec 2024-04-02T08:55:20.602 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sBz4pmqxAjCSQOI off=3203280 len=1053799 2024-04-02T08:55:20.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 4066 completed, throughput=5MB/sec 2024-04-02T08:55:20.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jU0_Ppv_4MBjs-c off=1285749 len=2024357 2024-04-02T08:55:20.606 INFO:tasks.workunit.client.0.smithi084.stdout:op 4067 completed, throughput=5MB/sec 2024-04-02T08:55:20.606 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PSKLAzks6-7EMs_ off=543852 len=1344357 2024-04-02T08:55:20.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 4068 completed, throughput=5MB/sec 2024-04-02T08:55:20.612 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bkFVFHGFYzDFWFn off=704414 len=1209402 2024-04-02T08:55:20.617 INFO:tasks.workunit.client.0.smithi084.stdout:op 4069 completed, throughput=5MB/sec 2024-04-02T08:55:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:55:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:55:20] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T08:55:21.617 INFO:tasks.workunit.client.0.smithi084.stdout: 800: throughput=5MB/sec pending data=0 2024-04-02T08:55:21.617 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tZYm-kcjqWjy2kO off=550458 len=374620 2024-04-02T08:55:21.621 INFO:tasks.workunit.client.0.smithi084.stdout:op 4070 completed, throughput=5MB/sec 2024-04-02T08:55:21.621 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jCRL29CxvgEsvHm off=22568398 len=1526675 2024-04-02T08:55:21.628 INFO:tasks.workunit.client.0.smithi084.stdout:op 4071 completed, throughput=5MB/sec 2024-04-02T08:55:21.628 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q7Gmk76f8Ozh2MN off=20119516 len=1383308 2024-04-02T08:55:21.634 INFO:tasks.workunit.client.0.smithi084.stdout:op 4072 completed, throughput=5MB/sec 2024-04-02T08:55:21.634 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DO6ZCCe4r4L8QWe off=10897358 len=161457 2024-04-02T08:55:21.635 INFO:tasks.workunit.client.0.smithi084.stdout:op 4073 completed, throughput=5MB/sec 2024-04-02T08:55:21.635 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QNJZHws8E_PWVLB off=4571098 len=288312 2024-04-02T08:55:21.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 4074 completed, throughput=5MB/sec 2024-04-02T08:55:21.637 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K-ZRfqwonMQPGQI off=18023104 len=954078 2024-04-02T08:55:21.641 INFO:tasks.workunit.client.0.smithi084.stdout:op 4075 completed, throughput=5MB/sec 2024-04-02T08:55:22.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:22 smithi132 ceph-mon[88571]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:22 smithi084 ceph-mon[94794]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:22 smithi084 ceph-mon[97358]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:22.641 INFO:tasks.workunit.client.0.smithi084.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:22.641 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gij19hBZ1XoX8jX off=12100902 len=96851 2024-04-02T08:55:22.644 INFO:tasks.workunit.client.0.smithi084.stdout:op 4076 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.644 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1maRfO11qbWQwtE off=71938 len=1325672 2024-04-02T08:55:22.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 4077 completed, throughput=5MB/sec 2024-04-02T08:55:22.652 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-b1lOU9_NmClS1zY off=7941978 len=111518 2024-04-02T08:55:22.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 4078 completed, throughput=5MB/sec 2024-04-02T08:55:22.653 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7tF2_yAkug4K8h9 off=11779590 len=1358735 2024-04-02T08:55:22.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 4079 completed, throughput=5MB/sec 2024-04-02T08:55:22.659 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hUv04-SMwXbn-jQ off=6652843 len=528997 2024-04-02T08:55:22.660 INFO:tasks.workunit.client.0.smithi084.stdout:op 4080 completed, throughput=5MB/sec 2024-04-02T08:55:22.660 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tK8TVRKDCAboQ-G off=1048152 len=476685 2024-04-02T08:55:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:55:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:55:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:22.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 4081 completed, throughput=5MB/sec 2024-04-02T08:55:22.662 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wBvwH6Ncxzn02ih off=4230317 len=249890 2024-04-02T08:55:22.664 INFO:tasks.workunit.client.0.smithi084.stdout:op 4082 completed, throughput=5MB/sec 2024-04-02T08:55:22.664 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6G7E6aL8w8Z_ClZ off=1807348 len=1123565 2024-04-02T08:55:22.666 INFO:tasks.workunit.client.0.smithi084.stdout:op 4083 completed, throughput=5MB/sec 2024-04-02T08:55:23.666 INFO:tasks.workunit.client.0.smithi084.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:23.666 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1FNemQZsUojF6T2 off=5747584 len=1966956 2024-04-02T08:55:23.674 INFO:tasks.workunit.client.0.smithi084.stdout:op 4084 completed, throughput=5MB/sec 2024-04-02T08:55:23.674 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tt3J5Ux5LCW-Wi9 off=19159613 len=104828 2024-04-02T08:55:23.677 INFO:tasks.workunit.client.0.smithi084.stdout:op 4085 completed, throughput=5MB/sec 2024-04-02T08:55:23.677 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PNTR4fdDOs2r3ba off=7062106 len=2053204 2024-04-02T08:55:23.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 4086 completed, throughput=5MB/sec 2024-04-02T08:55:23.685 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kV7IqKc7qHxJFjP off=10389870 len=573256 2024-04-02T08:55:23.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 4087 completed, throughput=5MB/sec 2024-04-02T08:55:23.688 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Idqlf94C1W7a5op off=6695215 len=1957981 2024-04-02T08:55:23.691 INFO:tasks.workunit.client.0.smithi084.stdout:op 4088 completed, throughput=5MB/sec 2024-04-02T08:55:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:24 smithi084 ceph-mon[94794]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:24 smithi084 ceph-mon[97358]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:24 smithi132 ceph-mon[88571]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:24.692 INFO:tasks.workunit.client.0.smithi084.stdout: 803: throughput=5MB/sec pending data=0 2024-04-02T08:55:24.692 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VHyvK4vTZKd6iU3 off=14183413 len=1566363 2024-04-02T08:55:24.697 INFO:tasks.workunit.client.0.smithi084.stdout:op 4089 completed, throughput=5MB/sec 2024-04-02T08:55:24.697 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8LJystNF5fjitAJ off=9550109 len=1764357 2024-04-02T08:55:24.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 4090 completed, throughput=5MB/sec 2024-04-02T08:55:24.704 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UNqGmUrh-VGhVws off=7857028 len=1842315 2024-04-02T08:55:24.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 4091 completed, throughput=5MB/sec 2024-04-02T08:55:25.715 INFO:tasks.workunit.client.0.smithi084.stdout: 804: throughput=5MB/sec pending data=0 2024-04-02T08:55:25.715 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QmziV1snlnX251F off=2312556 len=1696081 2024-04-02T08:55:25.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 4092 completed, throughput=5MB/sec 2024-04-02T08:55:25.722 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RWF4uSEILqnjjy4 off=13732528 len=1899021 2024-04-02T08:55:25.730 INFO:tasks.workunit.client.0.smithi084.stdout:op 4093 completed, throughput=5MB/sec 2024-04-02T08:55:25.731 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GZqHNIVP8faxe4H off=10890332 len=876427 2024-04-02T08:55:25.732 INFO:tasks.workunit.client.0.smithi084.stdout:op 4094 completed, throughput=5MB/sec 2024-04-02T08:55:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:26 smithi084 ceph-mon[94794]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:55:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:26 smithi084 ceph-mon[97358]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:55:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:26 smithi132 ceph-mon[88571]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:55:26.732 INFO:tasks.workunit.client.0.smithi084.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:26.732 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1hc3CPPmeTJnuZl off=1309204 len=702064 2024-04-02T08:55:26.733 INFO:tasks.workunit.client.0.smithi084.stdout:op 4095 completed, throughput=5MB/sec 2024-04-02T08:55:26.733 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y2g9tmC5I6fvJST off=9340741 len=1784699 2024-04-02T08:55:26.743 INFO:tasks.workunit.client.0.smithi084.stdout:op 4096 completed, throughput=5MB/sec 2024-04-02T08:55:26.743 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RgDhGBY9lB7W21E off=23102911 len=395686 2024-04-02T08:55:26.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 4097 completed, throughput=5MB/sec 2024-04-02T08:55:26.744 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VjtEFRwYfx0NZqk off=769565 len=147155 2024-04-02T08:55:26.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 4098 completed, throughput=5MB/sec 2024-04-02T08:55:26.744 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-65DNUChJJDFDIEB off=2478537 len=1910034 2024-04-02T08:55:26.746 INFO:tasks.workunit.client.0.smithi084.stdout:op 4099 completed, throughput=5MB/sec 2024-04-02T08:55:27.746 INFO:tasks.workunit.client.0.smithi084.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:27.746 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fhuxvAptwOBkgru off=10887929 len=1044170 2024-04-02T08:55:27.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 4100 completed, throughput=5MB/sec 2024-04-02T08:55:27.747 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mgPh373RrTEiBZm off=21585532 len=1354853 2024-04-02T08:55:27.755 INFO:tasks.workunit.client.0.smithi084.stdout:op 4101 completed, throughput=5MB/sec 2024-04-02T08:55:27.755 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mfn2GbyVsZGAvFp off=627317 len=1938104 2024-04-02T08:55:27.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 4102 completed, throughput=5MB/sec 2024-04-02T08:55:27.766 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cdmUGU4uMy4oKeV off=765468 len=1341065 2024-04-02T08:55:27.772 INFO:tasks.workunit.client.0.smithi084.stdout:op 4103 completed, throughput=5MB/sec 2024-04-02T08:55:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:28 smithi084 ceph-mon[94794]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:55:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:28 smithi084 ceph-mon[97358]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:55:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:28 smithi132 ceph-mon[88571]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:55:28.772 INFO:tasks.workunit.client.0.smithi084.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:28.772 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ebMEcBrOUxBNmjA off=2072410 len=1459322 2024-04-02T08:55:28.775 INFO:tasks.workunit.client.0.smithi084.stdout:op 4104 completed, throughput=5MB/sec 2024-04-02T08:55:28.775 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DMZR7DgB27d6ELR off=3652743 len=1735377 2024-04-02T08:55:28.783 INFO:tasks.workunit.client.0.smithi084.stdout:op 4105 completed, throughput=5MB/sec 2024-04-02T08:55:28.784 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JVOK-kHKSV7VlRS off=21040257 len=1938331 2024-04-02T08:55:28.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 4106 completed, throughput=5MB/sec 2024-04-02T08:55:29.786 INFO:tasks.workunit.client.0.smithi084.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:29.786 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JE3CY3-DX0nwUYZ off=17015239 len=1933695 2024-04-02T08:55:29.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 4107 completed, throughput=5MB/sec 2024-04-02T08:55:29.787 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iqQyD8GM21mo8I2 off=15525971 len=575246 2024-04-02T08:55:29.788 INFO:tasks.workunit.client.0.smithi084.stdout:op 4108 completed, throughput=5MB/sec 2024-04-02T08:55:29.788 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qM_8STYkxI1lUwj off=4813888 len=1350545 2024-04-02T08:55:29.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 4109 completed, throughput=5MB/sec 2024-04-02T08:55:29.794 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1R4A4Kk1JFBzgF2 off=11942460 len=180919 2024-04-02T08:55:29.795 INFO:tasks.workunit.client.0.smithi084.stdout:op 4110 completed, throughput=5MB/sec 2024-04-02T08:55:29.795 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2MGF-KrkMmGQl6x off=159756 len=1182429 2024-04-02T08:55:29.799 INFO:tasks.workunit.client.0.smithi084.stdout:op 4111 completed, throughput=5MB/sec 2024-04-02T08:55:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:30 smithi084 ceph-mon[94794]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:30 smithi084 ceph-mon[97358]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:30 smithi132 ceph-mon[88571]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:30.799 INFO:tasks.workunit.client.0.smithi084.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:30.799 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JQwV6aMSkcSyvab off=6584044 len=1336187 2024-04-02T08:55:30.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 4112 completed, throughput=5MB/sec 2024-04-02T08:55:30.804 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pGzzYE7g0GDRivj off=2969933 len=1563535 2024-04-02T08:55:30.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 4113 completed, throughput=5MB/sec 2024-04-02T08:55:30.805 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JQwV6aMSkcSyvab off=14348969 len=515059 2024-04-02T08:55:30.805 INFO:tasks.workunit.client.0.smithi084.stdout:op 4114 completed, throughput=5MB/sec 2024-04-02T08:55:30.805 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gu86LCe2xYenjl4 off=11039040 len=1395036 2024-04-02T08:55:30.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 4115 completed, throughput=5MB/sec 2024-04-02T08:55:30.814 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NEmqwNWSVOMVnbG off=0 len=1849005 2024-04-02T08:55:30.820 INFO:tasks.workunit.client.0.smithi084.stdout:op 4116 completed, throughput=5MB/sec 2024-04-02T08:55:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:55:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:55:30] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:55:31.820 INFO:tasks.workunit.client.0.smithi084.stdout: 810: throughput=5MB/sec pending data=0 2024-04-02T08:55:31.820 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ytgP9RxvFn62EPW off=22933081 len=764906 2024-04-02T08:55:31.821 INFO:tasks.workunit.client.0.smithi084.stdout:op 4117 completed, throughput=5MB/sec 2024-04-02T08:55:31.821 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hI5kcr7V4HYSOr3 off=8663132 len=594042 2024-04-02T08:55:31.825 INFO:tasks.workunit.client.0.smithi084.stdout:op 4118 completed, throughput=5MB/sec 2024-04-02T08:55:31.825 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qJFBBJxaKfMkjhN off=2443582 len=1097870 2024-04-02T08:55:31.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 4119 completed, throughput=5MB/sec 2024-04-02T08:55:31.830 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WY7Saa18cdDddnc off=1784304 len=247034 2024-04-02T08:55:31.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 4120 completed, throughput=5MB/sec 2024-04-02T08:55:31.831 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rt6HNIuDCIbi31_ off=6037557 len=12285 2024-04-02T08:55:31.832 INFO:tasks.workunit.client.0.smithi084.stdout:op 4121 completed, throughput=5MB/sec 2024-04-02T08:55:31.832 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1ttJPYiKqB-IxvC off=5822612 len=945009 2024-04-02T08:55:31.837 INFO:tasks.workunit.client.0.smithi084.stdout:op 4122 completed, throughput=5MB/sec 2024-04-02T08:55:31.837 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bcuCuDPR2I5Lczy off=8191322 len=1265024 2024-04-02T08:55:31.842 INFO:tasks.workunit.client.0.smithi084.stdout:op 4123 completed, throughput=5MB/sec 2024-04-02T08:55:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:32 smithi132 ceph-mon[88571]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:55:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:32 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:55:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[94794]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[97358]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:32 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:55:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:55:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:32.843 INFO:tasks.workunit.client.0.smithi084.stdout: 811: throughput=5MB/sec pending data=0 2024-04-02T08:55:32.843 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jl_bqrhLW6r8qGW off=18671275 len=928363 2024-04-02T08:55:32.844 INFO:tasks.workunit.client.0.smithi084.stdout:op 4124 completed, throughput=5MB/sec 2024-04-02T08:55:32.844 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tbX9dtx_0juHMME off=4832010 len=624075 2024-04-02T08:55:32.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 4125 completed, throughput=5MB/sec 2024-04-02T08:55:32.847 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0nBtqKgHUJ0yjCy off=1100217 len=136666 2024-04-02T08:55:32.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 4126 completed, throughput=5MB/sec 2024-04-02T08:55:32.850 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Mgk6YiDB7lQFV7N off=2381471 len=1106720 2024-04-02T08:55:32.854 INFO:tasks.workunit.client.0.smithi084.stdout:op 4127 completed, throughput=5MB/sec 2024-04-02T08:55:32.854 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_gWBsLcs4nKi8KC off=22698862 len=632151 2024-04-02T08:55:32.858 INFO:tasks.workunit.client.0.smithi084.stdout:op 4128 completed, throughput=5MB/sec 2024-04-02T08:55:32.858 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZS1kPTBaP4RANi8 off=1688692 len=835929 2024-04-02T08:55:32.863 INFO:tasks.workunit.client.0.smithi084.stdout:op 4129 completed, throughput=5MB/sec 2024-04-02T08:55:33.863 INFO:tasks.workunit.client.0.smithi084.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:33.863 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DFfFT-4Kh7jfP2C off=16691544 len=756300 2024-04-02T08:55:33.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 4130 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.868 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VxIXfTC9LScXRwo off=5081971 len=40749 2024-04-02T08:55:33.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 4131 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.868 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q0E79M1mncLrkEI off=1196621 len=1389106 2024-04-02T08:55:33.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 4132 completed, throughput=5MB/sec 2024-04-02T08:55:33.873 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--KwECuCbdagzdDh off=428933 len=1890960 2024-04-02T08:55:33.877 INFO:tasks.workunit.client.0.smithi084.stdout:op 4133 completed, throughput=5MB/sec 2024-04-02T08:55:33.877 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_1OzN-imlZ0xcjI off=657865 len=190332 2024-04-02T08:55:33.877 INFO:tasks.workunit.client.0.smithi084.stdout:op 4134 completed, throughput=5MB/sec 2024-04-02T08:55:33.877 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KSXhOCjEfcAmXtm off=6472550 len=1730485 2024-04-02T08:55:33.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 4135 completed, throughput=5MB/sec 2024-04-02T08:55:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:34 smithi084 ceph-mon[94794]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:55:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:34 smithi084 ceph-mon[97358]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:55:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:34 smithi132 ceph-mon[88571]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:55:34.878 INFO:tasks.workunit.client.0.smithi084.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:34.879 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Qrpbb49F0DBy0o8 off=2284519 len=1008640 2024-04-02T08:55:34.882 INFO:tasks.workunit.client.0.smithi084.stdout:op 4136 completed, throughput=5MB/sec 2024-04-02T08:55:34.882 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-l0eG3eG1M2qgqHS off=1477498 len=1283517 2024-04-02T08:55:34.891 INFO:tasks.workunit.client.0.smithi084.stdout:op 4137 completed, throughput=5MB/sec 2024-04-02T08:55:34.891 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rF-gsxUmNueQprT off=18399470 len=1459181 2024-04-02T08:55:34.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 4138 completed, throughput=5MB/sec 2024-04-02T08:55:34.899 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-f3-djmdKUawoLHz off=2073170 len=1867650 2024-04-02T08:55:34.901 INFO:tasks.workunit.client.0.smithi084.stdout:op 4139 completed, throughput=5MB/sec 2024-04-02T08:55:35.901 INFO:tasks.workunit.client.0.smithi084.stdout: 814: throughput=5MB/sec pending data=0 2024-04-02T08:55:35.901 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uUe4GdenBwtn6lg off=6378661 len=2047715 2024-04-02T08:55:35.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 4140 completed, throughput=5MB/sec 2024-04-02T08:55:35.905 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fg2tJAD_NYIGK7k off=19107330 len=1341987 2024-04-02T08:55:35.910 INFO:tasks.workunit.client.0.smithi084.stdout:op 4141 completed, throughput=5MB/sec 2024-04-02T08:55:35.910 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vRjQANet37QWaxj off=3865615 len=1801539 2024-04-02T08:55:35.921 INFO:tasks.workunit.client.0.smithi084.stdout:op 4142 completed, throughput=5MB/sec 2024-04-02T08:55:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:36 smithi084 ceph-mon[94794]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:55:36.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:36 smithi084 ceph-mon[97358]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:55:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:36 smithi132 ceph-mon[88571]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:55:36.922 INFO:tasks.workunit.client.0.smithi084.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:36.922 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-co5oROy55yvwq03 off=2028263 len=1373351 2024-04-02T08:55:36.923 INFO:tasks.workunit.client.0.smithi084.stdout:op 4143 completed, throughput=5MB/sec 2024-04-02T08:55:36.923 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vuFC5CKY1vwPmYn off=2099294 len=1248231 2024-04-02T08:55:36.924 INFO:tasks.workunit.client.0.smithi084.stdout:op 4144 completed, throughput=5MB/sec 2024-04-02T08:55:36.924 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KQmPZXfGiRKSP-b off=17549929 len=2090036 2024-04-02T08:55:36.928 INFO:tasks.workunit.client.0.smithi084.stdout:op 4145 completed, throughput=5MB/sec 2024-04-02T08:55:37.928 INFO:tasks.workunit.client.0.smithi084.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:37.929 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HD7FQgG3sfrHVZC off=2587610 len=1973048 2024-04-02T08:55:37.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 4146 completed, throughput=5MB/sec 2024-04-02T08:55:37.939 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VfYEcRHmQS424Hj off=886273 len=256576 2024-04-02T08:55:37.940 INFO:tasks.workunit.client.0.smithi084.stdout:op 4147 completed, throughput=5MB/sec 2024-04-02T08:55:37.940 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KBJXsB9uY76QJhD off=12510524 len=2067298 2024-04-02T08:55:37.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 4148 completed, throughput=5MB/sec 2024-04-02T08:55:37.951 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YMZ_3tIf8lM5UoM off=4721712 len=1323856 2024-04-02T08:55:37.957 INFO:tasks.workunit.client.0.smithi084.stdout:op 4149 completed, throughput=5MB/sec 2024-04-02T08:55:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:38 smithi084 ceph-mon[94794]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:55:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:38 smithi084 ceph-mon[97358]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:55:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:38 smithi132 ceph-mon[88571]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:55:38.957 INFO:tasks.workunit.client.0.smithi084.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:38.957 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eCQw0olOo570jQn off=88902 len=782013 2024-04-02T08:55:38.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 4150 completed, throughput=5MB/sec 2024-04-02T08:55:38.962 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X2gzp0zEg1kH5AW off=2777662 len=108905 2024-04-02T08:55:38.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 4151 completed, throughput=5MB/sec 2024-04-02T08:55:38.962 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jXAZm7D26-9ledI off=16845079 len=1768982 2024-04-02T08:55:38.971 INFO:tasks.workunit.client.0.smithi084.stdout:op 4152 completed, throughput=5MB/sec 2024-04-02T08:55:38.971 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OW_-ppeOLVliq-e off=8852611 len=789919 2024-04-02T08:55:38.972 INFO:tasks.workunit.client.0.smithi084.stdout:op 4153 completed, throughput=5MB/sec 2024-04-02T08:55:38.972 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1o6CRG0Te-2DKB6 off=4611848 len=174497 2024-04-02T08:55:38.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 4154 completed, throughput=5MB/sec 2024-04-02T08:55:38.974 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4yUFGsHbWmJGVdd off=82786 len=445986 2024-04-02T08:55:38.976 INFO:tasks.workunit.client.0.smithi084.stdout:op 4155 completed, throughput=5MB/sec 2024-04-02T08:55:38.976 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W2Qc6bUw1apQANC off=2295721 len=81227 2024-04-02T08:55:38.976 INFO:tasks.workunit.client.0.smithi084.stdout:op 4156 completed, throughput=5MB/sec 2024-04-02T08:55:38.976 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WH_gQGItpUvn4HA off=598452 len=1167925 2024-04-02T08:55:38.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 4157 completed, throughput=5MB/sec 2024-04-02T08:55:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:39.984 INFO:tasks.workunit.client.0.smithi084.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:39.984 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-huGnM_Znq21Ni8L off=623400 len=1957432 2024-04-02T08:55:39.985 INFO:tasks.workunit.client.0.smithi084.stdout:op 4158 completed, throughput=5MB/sec 2024-04-02T08:55:39.986 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--XVLJi-0avVH2rw off=12498947 len=975034 2024-04-02T08:55:39.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 4159 completed, throughput=5MB/sec 2024-04-02T08:55:39.990 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fUnk-9p6-Qh8pWw off=2595348 len=2016378 2024-04-02T08:55:39.992 INFO:tasks.workunit.client.0.smithi084.stdout:op 4160 completed, throughput=5MB/sec 2024-04-02T08:55:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:40 smithi084 ceph-mon[94794]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:40 smithi084 ceph-mon[97358]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:40 smithi132 ceph-mon[88571]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:40.992 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M5lDAR-N2O2XV67 off=744929 len=1329704 2024-04-02T08:55:40.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 4161 completed, throughput=5MB/sec 2024-04-02T08:55:40.999 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0qxKNbxTncLR44K off=770340 len=1581268 2024-04-02T08:55:41.008 INFO:tasks.workunit.client.0.smithi084.stdout:op 4162 completed, throughput=5MB/sec 2024-04-02T08:55:41.008 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K7SBEFrsnVffMF3 off=2579527 len=1255435 2024-04-02T08:55:41.014 INFO:tasks.workunit.client.0.smithi084.stdout:op 4163 completed, throughput=5MB/sec 2024-04-02T08:55:41.014 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZLdvMUuET5Sf4tN off=5949810 len=1194735 2024-04-02T08:55:41.015 INFO:tasks.workunit.client.0.smithi084.stdout:op 4164 completed, throughput=5MB/sec 2024-04-02T08:55:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:55:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:55:40] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:55:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:42.015 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XmkESHrUSSH4Dwu off=2376831 len=312609 2024-04-02T08:55:42.015 INFO:tasks.workunit.client.0.smithi084.stdout:op 4165 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.016 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CIxY9xOcKX_X7Jj off=3007315 len=1699578 2024-04-02T08:55:42.022 INFO:tasks.workunit.client.0.smithi084.stdout:op 4166 completed, throughput=5MB/sec 2024-04-02T08:55:42.022 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qL1RDixtX2N4u0T off=10241627 len=829117 2024-04-02T08:55:42.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 4167 completed, throughput=5MB/sec 2024-04-02T08:55:42.027 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6ZJscltAwa2QMaV off=3032435 len=282790 2024-04-02T08:55:42.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 4168 completed, throughput=5MB/sec 2024-04-02T08:55:42.027 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1GzZHK2Mfv-we3v off=6009862 len=609531 2024-04-02T08:55:42.030 INFO:tasks.workunit.client.0.smithi084.stdout:op 4169 completed, throughput=5MB/sec 2024-04-02T08:55:42.030 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-u1Nz3fhcSdZ2Fvy off=1032456 len=460092 2024-04-02T08:55:42.033 INFO:tasks.workunit.client.0.smithi084.stdout:op 4170 completed, throughput=5MB/sec 2024-04-02T08:55:42.033 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qn2IotdZ5CvtzIA off=3560090 len=120606 2024-04-02T08:55:42.033 INFO:tasks.workunit.client.0.smithi084.stdout:op 4171 completed, throughput=5MB/sec 2024-04-02T08:55:42.033 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D7l4RrP8V71j3lc off=10022381 len=256934 2024-04-02T08:55:42.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 4172 completed, throughput=5MB/sec 2024-04-02T08:55:42.035 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3T5c63HNnKzzRVP off=8563160 len=83939 2024-04-02T08:55:42.035 INFO:tasks.workunit.client.0.smithi084.stdout:op 4173 completed, throughput=5MB/sec 2024-04-02T08:55:42.035 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QmziV1snlnX251F off=2396870 len=1944427 2024-04-02T08:55:42.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 4174 completed, throughput=5MB/sec 2024-04-02T08:55:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:42 smithi084 ceph-mon[94794]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:55:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:42 smithi084 ceph-mon[97358]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:55:42.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:42 smithi132 ceph-mon[88571]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:55:42.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:55:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:43.044 INFO:tasks.workunit.client.0.smithi084.stdout: 821: throughput=5MB/sec pending data=0 2024-04-02T08:55:43.044 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qXTA-z7eGPhurM9 off=56215 len=433257 2024-04-02T08:55:43.045 INFO:tasks.workunit.client.0.smithi084.stdout:op 4175 completed, throughput=5MB/sec 2024-04-02T08:55:43.045 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XJnhKnIKVOMhgaI off=6540538 len=1786417 2024-04-02T08:55:43.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 4176 completed, throughput=5MB/sec 2024-04-02T08:55:43.046 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lhfo_ZjPpSqxfqx off=4036759 len=1408075 2024-04-02T08:55:43.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 4177 completed, throughput=5MB/sec 2024-04-02T08:55:43.054 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oAL7MNxfuOJ26vd off=2548015 len=25882 2024-04-02T08:55:43.054 INFO:tasks.workunit.client.0.smithi084.stdout:op 4178 completed, throughput=5MB/sec 2024-04-02T08:55:43.054 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KO5fmVoDlCmfrqR off=2321463 len=354329 2024-04-02T08:55:43.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 4179 completed, throughput=5MB/sec 2024-04-02T08:55:43.056 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bVDIlCn3c28t6z7 off=673424 len=883718 2024-04-02T08:55:43.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 4180 completed, throughput=5MB/sec 2024-04-02T08:55:44.061 INFO:tasks.workunit.client.0.smithi084.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:44.062 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Muquyq75WCat-bS off=1662441 len=832661 2024-04-02T08:55:44.062 INFO:tasks.workunit.client.0.smithi084.stdout:op 4181 completed, throughput=5MB/sec 2024-04-02T08:55:44.062 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F9o33KTIWZYukjf off=4282331 len=1413787 2024-04-02T08:55:44.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 4182 completed, throughput=5MB/sec 2024-04-02T08:55:44.069 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xo9LEMokScIMvSU off=2631162 len=210166 2024-04-02T08:55:44.072 INFO:tasks.workunit.client.0.smithi084.stdout:op 4183 completed, throughput=5MB/sec 2024-04-02T08:55:44.072 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j-hHvLGRQulLa6z off=3005051 len=1823553 2024-04-02T08:55:44.073 INFO:tasks.workunit.client.0.smithi084.stdout:op 4184 completed, throughput=5MB/sec 2024-04-02T08:55:44.073 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gRRDjSDtcq_OiQ4 off=3251436 len=1608566 2024-04-02T08:55:44.080 INFO:tasks.workunit.client.0.smithi084.stdout:op 4185 completed, throughput=5MB/sec 2024-04-02T08:55:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:44 smithi084 ceph-mon[94794]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:55:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:44 smithi084 ceph-mon[97358]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:55:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:44 smithi132 ceph-mon[88571]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:55:45.081 INFO:tasks.workunit.client.0.smithi084.stdout: 823: throughput=5MB/sec pending data=0 2024-04-02T08:55:45.081 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0CByc6Dgt61BtRq off=7472699 len=147568 2024-04-02T08:55:45.083 INFO:tasks.workunit.client.0.smithi084.stdout:op 4186 completed, throughput=5MB/sec 2024-04-02T08:55:45.083 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vRC0Yb7Na5XodCR off=1100823 len=1242454 2024-04-02T08:55:45.089 INFO:tasks.workunit.client.0.smithi084.stdout:op 4187 completed, throughput=5MB/sec 2024-04-02T08:55:45.090 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K6hp7W4zcajw_68 off=7827824 len=878267 2024-04-02T08:55:45.093 INFO:tasks.workunit.client.0.smithi084.stdout:op 4188 completed, throughput=5MB/sec 2024-04-02T08:55:45.093 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-piMOwGRu3kbCkPv off=7451940 len=478146 2024-04-02T08:55:45.095 INFO:tasks.workunit.client.0.smithi084.stdout:op 4189 completed, throughput=5MB/sec 2024-04-02T08:55:45.095 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K4cDfQ7NAWZlpf2 off=1232581 len=327356 2024-04-02T08:55:45.095 INFO:tasks.workunit.client.0.smithi084.stdout:op 4190 completed, throughput=5MB/sec 2024-04-02T08:55:45.095 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RLBBa5ujgkgjxBx off=1106216 len=555444 2024-04-02T08:55:45.098 INFO:tasks.workunit.client.0.smithi084.stdout:op 4191 completed, throughput=5MB/sec 2024-04-02T08:55:45.098 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pEQqfR50wKeajiQ off=9998885 len=1281337 2024-04-02T08:55:45.106 INFO:tasks.workunit.client.0.smithi084.stdout:op 4192 completed, throughput=5MB/sec 2024-04-02T08:55:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: 824: throughput=5MB/sec pending data=0 2024-04-02T08:55:46.107 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Igg6qWbRqozK2hp off=14907277 len=1114652 2024-04-02T08:55:46.107 INFO:tasks.workunit.client.0.smithi084.stdout:op 4193 completed, throughput=5MB/sec 2024-04-02T08:55:46.107 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vNuqfSOGnGpZxpX off=3478129 len=714529 2024-04-02T08:55:46.112 INFO:tasks.workunit.client.0.smithi084.stdout:op 4194 completed, throughput=5MB/sec 2024-04-02T08:55:46.112 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uAdX2yn29AwITzv off=8374430 len=404545 2024-04-02T08:55:46.112 INFO:tasks.workunit.client.0.smithi084.stdout:op 4195 completed, throughput=5MB/sec 2024-04-02T08:55:46.113 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3XeVmvKTELxNZJW off=14505863 len=89688 2024-04-02T08:55:46.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 4196 completed, throughput=5MB/sec 2024-04-02T08:55:46.115 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oeHUHzlU63emDkO off=2125603 len=1839041 2024-04-02T08:55:46.123 INFO:tasks.workunit.client.0.smithi084.stdout:op 4197 completed, throughput=5MB/sec 2024-04-02T08:55:46.123 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aZ-hazwqT3hjVrz off=1724250 len=377882 2024-04-02T08:55:46.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 4198 completed, throughput=5MB/sec 2024-04-02T08:55:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:46 smithi084 ceph-mon[94794]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:55:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:46 smithi084 ceph-mon[97358]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:55:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:46 smithi132 ceph-mon[88571]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:55:47.124 INFO:tasks.workunit.client.0.smithi084.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:47.124 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zmX4T3rbgdwhPEI off=12124665 len=652612 2024-04-02T08:55:47.129 INFO:tasks.workunit.client.0.smithi084.stdout:op 4199 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.129 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i5aKcdtCQWNEQcu off=4057558 len=461865 2024-04-02T08:55:47.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 4200 completed, throughput=5MB/sec 2024-04-02T08:55:47.130 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lL2Lz8ij65mon5j off=18787099 len=595699 2024-04-02T08:55:47.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 4201 completed, throughput=5MB/sec 2024-04-02T08:55:47.130 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Yrqn8GWDGK0jAcU off=5127692 len=1103108 2024-04-02T08:55:47.135 INFO:tasks.workunit.client.0.smithi084.stdout:op 4202 completed, throughput=5MB/sec 2024-04-02T08:55:47.135 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ao5K0VW6bQVSBHT off=9213712 len=940031 2024-04-02T08:55:47.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 4203 completed, throughput=5MB/sec 2024-04-02T08:55:47.136 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-t3L-LKNlNTMVw9x off=988661 len=472697 2024-04-02T08:55:47.138 INFO:tasks.workunit.client.0.smithi084.stdout:op 4204 completed, throughput=5MB/sec 2024-04-02T08:55:47.139 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Sa0pKqW3aoPPAtE off=4460773 len=562806 2024-04-02T08:55:47.142 INFO:tasks.workunit.client.0.smithi084.stdout:op 4205 completed, throughput=5MB/sec 2024-04-02T08:55:47.142 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FokONk98dL0KnIM off=3379597 len=1213568 2024-04-02T08:55:47.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 4206 completed, throughput=5MB/sec 2024-04-02T08:55:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:48.144 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FY4niVvOKsGEy9t off=1082580 len=36425 2024-04-02T08:55:48.144 INFO:tasks.workunit.client.0.smithi084.stdout:op 4207 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.144 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HOLYzdqEdL95rkd off=7934716 len=1356291 2024-04-02T08:55:48.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 4208 completed, throughput=5MB/sec 2024-04-02T08:55:48.150 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F3SFluCFUvaCxUG off=4822864 len=967005 2024-04-02T08:55:48.154 INFO:tasks.workunit.client.0.smithi084.stdout:op 4209 completed, throughput=5MB/sec 2024-04-02T08:55:48.154 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kfMefCIubr_-VYI off=538898 len=1448832 2024-04-02T08:55:48.162 INFO:tasks.workunit.client.0.smithi084.stdout:op 4210 completed, throughput=5MB/sec 2024-04-02T08:55:48.162 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M6Vfb1q4POuBr5P off=1222879 len=677923 2024-04-02T08:55:48.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 4211 completed, throughput=5MB/sec 2024-04-02T08:55:48.163 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JDz8rPWaT8_IJel off=6424126 len=697845 2024-04-02T08:55:48.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 4212 completed, throughput=5MB/sec 2024-04-02T08:55:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:48 smithi084 ceph-mon[94794]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:48 smithi084 ceph-mon[97358]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:48 smithi132 ceph-mon[88571]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:49.164 INFO:tasks.workunit.client.0.smithi084.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:49.164 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RPcJQ2F96seo3ky off=3627532 len=631465 2024-04-02T08:55:49.165 INFO:tasks.workunit.client.0.smithi084.stdout:op 4213 completed, throughput=5MB/sec 2024-04-02T08:55:49.165 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wg1JMf75GWhqNNm off=1468823 len=1585493 2024-04-02T08:55:49.166 INFO:tasks.workunit.client.0.smithi084.stdout:op 4214 completed, throughput=5MB/sec 2024-04-02T08:55:49.166 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DDD1c9WDcdh2tDJ off=640105 len=517052 2024-04-02T08:55:49.170 INFO:tasks.workunit.client.0.smithi084.stdout:op 4215 completed, throughput=5MB/sec 2024-04-02T08:55:49.170 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RBdy1bYCkruQJH4 off=9065904 len=1076315 2024-04-02T08:55:49.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 4216 completed, throughput=5MB/sec 2024-04-02T08:55:49.173 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Lc2EL5j-dNRTCIQ off=5097273 len=1057708 2024-04-02T08:55:49.175 INFO:tasks.workunit.client.0.smithi084.stdout:op 4217 completed, throughput=5MB/sec 2024-04-02T08:55:50.175 INFO:tasks.workunit.client.0.smithi084.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:50.175 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ntJoHYBHBagTJ-u off=12216939 len=1031641 2024-04-02T08:55:50.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 4218 completed, throughput=5MB/sec 2024-04-02T08:55:50.179 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qj3ItRxBv08p0-h off=23148161 len=549165 2024-04-02T08:55:50.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 4219 completed, throughput=5MB/sec 2024-04-02T08:55:50.180 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hjE0zmccPJvNxF0 off=16601099 len=1577586 2024-04-02T08:55:50.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 4220 completed, throughput=5MB/sec 2024-04-02T08:55:50.186 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jXLiEHrkjoddD0V off=3648684 len=1134410 2024-04-02T08:55:50.192 INFO:tasks.workunit.client.0.smithi084.stdout:op 4221 completed, throughput=5MB/sec 2024-04-02T08:55:50.192 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ziOiXC85O1ukTF6 off=946057 len=1120052 2024-04-02T08:55:50.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 4222 completed, throughput=5MB/sec 2024-04-02T08:55:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:50 smithi084 ceph-mon[94794]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:50 smithi084 ceph-mon[97358]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:50 smithi132 ceph-mon[88571]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:55:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:55:50] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:55:51.197 INFO:tasks.workunit.client.0.smithi084.stdout: 829: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:51.197 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pGzzYE7g0GDRivj off=7713510 len=1637459 2024-04-02T08:55:51.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 4223 completed, throughput=5MB/sec 2024-04-02T08:55:51.198 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4nQKCyVOtCGyDgO off=5636495 len=1739036 2024-04-02T08:55:51.202 INFO:tasks.workunit.client.0.smithi084.stdout:op 4224 completed, throughput=5MB/sec 2024-04-02T08:55:51.202 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G1sfLLrQEt9gFkV off=4671974 len=453440 2024-04-02T08:55:51.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 4225 completed, throughput=5MB/sec 2024-04-02T08:55:51.205 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zXeShlp7j_u-Cg1 off=272356 len=1371470 2024-04-02T08:55:51.211 INFO:tasks.workunit.client.0.smithi084.stdout:op 4226 completed, throughput=5MB/sec 2024-04-02T08:55:52.212 INFO:tasks.workunit.client.0.smithi084.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:52.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JuVdXvsCJ8jcjOI off=1879776 len=464648 2024-04-02T08:55:52.215 INFO:tasks.workunit.client.0.smithi084.stdout:op 4227 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.215 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gn9b2JHRARPaKDm off=8645556 len=1342366 2024-04-02T08:55:52.222 INFO:tasks.workunit.client.0.smithi084.stdout:op 4228 completed, throughput=5MB/sec 2024-04-02T08:55:52.222 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pMn0Id4IXLiJig5 off=5169721 len=1382400 2024-04-02T08:55:52.223 INFO:tasks.workunit.client.0.smithi084.stdout:op 4229 completed, throughput=5MB/sec 2024-04-02T08:55:52.223 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NFJzTi_fcE95Zht off=2580102 len=1633468 2024-04-02T08:55:52.227 INFO:tasks.workunit.client.0.smithi084.stdout:op 4230 completed, throughput=5MB/sec 2024-04-02T08:55:52.227 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iiGVfsF8E2QSDI8 off=736531 len=197429 2024-04-02T08:55:52.227 INFO:tasks.workunit.client.0.smithi084.stdout:op 4231 completed, throughput=5MB/sec 2024-04-02T08:55:52.227 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hlnuVD0JtwK4pdY off=2577854 len=1792489 2024-04-02T08:55:52.228 INFO:tasks.workunit.client.0.smithi084.stdout:op 4232 completed, throughput=5MB/sec 2024-04-02T08:55:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:52 smithi132 ceph-mon[88571]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:55:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:52 smithi084 ceph-mon[94794]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:52 smithi084 ceph-mon[97358]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:53.228 INFO:tasks.workunit.client.0.smithi084.stdout: 831: throughput=5MB/sec pending data=0 2024-04-02T08:55:53.229 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y6qNgBIVmeavmWx off=6479872 len=558579 2024-04-02T08:55:53.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 4233 completed, throughput=5MB/sec 2024-04-02T08:55:53.229 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K4h1jfNqS6essKR off=6231355 len=1850398 2024-04-02T08:55:53.237 INFO:tasks.workunit.client.0.smithi084.stdout:op 4234 completed, throughput=5MB/sec 2024-04-02T08:55:53.237 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1WD_oDAqH2mxe5Y off=21480590 len=1223211 2024-04-02T08:55:53.243 INFO:tasks.workunit.client.0.smithi084.stdout:op 4235 completed, throughput=5MB/sec 2024-04-02T08:55:53.243 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FfYS0n4pTxdDZnU off=1100525 len=2552 2024-04-02T08:55:53.245 INFO:tasks.workunit.client.0.smithi084.stdout:op 4236 completed, throughput=5MB/sec 2024-04-02T08:55:53.245 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0GU2QXV_MK4kSqs off=1253952 len=1681955 2024-04-02T08:55:53.252 INFO:tasks.workunit.client.0.smithi084.stdout:op 4237 completed, throughput=5MB/sec 2024-04-02T08:55:54.253 INFO:tasks.workunit.client.0.smithi084.stdout: 832: throughput=5MB/sec pending data=0 2024-04-02T08:55:54.253 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S9OU3Y1S1AmUwY3 off=1712891 len=1801372 2024-04-02T08:55:54.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 4238 completed, throughput=5MB/sec 2024-04-02T08:55:54.254 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H_0k_yb-i1qUXoA off=23109253 len=492148 2024-04-02T08:55:54.258 INFO:tasks.workunit.client.0.smithi084.stdout:op 4239 completed, throughput=5MB/sec 2024-04-02T08:55:54.258 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4GFakUOuh23T-cZ off=2238437 len=190451 2024-04-02T08:55:54.260 INFO:tasks.workunit.client.0.smithi084.stdout:op 4240 completed, throughput=5MB/sec 2024-04-02T08:55:54.260 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q8R8AYMeQ5IXR9W off=3637804 len=2088468 2024-04-02T08:55:54.262 INFO:tasks.workunit.client.0.smithi084.stdout:op 4241 completed, throughput=5MB/sec 2024-04-02T08:55:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:54 smithi132 ceph-mon[88571]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:54 smithi084 ceph-mon[94794]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:54 smithi084 ceph-mon[97358]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: 833: throughput=5MB/sec pending data=0 2024-04-02T08:55:55.263 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tIh7upU9M3qo4zH off=2080637 len=1753406 2024-04-02T08:55:55.264 INFO:tasks.workunit.client.0.smithi084.stdout:op 4242 completed, throughput=5MB/sec 2024-04-02T08:55:55.264 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3QLQOyB7NKYa_b8 off=17533124 len=819568 2024-04-02T08:55:55.269 INFO:tasks.workunit.client.0.smithi084.stdout:op 4243 completed, throughput=5MB/sec 2024-04-02T08:55:55.269 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gClFz5prCIzXHlP off=12457569 len=1417337 2024-04-02T08:55:55.270 INFO:tasks.workunit.client.0.smithi084.stdout:op 4244 completed, throughput=5MB/sec 2024-04-02T08:55:55.270 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rub81_DUZigXH4q off=4190087 len=804146 2024-04-02T08:55:55.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 4245 completed, throughput=5MB/sec 2024-04-02T08:55:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:56.273 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XnBlVzMOrQ8G28J off=519866 len=951340 2024-04-02T08:55:56.275 INFO:tasks.workunit.client.0.smithi084.stdout:op 4246 completed, throughput=5MB/sec 2024-04-02T08:55:56.275 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gu86LCe2xYenjl4 off=4073869 len=1308244 2024-04-02T08:55:56.284 INFO:tasks.workunit.client.0.smithi084.stdout:op 4247 completed, throughput=5MB/sec 2024-04-02T08:55:56.284 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M1FpqJhClBQ4ig6 off=3935927 len=1495054 2024-04-02T08:55:56.285 INFO:tasks.workunit.client.0.smithi084.stdout:op 4248 completed, throughput=5MB/sec 2024-04-02T08:55:56.285 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X9synO4Ao7EWPx7 off=6358708 len=514518 2024-04-02T08:55:56.286 INFO:tasks.workunit.client.0.smithi084.stdout:op 4249 completed, throughput=5MB/sec 2024-04-02T08:55:56.286 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fZ7zzmgP69jsWps off=5415446 len=290479 2024-04-02T08:55:56.287 INFO:tasks.workunit.client.0.smithi084.stdout:op 4250 completed, throughput=5MB/sec 2024-04-02T08:55:56.287 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Grcdbnj9j94Dg6F off=8781381 len=1018297 2024-04-02T08:55:56.288 INFO:tasks.workunit.client.0.smithi084.stdout:op 4251 completed, throughput=5MB/sec 2024-04-02T08:55:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:56 smithi132 ceph-mon[88571]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-04-02T08:55:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:56 smithi084 ceph-mon[94794]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-04-02T08:55:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:56 smithi084 ceph-mon[97358]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-04-02T08:55:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:57.289 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q_lDHBAMDL09hry off=5002409 len=947833 2024-04-02T08:55:57.292 INFO:tasks.workunit.client.0.smithi084.stdout:op 4252 completed, throughput=5MB/sec 2024-04-02T08:55:57.292 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--O0IiBdyqSSklC9 off=14832646 len=996863 2024-04-02T08:55:57.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 4253 completed, throughput=5MB/sec 2024-04-02T08:55:57.298 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--3bfAdKi-SxAQjx off=1195615 len=1354795 2024-04-02T08:55:57.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 4254 completed, throughput=5MB/sec 2024-04-02T08:55:57.304 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FqtrTMj0u08_rt6 off=1812117 len=1576597 2024-04-02T08:55:57.308 INFO:tasks.workunit.client.0.smithi084.stdout:op 4255 completed, throughput=5MB/sec 2024-04-02T08:55:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:58.309 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-I0ueP_TGrrG90SL off=2773875 len=104713 2024-04-02T08:55:58.309 INFO:tasks.workunit.client.0.smithi084.stdout:op 4256 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.309 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-G0lq7TK8dctqLv_ off=12275973 len=2004783 2024-04-02T08:55:58.311 INFO:tasks.workunit.client.0.smithi084.stdout:op 4257 completed, throughput=5MB/sec 2024-04-02T08:55:58.311 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iSlhg4DSiZVQYC2 off=3667826 len=1751005 2024-04-02T08:55:58.318 INFO:tasks.workunit.client.0.smithi084.stdout:op 4258 completed, throughput=5MB/sec 2024-04-02T08:55:58.318 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bFKlBXbLitflg3n off=1972752 len=917339 2024-04-02T08:55:58.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 4259 completed, throughput=5MB/sec 2024-04-02T08:55:58.319 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d0V_BBRj_QlkwQL off=7047252 len=1992772 2024-04-02T08:55:58.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 4260 completed, throughput=5MB/sec 2024-04-02T08:55:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:55:58 smithi132 ceph-mon[88571]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:55:58 smithi084 ceph-mon[94794]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:55:58 smithi084 ceph-mon[97358]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: 837: throughput=5MB/sec pending data=0 2024-04-02T08:55:59.332 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g9wc3Yl2Lx99Qwv off=1984310 len=1456850 2024-04-02T08:55:59.341 INFO:tasks.workunit.client.0.smithi084.stdout:op 4261 completed, throughput=5MB/sec 2024-04-02T08:55:59.341 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bcuCuDPR2I5Lczy off=221540 len=1164087 2024-04-02T08:55:59.347 INFO:tasks.workunit.client.0.smithi084.stdout:op 4262 completed, throughput=5MB/sec 2024-04-02T08:55:59.347 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EHO_vmoX2nwu7D4 off=565654 len=1375610 2024-04-02T08:55:59.353 INFO:tasks.workunit.client.0.smithi084.stdout:op 4263 completed, throughput=5MB/sec 2024-04-02T08:56:00.353 INFO:tasks.workunit.client.0.smithi084.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:00.353 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B6WbZ59A5w5AL-u off=9223592 len=1856029 2024-04-02T08:56:00.360 INFO:tasks.workunit.client.0.smithi084.stdout:op 4264 completed, throughput=5MB/sec 2024-04-02T08:56:00.360 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nMJjTHfdzA8Dtvg off=1362135 len=1453578 2024-04-02T08:56:00.364 INFO:tasks.workunit.client.0.smithi084.stdout:op 4265 completed, throughput=5MB/sec 2024-04-02T08:56:00.364 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--xSZSMDqPYBujCm off=4979740 len=395862 2024-04-02T08:56:00.365 INFO:tasks.workunit.client.0.smithi084.stdout:op 4266 completed, throughput=5MB/sec 2024-04-02T08:56:00.365 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sV_jAMsC5wXzcdF off=4855599 len=686347 2024-04-02T08:56:00.365 INFO:tasks.workunit.client.0.smithi084.stdout:op 4267 completed, throughput=5MB/sec 2024-04-02T08:56:00.366 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4cBioN9EQ6MXSUD off=3977061 len=398719 2024-04-02T08:56:00.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 4268 completed, throughput=5MB/sec 2024-04-02T08:56:00.369 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AsGugVBtZfYccnS off=6689676 len=1004042 2024-04-02T08:56:00.374 INFO:tasks.workunit.client.0.smithi084.stdout:op 4269 completed, throughput=5MB/sec 2024-04-02T08:56:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:00 smithi132 ceph-mon[88571]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:56:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:00 smithi084 ceph-mon[94794]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:56:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:56:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:56:00] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T08:56:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:00 smithi084 ceph-mon[97358]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:56:01.375 INFO:tasks.workunit.client.0.smithi084.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:01.375 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x1w7VA9exDL2dbv off=4231407 len=1105534 2024-04-02T08:56:01.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 4270 completed, throughput=5MB/sec 2024-04-02T08:56:01.380 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tNTqmaCI_l8CXJE off=12846077 len=1693345 2024-04-02T08:56:01.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 4271 completed, throughput=5MB/sec 2024-04-02T08:56:01.386 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-h4SM4LRkPuR2kcN off=4925121 len=1495277 2024-04-02T08:56:01.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 4272 completed, throughput=5MB/sec 2024-04-02T08:56:01.387 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ubea52H0Azr_dmz off=9659696 len=1612019 2024-04-02T08:56:01.394 INFO:tasks.workunit.client.0.smithi084.stdout:op 4273 completed, throughput=5MB/sec 2024-04-02T08:56:02.394 INFO:tasks.workunit.client.0.smithi084.stdout: 840: throughput=5MB/sec pending data=0 2024-04-02T08:56:02.395 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_k39jZGrukUPIrf off=13603811 len=1443429 2024-04-02T08:56:02.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 4274 completed, throughput=5MB/sec 2024-04-02T08:56:02.401 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FwLhkLy89nIoQNX off=13875353 len=32454 2024-04-02T08:56:02.406 INFO:tasks.workunit.client.0.smithi084.stdout:op 4275 completed, throughput=5MB/sec 2024-04-02T08:56:02.406 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eIAv5594H7lcKrV off=6750798 len=1561421 2024-04-02T08:56:02.407 INFO:tasks.workunit.client.0.smithi084.stdout:op 4276 completed, throughput=5MB/sec 2024-04-02T08:56:02.407 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EBODVFgimWluUcC off=16183630 len=1760992 2024-04-02T08:56:02.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 4277 completed, throughput=5MB/sec 2024-04-02T08:56:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:02 smithi132 ceph-mon[88571]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:56:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:56:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:02 smithi084 ceph-mon[94794]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:02 smithi084 ceph-mon[97358]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:03.409 INFO:tasks.workunit.client.0.smithi084.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:03.409 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tbVr-8FaoEU4HRm off=14153260 len=1717561 2024-04-02T08:56:03.412 INFO:tasks.workunit.client.0.smithi084.stdout:op 4278 completed, throughput=5MB/sec 2024-04-02T08:56:03.412 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k5Xo-bJ9aLjpDRI off=7145086 len=1142485 2024-04-02T08:56:03.415 INFO:tasks.workunit.client.0.smithi084.stdout:op 4279 completed, throughput=5MB/sec 2024-04-02T08:56:03.415 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e2pCLjI3Aec1Qy8 off=4852719 len=29296 2024-04-02T08:56:03.418 INFO:tasks.workunit.client.0.smithi084.stdout:op 4280 completed, throughput=5MB/sec 2024-04-02T08:56:03.418 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IQuKcjyVyqVrms_ off=1715752 len=1435 2024-04-02T08:56:03.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 4281 completed, throughput=5MB/sec 2024-04-02T08:56:03.420 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OnwvaiIr-wXnxvd off=12985860 len=1842480 2024-04-02T08:56:03.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 4282 completed, throughput=5MB/sec 2024-04-02T08:56:04.421 INFO:tasks.workunit.client.0.smithi084.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:04.422 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dNmAxKk2qPV5YnP off=432174 len=701658 2024-04-02T08:56:04.422 INFO:tasks.workunit.client.0.smithi084.stdout:op 4283 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.422 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ou_XivMcIDAjeQ3 off=10463955 len=1256359 2024-04-02T08:56:04.427 INFO:tasks.workunit.client.0.smithi084.stdout:op 4284 completed, throughput=5MB/sec 2024-04-02T08:56:04.428 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WIXeXoY9D8FKDlO off=1136737 len=1941460 2024-04-02T08:56:04.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 4285 completed, throughput=5MB/sec 2024-04-02T08:56:04.429 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--LQCCPBjHCEaDFl off=1454778 len=61469 2024-04-02T08:56:04.432 INFO:tasks.workunit.client.0.smithi084.stdout:op 4286 completed, throughput=5MB/sec 2024-04-02T08:56:04.432 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XA3tqFEErF8FXZe off=14258527 len=1311652 2024-04-02T08:56:04.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 4287 completed, throughput=5MB/sec 2024-04-02T08:56:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:04 smithi132 ceph-mon[88571]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:04 smithi084 ceph-mon[94794]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:04 smithi084 ceph-mon[97358]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:05.433 INFO:tasks.workunit.client.0.smithi084.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:05.433 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W3hXr0gIVXNhSex off=11389668 len=2077802 2024-04-02T08:56:05.435 INFO:tasks.workunit.client.0.smithi084.stdout:op 4288 completed, throughput=5MB/sec 2024-04-02T08:56:05.435 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Mb1RUu9l45OxEtw off=338654 len=517613 2024-04-02T08:56:05.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 4289 completed, throughput=5MB/sec 2024-04-02T08:56:05.436 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xZYWgse1PPz1oOn off=6404319 len=1088886 2024-04-02T08:56:05.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 4290 completed, throughput=5MB/sec 2024-04-02T08:56:05.436 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ssfC76O_VZSTIZW off=11242044 len=624099 2024-04-02T08:56:05.441 INFO:tasks.workunit.client.0.smithi084.stdout:op 4291 completed, throughput=5MB/sec 2024-04-02T08:56:05.441 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--rMs9p2ofKJ812a off=9738591 len=1421464 2024-04-02T08:56:05.448 INFO:tasks.workunit.client.0.smithi084.stdout:op 4292 completed, throughput=5MB/sec 2024-04-02T08:56:06.448 INFO:tasks.workunit.client.0.smithi084.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:06.448 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0n2sup8KiQbxIeS off=1992202 len=1530319 2024-04-02T08:56:06.455 INFO:tasks.workunit.client.0.smithi084.stdout:op 4293 completed, throughput=5MB/sec 2024-04-02T08:56:06.455 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xP2kH3ymPSS8IUN off=629882 len=188462 2024-04-02T08:56:06.458 INFO:tasks.workunit.client.0.smithi084.stdout:op 4294 completed, throughput=5MB/sec 2024-04-02T08:56:06.458 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kLMmJc4MCMmNXZ- off=4107126 len=1502713 2024-04-02T08:56:06.465 INFO:tasks.workunit.client.0.smithi084.stdout:op 4295 completed, throughput=5MB/sec 2024-04-02T08:56:06.465 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Nvh7aaj1qwV4sJ7 off=9118317 len=1548991 2024-04-02T08:56:06.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 4296 completed, throughput=5MB/sec 2024-04-02T08:56:06.466 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EuvRw4s-tXb4jOw off=2941070 len=1715460 2024-04-02T08:56:06.469 INFO:tasks.workunit.client.0.smithi084.stdout:op 4297 completed, throughput=5MB/sec 2024-04-02T08:56:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:06 smithi132 ceph-mon[88571]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:06.669 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:06 smithi084 ceph-mon[94794]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:06.669 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:06 smithi084 ceph-mon[97358]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:07.469 INFO:tasks.workunit.client.0.smithi084.stdout: 845: throughput=5MB/sec pending data=0 2024-04-02T08:56:07.469 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wUsN66eklNutcxX off=2291139 len=621628 2024-04-02T08:56:07.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 4298 completed, throughput=5MB/sec 2024-04-02T08:56:07.470 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fDd_DHqhdhkKjru off=1096744 len=915915 2024-04-02T08:56:07.475 INFO:tasks.workunit.client.0.smithi084.stdout:op 4299 completed, throughput=5MB/sec 2024-04-02T08:56:07.475 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_6mzvoS3_6ndo0u off=1183571 len=441271 2024-04-02T08:56:07.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 4300 completed, throughput=5MB/sec 2024-04-02T08:56:07.477 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_gPwBdRGub3kyH4 off=12886146 len=171039 2024-04-02T08:56:07.479 INFO:tasks.workunit.client.0.smithi084.stdout:op 4301 completed, throughput=5MB/sec 2024-04-02T08:56:07.479 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KXpM83BeAT3uSEt off=5306896 len=1859840 2024-04-02T08:56:07.492 INFO:tasks.workunit.client.0.smithi084.stdout:op 4302 completed, throughput=5MB/sec 2024-04-02T08:56:08.492 INFO:tasks.workunit.client.0.smithi084.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:08.492 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gZQbSzC-vj3BNaO off=11187379 len=1007216 2024-04-02T08:56:08.493 INFO:tasks.workunit.client.0.smithi084.stdout:op 4303 completed, throughput=5MB/sec 2024-04-02T08:56:08.493 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XtvpHFV_NNxTNoH off=7829488 len=1839230 2024-04-02T08:56:08.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 4304 completed, throughput=5MB/sec 2024-04-02T08:56:08.495 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JUXb8H3UfT9rotc off=10481500 len=1345067 2024-04-02T08:56:08.501 INFO:tasks.workunit.client.0.smithi084.stdout:op 4305 completed, throughput=5MB/sec 2024-04-02T08:56:08.501 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-piMOwGRu3kbCkPv off=2533489 len=406960 2024-04-02T08:56:08.503 INFO:tasks.workunit.client.0.smithi084.stdout:op 4306 completed, throughput=5MB/sec 2024-04-02T08:56:08.503 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a-pk2e_M2iUtI9S off=4695824 len=1704592 2024-04-02T08:56:08.504 INFO:tasks.workunit.client.0.smithi084.stdout:op 4307 completed, throughput=5MB/sec 2024-04-02T08:56:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:08 smithi084 ceph-mon[94794]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:08 smithi084 ceph-mon[97358]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:08 smithi132 ceph-mon[88571]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:09.504 INFO:tasks.workunit.client.0.smithi084.stdout: 847: throughput=5MB/sec pending data=0 2024-04-02T08:56:09.504 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HZz_ZunGoBnxks8 off=9797715 len=1879063 2024-04-02T08:56:09.515 INFO:tasks.workunit.client.0.smithi084.stdout:op 4308 completed, throughput=5MB/sec 2024-04-02T08:56:09.515 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2Wpzga-r2msh7G3 off=3261632 len=1361999 2024-04-02T08:56:09.523 INFO:tasks.workunit.client.0.smithi084.stdout:op 4309 completed, throughput=5MB/sec 2024-04-02T08:56:09.523 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9-6L0621j-_n_Md off=437036 len=1104948 2024-04-02T08:56:09.525 INFO:tasks.workunit.client.0.smithi084.stdout:op 4310 completed, throughput=5MB/sec 2024-04-02T08:56:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:10.525 INFO:tasks.workunit.client.0.smithi084.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:10.525 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XBuZoO76Vy9zzFx off=4178099 len=292462 2024-04-02T08:56:10.529 INFO:tasks.workunit.client.0.smithi084.stdout:op 4311 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.529 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uCIkVj-af6jWThR off=2559870 len=1361469 2024-04-02T08:56:10.536 INFO:tasks.workunit.client.0.smithi084.stdout:op 4312 completed, throughput=5MB/sec 2024-04-02T08:56:10.536 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DJF182IqmKrQgda off=17570603 len=711729 2024-04-02T08:56:10.538 INFO:tasks.workunit.client.0.smithi084.stdout:op 4313 completed, throughput=5MB/sec 2024-04-02T08:56:10.538 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-k8gMc8l8vC3UA41 off=923133 len=51693 2024-04-02T08:56:10.540 INFO:tasks.workunit.client.0.smithi084.stdout:op 4314 completed, throughput=5MB/sec 2024-04-02T08:56:10.541 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i8TaG0YgmiMhPZP off=11512801 len=1162774 2024-04-02T08:56:10.546 INFO:tasks.workunit.client.0.smithi084.stdout:op 4315 completed, throughput=5MB/sec 2024-04-02T08:56:10.547 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZTxcFfUi8CVAgY4 off=662156 len=1684166 2024-04-02T08:56:10.548 INFO:tasks.workunit.client.0.smithi084.stdout:op 4316 completed, throughput=5MB/sec 2024-04-02T08:56:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:10 smithi084 ceph-mon[94794]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:56:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:56:10] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T08:56:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:10 smithi084 ceph-mon[97358]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:10 smithi132 ceph-mon[88571]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:11.548 INFO:tasks.workunit.client.0.smithi084.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:11.549 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MsOolXpZvlsA9vd off=1561960 len=140567 2024-04-02T08:56:11.551 INFO:tasks.workunit.client.0.smithi084.stdout:op 4317 completed, throughput=4.99MB/sec 2024-04-02T08:56:11.551 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xRHLqR1z48m5lNN off=8302824 len=1072712 2024-04-02T08:56:11.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 4318 completed, throughput=5MB/sec 2024-04-02T08:56:11.552 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uKUmVWs7o72xmZU off=3997636 len=945812 2024-04-02T08:56:11.553 INFO:tasks.workunit.client.0.smithi084.stdout:op 4319 completed, throughput=5MB/sec 2024-04-02T08:56:11.553 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gPjG-sIlLkIiXGp off=10332713 len=436064 2024-04-02T08:56:11.553 INFO:tasks.workunit.client.0.smithi084.stdout:op 4320 completed, throughput=5MB/sec 2024-04-02T08:56:11.553 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4xfNb6sL700nPDM off=3031817 len=2064657 2024-04-02T08:56:11.565 INFO:tasks.workunit.client.0.smithi084.stdout:op 4321 completed, throughput=5MB/sec 2024-04-02T08:56:11.565 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d3FEHXxbpey2PAO off=1745110 len=889414 2024-04-02T08:56:11.570 INFO:tasks.workunit.client.0.smithi084.stdout:op 4322 completed, throughput=5MB/sec 2024-04-02T08:56:12.570 INFO:tasks.workunit.client.0.smithi084.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:12.570 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ExPdGFdms9S1FTj off=11878365 len=1691631 2024-04-02T08:56:12.571 INFO:tasks.workunit.client.0.smithi084.stdout:op 4323 completed, throughput=5MB/sec 2024-04-02T08:56:12.572 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-U9XPp2FfReVLf-G off=7366066 len=1859060 2024-04-02T08:56:12.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 4324 completed, throughput=5MB/sec 2024-04-02T08:56:12.573 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9AMZhVIOZgYCxHB off=10266768 len=940176 2024-04-02T08:56:12.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 4325 completed, throughput=5MB/sec 2024-04-02T08:56:12.577 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XDtBRw35zJNeIA1 off=1522144 len=1923881 2024-04-02T08:56:12.581 INFO:tasks.workunit.client.0.smithi084.stdout:op 4326 completed, throughput=5MB/sec 2024-04-02T08:56:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:12 smithi132 ceph-mon[88571]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:56:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:12 smithi084 ceph-mon[94794]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:12 smithi084 ceph-mon[97358]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:13.581 INFO:tasks.workunit.client.0.smithi084.stdout: 851: throughput=5MB/sec pending data=0 2024-04-02T08:56:13.581 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Gz4bD87QFZbVhyh off=952880 len=1350173 2024-04-02T08:56:13.582 INFO:tasks.workunit.client.0.smithi084.stdout:op 4327 completed, throughput=5MB/sec 2024-04-02T08:56:13.582 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vHzyK4oO8qEF0Ww off=13956790 len=851465 2024-04-02T08:56:13.588 INFO:tasks.workunit.client.0.smithi084.stdout:op 4328 completed, throughput=5MB/sec 2024-04-02T08:56:13.588 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RgAe9x81AlvwCpK off=23227658 len=526206 2024-04-02T08:56:13.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 4329 completed, throughput=5MB/sec 2024-04-02T08:56:13.591 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ehMgCssjCMLBMnc off=2546387 len=1893937 2024-04-02T08:56:13.595 INFO:tasks.workunit.client.0.smithi084.stdout:op 4330 completed, throughput=5MB/sec 2024-04-02T08:56:14.595 INFO:tasks.workunit.client.0.smithi084.stdout: 852: throughput=5MB/sec pending data=0 2024-04-02T08:56:14.595 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jl_bqrhLW6r8qGW off=2306994 len=858889 2024-04-02T08:56:14.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 4331 completed, throughput=5MB/sec 2024-04-02T08:56:14.600 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7yVl9GrXuLlO9em off=8316166 len=1731494 2024-04-02T08:56:14.601 INFO:tasks.workunit.client.0.smithi084.stdout:op 4332 completed, throughput=5MB/sec 2024-04-02T08:56:14.601 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qhMdzyTfH0otVrj off=7954420 len=1811559 2024-04-02T08:56:14.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 4333 completed, throughput=5MB/sec 2024-04-02T08:56:14.603 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JF-qszINUjh6mje off=13606097 len=243786 2024-04-02T08:56:14.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 4334 completed, throughput=5MB/sec 2024-04-02T08:56:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:14 smithi084 ceph-mon[94794]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:14 smithi084 ceph-mon[97358]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:14 smithi132 ceph-mon[88571]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:15.603 INFO:tasks.workunit.client.0.smithi084.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:15.604 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9zYdXKZOF2KRI98 off=11187952 len=1165678 2024-04-02T08:56:15.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 4335 completed, throughput=5MB/sec 2024-04-02T08:56:15.610 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ErtYpUa4gNOEHmW off=2155815 len=1562499 2024-04-02T08:56:15.615 INFO:tasks.workunit.client.0.smithi084.stdout:op 4336 completed, throughput=5MB/sec 2024-04-02T08:56:15.615 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h7sOXXNJMKix0X1 off=1348883 len=532852 2024-04-02T08:56:15.617 INFO:tasks.workunit.client.0.smithi084.stdout:op 4337 completed, throughput=5MB/sec 2024-04-02T08:56:15.618 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9LEp9yBCKelmVEQ off=19166672 len=1275760 2024-04-02T08:56:15.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 4338 completed, throughput=5MB/sec 2024-04-02T08:56:15.620 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-liwnSmOaTBczKOy off=5934979 len=613408 2024-04-02T08:56:15.621 INFO:tasks.workunit.client.0.smithi084.stdout:op 4339 completed, throughput=5MB/sec 2024-04-02T08:56:15.621 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lqpdflkj-jjUqTb off=1779815 len=1708943 2024-04-02T08:56:15.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 4340 completed, throughput=5MB/sec 2024-04-02T08:56:16.623 INFO:tasks.workunit.client.0.smithi084.stdout: 854: throughput=5MB/sec pending data=0 2024-04-02T08:56:16.623 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zC825-BBhdMhhzY off=6700918 len=997458 2024-04-02T08:56:16.628 INFO:tasks.workunit.client.0.smithi084.stdout:op 4341 completed, throughput=5MB/sec 2024-04-02T08:56:16.629 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rqlN1iSZo0dNeP4 off=5378542 len=973457 2024-04-02T08:56:16.633 INFO:tasks.workunit.client.0.smithi084.stdout:op 4342 completed, throughput=5MB/sec 2024-04-02T08:56:16.633 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dHIr7JXQO65w0o7 off=6596886 len=270709 2024-04-02T08:56:16.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 4343 completed, throughput=5MB/sec 2024-04-02T08:56:16.636 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ib5QBzFpqQzMjIA off=9012869 len=2013552 2024-04-02T08:56:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:op 4344 completed, throughput=5MB/sec 2024-04-02T08:56:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:16 smithi084 ceph-mon[94794]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:16 smithi084 ceph-mon[97358]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:16 smithi132 ceph-mon[88571]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:17.646 INFO:tasks.workunit.client.0.smithi084.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:17.646 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8fHJCBQ6HccyPH- off=19960821 len=1011099 2024-04-02T08:56:17.651 INFO:tasks.workunit.client.0.smithi084.stdout:op 4345 completed, throughput=5MB/sec 2024-04-02T08:56:17.651 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1AfxDJV7bXxMArd off=3043936 len=533637 2024-04-02T08:56:17.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 4346 completed, throughput=5MB/sec 2024-04-02T08:56:17.652 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wT1e9H4SXfstKg0 off=15417447 len=624505 2024-04-02T08:56:17.656 INFO:tasks.workunit.client.0.smithi084.stdout:op 4347 completed, throughput=5MB/sec 2024-04-02T08:56:17.656 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LI1hcrUlNhMiHgR off=9649701 len=151686 2024-04-02T08:56:17.658 INFO:tasks.workunit.client.0.smithi084.stdout:op 4348 completed, throughput=5MB/sec 2024-04-02T08:56:17.658 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xK-FZ8SqO2_SmwK off=3693208 len=836578 2024-04-02T08:56:17.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 4349 completed, throughput=5MB/sec 2024-04-02T08:56:17.662 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0qdHTBsXxoLSKiG off=15889080 len=1373802 2024-04-02T08:56:17.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 4350 completed, throughput=5MB/sec 2024-04-02T08:56:17.669 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-f-bcPc61Q37u8Dw off=6167992 len=1561676 2024-04-02T08:56:17.674 INFO:tasks.workunit.client.0.smithi084.stdout:op 4351 completed, throughput=5MB/sec 2024-04-02T08:56:18.675 INFO:tasks.workunit.client.0.smithi084.stdout: 856: throughput=5MB/sec pending data=0 2024-04-02T08:56:18.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KMo1MiPNQDg_-M8 off=5998546 len=347566 2024-04-02T08:56:18.675 INFO:tasks.workunit.client.0.smithi084.stdout:op 4352 completed, throughput=5MB/sec 2024-04-02T08:56:18.675 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eXmaux8cKBDId_z off=2562007 len=1057066 2024-04-02T08:56:18.679 INFO:tasks.workunit.client.0.smithi084.stdout:op 4353 completed, throughput=5MB/sec 2024-04-02T08:56:18.679 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gVuclPmRu7Ysv7m off=14098914 len=7367 2024-04-02T08:56:18.681 INFO:tasks.workunit.client.0.smithi084.stdout:op 4354 completed, throughput=5MB/sec 2024-04-02T08:56:18.681 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hn7Da2OLvvM0zr5 off=1364432 len=1785866 2024-04-02T08:56:18.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 4355 completed, throughput=5MB/sec 2024-04-02T08:56:18.685 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NXjQ308RKUM-5IG off=5830018 len=592792 2024-04-02T08:56:18.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 4356 completed, throughput=5MB/sec 2024-04-02T08:56:18.689 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nxZSwndQIcp0IWk off=1587200 len=867378 2024-04-02T08:56:18.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 4357 completed, throughput=5MB/sec 2024-04-02T08:56:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:18 smithi084 ceph-mon[94794]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:18 smithi084 ceph-mon[97358]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:18 smithi132 ceph-mon[88571]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:19.694 INFO:tasks.workunit.client.0.smithi084.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:19.694 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eglYqmnCUSVlhuy off=4459501 len=977692 2024-04-02T08:56:19.697 INFO:tasks.workunit.client.0.smithi084.stdout:op 4358 completed, throughput=5MB/sec 2024-04-02T08:56:19.697 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-urfXX_pysN7yz1u off=1094453 len=939618 2024-04-02T08:56:19.701 INFO:tasks.workunit.client.0.smithi084.stdout:op 4359 completed, throughput=5MB/sec 2024-04-02T08:56:19.701 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lXddPn57yw1MYRu off=1431108 len=220370 2024-04-02T08:56:19.703 INFO:tasks.workunit.client.0.smithi084.stdout:op 4360 completed, throughput=5MB/sec 2024-04-02T08:56:19.703 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KO5fmVoDlCmfrqR off=3313197 len=1704620 2024-04-02T08:56:19.712 INFO:tasks.workunit.client.0.smithi084.stdout:op 4361 completed, throughput=5MB/sec 2024-04-02T08:56:19.713 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9vOu627ApPQbG0U off=2499163 len=799053 2024-04-02T08:56:19.714 INFO:tasks.workunit.client.0.smithi084.stdout:op 4362 completed, throughput=5MB/sec 2024-04-02T08:56:19.714 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-o9iYOoPCxzJnf5z off=8217731 len=1454150 2024-04-02T08:56:19.715 INFO:tasks.workunit.client.0.smithi084.stdout:op 4363 completed, throughput=5MB/sec 2024-04-02T08:56:20.715 INFO:tasks.workunit.client.0.smithi084.stdout: 858: throughput=5MB/sec pending data=0 2024-04-02T08:56:20.715 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T_CbTfLoJPc9z_u off=627 len=895560 2024-04-02T08:56:20.716 INFO:tasks.workunit.client.0.smithi084.stdout:op 4364 completed, throughput=5MB/sec 2024-04-02T08:56:20.716 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XnBlVzMOrQ8G28J off=16792302 len=248810 2024-04-02T08:56:20.719 INFO:tasks.workunit.client.0.smithi084.stdout:op 4365 completed, throughput=5MB/sec 2024-04-02T08:56:20.719 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4oBmOC9vScKO61n off=3202549 len=1232614 2024-04-02T08:56:20.720 INFO:tasks.workunit.client.0.smithi084.stdout:op 4366 completed, throughput=5MB/sec 2024-04-02T08:56:20.720 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-12cgIY-NA6ejDDa off=13306279 len=1654314 2024-04-02T08:56:20.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 4367 completed, throughput=5MB/sec 2024-04-02T08:56:20.722 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7eJNmnaHRZ9_NEm off=622242 len=913586 2024-04-02T08:56:20.726 INFO:tasks.workunit.client.0.smithi084.stdout:op 4368 completed, throughput=5MB/sec 2024-04-02T08:56:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:20 smithi084 ceph-mon[94794]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:20 smithi084 ceph-mon[97358]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:56:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:56:20] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T08:56:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:20 smithi132 ceph-mon[88571]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:21.727 INFO:tasks.workunit.client.0.smithi084.stdout: 859: throughput=5MB/sec pending data=0 2024-04-02T08:56:21.727 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B7uadId9riRy-eb off=3594057 len=1953338 2024-04-02T08:56:21.738 INFO:tasks.workunit.client.0.smithi084.stdout:op 4369 completed, throughput=5MB/sec 2024-04-02T08:56:21.738 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Uyle31oufYu3yXP off=12317479 len=1747761 2024-04-02T08:56:21.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 4370 completed, throughput=5MB/sec 2024-04-02T08:56:21.739 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-60sMp4Hq-Gh-LJA off=12058253 len=2035386 2024-04-02T08:56:21.749 INFO:tasks.workunit.client.0.smithi084.stdout:op 4371 completed, throughput=5MB/sec 2024-04-02T08:56:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:22 smithi132 ceph-mon[88571]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:56:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:22.750 INFO:tasks.workunit.client.0.smithi084.stdout: 860: throughput=5MB/sec pending data=0 2024-04-02T08:56:22.750 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N9QcqhTA3-QE75z off=18567625 len=953931 2024-04-02T08:56:22.752 INFO:tasks.workunit.client.0.smithi084.stdout:op 4372 completed, throughput=5MB/sec 2024-04-02T08:56:22.752 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hlzfuYKuwC0jUhE off=13956546 len=1825631 2024-04-02T08:56:22.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 4373 completed, throughput=5MB/sec 2024-04-02T08:56:22.753 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ngQl0YSNyuhwZi7 off=4298119 len=1936004 2024-04-02T08:56:22.764 INFO:tasks.workunit.client.0.smithi084.stdout:op 4374 completed, throughput=5MB/sec 2024-04-02T08:56:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:22 smithi084 ceph-mon[94794]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:22 smithi084 ceph-mon[97358]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:23.764 INFO:tasks.workunit.client.0.smithi084.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:23.765 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FlFx5zQAfruCEDq off=14787463 len=93346 2024-04-02T08:56:23.765 INFO:tasks.workunit.client.0.smithi084.stdout:op 4375 completed, throughput=5MB/sec 2024-04-02T08:56:23.765 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j7eFaZ1nL88pyqt off=8304319 len=13422 2024-04-02T08:56:23.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 4376 completed, throughput=5MB/sec 2024-04-02T08:56:23.766 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uQxqCrAjfeL7o4C off=14803299 len=63411 2024-04-02T08:56:23.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 4377 completed, throughput=5MB/sec 2024-04-02T08:56:23.766 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hwyacAhkXWaFUDc off=4137189 len=2051720 2024-04-02T08:56:23.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 4378 completed, throughput=5MB/sec 2024-04-02T08:56:23.774 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_kkE-SV36N2hma8 off=19384267 len=1146477 2024-04-02T08:56:23.775 INFO:tasks.workunit.client.0.smithi084.stdout:op 4379 completed, throughput=5MB/sec 2024-04-02T08:56:23.775 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Evz86fP5rfb3C-a off=5112600 len=1737216 2024-04-02T08:56:23.776 INFO:tasks.workunit.client.0.smithi084.stdout:op 4380 completed, throughput=5MB/sec 2024-04-02T08:56:24.777 INFO:tasks.workunit.client.0.smithi084.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:24.777 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XlOu6zvkOy3oWfV off=5061061 len=655903 2024-04-02T08:56:24.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 4381 completed, throughput=5MB/sec 2024-04-02T08:56:24.781 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_eO3_K63Wp__njV off=7495995 len=1054345 2024-04-02T08:56:24.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 4382 completed, throughput=5MB/sec 2024-04-02T08:56:24.785 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EaJynpR_clFJSF7 off=4338372 len=1998011 2024-04-02T08:56:24.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 4383 completed, throughput=5MB/sec 2024-04-02T08:56:24.787 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UPzFm48e-NwCEJI off=7735220 len=1946485 2024-04-02T08:56:24.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 4384 completed, throughput=5MB/sec 2024-04-02T08:56:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:24 smithi084 ceph-mon[94794]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:24 smithi084 ceph-mon[97358]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:24 smithi132 ceph-mon[88571]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:25.797 INFO:tasks.workunit.client.0.smithi084.stdout: 863: throughput=5MB/sec pending data=0 2024-04-02T08:56:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UeUvOJW425ZebIG off=5834830 len=261848 2024-04-02T08:56:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 4385 completed, throughput=5MB/sec 2024-04-02T08:56:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QDkUre1tce6In2L off=18759753 len=1562997 2024-04-02T08:56:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 4386 completed, throughput=5MB/sec 2024-04-02T08:56:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ktq12-JNuAgbD4f off=3191494 len=827389 2024-04-02T08:56:25.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 4387 completed, throughput=5MB/sec 2024-04-02T08:56:25.814 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2yWkE8arN9mTa9I off=18434110 len=2040745 2024-04-02T08:56:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 4388 completed, throughput=5MB/sec 2024-04-02T08:56:26.817 INFO:tasks.workunit.client.0.smithi084.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:26.818 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mhf9tKbVvjyBvog off=13876194 len=490604 2024-04-02T08:56:26.818 INFO:tasks.workunit.client.0.smithi084.stdout:op 4389 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.818 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UBuuAjI7n0dFuyo off=2621550 len=1227639 2024-04-02T08:56:26.819 INFO:tasks.workunit.client.0.smithi084.stdout:op 4390 completed, throughput=5MB/sec 2024-04-02T08:56:26.819 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KO5fmVoDlCmfrqR off=3566314 len=77227 2024-04-02T08:56:26.820 INFO:tasks.workunit.client.0.smithi084.stdout:op 4391 completed, throughput=5MB/sec 2024-04-02T08:56:26.820 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-itlEgs3f5_m7gG7 off=5127323 len=1493424 2024-04-02T08:56:26.828 INFO:tasks.workunit.client.0.smithi084.stdout:op 4392 completed, throughput=5MB/sec 2024-04-02T08:56:26.828 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GGxZ9oHDHg112iJ off=12432250 len=1752850 2024-04-02T08:56:26.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 4393 completed, throughput=5MB/sec 2024-04-02T08:56:26.830 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ANd6cp7opjcqUWS off=9992094 len=1019651 2024-04-02T08:56:26.832 INFO:tasks.workunit.client.0.smithi084.stdout:op 4394 completed, throughput=5MB/sec 2024-04-02T08:56:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:26 smithi084 ceph-mon[94794]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:26 smithi084 ceph-mon[97358]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:26 smithi132 ceph-mon[88571]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:27.832 INFO:tasks.workunit.client.0.smithi084.stdout: 865: throughput=5MB/sec pending data=0 2024-04-02T08:56:27.832 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yhXKveOj-nPafVP off=1994345 len=178601 2024-04-02T08:56:27.835 INFO:tasks.workunit.client.0.smithi084.stdout:op 4395 completed, throughput=5MB/sec 2024-04-02T08:56:27.835 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kcGiRCeOhN4H3XJ off=3376438 len=951753 2024-04-02T08:56:27.836 INFO:tasks.workunit.client.0.smithi084.stdout:op 4396 completed, throughput=5MB/sec 2024-04-02T08:56:27.836 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DnmCkJ4paOxWFoO off=92097 len=1953312 2024-04-02T08:56:27.837 INFO:tasks.workunit.client.0.smithi084.stdout:op 4397 completed, throughput=5MB/sec 2024-04-02T08:56:27.837 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--MEHyqwg59fhArE off=3189577 len=1579626 2024-04-02T08:56:27.840 INFO:tasks.workunit.client.0.smithi084.stdout:op 4398 completed, throughput=5MB/sec 2024-04-02T08:56:28.841 INFO:tasks.workunit.client.0.smithi084.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:28.841 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S3nFevnOIP1C050 off=12504677 len=1255263 2024-04-02T08:56:28.844 INFO:tasks.workunit.client.0.smithi084.stdout:op 4399 completed, throughput=5MB/sec 2024-04-02T08:56:28.844 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PwOgwB7RS3BIqN6 off=13663460 len=1220225 2024-04-02T08:56:28.848 INFO:tasks.workunit.client.0.smithi084.stdout:op 4400 completed, throughput=5MB/sec 2024-04-02T08:56:28.848 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-thOmHSZrQue7G-9 off=3393635 len=986694 2024-04-02T08:56:28.852 INFO:tasks.workunit.client.0.smithi084.stdout:op 4401 completed, throughput=5MB/sec 2024-04-02T08:56:28.852 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5V_xPTBW0R37jjk off=947558 len=1191178 2024-04-02T08:56:28.852 INFO:tasks.workunit.client.0.smithi084.stdout:op 4402 completed, throughput=5MB/sec 2024-04-02T08:56:28.853 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vwRdW4g76V_40zf off=1344275 len=214932 2024-04-02T08:56:28.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 4403 completed, throughput=5MB/sec 2024-04-02T08:56:28.853 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zbprue9Nqcyv2ig off=741131 len=556217 2024-04-02T08:56:28.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 4404 completed, throughput=5MB/sec 2024-04-02T08:56:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:28 smithi084 ceph-mon[94794]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:56:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:28 smithi084 ceph-mon[97358]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:56:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:28 smithi132 ceph-mon[88571]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:56:29.854 INFO:tasks.workunit.client.0.smithi084.stdout: 867: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:29.854 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jcdvTIlG4NZXeTN off=8140512 len=1381037 2024-04-02T08:56:29.859 INFO:tasks.workunit.client.0.smithi084.stdout:op 4405 completed, throughput=5MB/sec 2024-04-02T08:56:29.860 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UdpxWnhWXTnWyN9 off=5174915 len=173132 2024-04-02T08:56:29.860 INFO:tasks.workunit.client.0.smithi084.stdout:op 4406 completed, throughput=5MB/sec 2024-04-02T08:56:29.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0IDNsX1l4TESUMv off=1575608 len=1497628 2024-04-02T08:56:29.867 INFO:tasks.workunit.client.0.smithi084.stdout:op 4407 completed, throughput=5MB/sec 2024-04-02T08:56:29.867 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kvgUZo_L3wNwojS off=9768398 len=1969088 2024-04-02T08:56:29.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 4408 completed, throughput=5MB/sec 2024-04-02T08:56:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:30 smithi084 ceph-mon[94794]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:56:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:56:30] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T08:56:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:30 smithi084 ceph-mon[97358]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:30.868 INFO:tasks.workunit.client.0.smithi084.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:30.868 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eFsqrEFZZhQifpI off=1461127 len=1897689 2024-04-02T08:56:30.870 INFO:tasks.workunit.client.0.smithi084.stdout:op 4409 completed, throughput=5MB/sec 2024-04-02T08:56:30.870 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SZvCIjJREL7n7Jc off=10516199 len=1291065 2024-04-02T08:56:30.873 INFO:tasks.workunit.client.0.smithi084.stdout:op 4410 completed, throughput=5MB/sec 2024-04-02T08:56:30.873 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7bZzB_waVHAYoiS off=1492220 len=569816 2024-04-02T08:56:30.877 INFO:tasks.workunit.client.0.smithi084.stdout:op 4411 completed, throughput=5MB/sec 2024-04-02T08:56:30.877 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-67gXhSmI_hIZr6t off=10993608 len=1266489 2024-04-02T08:56:30.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 4412 completed, throughput=5MB/sec 2024-04-02T08:56:30.878 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ima9TZGVwO63aIW off=1185553 len=915785 2024-04-02T08:56:30.880 INFO:tasks.workunit.client.0.smithi084.stdout:op 4413 completed, throughput=5MB/sec 2024-04-02T08:56:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:30 smithi132 ceph-mon[88571]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:31.880 INFO:tasks.workunit.client.0.smithi084.stdout: 869: throughput=5MB/sec pending data=0 2024-04-02T08:56:31.880 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tBjrVIRCg1ps2eT off=4926403 len=703742 2024-04-02T08:56:31.881 INFO:tasks.workunit.client.0.smithi084.stdout:op 4414 completed, throughput=5MB/sec 2024-04-02T08:56:31.881 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-x0_s7U6XA0s9ZH9 off=3004549 len=605223 2024-04-02T08:56:31.882 INFO:tasks.workunit.client.0.smithi084.stdout:op 4415 completed, throughput=5MB/sec 2024-04-02T08:56:31.882 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IL4tdZ0aUvaXwxM off=5476290 len=1934371 2024-04-02T08:56:31.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 4416 completed, throughput=5MB/sec 2024-04-02T08:56:31.889 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JWjexEQxd0Lalu4 off=20592970 len=29347 2024-04-02T08:56:31.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 4417 completed, throughput=5MB/sec 2024-04-02T08:56:31.890 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vgEMBqOnbi3xS3I off=14303180 len=1548125 2024-04-02T08:56:31.890 INFO:tasks.workunit.client.0.smithi084.stdout:op 4418 completed, throughput=5MB/sec 2024-04-02T08:56:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:32 smithi132 ceph-mon[88571]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:56:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:56:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:32 smithi084 ceph-mon[94794]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:32 smithi084 ceph-mon[97358]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:32.890 INFO:tasks.workunit.client.0.smithi084.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:32.893 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XiD7pWs04TPiVUm off=190332 len=822943 2024-04-02T08:56:32.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 4419 completed, throughput=5MB/sec 2024-04-02T08:56:32.894 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HyF1_UfcrYAWgii off=239910 len=1058278 2024-04-02T08:56:32.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 4420 completed, throughput=5MB/sec 2024-04-02T08:56:32.894 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aTOAtEEEhvHYVac off=14058109 len=1461677 2024-04-02T08:56:32.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 4421 completed, throughput=5MB/sec 2024-04-02T08:56:32.899 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VUpxgsZ77_dGm71 off=1072872 len=310738 2024-04-02T08:56:32.900 INFO:tasks.workunit.client.0.smithi084.stdout:op 4422 completed, throughput=5MB/sec 2024-04-02T08:56:32.900 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-klsCEtYMpwTbAEF off=0 len=1302882 2024-04-02T08:56:32.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 4423 completed, throughput=5MB/sec 2024-04-02T08:56:32.905 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TtZJ2F9Z_bOH12N off=4869118 len=627111 2024-04-02T08:56:32.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 4424 completed, throughput=5MB/sec 2024-04-02T08:56:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:33 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:56:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:33 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:56:33.906 INFO:tasks.workunit.client.0.smithi084.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:33.906 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b0Jl7Vy72YFgajH off=3640184 len=1437795 2024-04-02T08:56:33.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:33.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:33.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:33 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 4425 completed, throughput=5MB/sec 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2E0U5DPeFq-rHFY off=16880086 len=198284 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 4426 completed, throughput=5MB/sec 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u5Zu8XJC1RzWJQV off=3795339 len=725778 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 4427 completed, throughput=5MB/sec 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cS-xXrF3elAyvQ- off=1315851 len=27360 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 4428 completed, throughput=5MB/sec 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EiLPrIfT-rWS98y off=7334726 len=2053445 2024-04-02T08:56:33.928 INFO:tasks.workunit.client.0.smithi084.stdout:op 4429 completed, throughput=5MB/sec 2024-04-02T08:56:33.928 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lmcCq8wWO31qyif off=8608614 len=972750 2024-04-02T08:56:33.931 INFO:tasks.workunit.client.0.smithi084.stdout:op 4430 completed, throughput=5MB/sec 2024-04-02T08:56:34.934 INFO:tasks.workunit.client.0.smithi084.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:34.935 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4Nih1PMkiB8_is8 off=1626820 len=668130 2024-04-02T08:56:34.935 INFO:tasks.workunit.client.0.smithi084.stdout:op 4431 completed, throughput=5MB/sec 2024-04-02T08:56:34.935 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bVyb_28lxQrvKQb off=5605310 len=1962538 2024-04-02T08:56:34.935 INFO:tasks.workunit.client.0.smithi084.stdout:op 4432 completed, throughput=5MB/sec 2024-04-02T08:56:34.935 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xdgCFq91l1e9m6z off=13703044 len=1833128 2024-04-02T08:56:34.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 4433 completed, throughput=5MB/sec 2024-04-02T08:56:34.943 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RIiti2s9aa7YyOM off=2142449 len=1514484 2024-04-02T08:56:34.946 INFO:tasks.workunit.client.0.smithi084.stdout:op 4434 completed, throughput=5MB/sec 2024-04-02T08:56:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:34 smithi084 ceph-mon[94794]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:34 smithi084 ceph-mon[97358]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:34 smithi132 ceph-mon[88571]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:35.946 INFO:tasks.workunit.client.0.smithi084.stdout: 873: throughput=5MB/sec pending data=0 2024-04-02T08:56:35.947 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZytSn67Wyl-F7Xl off=1634304 len=1414704 2024-04-02T08:56:35.949 INFO:tasks.workunit.client.0.smithi084.stdout:op 4435 completed, throughput=5MB/sec 2024-04-02T08:56:35.950 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-G1sfLLrQEt9gFkV off=4919631 len=1251791 2024-04-02T08:56:35.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 4436 completed, throughput=5MB/sec 2024-04-02T08:56:35.951 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-x8vAmmcbVk-YcxM off=3268617 len=1503526 2024-04-02T08:56:35.952 INFO:tasks.workunit.client.0.smithi084.stdout:op 4437 completed, throughput=5MB/sec 2024-04-02T08:56:36.953 INFO:tasks.workunit.client.0.smithi084.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:36.953 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QSJ_9DY1ljzHuG6 off=4986783 len=290193 2024-04-02T08:56:36.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 4438 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.956 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CP4H8GJG-g9tgKq off=377271 len=1447709 2024-04-02T08:56:36.958 INFO:tasks.workunit.client.0.smithi084.stdout:op 4439 completed, throughput=5MB/sec 2024-04-02T08:56:36.958 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9p4NwYu5jB-DOiL off=8824987 len=558092 2024-04-02T08:56:36.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 4440 completed, throughput=5MB/sec 2024-04-02T08:56:36.962 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EaVt9aWwpc2XVVQ off=213523 len=584618 2024-04-02T08:56:36.966 INFO:tasks.workunit.client.0.smithi084.stdout:op 4441 completed, throughput=5MB/sec 2024-04-02T08:56:36.966 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5-tgMHoRj0S27CY off=837164 len=452486 2024-04-02T08:56:36.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 4442 completed, throughput=5MB/sec 2024-04-02T08:56:36.969 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MVKewD2mYY2tFWr off=917805 len=2083770 2024-04-02T08:56:36.976 INFO:tasks.workunit.client.0.smithi084.stdout:op 4443 completed, throughput=5MB/sec 2024-04-02T08:56:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:36 smithi084 ceph-mon[97358]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:36 smithi084 ceph-mon[94794]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:36 smithi132 ceph-mon[88571]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:37.976 INFO:tasks.workunit.client.0.smithi084.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:37.976 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8W8cmUaO62ndSaG off=4919809 len=1753338 2024-04-02T08:56:37.984 INFO:tasks.workunit.client.0.smithi084.stdout:op 4444 completed, throughput=5MB/sec 2024-04-02T08:56:37.984 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0MiV61HspXRmDWe off=20485807 len=1944447 2024-04-02T08:56:37.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 4445 completed, throughput=5MB/sec 2024-04-02T08:56:37.989 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SRR6TnBhvzJqlUW off=13248856 len=1892003 2024-04-02T08:56:37.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 4446 completed, throughput=5MB/sec 2024-04-02T08:56:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:37 smithi084 ceph-mon[94794]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:56:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:37 smithi084 ceph-mon[97358]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:56:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:37 smithi132 ceph-mon[88571]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:56:38.990 INFO:tasks.workunit.client.0.smithi084.stdout: 876: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:38.990 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tblyWzuZp94GPlj off=2322511 len=69960 2024-04-02T08:56:38.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 4447 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.991 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sUwfay9ZZLiQU9P off=2536669 len=1503508 2024-04-02T08:56:38.993 INFO:tasks.workunit.client.0.smithi084.stdout:op 4448 completed, throughput=5MB/sec 2024-04-02T08:56:38.994 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cXJEBwWcVdsLK1M off=3674522 len=613365 2024-04-02T08:56:38.998 INFO:tasks.workunit.client.0.smithi084.stdout:op 4449 completed, throughput=5MB/sec 2024-04-02T08:56:38.998 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PoOj_0ZnlTGVrc5 off=13974807 len=295954 2024-04-02T08:56:38.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 4450 completed, throughput=5MB/sec 2024-04-02T08:56:38.999 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kSNZ7FxkokL7muc off=1994507 len=172619 2024-04-02T08:56:39.000 INFO:tasks.workunit.client.0.smithi084.stdout:op 4451 completed, throughput=5MB/sec 2024-04-02T08:56:39.001 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VzGS1Q9pg9o1t6C off=13384274 len=67635 2024-04-02T08:56:39.003 INFO:tasks.workunit.client.0.smithi084.stdout:op 4452 completed, throughput=5MB/sec 2024-04-02T08:56:39.003 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eKkBgT9e-3D65BO off=135944 len=745457 2024-04-02T08:56:39.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 4453 completed, throughput=5MB/sec 2024-04-02T08:56:39.004 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-j56JlIDbRka6SMD off=10960618 len=741930 2024-04-02T08:56:39.008 INFO:tasks.workunit.client.0.smithi084.stdout:op 4454 completed, throughput=5MB/sec 2024-04-02T08:56:39.008 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1ZJKcMfNS8dzY46 off=4708247 len=105136 2024-04-02T08:56:39.008 INFO:tasks.workunit.client.0.smithi084.stdout:op 4455 completed, throughput=5MB/sec 2024-04-02T08:56:39.008 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eVUdlG4VtLplhAS off=7375274 len=1142618 2024-04-02T08:56:39.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 4456 completed, throughput=5MB/sec 2024-04-02T08:56:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:40.016 INFO:tasks.workunit.client.0.smithi084.stdout: 877: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:40.017 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eyYmfEOfRFZRva4 off=11828006 len=674452 2024-04-02T08:56:40.017 INFO:tasks.workunit.client.0.smithi084.stdout:op 4457 completed, throughput=5MB/sec 2024-04-02T08:56:40.017 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_sYSJ5af70q-j-0 off=17472107 len=1096682 2024-04-02T08:56:40.022 INFO:tasks.workunit.client.0.smithi084.stdout:op 4458 completed, throughput=5MB/sec 2024-04-02T08:56:40.023 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZX0FjVzl3Tjgqnb off=475098 len=365513 2024-04-02T08:56:40.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 4459 completed, throughput=5MB/sec 2024-04-02T08:56:40.024 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q3lLTZXClAOzFUy off=11674510 len=985255 2024-04-02T08:56:40.026 INFO:tasks.workunit.client.0.smithi084.stdout:op 4460 completed, throughput=5MB/sec 2024-04-02T08:56:40.026 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BVmIQs2MdHb5E3n off=1533904 len=420094 2024-04-02T08:56:40.029 INFO:tasks.workunit.client.0.smithi084.stdout:op 4461 completed, throughput=5MB/sec 2024-04-02T08:56:40.030 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-L-SYZ8LlPyHERTs off=3374524 len=663404 2024-04-02T08:56:40.030 INFO:tasks.workunit.client.0.smithi084.stdout:op 4462 completed, throughput=5MB/sec 2024-04-02T08:56:40.030 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1I7zHbIHTEndtAJ off=4371260 len=769933 2024-04-02T08:56:40.031 INFO:tasks.workunit.client.0.smithi084.stdout:op 4463 completed, throughput=5MB/sec 2024-04-02T08:56:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:39 smithi084 ceph-mon[94794]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:39 smithi084 ceph-mon[97358]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:39 smithi132 ceph-mon[88571]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:41.031 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--WJoWOH04hkcgcf off=392433 len=306733 2024-04-02T08:56:41.032 INFO:tasks.workunit.client.0.smithi084.stdout:op 4464 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.032 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MkageYvbyXW-Fax off=0 len=1808553 2024-04-02T08:56:41.036 INFO:tasks.workunit.client.0.smithi084.stdout:op 4465 completed, throughput=5MB/sec 2024-04-02T08:56:41.036 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iSlhg4DSiZVQYC2 off=1393486 len=1057929 2024-04-02T08:56:41.041 INFO:tasks.workunit.client.0.smithi084.stdout:op 4466 completed, throughput=5MB/sec 2024-04-02T08:56:41.041 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Oew4TZDri3dywSL off=10161623 len=577318 2024-04-02T08:56:41.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 4467 completed, throughput=5MB/sec 2024-04-02T08:56:41.044 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M97XcNXxbFvVr9B off=9062292 len=631030 2024-04-02T08:56:41.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 4468 completed, throughput=5MB/sec 2024-04-02T08:56:41.044 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7eJNmnaHRZ9_NEm off=626600 len=870406 2024-04-02T08:56:41.048 INFO:tasks.workunit.client.0.smithi084.stdout:op 4469 completed, throughput=5MB/sec 2024-04-02T08:56:41.048 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ewCbIEz9fGIXz9U off=0 len=1489361 2024-04-02T08:56:41.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 4470 completed, throughput=5MB/sec 2024-04-02T08:56:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:56:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:56:40] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-02T08:56:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: 879: throughput=5MB/sec pending data=0 2024-04-02T08:56:42.052 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bNyntN7lkZhbQRr off=236365 len=1813807 2024-04-02T08:56:42.053 INFO:tasks.workunit.client.0.smithi084.stdout:op 4471 completed, throughput=5MB/sec 2024-04-02T08:56:42.053 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FcMMk6Y7R-HfkWE off=412311 len=1605481 2024-04-02T08:56:42.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 4472 completed, throughput=5MB/sec 2024-04-02T08:56:42.061 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zG1DCkDpvj2V1V3 off=16459096 len=1867700 2024-04-02T08:56:42.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 4473 completed, throughput=5MB/sec 2024-04-02T08:56:42.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:42 smithi132 ceph-mon[88571]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:42 smithi084 ceph-mon[94794]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:42 smithi084 ceph-mon[97358]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:56:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:56:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:43.063 INFO:tasks.workunit.client.0.smithi084.stdout: 880: throughput=5MB/sec pending data=0 2024-04-02T08:56:43.063 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-weaKgMPsPo_iyjV off=8363588 len=61899 2024-04-02T08:56:43.064 INFO:tasks.workunit.client.0.smithi084.stdout:op 4474 completed, throughput=5MB/sec 2024-04-02T08:56:43.064 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0KBXsXzilDFL213 off=13696078 len=788464 2024-04-02T08:56:43.065 INFO:tasks.workunit.client.0.smithi084.stdout:op 4475 completed, throughput=5MB/sec 2024-04-02T08:56:43.065 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5KfoOsiCG0ppfTt off=13301729 len=135014 2024-04-02T08:56:43.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 4476 completed, throughput=5MB/sec 2024-04-02T08:56:43.069 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vOEdR94TuAZWPgK off=4725953 len=180804 2024-04-02T08:56:43.069 INFO:tasks.workunit.client.0.smithi084.stdout:op 4477 completed, throughput=5MB/sec 2024-04-02T08:56:43.069 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3FFNgGRH97_7_bl off=488183 len=902677 2024-04-02T08:56:43.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 4478 completed, throughput=5MB/sec 2024-04-02T08:56:43.070 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xr0rDTCay_pQp5w off=5036155 len=250607 2024-04-02T08:56:43.073 INFO:tasks.workunit.client.0.smithi084.stdout:op 4479 completed, throughput=5MB/sec 2024-04-02T08:56:43.073 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Pzh3k8UbV7I0-wH off=3702055 len=1926151 2024-04-02T08:56:43.075 INFO:tasks.workunit.client.0.smithi084.stdout:op 4480 completed, throughput=5MB/sec 2024-04-02T08:56:44.075 INFO:tasks.workunit.client.0.smithi084.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:44.075 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hx_nWUG3uZJA41L off=1255778 len=750494 2024-04-02T08:56:44.076 INFO:tasks.workunit.client.0.smithi084.stdout:op 4481 completed, throughput=5MB/sec 2024-04-02T08:56:44.076 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3E30PwFXJydMITr off=8954029 len=1206931 2024-04-02T08:56:44.077 INFO:tasks.workunit.client.0.smithi084.stdout:op 4482 completed, throughput=5MB/sec 2024-04-02T08:56:44.077 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oTCZmdKjpzKVob8 off=4620117 len=1446902 2024-04-02T08:56:44.083 INFO:tasks.workunit.client.0.smithi084.stdout:op 4483 completed, throughput=5MB/sec 2024-04-02T08:56:44.083 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S-qCmzOvb0d28Ge off=6184493 len=1197207 2024-04-02T08:56:44.091 INFO:tasks.workunit.client.0.smithi084.stdout:op 4484 completed, throughput=5MB/sec 2024-04-02T08:56:44.091 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VIaBwJFe5CCO7l5 off=9261894 len=1782958 2024-04-02T08:56:44.100 INFO:tasks.workunit.client.0.smithi084.stdout:op 4485 completed, throughput=5MB/sec 2024-04-02T08:56:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:44 smithi084 ceph-mon[94794]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:56:44.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:44 smithi084 ceph-mon[97358]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:56:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:44 smithi132 ceph-mon[88571]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:56:45.101 INFO:tasks.workunit.client.0.smithi084.stdout: 882: throughput=5MB/sec pending data=0 2024-04-02T08:56:45.101 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Z_psF-AX5-i2bPE off=2784391 len=1836281 2024-04-02T08:56:45.102 INFO:tasks.workunit.client.0.smithi084.stdout:op 4486 completed, throughput=5MB/sec 2024-04-02T08:56:45.102 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-r2DIyTRyDS-H5Nh off=11610822 len=356957 2024-04-02T08:56:45.103 INFO:tasks.workunit.client.0.smithi084.stdout:op 4487 completed, throughput=5MB/sec 2024-04-02T08:56:45.103 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sJXVsEi57P_BuEM off=5494029 len=1771319 2024-04-02T08:56:45.111 INFO:tasks.workunit.client.0.smithi084.stdout:op 4488 completed, throughput=5MB/sec 2024-04-02T08:56:46.112 INFO:tasks.workunit.client.0.smithi084.stdout: 883: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:46.112 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6a-nDef7vMbJ4_A off=11767191 len=599535 2024-04-02T08:56:46.114 INFO:tasks.workunit.client.0.smithi084.stdout:op 4489 completed, throughput=5MB/sec 2024-04-02T08:56:46.114 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YMG0mOhx2CXSJgR off=4414199 len=702480 2024-04-02T08:56:46.117 INFO:tasks.workunit.client.0.smithi084.stdout:op 4490 completed, throughput=5MB/sec 2024-04-02T08:56:46.117 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eGyPTChr8T4Z4QZ off=19706200 len=587479 2024-04-02T08:56:46.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 4491 completed, throughput=5MB/sec 2024-04-02T08:56:46.120 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6VGWYoKltdym_UZ off=6934010 len=512586 2024-04-02T08:56:46.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 4492 completed, throughput=5MB/sec 2024-04-02T08:56:46.124 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sTUyxkYqxK2BGFc off=0 len=1394808 2024-04-02T08:56:46.132 INFO:tasks.workunit.client.0.smithi084.stdout:op 4493 completed, throughput=5MB/sec 2024-04-02T08:56:46.132 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-A9ZuhgWee1dYyQg off=1183001 len=520501 2024-04-02T08:56:46.135 INFO:tasks.workunit.client.0.smithi084.stdout:op 4494 completed, throughput=5MB/sec 2024-04-02T08:56:46.135 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8ArKMZKDMAEy3lE off=8903585 len=1649025 2024-04-02T08:56:46.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 4495 completed, throughput=5MB/sec 2024-04-02T08:56:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:46 smithi084 ceph-mon[94794]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:56:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:46 smithi084 ceph-mon[97358]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:56:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:46 smithi132 ceph-mon[88571]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:56:47.137 INFO:tasks.workunit.client.0.smithi084.stdout: 884: throughput=5MB/sec pending data=0 2024-04-02T08:56:47.137 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B7uadId9riRy-eb off=4989969 len=1443006 2024-04-02T08:56:47.144 INFO:tasks.workunit.client.0.smithi084.stdout:op 4496 completed, throughput=5MB/sec 2024-04-02T08:56:47.144 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GcQfrSI_eIfWyrv off=9385888 len=1052108 2024-04-02T08:56:47.149 INFO:tasks.workunit.client.0.smithi084.stdout:op 4497 completed, throughput=5MB/sec 2024-04-02T08:56:47.149 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hwyb0nzJJ2FhjwN off=3208825 len=1273812 2024-04-02T08:56:47.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 4498 completed, throughput=5MB/sec 2024-04-02T08:56:47.150 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iiIAtocWfmL17UO off=20853301 len=522953 2024-04-02T08:56:47.154 INFO:tasks.workunit.client.0.smithi084.stdout:op 4499 completed, throughput=5MB/sec 2024-04-02T08:56:47.154 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J-0WdpwbgscdugA off=6256132 len=1725389 2024-04-02T08:56:47.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 4500 completed, throughput=5MB/sec 2024-04-02T08:56:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: 885: throughput=5MB/sec pending data=0 2024-04-02T08:56:48.163 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wqGCnfudazTbdJO off=12306431 len=66595 2024-04-02T08:56:48.166 INFO:tasks.workunit.client.0.smithi084.stdout:op 4501 completed, throughput=5MB/sec 2024-04-02T08:56:48.166 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7SujlIdGuYKaisc off=1656737 len=372001 2024-04-02T08:56:48.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 4502 completed, throughput=5MB/sec 2024-04-02T08:56:48.169 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CNpsvlwGdVOJxXL off=4099428 len=709671 2024-04-02T08:56:48.173 INFO:tasks.workunit.client.0.smithi084.stdout:op 4503 completed, throughput=5MB/sec 2024-04-02T08:56:48.173 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WHmy4aAu2pzaYx3 off=553381 len=1214890 2024-04-02T08:56:48.174 INFO:tasks.workunit.client.0.smithi084.stdout:op 4504 completed, throughput=5MB/sec 2024-04-02T08:56:48.174 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tOEfBJ2mPimOMJ6 off=9068786 len=728435 2024-04-02T08:56:48.176 INFO:tasks.workunit.client.0.smithi084.stdout:op 4505 completed, throughput=5MB/sec 2024-04-02T08:56:48.176 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QAOCH0LnN1nKVFP off=4486912 len=768843 2024-04-02T08:56:48.178 INFO:tasks.workunit.client.0.smithi084.stdout:op 4506 completed, throughput=5MB/sec 2024-04-02T08:56:48.178 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7-6zr1GMmjMGxI5 off=4330583 len=338322 2024-04-02T08:56:48.181 INFO:tasks.workunit.client.0.smithi084.stdout:op 4507 completed, throughput=5MB/sec 2024-04-02T08:56:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:48 smithi084 ceph-mon[94794]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:48 smithi084 ceph-mon[97358]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:48 smithi132 ceph-mon[88571]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:49.182 INFO:tasks.workunit.client.0.smithi084.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:49.182 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-V9Sqh8pv9zPqu7l off=681050 len=1975019 2024-04-02T08:56:49.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 4508 completed, throughput=5MB/sec 2024-04-02T08:56:49.349 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-e84nNtUIQwrH5fg off=6913177 len=1795505 2024-04-02T08:56:49.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 4509 completed, throughput=5MB/sec 2024-04-02T08:56:49.350 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3dBNIG2nyF_Dx8O off=391064 len=906300 2024-04-02T08:56:49.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 4510 completed, throughput=5MB/sec 2024-04-02T08:56:49.350 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yNJEmqPCF1rZ7KP off=6709145 len=399925 2024-04-02T08:56:49.351 INFO:tasks.workunit.client.0.smithi084.stdout:op 4511 completed, throughput=5MB/sec 2024-04-02T08:56:49.351 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dS8gJ1lCzK63Gqg off=17797922 len=172591 2024-04-02T08:56:49.351 INFO:tasks.workunit.client.0.smithi084.stdout:op 4512 completed, throughput=5MB/sec 2024-04-02T08:56:50.199 INFO:tasks.workunit.client.0.smithi084.stdout: 887: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:50.199 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Bh8hMvY0v1BqxOL off=371231 len=1876212 2024-04-02T08:56:50.201 INFO:tasks.workunit.client.0.smithi084.stdout:op 4513 completed, throughput=5MB/sec 2024-04-02T08:56:50.201 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KdYwoKvYwWeN2W8 off=8049330 len=698627 2024-04-02T08:56:50.201 INFO:tasks.workunit.client.0.smithi084.stdout:op 4514 completed, throughput=5MB/sec 2024-04-02T08:56:50.201 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RV0XwjFJmit7tbq off=1192394 len=1001203 2024-04-02T08:56:50.204 INFO:tasks.workunit.client.0.smithi084.stdout:op 4515 completed, throughput=5MB/sec 2024-04-02T08:56:50.204 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tWjoPhbV67xbHpu off=10563635 len=1277863 2024-04-02T08:56:50.204 INFO:tasks.workunit.client.0.smithi084.stdout:op 4516 completed, throughput=5MB/sec 2024-04-02T08:56:50.205 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n1-Yu4IAJ3NVJcI off=13327317 len=1992352 2024-04-02T08:56:50.213 INFO:tasks.workunit.client.0.smithi084.stdout:op 4517 completed, throughput=5MB/sec 2024-04-02T08:56:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:50 smithi084 ceph-mon[94794]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:56:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:50 smithi084 ceph-mon[97358]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:56:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:50 smithi132 ceph-mon[88571]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:56:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:56:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:56:50] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-02T08:56:51.213 INFO:tasks.workunit.client.0.smithi084.stdout: 888: throughput=5MB/sec pending data=0 2024-04-02T08:56:51.213 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fBl0SlOA8VnfEsl off=4424983 len=699957 2024-04-02T08:56:51.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 4518 completed, throughput=5MB/sec 2024-04-02T08:56:51.217 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sFhkCQXruXN25ja off=433396 len=382479 2024-04-02T08:56:51.219 INFO:tasks.workunit.client.0.smithi084.stdout:op 4519 completed, throughput=5MB/sec 2024-04-02T08:56:51.220 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eQ7R8H_eHk3pPvq off=3772841 len=843598 2024-04-02T08:56:51.223 INFO:tasks.workunit.client.0.smithi084.stdout:op 4520 completed, throughput=5MB/sec 2024-04-02T08:56:51.223 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ThRRC87eUnVC1Ai off=10034412 len=1120523 2024-04-02T08:56:51.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 4521 completed, throughput=5MB/sec 2024-04-02T08:56:51.224 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ElUhWaMl03AYj6P off=11416136 len=1427055 2024-04-02T08:56:51.230 INFO:tasks.workunit.client.0.smithi084.stdout:op 4522 completed, throughput=5MB/sec 2024-04-02T08:56:52.231 INFO:tasks.workunit.client.0.smithi084.stdout: 889: throughput=5MB/sec pending data=0 2024-04-02T08:56:52.231 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0gNFUrSJYoPz8Hn off=4540363 len=201717 2024-04-02T08:56:52.231 INFO:tasks.workunit.client.0.smithi084.stdout:op 4523 completed, throughput=5MB/sec 2024-04-02T08:56:52.231 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-P3gNd5vmuEesgFM off=4637246 len=700515 2024-04-02T08:56:52.236 INFO:tasks.workunit.client.0.smithi084.stdout:op 4524 completed, throughput=5MB/sec 2024-04-02T08:56:52.236 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-U9w1de0POZ-NST0 off=12957862 len=325644 2024-04-02T08:56:52.236 INFO:tasks.workunit.client.0.smithi084.stdout:op 4525 completed, throughput=5MB/sec 2024-04-02T08:56:52.236 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-69epF6_XkJp4KAO off=92795 len=2011331 2024-04-02T08:56:52.247 INFO:tasks.workunit.client.0.smithi084.stdout:op 4526 completed, throughput=5MB/sec 2024-04-02T08:56:52.247 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gk7QLgbJcpUpLBv off=15532223 len=1069350 2024-04-02T08:56:52.252 INFO:tasks.workunit.client.0.smithi084.stdout:op 4527 completed, throughput=5MB/sec 2024-04-02T08:56:52.252 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JoNG2MfZ83IvGGP off=8110293 len=224697 2024-04-02T08:56:52.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 4528 completed, throughput=5MB/sec 2024-04-02T08:56:52.255 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-URHfn4hXgq4mJN8 off=693315 len=85505 2024-04-02T08:56:52.257 INFO:tasks.workunit.client.0.smithi084.stdout:op 4529 completed, throughput=5MB/sec 2024-04-02T08:56:52.257 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7N55b_AT0-SrcgP off=15981249 len=128012 2024-04-02T08:56:52.257 INFO:tasks.workunit.client.0.smithi084.stdout:op 4530 completed, throughput=5MB/sec 2024-04-02T08:56:52.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:52 smithi132 ceph-mon[88571]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:52 smithi084 ceph-mon[94794]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:52.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:52 smithi084 ceph-mon[97358]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:56:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:53.258 INFO:tasks.workunit.client.0.smithi084.stdout: 890: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:53.258 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bgb545tAyNjMbZD off=124594 len=1910011 2024-04-02T08:56:53.259 INFO:tasks.workunit.client.0.smithi084.stdout:op 4531 completed, throughput=5MB/sec 2024-04-02T08:56:53.260 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FULB0Myf0waInNH off=4480787 len=1943112 2024-04-02T08:56:53.261 INFO:tasks.workunit.client.0.smithi084.stdout:op 4532 completed, throughput=5MB/sec 2024-04-02T08:56:53.261 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BhAOiy4QRRQa1D5 off=20652 len=1952185 2024-04-02T08:56:53.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 4533 completed, throughput=5MB/sec 2024-04-02T08:56:54.272 INFO:tasks.workunit.client.0.smithi084.stdout: 891: throughput=5MB/sec pending data=0 2024-04-02T08:56:54.272 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Gv1LspsIxZNs3Su off=5375601 len=88782 2024-04-02T08:56:54.274 INFO:tasks.workunit.client.0.smithi084.stdout:op 4534 completed, throughput=5MB/sec 2024-04-02T08:56:54.274 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9oG2ApZPvA0tEyH off=3206949 len=76389 2024-04-02T08:56:54.277 INFO:tasks.workunit.client.0.smithi084.stdout:op 4535 completed, throughput=5MB/sec 2024-04-02T08:56:54.277 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_hHAITMxCOhB-1i off=1283329 len=1193418 2024-04-02T08:56:54.283 INFO:tasks.workunit.client.0.smithi084.stdout:op 4536 completed, throughput=5MB/sec 2024-04-02T08:56:54.284 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5PkfQEA43zgFGZ0 off=4282123 len=1924522 2024-04-02T08:56:54.285 INFO:tasks.workunit.client.0.smithi084.stdout:op 4537 completed, throughput=5MB/sec 2024-04-02T08:56:54.285 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OS8fe1L94TyT_6T off=15321505 len=1172432 2024-04-02T08:56:54.291 INFO:tasks.workunit.client.0.smithi084.stdout:op 4538 completed, throughput=5MB/sec 2024-04-02T08:56:54.291 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DNQt5x8Y1Fr2L5y off=17227812 len=958682 2024-04-02T08:56:54.296 INFO:tasks.workunit.client.0.smithi084.stdout:op 4539 completed, throughput=5MB/sec 2024-04-02T08:56:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:54 smithi084 ceph-mon[94794]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:56:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:54 smithi084 ceph-mon[97358]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:56:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:54 smithi132 ceph-mon[88571]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:56:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: 892: throughput=5MB/sec pending data=0 2024-04-02T08:56:55.296 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xATr4N2QnG_oM-X off=9527731 len=270141 2024-04-02T08:56:55.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 4540 completed, throughput=5MB/sec 2024-04-02T08:56:55.300 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mXI_1iTuuefcN0b off=4421026 len=751902 2024-04-02T08:56:55.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 4541 completed, throughput=5MB/sec 2024-04-02T08:56:55.304 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Io7H6axs3JjIfpa off=7796350 len=959169 2024-04-02T08:56:55.309 INFO:tasks.workunit.client.0.smithi084.stdout:op 4542 completed, throughput=5MB/sec 2024-04-02T08:56:55.309 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vMYUgcIisiaSavr off=9439928 len=1096325 2024-04-02T08:56:55.314 INFO:tasks.workunit.client.0.smithi084.stdout:op 4543 completed, throughput=5MB/sec 2024-04-02T08:56:55.314 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fgBqWIwfX5yWRmJ off=2439813 len=1157643 2024-04-02T08:56:55.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 4544 completed, throughput=5MB/sec 2024-04-02T08:56:55.320 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--QJlTAzLpN7vA4x off=7989508 len=2084161 2024-04-02T08:56:55.327 INFO:tasks.workunit.client.0.smithi084.stdout:op 4545 completed, throughput=5MB/sec 2024-04-02T08:56:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: 893: throughput=5MB/sec pending data=0 2024-04-02T08:56:56.328 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-miyztlH0EZsqnoR off=14950228 len=1428329 2024-04-02T08:56:56.336 INFO:tasks.workunit.client.0.smithi084.stdout:op 4546 completed, throughput=5MB/sec 2024-04-02T08:56:56.337 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JunBzn4_UmfZ6tf off=14800256 len=1669172 2024-04-02T08:56:56.339 INFO:tasks.workunit.client.0.smithi084.stdout:op 4547 completed, throughput=5MB/sec 2024-04-02T08:56:56.339 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fWHlru8ZPHQQyWi off=810348 len=648764 2024-04-02T08:56:56.343 INFO:tasks.workunit.client.0.smithi084.stdout:op 4548 completed, throughput=5MB/sec 2024-04-02T08:56:56.343 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xoOG7F_XjwhWvdX off=1333885 len=217152 2024-04-02T08:56:56.345 INFO:tasks.workunit.client.0.smithi084.stdout:op 4549 completed, throughput=5MB/sec 2024-04-02T08:56:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:56 smithi084 ceph-mon[94794]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:56:56.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:56 smithi084 ceph-mon[97358]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:56:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:56 smithi132 ceph-mon[88571]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:56:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: 894: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:57.346 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pP9pIK26IO7Zl-h off=7899252 len=1015327 2024-04-02T08:56:57.351 INFO:tasks.workunit.client.0.smithi084.stdout:op 4550 completed, throughput=5MB/sec 2024-04-02T08:56:57.351 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7OIo6Nd409bRWOB off=5266319 len=1815365 2024-04-02T08:56:57.353 INFO:tasks.workunit.client.0.smithi084.stdout:op 4551 completed, throughput=5MB/sec 2024-04-02T08:56:57.353 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5yDjoBfDqGBWMiM off=5988714 len=2046696 2024-04-02T08:56:57.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 4552 completed, throughput=5MB/sec 2024-04-02T08:56:57.366 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2-3AITkhiT75PyJ off=1008357 len=412792 2024-04-02T08:56:57.366 INFO:tasks.workunit.client.0.smithi084.stdout:op 4553 completed, throughput=5MB/sec 2024-04-02T08:56:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: 895: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:58.367 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Bm-rVenkJ9HtCD5 off=881661 len=1425876 2024-04-02T08:56:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:56:58 smithi084 ceph-mon[94794]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:58.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:56:58 smithi084 ceph-mon[97358]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:58.368 INFO:tasks.workunit.client.0.smithi084.stdout:op 4554 completed, throughput=5MB/sec 2024-04-02T08:56:58.368 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ICK22I8RZvIECij off=17031559 len=1249 2024-04-02T08:56:58.368 INFO:tasks.workunit.client.0.smithi084.stdout:op 4555 completed, throughput=5MB/sec 2024-04-02T08:56:58.368 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HOysaLH-q4xaj04 off=8744788 len=1168911 2024-04-02T08:56:58.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 4556 completed, throughput=5MB/sec 2024-04-02T08:56:58.369 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yDmuStIoaXszQ1d off=21834270 len=158725 2024-04-02T08:56:58.370 INFO:tasks.workunit.client.0.smithi084.stdout:op 4557 completed, throughput=5MB/sec 2024-04-02T08:56:58.371 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-onX1rc4spHDtUko off=20967 len=1726087 2024-04-02T08:56:58.377 INFO:tasks.workunit.client.0.smithi084.stdout:op 4558 completed, throughput=5MB/sec 2024-04-02T08:56:58.377 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WNtQpxhcDxcU79n off=3832180 len=1644953 2024-04-02T08:56:58.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 4559 completed, throughput=5MB/sec 2024-04-02T08:56:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:56:58 smithi132 ceph-mon[88571]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: 896: throughput=5MB/sec pending data=0 2024-04-02T08:56:59.381 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JVses2hqH0EGir5 off=178686 len=1358743 2024-04-02T08:56:59.388 INFO:tasks.workunit.client.0.smithi084.stdout:op 4560 completed, throughput=5MB/sec 2024-04-02T08:56:59.388 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kJeRNo5ORSskcRp off=12420032 len=776226 2024-04-02T08:56:59.389 INFO:tasks.workunit.client.0.smithi084.stdout:op 4561 completed, throughput=5MB/sec 2024-04-02T08:56:59.389 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Nf2jyDjNrtA6SG3 off=727192 len=448283 2024-04-02T08:56:59.389 INFO:tasks.workunit.client.0.smithi084.stdout:op 4562 completed, throughput=5MB/sec 2024-04-02T08:56:59.389 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mPEBhG877YZqfOf off=197449 len=852678 2024-04-02T08:56:59.392 INFO:tasks.workunit.client.0.smithi084.stdout:op 4563 completed, throughput=5MB/sec 2024-04-02T08:56:59.393 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-abXhq3l3ojcb21G off=6686815 len=1565689 2024-04-02T08:56:59.402 INFO:tasks.workunit.client.0.smithi084.stdout:op 4564 completed, throughput=5MB/sec 2024-04-02T08:57:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:00 smithi084 ceph-mon[94794]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:57:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:00 smithi084 ceph-mon[97358]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:57:00.402 INFO:tasks.workunit.client.0.smithi084.stdout: 897: throughput=5MB/sec pending data=0 2024-04-02T08:57:00.402 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uKUmVWs7o72xmZU off=3184768 len=1928300 2024-04-02T08:57:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:00 smithi132 ceph-mon[88571]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:57:00.412 INFO:tasks.workunit.client.0.smithi084.stdout:op 4565 completed, throughput=5MB/sec 2024-04-02T08:57:00.412 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ykIGNH5WnfsiZ2N off=7973671 len=1373137 2024-04-02T08:57:00.415 INFO:tasks.workunit.client.0.smithi084.stdout:op 4566 completed, throughput=5MB/sec 2024-04-02T08:57:00.415 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EMjVrTu5tyhRLGU off=1697035 len=1399552 2024-04-02T08:57:00.417 INFO:tasks.workunit.client.0.smithi084.stdout:op 4567 completed, throughput=5MB/sec 2024-04-02T08:57:00.417 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5lj2N7VN_NovJZz off=967214 len=20393 2024-04-02T08:57:00.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 4568 completed, throughput=5MB/sec 2024-04-02T08:57:00.420 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oLBenrHdIdr0e7B off=13073572 len=1696100 2024-04-02T08:57:00.428 INFO:tasks.workunit.client.0.smithi084.stdout:op 4569 completed, throughput=5MB/sec 2024-04-02T08:57:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:57:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:57:00] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-02T08:57:01.428 INFO:tasks.workunit.client.0.smithi084.stdout: 898: throughput=5MB/sec pending data=0 2024-04-02T08:57:01.428 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0nBtqKgHUJ0yjCy off=14935003 len=1251790 2024-04-02T08:57:01.431 INFO:tasks.workunit.client.0.smithi084.stdout:op 4570 completed, throughput=5MB/sec 2024-04-02T08:57:01.431 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o7lT9rXxldpmelK off=2512130 len=2093747 2024-04-02T08:57:01.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 4571 completed, throughput=5MB/sec 2024-04-02T08:57:01.439 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ix0jVynWsft2AE2 off=1810997 len=1339826 2024-04-02T08:57:01.440 INFO:tasks.workunit.client.0.smithi084.stdout:op 4572 completed, throughput=5MB/sec 2024-04-02T08:57:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:02 smithi132 ceph-mon[88571]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:02 smithi084 ceph-mon[94794]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:02 smithi084 ceph-mon[97358]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:02.440 INFO:tasks.workunit.client.0.smithi084.stdout: 899: throughput=5MB/sec pending data=0 2024-04-02T08:57:02.440 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0p8wLi7wzLgecHm off=13815272 len=167800 2024-04-02T08:57:02.441 INFO:tasks.workunit.client.0.smithi084.stdout:op 4573 completed, throughput=5MB/sec 2024-04-02T08:57:02.441 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bVyb_28lxQrvKQb off=2599805 len=316007 2024-04-02T08:57:02.442 INFO:tasks.workunit.client.0.smithi084.stdout:op 4574 completed, throughput=5MB/sec 2024-04-02T08:57:02.442 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9u3lnvu98hDpId0 off=1968586 len=2094230 2024-04-02T08:57:02.446 INFO:tasks.workunit.client.0.smithi084.stdout:op 4575 completed, throughput=5MB/sec 2024-04-02T08:57:02.446 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8ZG6Cmk7MxwAOxI off=3704310 len=1688174 2024-04-02T08:57:02.447 INFO:tasks.workunit.client.0.smithi084.stdout:op 4576 completed, throughput=5MB/sec 2024-04-02T08:57:02.447 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sXn_i8ONBfvbvHm off=12565822 len=1736779 2024-04-02T08:57:02.449 INFO:tasks.workunit.client.0.smithi084.stdout:op 4577 completed, throughput=5MB/sec 2024-04-02T08:57:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:57:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:03.449 INFO:tasks.workunit.client.0.smithi084.stdout: 900: throughput=5MB/sec pending data=0 2024-04-02T08:57:03.450 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nu7JvgCPQe-0vHv off=2300984 len=6796 2024-04-02T08:57:03.450 INFO:tasks.workunit.client.0.smithi084.stdout:op 4578 completed, throughput=5MB/sec 2024-04-02T08:57:03.450 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-geyGNy3MoaZETy9 off=8803200 len=1665906 2024-04-02T08:57:03.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 4579 completed, throughput=5MB/sec 2024-04-02T08:57:03.451 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_6__n9v_l2Vrex2 off=3641943 len=1363891 2024-04-02T08:57:03.457 INFO:tasks.workunit.client.0.smithi084.stdout:op 4580 completed, throughput=5MB/sec 2024-04-02T08:57:03.457 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dJjsD8adjBIMY-f off=812665 len=1997881 2024-04-02T08:57:03.459 INFO:tasks.workunit.client.0.smithi084.stdout:op 4581 completed, throughput=5MB/sec 2024-04-02T08:57:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:04 smithi084 ceph-mon[94794]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:57:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:04 smithi084 ceph-mon[97358]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:57:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:04 smithi132 ceph-mon[88571]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:57:04.459 INFO:tasks.workunit.client.0.smithi084.stdout: 901: throughput=5MB/sec pending data=0 2024-04-02T08:57:04.459 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PKxtcnGU0CHmFDp off=12477981 len=1914826 2024-04-02T08:57:04.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 4582 completed, throughput=5MB/sec 2024-04-02T08:57:04.468 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LJKU50VTGN67Vet off=646563 len=777307 2024-04-02T08:57:04.469 INFO:tasks.workunit.client.0.smithi084.stdout:op 4583 completed, throughput=5MB/sec 2024-04-02T08:57:04.469 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-inkfJV-XEl1f-n4 off=354638 len=1401665 2024-04-02T08:57:04.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 4584 completed, throughput=5MB/sec 2024-04-02T08:57:05.478 INFO:tasks.workunit.client.0.smithi084.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:05.478 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NgWUsA00URpeOP5 off=2266039 len=914545 2024-04-02T08:57:05.480 INFO:tasks.workunit.client.0.smithi084.stdout:op 4585 completed, throughput=5MB/sec 2024-04-02T08:57:05.480 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-21Zz6siZFyj4qH8 off=1314527 len=184957 2024-04-02T08:57:05.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 4586 completed, throughput=5MB/sec 2024-04-02T08:57:05.482 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RivRoaLvA_b9JBf off=9414788 len=50880 2024-04-02T08:57:05.484 INFO:tasks.workunit.client.0.smithi084.stdout:op 4587 completed, throughput=5MB/sec 2024-04-02T08:57:05.484 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YlHpV85pTIE0afc off=13234911 len=496874 2024-04-02T08:57:05.488 INFO:tasks.workunit.client.0.smithi084.stdout:op 4588 completed, throughput=5MB/sec 2024-04-02T08:57:05.488 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RgDhGBY9lB7W21E off=3663117 len=595611 2024-04-02T08:57:05.488 INFO:tasks.workunit.client.0.smithi084.stdout:op 4589 completed, throughput=5MB/sec 2024-04-02T08:57:05.488 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_uhEguwulbGmIvk off=4367252 len=2047059 2024-04-02T08:57:05.493 INFO:tasks.workunit.client.0.smithi084.stdout:op 4590 completed, throughput=5MB/sec 2024-04-02T08:57:05.493 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R2d9vEljD3MFDRR off=3642266 len=335456 2024-04-02T08:57:05.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 4591 completed, throughput=5MB/sec 2024-04-02T08:57:05.495 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-03DQylNb8NjbbZm off=4507869 len=884891 2024-04-02T08:57:05.497 INFO:tasks.workunit.client.0.smithi084.stdout:op 4592 completed, throughput=5MB/sec 2024-04-02T08:57:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:06 smithi084 ceph-mon[94794]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:06 smithi084 ceph-mon[97358]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:06 smithi132 ceph-mon[88571]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:06.497 INFO:tasks.workunit.client.0.smithi084.stdout: 903: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:06.497 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HgAGGLo5h_wMaKI off=4171097 len=1440625 2024-04-02T08:57:06.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 4593 completed, throughput=5MB/sec 2024-04-02T08:57:06.498 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZNuqS4jdVnSDjI1 off=15766936 len=1585928 2024-04-02T08:57:06.502 INFO:tasks.workunit.client.0.smithi084.stdout:op 4594 completed, throughput=5MB/sec 2024-04-02T08:57:06.502 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RY-Sz97SNpKN2Lm off=1014883 len=168745 2024-04-02T08:57:06.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 4595 completed, throughput=5MB/sec 2024-04-02T08:57:06.505 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vlIqJx3sTBqc-uT off=3948997 len=985342 2024-04-02T08:57:06.506 INFO:tasks.workunit.client.0.smithi084.stdout:op 4596 completed, throughput=5MB/sec 2024-04-02T08:57:06.506 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hvDa-DZ1HHiakuI off=5942746 len=364416 2024-04-02T08:57:06.507 INFO:tasks.workunit.client.0.smithi084.stdout:op 4597 completed, throughput=5MB/sec 2024-04-02T08:57:06.507 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EZ0Kqg8yIdWVz54 off=10023642 len=466403 2024-04-02T08:57:06.510 INFO:tasks.workunit.client.0.smithi084.stdout:op 4598 completed, throughput=5MB/sec 2024-04-02T08:57:07.511 INFO:tasks.workunit.client.0.smithi084.stdout: 904: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:07.511 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SqMku2EYyZSWcA0 off=11186779 len=4725 2024-04-02T08:57:07.512 INFO:tasks.workunit.client.0.smithi084.stdout:op 4599 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.512 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Kwo5MamrqbYELF- off=13290799 len=1897733 2024-04-02T08:57:07.523 INFO:tasks.workunit.client.0.smithi084.stdout:op 4600 completed, throughput=5MB/sec 2024-04-02T08:57:07.523 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3h3p25m64DBYnzC off=829917 len=1037416 2024-04-02T08:57:07.528 INFO:tasks.workunit.client.0.smithi084.stdout:op 4601 completed, throughput=5MB/sec 2024-04-02T08:57:07.528 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9gXABGeSPGE0cjy off=0 len=1073357 2024-04-02T08:57:07.532 INFO:tasks.workunit.client.0.smithi084.stdout:op 4602 completed, throughput=5MB/sec 2024-04-02T08:57:07.532 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZdAL8MFwBbWxPEc off=1144787 len=1295302 2024-04-02T08:57:07.537 INFO:tasks.workunit.client.0.smithi084.stdout:op 4603 completed, throughput=5MB/sec 2024-04-02T08:57:07.537 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BiTLhFKr6xPNsDf off=3050035 len=956361 2024-04-02T08:57:07.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 4604 completed, throughput=5MB/sec 2024-04-02T08:57:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:08 smithi084 ceph-mon[94794]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:57:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:08 smithi084 ceph-mon[97358]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:57:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:08 smithi132 ceph-mon[88571]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:57:08.542 INFO:tasks.workunit.client.0.smithi084.stdout: 905: throughput=5MB/sec pending data=0 2024-04-02T08:57:08.543 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fYYg7lc-PyOXJTX off=7215858 len=536235 2024-04-02T08:57:08.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 4605 completed, throughput=5MB/sec 2024-04-02T08:57:08.544 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1bW7Mep_z5yElGk off=352054 len=1349388 2024-04-02T08:57:08.547 INFO:tasks.workunit.client.0.smithi084.stdout:op 4606 completed, throughput=5MB/sec 2024-04-02T08:57:08.547 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--6MtfV6a2UoIghb off=6285318 len=779055 2024-04-02T08:57:08.551 INFO:tasks.workunit.client.0.smithi084.stdout:op 4607 completed, throughput=5MB/sec 2024-04-02T08:57:08.551 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7KhRX2katXUmne7 off=8541118 len=1875917 2024-04-02T08:57:08.559 INFO:tasks.workunit.client.0.smithi084.stdout:op 4608 completed, throughput=5MB/sec 2024-04-02T08:57:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:09.559 INFO:tasks.workunit.client.0.smithi084.stdout: 906: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:09.559 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oBYJMxgsf_4r5-w off=3501540 len=1483054 2024-04-02T08:57:09.567 INFO:tasks.workunit.client.0.smithi084.stdout:op 4609 completed, throughput=5MB/sec 2024-04-02T08:57:09.567 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lzGItMDPgELeOND off=468161 len=1976228 2024-04-02T08:57:09.569 INFO:tasks.workunit.client.0.smithi084.stdout:op 4610 completed, throughput=5MB/sec 2024-04-02T08:57:09.569 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lvTRST9-W91DSxR off=3989693 len=1366297 2024-04-02T08:57:09.572 INFO:tasks.workunit.client.0.smithi084.stdout:op 4611 completed, throughput=5MB/sec 2024-04-02T08:57:09.572 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-w77swYh2tRaTftL off=4874741 len=221917 2024-04-02T08:57:09.572 INFO:tasks.workunit.client.0.smithi084.stdout:op 4612 completed, throughput=5MB/sec 2024-04-02T08:57:09.572 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-haHWAbZRfQh65_m off=177930 len=750822 2024-04-02T08:57:09.576 INFO:tasks.workunit.client.0.smithi084.stdout:op 4613 completed, throughput=5MB/sec 2024-04-02T08:57:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:10 smithi084 ceph-mon[94794]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:10 smithi084 ceph-mon[97358]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:10 smithi132 ceph-mon[88571]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:10.576 INFO:tasks.workunit.client.0.smithi084.stdout: 907: throughput=5MB/sec pending data=0 2024-04-02T08:57:10.576 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yX6tt7md5sOl84F off=3027927 len=610716 2024-04-02T08:57:10.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 4614 completed, throughput=5MB/sec 2024-04-02T08:57:10.577 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-90TyYQecDi5aGTh off=7005700 len=689718 2024-04-02T08:57:10.578 INFO:tasks.workunit.client.0.smithi084.stdout:op 4615 completed, throughput=5MB/sec 2024-04-02T08:57:10.578 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DM_JXyE8NQPlmXK off=4092456 len=1752686 2024-04-02T08:57:10.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 4616 completed, throughput=5MB/sec 2024-04-02T08:57:10.585 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oZx6kLcjwx_lv5c off=1806600 len=1102011 2024-04-02T08:57:10.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 4617 completed, throughput=5MB/sec 2024-04-02T08:57:10.591 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xBsTFAGovJ-EmGY off=10557002 len=354458 2024-04-02T08:57:10.592 INFO:tasks.workunit.client.0.smithi084.stdout:op 4618 completed, throughput=5MB/sec 2024-04-02T08:57:10.592 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uH059jp1eNvEfTB off=22085974 len=2074716 2024-04-02T08:57:10.594 INFO:tasks.workunit.client.0.smithi084.stdout:op 4619 completed, throughput=5MB/sec 2024-04-02T08:57:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:57:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:57:10] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:57:11.594 INFO:tasks.workunit.client.0.smithi084.stdout: 908: throughput=5MB/sec pending data=0 2024-04-02T08:57:11.594 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kRfEIaj-Mzyhljj off=147932 len=1564133 2024-04-02T08:57:11.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 4620 completed, throughput=5MB/sec 2024-04-02T08:57:11.596 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1xlQNS52RgL5u-q off=100393 len=1058275 2024-04-02T08:57:11.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 4621 completed, throughput=5MB/sec 2024-04-02T08:57:11.600 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y6qNgBIVmeavmWx off=1215479 len=741468 2024-04-02T08:57:11.602 INFO:tasks.workunit.client.0.smithi084.stdout:op 4622 completed, throughput=5MB/sec 2024-04-02T08:57:11.602 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wxyCBgCjJDBGUb_ off=2278201 len=1627161 2024-04-02T08:57:11.602 INFO:tasks.workunit.client.0.smithi084.stdout:op 4623 completed, throughput=5MB/sec 2024-04-02T08:57:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:12 smithi084 ceph-mon[94794]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:12 smithi084 ceph-mon[97358]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:12.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:12 smithi132 ceph-mon[88571]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:57:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:12.603 INFO:tasks.workunit.client.0.smithi084.stdout: 909: throughput=5MB/sec pending data=0 2024-04-02T08:57:12.603 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RepXd3YqOYvoaSW off=7856962 len=1515792 2024-04-02T08:57:12.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 4624 completed, throughput=5MB/sec 2024-04-02T08:57:12.604 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_OGD7Gu72hrW-Ui off=15756800 len=803707 2024-04-02T08:57:12.609 INFO:tasks.workunit.client.0.smithi084.stdout:op 4625 completed, throughput=5MB/sec 2024-04-02T08:57:12.609 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mj6vDOvzjSFzJYG off=7116151 len=398159 2024-04-02T08:57:12.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 4626 completed, throughput=5MB/sec 2024-04-02T08:57:12.610 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JLyfKIBz98F0YGj off=821007 len=714266 2024-04-02T08:57:12.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 4627 completed, throughput=5MB/sec 2024-04-02T08:57:12.611 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-njSndWVO8ENx9zu off=9116235 len=743307 2024-04-02T08:57:12.615 INFO:tasks.workunit.client.0.smithi084.stdout:op 4628 completed, throughput=5MB/sec 2024-04-02T08:57:13.615 INFO:tasks.workunit.client.0.smithi084.stdout: 910: throughput=5MB/sec pending data=0 2024-04-02T08:57:13.616 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yS4TVUA4CJfNP_0 off=5840302 len=120524 2024-04-02T08:57:13.616 INFO:tasks.workunit.client.0.smithi084.stdout:op 4629 completed, throughput=5MB/sec 2024-04-02T08:57:13.616 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zDgefaphwmdA-09 off=19218311 len=1920838 2024-04-02T08:57:13.623 INFO:tasks.workunit.client.0.smithi084.stdout:op 4630 completed, throughput=5MB/sec 2024-04-02T08:57:13.623 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-76qOL3rsBBrVhhV off=5086663 len=955014 2024-04-02T08:57:13.624 INFO:tasks.workunit.client.0.smithi084.stdout:op 4631 completed, throughput=5MB/sec 2024-04-02T08:57:13.624 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EsUByC35zt_1Ysh off=2134166 len=93601 2024-04-02T08:57:13.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 4632 completed, throughput=5MB/sec 2024-04-02T08:57:13.627 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J2WYe_kX_tFP-An off=11518393 len=63270 2024-04-02T08:57:13.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 4633 completed, throughput=5MB/sec 2024-04-02T08:57:13.627 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kGBChINHBLtQspx off=14047557 len=338039 2024-04-02T08:57:13.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 4634 completed, throughput=5MB/sec 2024-04-02T08:57:13.630 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ifB2O94pZ5nbJip off=3603740 len=266051 2024-04-02T08:57:13.633 INFO:tasks.workunit.client.0.smithi084.stdout:op 4635 completed, throughput=5MB/sec 2024-04-02T08:57:13.633 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UzXzLUAznyVWihl off=283873 len=1410540 2024-04-02T08:57:13.638 INFO:tasks.workunit.client.0.smithi084.stdout:op 4636 completed, throughput=5MB/sec 2024-04-02T08:57:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:14 smithi084 ceph-mon[94794]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:14 smithi084 ceph-mon[97358]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:14 smithi132 ceph-mon[88571]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:14.638 INFO:tasks.workunit.client.0.smithi084.stdout: 911: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:14.638 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QmJq4175RE0K0Gi off=4123059 len=1052503 2024-04-02T08:57:14.639 INFO:tasks.workunit.client.0.smithi084.stdout:op 4637 completed, throughput=5MB/sec 2024-04-02T08:57:14.639 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8aVl1qQ6-ww_lT_ off=8043049 len=1302278 2024-04-02T08:57:14.646 INFO:tasks.workunit.client.0.smithi084.stdout:op 4638 completed, throughput=5MB/sec 2024-04-02T08:57:14.646 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7M5bvdGmP1cAQQV off=10550957 len=1587667 2024-04-02T08:57:14.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 4639 completed, throughput=5MB/sec 2024-04-02T08:57:14.647 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-suJwtOKDxRmUT-O off=10068641 len=1218300 2024-04-02T08:57:14.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 4640 completed, throughput=5MB/sec 2024-04-02T08:57:15.653 INFO:tasks.workunit.client.0.smithi084.stdout: 912: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:15.653 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yLi0-v71DqZ485n off=1938548 len=1307004 2024-04-02T08:57:15.654 INFO:tasks.workunit.client.0.smithi084.stdout:op 4641 completed, throughput=5MB/sec 2024-04-02T08:57:15.654 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JyPeAJg2IyMHKEJ off=1507019 len=1139641 2024-04-02T08:57:15.659 INFO:tasks.workunit.client.0.smithi084.stdout:op 4642 completed, throughput=5MB/sec 2024-04-02T08:57:15.659 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EGKI5M97beiIBAW off=445438 len=135416 2024-04-02T08:57:15.660 INFO:tasks.workunit.client.0.smithi084.stdout:op 4643 completed, throughput=5MB/sec 2024-04-02T08:57:15.660 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MgIpc6n-K2ozVEB off=14493884 len=927986 2024-04-02T08:57:15.665 INFO:tasks.workunit.client.0.smithi084.stdout:op 4644 completed, throughput=5MB/sec 2024-04-02T08:57:15.665 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-24w8ywrPYIg5UpB off=15960425 len=1434718 2024-04-02T08:57:15.670 INFO:tasks.workunit.client.0.smithi084.stdout:op 4645 completed, throughput=5MB/sec 2024-04-02T08:57:15.670 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WnRmFigcKPBH2GD off=2624196 len=1191763 2024-04-02T08:57:15.676 INFO:tasks.workunit.client.0.smithi084.stdout:op 4646 completed, throughput=5MB/sec 2024-04-02T08:57:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:16 smithi084 ceph-mon[94794]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:16 smithi084 ceph-mon[97358]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:16 smithi132 ceph-mon[88571]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:16.676 INFO:tasks.workunit.client.0.smithi084.stdout: 913: throughput=5MB/sec pending data=0 2024-04-02T08:57:16.676 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JitHdMFZzPssW05 off=22263154 len=2000713 2024-04-02T08:57:16.680 INFO:tasks.workunit.client.0.smithi084.stdout:op 4647 completed, throughput=5MB/sec 2024-04-02T08:57:16.680 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VWO8dP5SYUPJvit off=9313249 len=1261977 2024-04-02T08:57:16.681 INFO:tasks.workunit.client.0.smithi084.stdout:op 4648 completed, throughput=5MB/sec 2024-04-02T08:57:16.681 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q0oFSDncPvww0vh off=2781272 len=1225492 2024-04-02T08:57:16.686 INFO:tasks.workunit.client.0.smithi084.stdout:op 4649 completed, throughput=5MB/sec 2024-04-02T08:57:16.686 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hOkrej5BlxXlPkc off=23821498 len=554788 2024-04-02T08:57:16.687 INFO:tasks.workunit.client.0.smithi084.stdout:op 4650 completed, throughput=5MB/sec 2024-04-02T08:57:17.687 INFO:tasks.workunit.client.0.smithi084.stdout: 914: throughput=5MB/sec pending data=0 2024-04-02T08:57:17.688 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X3T_qZJZalE34CU off=1596597 len=1720173 2024-04-02T08:57:17.689 INFO:tasks.workunit.client.0.smithi084.stdout:op 4651 completed, throughput=5MB/sec 2024-04-02T08:57:17.689 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2b_QkEz8TqFxHHg off=17467423 len=1404145 2024-04-02T08:57:17.690 INFO:tasks.workunit.client.0.smithi084.stdout:op 4652 completed, throughput=5MB/sec 2024-04-02T08:57:17.690 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x2w42hSwrxwal11 off=10979713 len=905628 2024-04-02T08:57:17.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 4653 completed, throughput=5MB/sec 2024-04-02T08:57:17.693 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YAphlFac33kkjf5 off=2484609 len=61215 2024-04-02T08:57:17.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 4654 completed, throughput=5MB/sec 2024-04-02T08:57:17.694 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vUc_iAWtzbD_MKS off=4012815 len=280802 2024-04-02T08:57:17.694 INFO:tasks.workunit.client.0.smithi084.stdout:op 4655 completed, throughput=5MB/sec 2024-04-02T08:57:17.694 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lJS4dHxXQm3HoL7 off=121297 len=739340 2024-04-02T08:57:17.697 INFO:tasks.workunit.client.0.smithi084.stdout:op 4656 completed, throughput=5MB/sec 2024-04-02T08:57:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:18 smithi084 ceph-mon[94794]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:18 smithi084 ceph-mon[97358]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:18 smithi132 ceph-mon[88571]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:18.697 INFO:tasks.workunit.client.0.smithi084.stdout: 915: throughput=5MB/sec pending data=0 2024-04-02T08:57:18.697 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1mu8H_83X2kNDaV off=9239611 len=1505326 2024-04-02T08:57:18.699 INFO:tasks.workunit.client.0.smithi084.stdout:op 4657 completed, throughput=5MB/sec 2024-04-02T08:57:18.699 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I-P7v1lCPRR-gsj off=5927028 len=607400 2024-04-02T08:57:18.703 INFO:tasks.workunit.client.0.smithi084.stdout:op 4658 completed, throughput=5MB/sec 2024-04-02T08:57:18.703 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-s3vT7BEXQ0VFRBO off=5297852 len=1927386 2024-04-02T08:57:18.706 INFO:tasks.workunit.client.0.smithi084.stdout:op 4659 completed, throughput=5MB/sec 2024-04-02T08:57:18.706 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DWtgIC6SzaVuyaL off=340175 len=1054663 2024-04-02T08:57:18.712 INFO:tasks.workunit.client.0.smithi084.stdout:op 4660 completed, throughput=5MB/sec 2024-04-02T08:57:19.712 INFO:tasks.workunit.client.0.smithi084.stdout: 916: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:19.712 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-O5GLlwhsxFy6oow off=10055459 len=124282 2024-04-02T08:57:19.713 INFO:tasks.workunit.client.0.smithi084.stdout:op 4661 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.713 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6aWkQ9fl9krs4m3 off=18538625 len=2001453 2024-04-02T08:57:19.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 4662 completed, throughput=5MB/sec 2024-04-02T08:57:19.724 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-n_va2PpKqcPttJP off=10550310 len=954157 2024-04-02T08:57:19.725 INFO:tasks.workunit.client.0.smithi084.stdout:op 4663 completed, throughput=5MB/sec 2024-04-02T08:57:19.725 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aDd1TZl0UCuK3XI off=23135914 len=186686 2024-04-02T08:57:19.725 INFO:tasks.workunit.client.0.smithi084.stdout:op 4664 completed, throughput=5MB/sec 2024-04-02T08:57:19.726 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zmad11EsDez1PHX off=2229669 len=286306 2024-04-02T08:57:19.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 4665 completed, throughput=5MB/sec 2024-04-02T08:57:19.729 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PNdONQiFXWlyORp off=4967245 len=1166904 2024-04-02T08:57:19.733 INFO:tasks.workunit.client.0.smithi084.stdout:op 4666 completed, throughput=5MB/sec 2024-04-02T08:57:19.734 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-syHpT-oga7QBE6B off=4749374 len=660778 2024-04-02T08:57:19.737 INFO:tasks.workunit.client.0.smithi084.stdout:op 4667 completed, throughput=5MB/sec 2024-04-02T08:57:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:20 smithi084 ceph-mon[94794]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:20 smithi084 ceph-mon[97358]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:20 smithi132 ceph-mon[88571]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:20.737 INFO:tasks.workunit.client.0.smithi084.stdout: 917: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:20.737 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dMpfAGweTSKcmWD off=1254808 len=1275429 2024-04-02T08:57:20.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 4668 completed, throughput=5MB/sec 2024-04-02T08:57:20.739 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QCpio0vEAl7mE_4 off=1101460 len=966783 2024-04-02T08:57:20.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 4669 completed, throughput=5MB/sec 2024-04-02T08:57:20.744 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aeeBYbobecRX1mQ off=11244345 len=623377 2024-04-02T08:57:20.745 INFO:tasks.workunit.client.0.smithi084.stdout:op 4670 completed, throughput=5MB/sec 2024-04-02T08:57:20.745 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-seJNLxmb1yDbAPH off=2633013 len=82421 2024-04-02T08:57:20.745 INFO:tasks.workunit.client.0.smithi084.stdout:op 4671 completed, throughput=5MB/sec 2024-04-02T08:57:20.745 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aZa_-o_bEbSnCkr off=17480991 len=1692616 2024-04-02T08:57:20.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 4672 completed, throughput=5MB/sec 2024-04-02T08:57:20.748 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vetjzCTk7sWrBC4 off=460014 len=1208650 2024-04-02T08:57:20.753 INFO:tasks.workunit.client.0.smithi084.stdout:op 4673 completed, throughput=5MB/sec 2024-04-02T08:57:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:57:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:57:20] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:57:21.753 INFO:tasks.workunit.client.0.smithi084.stdout: 918: throughput=5MB/sec pending data=0 2024-04-02T08:57:21.753 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Qc7jiTWxsoR2Rmj off=1437350 len=1160369 2024-04-02T08:57:21.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 4674 completed, throughput=5MB/sec 2024-04-02T08:57:21.754 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sm9MmBoFJRiQs00 off=558298 len=922144 2024-04-02T08:57:21.755 INFO:tasks.workunit.client.0.smithi084.stdout:op 4675 completed, throughput=5MB/sec 2024-04-02T08:57:21.755 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zT4OK59IoDdcjI8 off=15747950 len=1028415 2024-04-02T08:57:21.760 INFO:tasks.workunit.client.0.smithi084.stdout:op 4676 completed, throughput=5MB/sec 2024-04-02T08:57:21.761 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bv99y7IjyRP0LhM off=21767417 len=1865323 2024-04-02T08:57:21.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 4677 completed, throughput=5MB/sec 2024-04-02T08:57:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:22 smithi084 ceph-mon[94794]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:22 smithi084 ceph-mon[97358]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:22.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:22 smithi132 ceph-mon[88571]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:22.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:57:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:57:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:22.769 INFO:tasks.workunit.client.0.smithi084.stdout: 919: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:22.769 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hOThj-5s2KN1U8U off=427742 len=45954 2024-04-02T08:57:22.771 INFO:tasks.workunit.client.0.smithi084.stdout:op 4678 completed, throughput=5MB/sec 2024-04-02T08:57:22.771 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KVEu7g2Ad3h8eU_ off=5074613 len=1817107 2024-04-02T08:57:22.772 INFO:tasks.workunit.client.0.smithi084.stdout:op 4679 completed, throughput=5MB/sec 2024-04-02T08:57:22.772 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0qJ50zlDjS9mkmH off=748535 len=882068 2024-04-02T08:57:22.773 INFO:tasks.workunit.client.0.smithi084.stdout:op 4680 completed, throughput=5MB/sec 2024-04-02T08:57:22.774 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IwXu3uSEprnMdkp off=11164964 len=1087656 2024-04-02T08:57:22.785 INFO:tasks.workunit.client.0.smithi084.stdout:op 4681 completed, throughput=5MB/sec 2024-04-02T08:57:22.786 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uRxaxUh7UO9_9LV off=10855167 len=1585211 2024-04-02T08:57:22.794 INFO:tasks.workunit.client.0.smithi084.stdout:op 4682 completed, throughput=5MB/sec 2024-04-02T08:57:23.794 INFO:tasks.workunit.client.0.smithi084.stdout: 920: throughput=5MB/sec pending data=0 2024-04-02T08:57:23.794 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TnR0C39XBDQJ72J off=7516907 len=811527 2024-04-02T08:57:23.795 INFO:tasks.workunit.client.0.smithi084.stdout:op 4683 completed, throughput=5MB/sec 2024-04-02T08:57:23.795 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MS9f26sn63mK34S off=11798503 len=1310794 2024-04-02T08:57:23.802 INFO:tasks.workunit.client.0.smithi084.stdout:op 4684 completed, throughput=5MB/sec 2024-04-02T08:57:23.802 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9y4A7ItwBmQg03Q off=4241288 len=1483291 2024-04-02T08:57:23.805 INFO:tasks.workunit.client.0.smithi084.stdout:op 4685 completed, throughput=5MB/sec 2024-04-02T08:57:23.805 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-e-bn__myw3c8Xsu off=1042414 len=391678 2024-04-02T08:57:23.808 INFO:tasks.workunit.client.0.smithi084.stdout:op 4686 completed, throughput=5MB/sec 2024-04-02T08:57:23.808 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LHIqjGRK5iBObki off=2195403 len=1493180 2024-04-02T08:57:23.810 INFO:tasks.workunit.client.0.smithi084.stdout:op 4687 completed, throughput=5MB/sec 2024-04-02T08:57:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:24 smithi084 ceph-mon[94794]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:24 smithi084 ceph-mon[97358]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:24 smithi132 ceph-mon[88571]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:24.811 INFO:tasks.workunit.client.0.smithi084.stdout: 921: throughput=5MB/sec pending data=0 2024-04-02T08:57:24.811 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JMyYHY4vxg_wRlc off=13493695 len=1960761 2024-04-02T08:57:24.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 4688 completed, throughput=5MB/sec 2024-04-02T08:57:24.813 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1wWNG_ZE6Bn8C8q off=0 len=1354826 2024-04-02T08:57:24.818 INFO:tasks.workunit.client.0.smithi084.stdout:op 4689 completed, throughput=5MB/sec 2024-04-02T08:57:24.819 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-chN4YVRNZph9xRg off=8580562 len=2059965 2024-04-02T08:57:24.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 4690 completed, throughput=5MB/sec 2024-04-02T08:57:25.826 INFO:tasks.workunit.client.0.smithi084.stdout: 922: throughput=5MB/sec pending data=0 2024-04-02T08:57:25.826 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vDocmIbnAYoMY_p off=5511221 len=2053798 2024-04-02T08:57:25.826 INFO:tasks.workunit.client.0.smithi084.stdout:op 4691 completed, throughput=5MB/sec 2024-04-02T08:57:25.826 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-js-eWEG3IXoB0KB off=7037602 len=1396151 2024-04-02T08:57:25.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 4692 completed, throughput=5MB/sec 2024-04-02T08:57:25.830 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jBcQ0taFH18mDiY off=14758868 len=1922590 2024-04-02T08:57:25.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 4693 completed, throughput=5MB/sec 2024-04-02T08:57:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:26 smithi084 ceph-mon[94794]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:26 smithi084 ceph-mon[97358]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:26 smithi132 ceph-mon[88571]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:26.834 INFO:tasks.workunit.client.0.smithi084.stdout: 923: throughput=5MB/sec pending data=0 2024-04-02T08:57:26.834 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Dye3mg7m5b4dyFZ off=21589413 len=1177554 2024-04-02T08:57:26.839 INFO:tasks.workunit.client.0.smithi084.stdout:op 4694 completed, throughput=5MB/sec 2024-04-02T08:57:26.839 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CRXdyC2vGVbO6DC off=478434 len=944611 2024-04-02T08:57:26.840 INFO:tasks.workunit.client.0.smithi084.stdout:op 4695 completed, throughput=5MB/sec 2024-04-02T08:57:26.840 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HWy31FsKHR-dbwP off=2386984 len=968949 2024-04-02T08:57:26.844 INFO:tasks.workunit.client.0.smithi084.stdout:op 4696 completed, throughput=5MB/sec 2024-04-02T08:57:26.845 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eR4YIPHqfX6H2V0 off=4436497 len=340728 2024-04-02T08:57:26.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 4697 completed, throughput=5MB/sec 2024-04-02T08:57:26.847 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i2XkJJ4oSqoYDbK off=23450209 len=336677 2024-04-02T08:57:26.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 4698 completed, throughput=5MB/sec 2024-04-02T08:57:26.850 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--zv9VsbEEHgtVtl off=9057103 len=1526683 2024-04-02T08:57:26.862 INFO:tasks.workunit.client.0.smithi084.stdout:op 4699 completed, throughput=5MB/sec 2024-04-02T08:57:27.862 INFO:tasks.workunit.client.0.smithi084.stdout: 924: throughput=5MB/sec pending data=0 2024-04-02T08:57:27.863 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Qk7z6Dk9ysNhi5t off=3652289 len=603918 2024-04-02T08:57:27.866 INFO:tasks.workunit.client.0.smithi084.stdout:op 4700 completed, throughput=5MB/sec 2024-04-02T08:57:27.866 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wGzn26jmLBxvpZb off=6588385 len=1938945 2024-04-02T08:57:27.870 INFO:tasks.workunit.client.0.smithi084.stdout:op 4701 completed, throughput=5MB/sec 2024-04-02T08:57:27.870 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RAZ8Y4IiebqelTF off=2560748 len=2011471 2024-04-02T08:57:27.881 INFO:tasks.workunit.client.0.smithi084.stdout:op 4702 completed, throughput=5MB/sec 2024-04-02T08:57:27.881 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X6RlVvHxPclwXYZ off=18598968 len=1750528 2024-04-02T08:57:27.883 INFO:tasks.workunit.client.0.smithi084.stdout:op 4703 completed, throughput=5MB/sec 2024-04-02T08:57:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:28 smithi084 ceph-mon[94794]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:28 smithi084 ceph-mon[97358]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:28 smithi132 ceph-mon[88571]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:28.883 INFO:tasks.workunit.client.0.smithi084.stdout: 925: throughput=5MB/sec pending data=0 2024-04-02T08:57:28.883 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VRhr0bfaRAB2UMa off=2677229 len=1371610 2024-04-02T08:57:28.884 INFO:tasks.workunit.client.0.smithi084.stdout:op 4704 completed, throughput=5MB/sec 2024-04-02T08:57:28.884 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lPL_glsM8_LzRmI off=7833593 len=496004 2024-04-02T08:57:28.887 INFO:tasks.workunit.client.0.smithi084.stdout:op 4705 completed, throughput=5MB/sec 2024-04-02T08:57:28.887 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zfSNQaLcz23PkcO off=2332028 len=713302 2024-04-02T08:57:28.890 INFO:tasks.workunit.client.0.smithi084.stdout:op 4706 completed, throughput=5MB/sec 2024-04-02T08:57:28.891 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gf48YOiOlP-Ij-x off=8053300 len=165089 2024-04-02T08:57:28.892 INFO:tasks.workunit.client.0.smithi084.stdout:op 4707 completed, throughput=5MB/sec 2024-04-02T08:57:28.892 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d8xUk9adNeRF0Lw off=94776 len=1328543 2024-04-02T08:57:28.892 INFO:tasks.workunit.client.0.smithi084.stdout:op 4708 completed, throughput=5MB/sec 2024-04-02T08:57:29.893 INFO:tasks.workunit.client.0.smithi084.stdout: 926: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:29.893 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uVFiKz3LmeUixeX off=2441880 len=103613 2024-04-02T08:57:29.896 INFO:tasks.workunit.client.0.smithi084.stdout:op 4709 completed, throughput=5MB/sec 2024-04-02T08:57:29.896 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_wESvgr9wPuFImM off=6978948 len=9186 2024-04-02T08:57:29.897 INFO:tasks.workunit.client.0.smithi084.stdout:op 4710 completed, throughput=5MB/sec 2024-04-02T08:57:29.897 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--V0H-2P6n0NKdN6 off=11916411 len=1706060 2024-04-02T08:57:29.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 4711 completed, throughput=5MB/sec 2024-04-02T08:57:29.905 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4sskFgTJHIhWA31 off=1866032 len=693886 2024-04-02T08:57:29.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 4712 completed, throughput=5MB/sec 2024-04-02T08:57:29.909 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7AD7Vsc_EmT1JSC off=6431970 len=2093985 2024-04-02T08:57:29.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 4713 completed, throughput=5MB/sec 2024-04-02T08:57:29.911 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HyF1_UfcrYAWgii off=1055525 len=1321085 2024-04-02T08:57:29.917 INFO:tasks.workunit.client.0.smithi084.stdout:op 4714 completed, throughput=5MB/sec 2024-04-02T08:57:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:30 smithi084 ceph-mon[94794]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:30 smithi084 ceph-mon[97358]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:30 smithi132 ceph-mon[88571]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:30.917 INFO:tasks.workunit.client.0.smithi084.stdout: 927: throughput=5MB/sec pending data=0 2024-04-02T08:57:30.917 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wIehDjBLa0U8NtX off=2608315 len=767531 2024-04-02T08:57:30.921 INFO:tasks.workunit.client.0.smithi084.stdout:op 4715 completed, throughput=5MB/sec 2024-04-02T08:57:30.921 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bHtEYzWdoqRVFWY off=8757868 len=88546 2024-04-02T08:57:30.923 INFO:tasks.workunit.client.0.smithi084.stdout:op 4716 completed, throughput=5MB/sec 2024-04-02T08:57:30.923 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QPZIj4eUVh_UGxz off=11560924 len=437820 2024-04-02T08:57:30.924 INFO:tasks.workunit.client.0.smithi084.stdout:op 4717 completed, throughput=5MB/sec 2024-04-02T08:57:30.924 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4Mav8zBw1AXTkOV off=21919823 len=1558116 2024-04-02T08:57:30.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 4718 completed, throughput=5MB/sec 2024-04-02T08:57:30.925 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--kWzawt06mkKtlG off=2212980 len=987794 2024-04-02T08:57:30.931 INFO:tasks.workunit.client.0.smithi084.stdout:op 4719 completed, throughput=5MB/sec 2024-04-02T08:57:30.931 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g9WLqMMazkbh8a8 off=1676256 len=1926864 2024-04-02T08:57:30.938 INFO:tasks.workunit.client.0.smithi084.stdout:op 4720 completed, throughput=5MB/sec 2024-04-02T08:57:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:57:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:57:30] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T08:57:31.938 INFO:tasks.workunit.client.0.smithi084.stdout: 928: throughput=5MB/sec pending data=0 2024-04-02T08:57:31.938 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8RZ6TlSEzbRAEgv off=11550830 len=687404 2024-04-02T08:57:31.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 4721 completed, throughput=5MB/sec 2024-04-02T08:57:31.939 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DHPSz7ePsZEKHl1 off=1070792 len=860631 2024-04-02T08:57:31.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 4722 completed, throughput=5MB/sec 2024-04-02T08:57:31.940 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bTWSW2Ot1Lttcf3 off=2427124 len=1652363 2024-04-02T08:57:31.941 INFO:tasks.workunit.client.0.smithi084.stdout:op 4723 completed, throughput=5MB/sec 2024-04-02T08:57:31.941 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sS7aeFkRoTJnq2j off=4263798 len=105863 2024-04-02T08:57:31.941 INFO:tasks.workunit.client.0.smithi084.stdout:op 4724 completed, throughput=5MB/sec 2024-04-02T08:57:31.941 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DHGuS0-TIS47MTr off=1822561 len=910181 2024-04-02T08:57:31.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 4725 completed, throughput=5MB/sec 2024-04-02T08:57:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:32 smithi084 ceph-mon[94794]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:32 smithi084 ceph-mon[97358]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:32.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:32 smithi132 ceph-mon[88571]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:32.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:57:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:32.942 INFO:tasks.workunit.client.0.smithi084.stdout: 929: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:32.943 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SJPMevN-b-FAkEg off=7427684 len=1190760 2024-04-02T08:57:32.944 INFO:tasks.workunit.client.0.smithi084.stdout:op 4726 completed, throughput=5MB/sec 2024-04-02T08:57:32.944 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Gxk0GnphHAahz0c off=9372323 len=248168 2024-04-02T08:57:32.944 INFO:tasks.workunit.client.0.smithi084.stdout:op 4727 completed, throughput=5MB/sec 2024-04-02T08:57:32.944 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OhHCH-z9VpvD9te off=4716544 len=1758460 2024-04-02T08:57:32.948 INFO:tasks.workunit.client.0.smithi084.stdout:op 4728 completed, throughput=5MB/sec 2024-04-02T08:57:32.948 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-f286EhNSapk7YoZ off=10422846 len=2054995 2024-04-02T08:57:32.950 INFO:tasks.workunit.client.0.smithi084.stdout:op 4729 completed, throughput=5MB/sec 2024-04-02T08:57:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:33.950 INFO:tasks.workunit.client.0.smithi084.stdout: 930: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:33.950 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pi8C8EAk3iOW4Uh off=9713090 len=1489813 2024-04-02T08:57:33.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 4730 completed, throughput=5MB/sec 2024-04-02T08:57:33.959 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lCxdrAwjxjznb3e off=3352390 len=667119 2024-04-02T08:57:33.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 4731 completed, throughput=5MB/sec 2024-04-02T08:57:33.960 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LIiXKqKBvzYsWHC off=2268231 len=1619339 2024-04-02T08:57:33.965 INFO:tasks.workunit.client.0.smithi084.stdout:op 4732 completed, throughput=5MB/sec 2024-04-02T08:57:33.965 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CRkDoOpH8T1m8sE off=11480901 len=1386935 2024-04-02T08:57:33.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 4733 completed, throughput=5MB/sec 2024-04-02T08:57:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[94794]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:57:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[97358]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:57:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:34 smithi132 ceph-mon[88571]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:57:34.970 INFO:tasks.workunit.client.0.smithi084.stdout: 931: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:34.970 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-T_vjYifdhBw9iH_ off=15683461 len=580346 2024-04-02T08:57:34.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 4734 completed, throughput=5MB/sec 2024-04-02T08:57:34.974 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ml6eP-pH6TV0PAu off=7283061 len=1367010 2024-04-02T08:57:34.982 INFO:tasks.workunit.client.0.smithi084.stdout:op 4735 completed, throughput=5MB/sec 2024-04-02T08:57:34.982 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ftfjIU2AaBEUfk0 off=17001267 len=1122648 2024-04-02T08:57:34.988 INFO:tasks.workunit.client.0.smithi084.stdout:op 4736 completed, throughput=5MB/sec 2024-04-02T08:57:34.988 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MZZJvF6GtGXvYMC off=255139 len=943237 2024-04-02T08:57:34.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 4737 completed, throughput=5MB/sec 2024-04-02T08:57:34.991 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HYsBjYaTtaf_aL0 off=5568273 len=153836 2024-04-02T08:57:34.992 INFO:tasks.workunit.client.0.smithi084.stdout:op 4738 completed, throughput=5MB/sec 2024-04-02T08:57:34.992 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ew2xBkbBg44VTPM off=6520612 len=500048 2024-04-02T08:57:34.993 INFO:tasks.workunit.client.0.smithi084.stdout:op 4739 completed, throughput=5MB/sec 2024-04-02T08:57:34.993 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-whqU4ve0F87TCyC off=311081 len=558787 2024-04-02T08:57:34.994 INFO:tasks.workunit.client.0.smithi084.stdout:op 4740 completed, throughput=5MB/sec 2024-04-02T08:57:34.994 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-f72iGHI9AlGDQOg off=1570131 len=1351018 2024-04-02T08:57:34.998 INFO:tasks.workunit.client.0.smithi084.stdout:op 4741 completed, throughput=5MB/sec 2024-04-02T08:57:35.999 INFO:tasks.workunit.client.0.smithi084.stdout: 932: throughput=5MB/sec pending data=0 2024-04-02T08:57:35.999 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6Fstg1u4FW9dN_r off=8977939 len=1496332 2024-04-02T08:57:36.000 INFO:tasks.workunit.client.0.smithi084.stdout:op 4742 completed, throughput=5MB/sec 2024-04-02T08:57:36.000 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cQNQP4DyfTIQwBO off=70491 len=1027701 2024-04-02T08:57:36.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 4743 completed, throughput=5MB/sec 2024-04-02T08:57:36.005 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fih7bkhea6A3Z7X off=4227807 len=164401 2024-04-02T08:57:36.006 INFO:tasks.workunit.client.0.smithi084.stdout:op 4744 completed, throughput=5MB/sec 2024-04-02T08:57:36.006 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W_WW1hnWoE-P5FR off=9980810 len=892295 2024-04-02T08:57:36.007 INFO:tasks.workunit.client.0.smithi084.stdout:op 4745 completed, throughput=5MB/sec 2024-04-02T08:57:36.007 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VUL8UDjmfFx_Kg7 off=6638570 len=1127309 2024-04-02T08:57:36.009 INFO:tasks.workunit.client.0.smithi084.stdout:op 4746 completed, throughput=5MB/sec 2024-04-02T08:57:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:36 smithi084 ceph-mon[94794]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:36.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:36 smithi084 ceph-mon[97358]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:36 smithi132 ceph-mon[88571]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:37.010 INFO:tasks.workunit.client.0.smithi084.stdout: 933: throughput=5MB/sec pending data=0 2024-04-02T08:57:37.010 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dY0l7KryawrLxA8 off=16185234 len=1091432 2024-04-02T08:57:37.011 INFO:tasks.workunit.client.0.smithi084.stdout:op 4747 completed, throughput=5MB/sec 2024-04-02T08:57:37.011 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vWzOt2O884QcqsW off=1811870 len=434513 2024-04-02T08:57:37.014 INFO:tasks.workunit.client.0.smithi084.stdout:op 4748 completed, throughput=5MB/sec 2024-04-02T08:57:37.014 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0BtdPpePiLftCHs off=8798628 len=1822837 2024-04-02T08:57:37.015 INFO:tasks.workunit.client.0.smithi084.stdout:op 4749 completed, throughput=5MB/sec 2024-04-02T08:57:37.015 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aoj0vUjqPGqaUxE off=170815 len=474076 2024-04-02T08:57:37.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 4750 completed, throughput=5MB/sec 2024-04-02T08:57:37.018 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6ebQsIeMLPXQxEy off=1645112 len=775161 2024-04-02T08:57:37.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 4751 completed, throughput=5MB/sec 2024-04-02T08:57:37.019 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pTe9UXrJWV7fWTe off=1446409 len=1107727 2024-04-02T08:57:37.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 4752 completed, throughput=5MB/sec 2024-04-02T08:57:38.024 INFO:tasks.workunit.client.0.smithi084.stdout: 934: throughput=5MB/sec pending data=0 2024-04-02T08:57:38.024 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aDd1TZl0UCuK3XI off=23840453 len=187438 2024-04-02T08:57:38.027 INFO:tasks.workunit.client.0.smithi084.stdout:op 4753 completed, throughput=5MB/sec 2024-04-02T08:57:38.027 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NnPdQNqq4Ufa8CK off=5523074 len=1912687 2024-04-02T08:57:38.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 4754 completed, throughput=5MB/sec 2024-04-02T08:57:38.028 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-h0X4fwQYH7wE8Jz off=713761 len=1140265 2024-04-02T08:57:38.034 INFO:tasks.workunit.client.0.smithi084.stdout:op 4755 completed, throughput=5MB/sec 2024-04-02T08:57:38.034 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_jgAZt3beYvQ4FK off=9644512 len=995431 2024-04-02T08:57:38.040 INFO:tasks.workunit.client.0.smithi084.stdout:op 4756 completed, throughput=5MB/sec 2024-04-02T08:57:38.040 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vo7Hf9rqXnRUKHI off=2179116 len=527005 2024-04-02T08:57:38.041 INFO:tasks.workunit.client.0.smithi084.stdout:op 4757 completed, throughput=5MB/sec 2024-04-02T08:57:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:38 smithi084 ceph-mon[94794]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:57:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:38 smithi084 ceph-mon[97358]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:57:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:38 smithi132 ceph-mon[88571]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:57:39.041 INFO:tasks.workunit.client.0.smithi084.stdout: 935: throughput=5MB/sec pending data=0 2024-04-02T08:57:39.041 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-D4W_P6PbJi0zyLJ off=6381742 len=211324 2024-04-02T08:57:39.044 INFO:tasks.workunit.client.0.smithi084.stdout:op 4758 completed, throughput=5MB/sec 2024-04-02T08:57:39.044 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HqxLVSwmRQBDsRz off=4161381 len=1054924 2024-04-02T08:57:39.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 4759 completed, throughput=5MB/sec 2024-04-02T08:57:39.046 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AW0bygYK5Czl7qK off=3268596 len=1386416 2024-04-02T08:57:39.047 INFO:tasks.workunit.client.0.smithi084.stdout:op 4760 completed, throughput=5MB/sec 2024-04-02T08:57:39.048 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4ZMmfKJtA2lkJgV off=4863460 len=600413 2024-04-02T08:57:39.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 4761 completed, throughput=5MB/sec 2024-04-02T08:57:39.052 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fk6bYI9BtwnVl9R off=19356754 len=1689126 2024-04-02T08:57:39.053 INFO:tasks.workunit.client.0.smithi084.stdout:op 4762 completed, throughput=5MB/sec 2024-04-02T08:57:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:40.053 INFO:tasks.workunit.client.0.smithi084.stdout: 936: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:40.054 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2EkgbDbgUn-uQPv off=0 len=1234720 2024-04-02T08:57:40.059 INFO:tasks.workunit.client.0.smithi084.stdout:op 4763 completed, throughput=5MB/sec 2024-04-02T08:57:40.060 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EV9fJdkAXmdbtKp off=17305396 len=1871538 2024-04-02T08:57:40.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 4764 completed, throughput=5MB/sec 2024-04-02T08:57:40.061 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q3ncbLXOtZBzWn7 off=6109464 len=11804 2024-04-02T08:57:40.062 INFO:tasks.workunit.client.0.smithi084.stdout:op 4765 completed, throughput=5MB/sec 2024-04-02T08:57:40.062 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JlaWGg-g6XFdMp4 off=2964745 len=2054776 2024-04-02T08:57:40.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 4766 completed, throughput=5MB/sec 2024-04-02T08:57:40.070 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XYXiTq2TDc6HeX3 off=12594960 len=392779 2024-04-02T08:57:40.074 INFO:tasks.workunit.client.0.smithi084.stdout:op 4767 completed, throughput=5MB/sec 2024-04-02T08:57:40.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:40 smithi084 ceph-mon[94794]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:57:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:40 smithi084 ceph-mon[97358]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:57:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:40 smithi132 ceph-mon[88571]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:57:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: 937: throughput=5MB/sec pending data=0 2024-04-02T08:57:41.074 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-urfXX_pysN7yz1u off=970783 len=1510104 2024-04-02T08:57:41.076 INFO:tasks.workunit.client.0.smithi084.stdout:op 4768 completed, throughput=5MB/sec 2024-04-02T08:57:41.076 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-60-12e3g2a8LRIH off=9084936 len=60228 2024-04-02T08:57:41.076 INFO:tasks.workunit.client.0.smithi084.stdout:op 4769 completed, throughput=5MB/sec 2024-04-02T08:57:41.076 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BmyImjj9ZMB6pj_ off=359442 len=1672060 2024-04-02T08:57:41.082 INFO:tasks.workunit.client.0.smithi084.stdout:op 4770 completed, throughput=5MB/sec 2024-04-02T08:57:41.082 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zk7534oCZjyXFNo off=5432225 len=156276 2024-04-02T08:57:41.083 INFO:tasks.workunit.client.0.smithi084.stdout:op 4771 completed, throughput=5MB/sec 2024-04-02T08:57:41.083 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-S1_3RcmQkHq7Qe4 off=3666788 len=1056303 2024-04-02T08:57:41.088 INFO:tasks.workunit.client.0.smithi084.stdout:op 4772 completed, throughput=5MB/sec 2024-04-02T08:57:41.088 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MFDld77Sj28Krmu off=11012278 len=848375 2024-04-02T08:57:41.092 INFO:tasks.workunit.client.0.smithi084.stdout:op 4773 completed, throughput=5MB/sec 2024-04-02T08:57:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:57:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:57:40] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T08:57:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: 938: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:42.093 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-422VyebmV2Wiens off=10719837 len=393053 2024-04-02T08:57:42.094 INFO:tasks.workunit.client.0.smithi084.stdout:op 4774 completed, throughput=5MB/sec 2024-04-02T08:57:42.094 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3gdPky7WdpxZEBy off=248302 len=1873599 2024-04-02T08:57:42.096 INFO:tasks.workunit.client.0.smithi084.stdout:op 4775 completed, throughput=5MB/sec 2024-04-02T08:57:42.096 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nt20G5Sls6P4Atj off=5341643 len=272613 2024-04-02T08:57:42.099 INFO:tasks.workunit.client.0.smithi084.stdout:op 4776 completed, throughput=5MB/sec 2024-04-02T08:57:42.099 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J8siqxJXZ_dJElN off=16861199 len=1440690 2024-04-02T08:57:42.100 INFO:tasks.workunit.client.0.smithi084.stdout:op 4777 completed, throughput=5MB/sec 2024-04-02T08:57:42.100 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-d02LIcJaEVFInVI off=14492918 len=1067471 2024-04-02T08:57:42.101 INFO:tasks.workunit.client.0.smithi084.stdout:op 4778 completed, throughput=5MB/sec 2024-04-02T08:57:42.101 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dw_kJHaRmKlaEnp off=3067608 len=662739 2024-04-02T08:57:42.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 4779 completed, throughput=5MB/sec 2024-04-02T08:57:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:42 smithi084 ceph-mon[94794]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:42 smithi084 ceph-mon[97358]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:42.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:42 smithi132 ceph-mon[88571]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:42.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:57:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:43.105 INFO:tasks.workunit.client.0.smithi084.stdout: 939: throughput=5MB/sec pending data=0 2024-04-02T08:57:43.106 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VQ3FcdCI9RESvau off=13824099 len=1727157 2024-04-02T08:57:43.107 INFO:tasks.workunit.client.0.smithi084.stdout:op 4780 completed, throughput=5MB/sec 2024-04-02T08:57:43.107 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xqPJOLZH0lRPH4p off=15657 len=39082 2024-04-02T08:57:43.109 INFO:tasks.workunit.client.0.smithi084.stdout:op 4781 completed, throughput=5MB/sec 2024-04-02T08:57:43.109 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-koB-HQHMUVynoaP off=6488091 len=506939 2024-04-02T08:57:43.113 INFO:tasks.workunit.client.0.smithi084.stdout:op 4782 completed, throughput=5MB/sec 2024-04-02T08:57:43.113 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yJP-sV0S8ypVhkf off=76171 len=1793783 2024-04-02T08:57:43.114 INFO:tasks.workunit.client.0.smithi084.stdout:op 4783 completed, throughput=5MB/sec 2024-04-02T08:57:43.114 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CRu74EX5pu3R5FG off=7389352 len=1575045 2024-04-02T08:57:43.116 INFO:tasks.workunit.client.0.smithi084.stdout:op 4784 completed, throughput=5MB/sec 2024-04-02T08:57:44.116 INFO:tasks.workunit.client.0.smithi084.stdout: 940: throughput=5MB/sec pending data=0 2024-04-02T08:57:44.116 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RjWneTnSe43kyKX off=9005371 len=830892 2024-04-02T08:57:44.119 INFO:tasks.workunit.client.0.smithi084.stdout:op 4785 completed, throughput=5MB/sec 2024-04-02T08:57:44.120 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_Rhm4OIYcevC-sc off=5960172 len=1760457 2024-04-02T08:57:44.121 INFO:tasks.workunit.client.0.smithi084.stdout:op 4786 completed, throughput=5MB/sec 2024-04-02T08:57:44.121 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-12cgIY-NA6ejDDa off=8513072 len=1173506 2024-04-02T08:57:44.122 INFO:tasks.workunit.client.0.smithi084.stdout:op 4787 completed, throughput=5MB/sec 2024-04-02T08:57:44.122 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1K3tshwqHyZjPHH off=8777810 len=1720514 2024-04-02T08:57:44.132 INFO:tasks.workunit.client.0.smithi084.stdout:op 4788 completed, throughput=5MB/sec 2024-04-02T08:57:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:44 smithi084 ceph-mon[94794]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:44.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:44 smithi084 ceph-mon[97358]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:44 smithi132 ceph-mon[88571]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:45.132 INFO:tasks.workunit.client.0.smithi084.stdout: 941: throughput=5MB/sec pending data=0 2024-04-02T08:57:45.132 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ybPoxoAloj1sSp9 off=12676297 len=759535 2024-04-02T08:57:45.137 INFO:tasks.workunit.client.0.smithi084.stdout:op 4789 completed, throughput=5MB/sec 2024-04-02T08:57:45.137 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IL4tdZ0aUvaXwxM off=7674893 len=985068 2024-04-02T08:57:45.138 INFO:tasks.workunit.client.0.smithi084.stdout:op 4790 completed, throughput=5MB/sec 2024-04-02T08:57:45.138 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o2LPshq0A-bJOmG off=2366441 len=190300 2024-04-02T08:57:45.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 4791 completed, throughput=5MB/sec 2024-04-02T08:57:45.141 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jNzF5Hwz3oYVeau off=3818219 len=117752 2024-04-02T08:57:45.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 4792 completed, throughput=5MB/sec 2024-04-02T08:57:45.141 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JF-qszINUjh6mje off=4750917 len=1131915 2024-04-02T08:57:45.146 INFO:tasks.workunit.client.0.smithi084.stdout:op 4793 completed, throughput=5MB/sec 2024-04-02T08:57:45.146 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2GUJKOq7mewtQs4 off=19019136 len=259674 2024-04-02T08:57:45.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 4794 completed, throughput=5MB/sec 2024-04-02T08:57:45.147 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UbcioYz5FUv8zB8 off=3076646 len=320599 2024-04-02T08:57:45.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 4795 completed, throughput=5MB/sec 2024-04-02T08:57:45.147 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YGL-mS7rI_6tHli off=18129216 len=1300081 2024-04-02T08:57:45.155 INFO:tasks.workunit.client.0.smithi084.stdout:op 4796 completed, throughput=5MB/sec 2024-04-02T08:57:46.155 INFO:tasks.workunit.client.0.smithi084.stdout: 942: throughput=5MB/sec pending data=0 2024-04-02T08:57:46.155 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tV87pHYVYQ4xwx- off=5521631 len=362077 2024-04-02T08:57:46.155 INFO:tasks.workunit.client.0.smithi084.stdout:op 4797 completed, throughput=5MB/sec 2024-04-02T08:57:46.156 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YDOOJ3WhebO4-Be off=7602801 len=1837230 2024-04-02T08:57:46.157 INFO:tasks.workunit.client.0.smithi084.stdout:op 4798 completed, throughput=5MB/sec 2024-04-02T08:57:46.157 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aOVSDjP2sPHXQd1 off=1710134 len=1576009 2024-04-02T08:57:46.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 4799 completed, throughput=5MB/sec 2024-04-02T08:57:46.164 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jBcQ0taFH18mDiY off=13391845 len=1293572 2024-04-02T08:57:46.166 INFO:tasks.workunit.client.0.smithi084.stdout:op 4800 completed, throughput=5MB/sec 2024-04-02T08:57:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:46 smithi084 ceph-mon[94794]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:46 smithi084 ceph-mon[97358]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:46 smithi132 ceph-mon[88571]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:47.166 INFO:tasks.workunit.client.0.smithi084.stdout: 943: throughput=5MB/sec pending data=0 2024-04-02T08:57:47.167 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KvbgSNrqI7jmaR3 off=4441038 len=121888 2024-04-02T08:57:47.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 4801 completed, throughput=5MB/sec 2024-04-02T08:57:47.169 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AnzAhx-BvREyh6O off=1514189 len=1750349 2024-04-02T08:57:47.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 4802 completed, throughput=5MB/sec 2024-04-02T08:57:47.179 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XI8fwR-4_3NPD54 off=2012573 len=1009307 2024-04-02T08:57:47.184 INFO:tasks.workunit.client.0.smithi084.stdout:op 4803 completed, throughput=5MB/sec 2024-04-02T08:57:47.184 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Sskg0oYTt4D0IfH off=989532 len=1685540 2024-04-02T08:57:47.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 4804 completed, throughput=5MB/sec 2024-04-02T08:57:47.186 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Npnnyzv1VuSIcva off=1381638 len=1810826 2024-04-02T08:57:47.188 INFO:tasks.workunit.client.0.smithi084.stdout:op 4805 completed, throughput=5MB/sec 2024-04-02T08:57:48.188 INFO:tasks.workunit.client.0.smithi084.stdout: 944: throughput=5MB/sec pending data=0 2024-04-02T08:57:48.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2cKCGKyRHBifjLH off=4863980 len=1069900 2024-04-02T08:57:48.193 INFO:tasks.workunit.client.0.smithi084.stdout:op 4806 completed, throughput=5MB/sec 2024-04-02T08:57:48.193 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KW2hi7kcnMPh-k2 off=682518 len=30286 2024-04-02T08:57:48.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 4807 completed, throughput=5MB/sec 2024-04-02T08:57:48.196 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X4YRizMLF7wnpjb off=9663304 len=172787 2024-04-02T08:57:48.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 4808 completed, throughput=5MB/sec 2024-04-02T08:57:48.196 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9Jlh_NN1pB8NdNj off=1759967 len=1775036 2024-04-02T08:57:48.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 4809 completed, throughput=5MB/sec 2024-04-02T08:57:48.198 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ykzH4em-9realMo off=421666 len=452974 2024-04-02T08:57:48.201 INFO:tasks.workunit.client.0.smithi084.stdout:op 4810 completed, throughput=5MB/sec 2024-04-02T08:57:48.201 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bNyntN7lkZhbQRr off=15075320 len=710993 2024-04-02T08:57:48.202 INFO:tasks.workunit.client.0.smithi084.stdout:op 4811 completed, throughput=5MB/sec 2024-04-02T08:57:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:48 smithi084 ceph-mon[94794]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:48 smithi084 ceph-mon[97358]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:48 smithi132 ceph-mon[88571]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:49.202 INFO:tasks.workunit.client.0.smithi084.stdout: 945: throughput=5MB/sec pending data=0 2024-04-02T08:57:49.202 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sBz4pmqxAjCSQOI off=8743441 len=1825215 2024-04-02T08:57:49.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 4812 completed, throughput=5MB/sec 2024-04-02T08:57:49.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-R5TEiaglQFFUeA4 off=10763982 len=53366 2024-04-02T08:57:49.214 INFO:tasks.workunit.client.0.smithi084.stdout:op 4813 completed, throughput=5MB/sec 2024-04-02T08:57:49.214 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zYoj23blHHmpffY off=7795892 len=1199809 2024-04-02T08:57:49.217 INFO:tasks.workunit.client.0.smithi084.stdout:op 4814 completed, throughput=5MB/sec 2024-04-02T08:57:49.217 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0cavLzHVli0oLay off=704990 len=1988006 2024-04-02T08:57:49.220 INFO:tasks.workunit.client.0.smithi084.stdout:op 4815 completed, throughput=5MB/sec 2024-04-02T08:57:50.220 INFO:tasks.workunit.client.0.smithi084.stdout: 946: throughput=5MB/sec pending data=0 2024-04-02T08:57:50.221 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kl60IRrYN1RoVAj off=10791343 len=418769 2024-04-02T08:57:50.221 INFO:tasks.workunit.client.0.smithi084.stdout:op 4816 completed, throughput=5MB/sec 2024-04-02T08:57:50.221 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-J_uYHEJZtnm8EJK off=0 len=1097324 2024-04-02T08:57:50.225 INFO:tasks.workunit.client.0.smithi084.stdout:op 4817 completed, throughput=5MB/sec 2024-04-02T08:57:50.226 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mbd-zdcCH71pqQ0 off=3939354 len=1055846 2024-04-02T08:57:50.227 INFO:tasks.workunit.client.0.smithi084.stdout:op 4818 completed, throughput=5MB/sec 2024-04-02T08:57:50.227 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y9TYqJiCUvE-XXY off=2987324 len=98064 2024-04-02T08:57:50.227 INFO:tasks.workunit.client.0.smithi084.stdout:op 4819 completed, throughput=5MB/sec 2024-04-02T08:57:50.227 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QdJ7-OWR4iL9CL8 off=968981 len=897959 2024-04-02T08:57:50.228 INFO:tasks.workunit.client.0.smithi084.stdout:op 4820 completed, throughput=5MB/sec 2024-04-02T08:57:50.228 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cCjNBcssFO1qcR1 off=4722659 len=980693 2024-04-02T08:57:50.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 4821 completed, throughput=5MB/sec 2024-04-02T08:57:50.229 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o-EdEJZv46d0bdM off=7735604 len=1832503 2024-04-02T08:57:50.236 INFO:tasks.workunit.client.0.smithi084.stdout:op 4822 completed, throughput=5MB/sec 2024-04-02T08:57:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:50 smithi132 ceph-mon[88571]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:50 smithi084 ceph-mon[94794]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:50.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:50 smithi084 ceph-mon[97358]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:57:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:57:50] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T08:57:51.236 INFO:tasks.workunit.client.0.smithi084.stdout: 947: throughput=5MB/sec pending data=0 2024-04-02T08:57:51.237 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-otwAMdFkHyrwiXf off=553506 len=10786 2024-04-02T08:57:51.237 INFO:tasks.workunit.client.0.smithi084.stdout:op 4823 completed, throughput=5MB/sec 2024-04-02T08:57:51.237 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b5stmTUd-RCiyTb off=7281323 len=884188 2024-04-02T08:57:51.240 INFO:tasks.workunit.client.0.smithi084.stdout:op 4824 completed, throughput=5MB/sec 2024-04-02T08:57:51.241 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BDEEz1D9QgXZulV off=7691088 len=97053 2024-04-02T08:57:51.241 INFO:tasks.workunit.client.0.smithi084.stdout:op 4825 completed, throughput=5MB/sec 2024-04-02T08:57:51.241 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-j1TyWS-x8A6AYLH off=2296775 len=1193797 2024-04-02T08:57:51.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 4826 completed, throughput=5MB/sec 2024-04-02T08:57:51.242 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YxprCzRa4ziaJJ1 off=13313980 len=1934918 2024-04-02T08:57:51.244 INFO:tasks.workunit.client.0.smithi084.stdout:op 4827 completed, throughput=5MB/sec 2024-04-02T08:57:52.244 INFO:tasks.workunit.client.0.smithi084.stdout: 948: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:52.244 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bvHh_BbkTjbBSte off=2342321 len=625836 2024-04-02T08:57:52.247 INFO:tasks.workunit.client.0.smithi084.stdout:op 4828 completed, throughput=5MB/sec 2024-04-02T08:57:52.247 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S7Qnzu8GYrBFvIf off=3014382 len=955264 2024-04-02T08:57:52.248 INFO:tasks.workunit.client.0.smithi084.stdout:op 4829 completed, throughput=5MB/sec 2024-04-02T08:57:52.248 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WrUHtRXWhFmnejl off=7728074 len=1641087 2024-04-02T08:57:52.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 4830 completed, throughput=5MB/sec 2024-04-02T08:57:52.256 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9WdCnQvRDuvz8fJ off=10460043 len=226106 2024-04-02T08:57:52.256 INFO:tasks.workunit.client.0.smithi084.stdout:op 4831 completed, throughput=5MB/sec 2024-04-02T08:57:52.256 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SrYYoao20XROw-M off=12630377 len=822411 2024-04-02T08:57:52.257 INFO:tasks.workunit.client.0.smithi084.stdout:op 4832 completed, throughput=5MB/sec 2024-04-02T08:57:52.257 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9ZJXHJWf-Jh96mF off=4105311 len=1863408 2024-04-02T08:57:52.264 INFO:tasks.workunit.client.0.smithi084.stdout:op 4833 completed, throughput=5MB/sec 2024-04-02T08:57:52.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:52 smithi132 ceph-mon[88571]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:52.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:57:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:57:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:52 smithi084 ceph-mon[94794]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:52.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:52 smithi084 ceph-mon[97358]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:53.265 INFO:tasks.workunit.client.0.smithi084.stdout: 949: throughput=5MB/sec pending data=0 2024-04-02T08:57:53.265 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fDJx3MsrHg638r6 off=7920079 len=952003 2024-04-02T08:57:53.270 INFO:tasks.workunit.client.0.smithi084.stdout:op 4834 completed, throughput=5MB/sec 2024-04-02T08:57:53.271 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g84mRwumwZZuuGw off=16300099 len=972151 2024-04-02T08:57:53.271 INFO:tasks.workunit.client.0.smithi084.stdout:op 4835 completed, throughput=5MB/sec 2024-04-02T08:57:53.272 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AJ8N--box16Vglx off=14416359 len=1336991 2024-04-02T08:57:53.278 INFO:tasks.workunit.client.0.smithi084.stdout:op 4836 completed, throughput=5MB/sec 2024-04-02T08:57:53.278 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zefvU3C3Vpk0xsT off=6157521 len=346735 2024-04-02T08:57:53.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 4837 completed, throughput=5MB/sec 2024-04-02T08:57:53.281 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nM6f5voehEDkDcG off=4381465 len=1358278 2024-04-02T08:57:53.285 INFO:tasks.workunit.client.0.smithi084.stdout:op 4838 completed, throughput=5MB/sec 2024-04-02T08:57:54.286 INFO:tasks.workunit.client.0.smithi084.stdout: 950: throughput=5MB/sec pending data=0 2024-04-02T08:57:54.286 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uDefw7ZSRWFr2_g off=11612946 len=100784 2024-04-02T08:57:54.288 INFO:tasks.workunit.client.0.smithi084.stdout:op 4839 completed, throughput=5MB/sec 2024-04-02T08:57:54.288 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zEggynqytViE63V off=968156 len=1800994 2024-04-02T08:57:54.290 INFO:tasks.workunit.client.0.smithi084.stdout:op 4840 completed, throughput=5MB/sec 2024-04-02T08:57:54.290 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fq514Iw5JZh2SE1 off=11889250 len=856331 2024-04-02T08:57:54.291 INFO:tasks.workunit.client.0.smithi084.stdout:op 4841 completed, throughput=5MB/sec 2024-04-02T08:57:54.291 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TvmkYKo2Dvtk-Xy off=4045107 len=832221 2024-04-02T08:57:54.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 4842 completed, throughput=5MB/sec 2024-04-02T08:57:54.294 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--kWzawt06mkKtlG off=5239708 len=785060 2024-04-02T08:57:54.297 INFO:tasks.workunit.client.0.smithi084.stdout:op 4843 completed, throughput=5MB/sec 2024-04-02T08:57:54.297 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8qoZ3zBkcb7br4P off=1554672 len=373049 2024-04-02T08:57:54.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 4844 completed, throughput=5MB/sec 2024-04-02T08:57:54.298 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vG92QlAthdH04Sk off=1976560 len=1381132 2024-04-02T08:57:54.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 4845 completed, throughput=5MB/sec 2024-04-02T08:57:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:54 smithi132 ceph-mon[88571]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:54 smithi084 ceph-mon[94794]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:54 smithi084 ceph-mon[97358]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: 951: throughput=5MB/sec pending data=0 2024-04-02T08:57:55.302 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IYbOLu0U4q-X4qz off=761348 len=684564 2024-04-02T08:57:55.306 INFO:tasks.workunit.client.0.smithi084.stdout:op 4846 completed, throughput=5MB/sec 2024-04-02T08:57:55.306 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X2Jj6Emtd1U-4Rg off=471590 len=1574365 2024-04-02T08:57:55.307 INFO:tasks.workunit.client.0.smithi084.stdout:op 4847 completed, throughput=5MB/sec 2024-04-02T08:57:55.307 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xs5quSNGPg-y-20 off=4586878 len=553067 2024-04-02T08:57:55.309 INFO:tasks.workunit.client.0.smithi084.stdout:op 4848 completed, throughput=5MB/sec 2024-04-02T08:57:55.309 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k5JCeXhumrjZG6Y off=7668162 len=1217557 2024-04-02T08:57:55.310 INFO:tasks.workunit.client.0.smithi084.stdout:op 4849 completed, throughput=5MB/sec 2024-04-02T08:57:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: 952: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:56.312 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uKUmVWs7o72xmZU off=3766824 len=301451 2024-04-02T08:57:56.313 INFO:tasks.workunit.client.0.smithi084.stdout:op 4850 completed, throughput=5MB/sec 2024-04-02T08:57:56.313 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MqotxbD7uyunZm7 off=3002580 len=626960 2024-04-02T08:57:56.314 INFO:tasks.workunit.client.0.smithi084.stdout:op 4851 completed, throughput=5MB/sec 2024-04-02T08:57:56.314 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YeYDsRjyNtGIEQq off=1654030 len=1021121 2024-04-02T08:57:56.315 INFO:tasks.workunit.client.0.smithi084.stdout:op 4852 completed, throughput=5MB/sec 2024-04-02T08:57:56.315 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iyy0AEVMiwvlde4 off=6896152 len=1165142 2024-04-02T08:57:56.319 INFO:tasks.workunit.client.0.smithi084.stdout:op 4853 completed, throughput=5MB/sec 2024-04-02T08:57:56.319 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ehMgCssjCMLBMnc off=8554419 len=320787 2024-04-02T08:57:56.323 INFO:tasks.workunit.client.0.smithi084.stdout:op 4854 completed, throughput=5MB/sec 2024-04-02T08:57:56.323 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--a_meamf_TsZ1sM off=6911750 len=1687364 2024-04-02T08:57:56.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 4855 completed, throughput=5MB/sec 2024-04-02T08:57:56.332 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Md_neMrtTQcIbPl off=4700653 len=1640720 2024-04-02T08:57:56.334 INFO:tasks.workunit.client.0.smithi084.stdout:op 4856 completed, throughput=5MB/sec 2024-04-02T08:57:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:56 smithi132 ceph-mon[88571]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:57:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:56 smithi084 ceph-mon[94794]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:57:56.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:56 smithi084 ceph-mon[97358]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:57:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: 953: throughput=5MB/sec pending data=0 2024-04-02T08:57:57.334 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-X3rVf-hYBYZpE0K off=2505029 len=416552 2024-04-02T08:57:57.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 4857 completed, throughput=5MB/sec 2024-04-02T08:57:57.338 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ac3ftIuDMBBxv8v off=15835296 len=3637 2024-04-02T08:57:57.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 4858 completed, throughput=5MB/sec 2024-04-02T08:57:57.338 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Rn2ymVP6oefO-e6 off=14561853 len=1359948 2024-04-02T08:57:57.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 4859 completed, throughput=5MB/sec 2024-04-02T08:57:57.342 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CqPLKY3pNlfvN1- off=2376495 len=1575600 2024-04-02T08:57:57.344 INFO:tasks.workunit.client.0.smithi084.stdout:op 4860 completed, throughput=5MB/sec 2024-04-02T08:57:57.344 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HvxNKfg9563xO_a off=7320587 len=1961620 2024-04-02T08:57:57.346 INFO:tasks.workunit.client.0.smithi084.stdout:op 4861 completed, throughput=5MB/sec 2024-04-02T08:57:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: 954: throughput=5MB/sec pending data=0 2024-04-02T08:57:58.346 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Iu5YydwTSm_HtaD off=854046 len=186573 2024-04-02T08:57:58.349 INFO:tasks.workunit.client.0.smithi084.stdout:op 4862 completed, throughput=5MB/sec 2024-04-02T08:57:58.349 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P1rCaUq1i5KdgxH off=17030773 len=82101 2024-04-02T08:57:58.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 4863 completed, throughput=5MB/sec 2024-04-02T08:57:58.350 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LGanYHtUK51HPLc off=8193079 len=1421615 2024-04-02T08:57:58.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 4864 completed, throughput=5MB/sec 2024-04-02T08:57:58.358 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q8R8AYMeQ5IXR9W off=8936701 len=714069 2024-04-02T08:57:58.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 4865 completed, throughput=5MB/sec 2024-04-02T08:57:58.358 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IWbjJFmCfJ72C7x off=4037381 len=2040870 2024-04-02T08:57:58.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 4866 completed, throughput=5MB/sec 2024-04-02T08:57:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:57:58 smithi132 ceph-mon[88571]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:57:58 smithi084 ceph-mon[94794]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:57:58 smithi084 ceph-mon[97358]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: 955: throughput=5MB/sec pending data=0 2024-04-02T08:57:59.363 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WHPQKRC9Xy0zjDH off=15841195 len=982240 2024-04-02T08:57:59.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 4867 completed, throughput=5MB/sec 2024-04-02T08:57:59.363 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DycyaRH83KUNUwb off=8720699 len=628487 2024-04-02T08:57:59.364 INFO:tasks.workunit.client.0.smithi084.stdout:op 4868 completed, throughput=5MB/sec 2024-04-02T08:57:59.364 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4YjbojL2QSQB9l_ off=626461 len=1418351 2024-04-02T08:57:59.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 4869 completed, throughput=5MB/sec 2024-04-02T08:57:59.367 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fii9qJaxltsTQLz off=66997 len=27483 2024-04-02T08:57:59.368 INFO:tasks.workunit.client.0.smithi084.stdout:op 4870 completed, throughput=5MB/sec 2024-04-02T08:57:59.368 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3ywk6WeMFcDWrC8 off=3971361 len=630701 2024-04-02T08:57:59.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 4871 completed, throughput=5MB/sec 2024-04-02T08:57:59.369 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KVfBmtgEpiGkp5_ off=2220867 len=1591221 2024-04-02T08:57:59.376 INFO:tasks.workunit.client.0.smithi084.stdout:op 4872 completed, throughput=5MB/sec 2024-04-02T08:58:00.376 INFO:tasks.workunit.client.0.smithi084.stdout: 956: throughput=5MB/sec pending data=0 2024-04-02T08:58:00.376 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3--0kbpAcUXvNvc off=14495222 len=2006048 2024-04-02T08:58:00.378 INFO:tasks.workunit.client.0.smithi084.stdout:op 4873 completed, throughput=5MB/sec 2024-04-02T08:58:00.378 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FuGkTpyaHXRAMMq off=8632366 len=524525 2024-04-02T08:58:00.380 INFO:tasks.workunit.client.0.smithi084.stdout:op 4874 completed, throughput=5MB/sec 2024-04-02T08:58:00.380 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NMk9TGwyiF9r8bY off=20091864 len=1978368 2024-04-02T08:58:00.384 INFO:tasks.workunit.client.0.smithi084.stdout:op 4875 completed, throughput=5MB/sec 2024-04-02T08:58:00.384 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nSfQFqyLT-jOCf- off=6383338 len=1236375 2024-04-02T08:58:00.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 4876 completed, throughput=5MB/sec 2024-04-02T08:58:00.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:00 smithi132 ceph-mon[88571]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:58:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:00 smithi084 ceph-mon[94794]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:58:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:00 smithi084 ceph-mon[97358]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:58:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:58:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:58:00] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T08:58:01.387 INFO:tasks.workunit.client.0.smithi084.stdout: 957: throughput=5MB/sec pending data=0 2024-04-02T08:58:01.387 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uMbm3GGnG4g59jp off=5734232 len=604282 2024-04-02T08:58:01.391 INFO:tasks.workunit.client.0.smithi084.stdout:op 4877 completed, throughput=5MB/sec 2024-04-02T08:58:01.391 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5fq0gYTpvEfziBS off=3435567 len=1867491 2024-04-02T08:58:01.403 INFO:tasks.workunit.client.0.smithi084.stdout:op 4878 completed, throughput=5MB/sec 2024-04-02T08:58:01.403 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BZi4GDddJpQaBC2 off=58661 len=1592077 2024-04-02T08:58:01.411 INFO:tasks.workunit.client.0.smithi084.stdout:op 4879 completed, throughput=5MB/sec 2024-04-02T08:58:01.411 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xZIfJ-u5D7UEKUX off=6032937 len=438902 2024-04-02T08:58:01.411 INFO:tasks.workunit.client.0.smithi084.stdout:op 4880 completed, throughput=5MB/sec 2024-04-02T08:58:02.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:02 smithi132 ceph-mon[88571]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:58:02.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:58:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:02.411 INFO:tasks.workunit.client.0.smithi084.stdout: 958: throughput=5MB/sec pending data=0 2024-04-02T08:58:02.411 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-49QHAF8pdwKoPSu off=13878472 len=1087959 2024-04-02T08:58:02.417 INFO:tasks.workunit.client.0.smithi084.stdout:op 4881 completed, throughput=5MB/sec 2024-04-02T08:58:02.417 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZS1TEj0cYmk-AhH off=737884 len=1996868 2024-04-02T08:58:02.419 INFO:tasks.workunit.client.0.smithi084.stdout:op 4882 completed, throughput=5MB/sec 2024-04-02T08:58:02.419 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P9rZABIGcP9LZzZ off=5392424 len=338960 2024-04-02T08:58:02.419 INFO:tasks.workunit.client.0.smithi084.stdout:op 4883 completed, throughput=5MB/sec 2024-04-02T08:58:02.419 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pJ0c9zWGldq1Rsf off=5261779 len=358307 2024-04-02T08:58:02.420 INFO:tasks.workunit.client.0.smithi084.stdout:op 4884 completed, throughput=5MB/sec 2024-04-02T08:58:02.420 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jF07Pj0sXN-IfZa off=9106214 len=1949495 2024-04-02T08:58:02.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 4885 completed, throughput=5MB/sec 2024-04-02T08:58:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:02 smithi084 ceph-mon[94794]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:58:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:02 smithi084 ceph-mon[97358]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:58:03.422 INFO:tasks.workunit.client.0.smithi084.stdout: 959: throughput=5MB/sec pending data=0 2024-04-02T08:58:03.422 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-icAUti6QmowyEOF off=5037685 len=580410 2024-04-02T08:58:03.425 INFO:tasks.workunit.client.0.smithi084.stdout:op 4886 completed, throughput=5MB/sec 2024-04-02T08:58:03.425 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-R3WFw-GzGrLS1Dp off=9286656 len=109201 2024-04-02T08:58:03.425 INFO:tasks.workunit.client.0.smithi084.stdout:op 4887 completed, throughput=5MB/sec 2024-04-02T08:58:03.425 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UvgGkpIepz5_AEz off=11031471 len=1195762 2024-04-02T08:58:03.426 INFO:tasks.workunit.client.0.smithi084.stdout:op 4888 completed, throughput=5MB/sec 2024-04-02T08:58:03.427 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xdgCFq91l1e9m6z off=10375323 len=1831979 2024-04-02T08:58:03.435 INFO:tasks.workunit.client.0.smithi084.stdout:op 4889 completed, throughput=5MB/sec 2024-04-02T08:58:03.435 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UJqFzbioN_W4JXv off=19383196 len=898536 2024-04-02T08:58:03.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 4890 completed, throughput=5MB/sec 2024-04-02T08:58:03.439 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gaXpshWTflQBdtU off=756393 len=259701 2024-04-02T08:58:03.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 4891 completed, throughput=5MB/sec 2024-04-02T08:58:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:04 smithi132 ceph-mon[88571]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:58:04.440 INFO:tasks.workunit.client.0.smithi084.stdout: 960: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:04.440 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OxraXyP4iQu6EYS off=9330420 len=900363 2024-04-02T08:58:04.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 4892 completed, throughput=5MB/sec 2024-04-02T08:58:04.444 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ovaJtB5jggdFmmL off=12905287 len=1544511 2024-04-02T08:58:04.445 INFO:tasks.workunit.client.0.smithi084.stdout:op 4893 completed, throughput=5MB/sec 2024-04-02T08:58:04.445 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XwjwsRVi-_-Q59X off=7245765 len=1917545 2024-04-02T08:58:04.447 INFO:tasks.workunit.client.0.smithi084.stdout:op 4894 completed, throughput=5MB/sec 2024-04-02T08:58:04.447 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aSg5TZAjYHF0mmQ off=470339 len=961836 2024-04-02T08:58:04.452 INFO:tasks.workunit.client.0.smithi084.stdout:op 4895 completed, throughput=5MB/sec 2024-04-02T08:58:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:04 smithi084 ceph-mon[94794]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:58:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:04 smithi084 ceph-mon[97358]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:58:05.453 INFO:tasks.workunit.client.0.smithi084.stdout: 961: throughput=5MB/sec pending data=0 2024-04-02T08:58:05.453 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-55n3kJqg3LsFtyn off=8520251 len=306528 2024-04-02T08:58:05.455 INFO:tasks.workunit.client.0.smithi084.stdout:op 4896 completed, throughput=5MB/sec 2024-04-02T08:58:05.456 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--uxqL_G_ESMX-Bp off=14449164 len=1902238 2024-04-02T08:58:05.457 INFO:tasks.workunit.client.0.smithi084.stdout:op 4897 completed, throughput=5MB/sec 2024-04-02T08:58:05.457 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-p61jdg9plAERD_k off=3320266 len=1952579 2024-04-02T08:58:05.465 INFO:tasks.workunit.client.0.smithi084.stdout:op 4898 completed, throughput=5MB/sec 2024-04-02T08:58:05.466 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HRjKC0AIXpQHbTe off=19762385 len=1469888 2024-04-02T08:58:05.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 4899 completed, throughput=5MB/sec 2024-04-02T08:58:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:06 smithi132 ceph-mon[88571]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:58:06.418 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:06 smithi084 ceph-mon[94794]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:58:06.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:06 smithi084 ceph-mon[97358]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:58:06.467 INFO:tasks.workunit.client.0.smithi084.stdout: 962: throughput=5MB/sec pending data=0 2024-04-02T08:58:06.467 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--MRIMR8MoEQ6odf off=1316892 len=481834 2024-04-02T08:58:06.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 4900 completed, throughput=5MB/sec 2024-04-02T08:58:06.470 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-f_Qge0kNxVaunV7 off=2614247 len=1756337 2024-04-02T08:58:06.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 4901 completed, throughput=5MB/sec 2024-04-02T08:58:06.477 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FY4niVvOKsGEy9t off=679635 len=540996 2024-04-02T08:58:06.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 4902 completed, throughput=5MB/sec 2024-04-02T08:58:06.478 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sbPFQitCj5XtIxX off=8420131 len=2049216 2024-04-02T08:58:06.485 INFO:tasks.workunit.client.0.smithi084.stdout:op 4903 completed, throughput=5MB/sec 2024-04-02T08:58:06.485 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AjY0cfIvlbJ005Q off=10644872 len=820431 2024-04-02T08:58:06.487 INFO:tasks.workunit.client.0.smithi084.stdout:op 4904 completed, throughput=5MB/sec 2024-04-02T08:58:07.488 INFO:tasks.workunit.client.0.smithi084.stdout: 963: throughput=5MB/sec pending data=0 2024-04-02T08:58:07.488 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UgQSmOuMWu9C4YS off=4494825 len=477159 2024-04-02T08:58:07.489 INFO:tasks.workunit.client.0.smithi084.stdout:op 4905 completed, throughput=5MB/sec 2024-04-02T08:58:07.489 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Foi_aIJIvHxJtlK off=8459909 len=1672739 2024-04-02T08:58:07.491 INFO:tasks.workunit.client.0.smithi084.stdout:op 4906 completed, throughput=5MB/sec 2024-04-02T08:58:07.491 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pnkOXLwVujRGV5t off=2847761 len=1439873 2024-04-02T08:58:07.497 INFO:tasks.workunit.client.0.smithi084.stdout:op 4907 completed, throughput=5MB/sec 2024-04-02T08:58:07.498 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OCLelOHIUyFes6s off=847873 len=343207 2024-04-02T08:58:07.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 4908 completed, throughput=5MB/sec 2024-04-02T08:58:07.498 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P4MM-H95WSlHMm0 off=612809 len=856163 2024-04-02T08:58:07.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 4909 completed, throughput=5MB/sec 2024-04-02T08:58:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:08 smithi132 ceph-mon[88571]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:58:08.500 INFO:tasks.workunit.client.0.smithi084.stdout: 964: throughput=5MB/sec pending data=0 2024-04-02T08:58:08.501 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4sepPa4nByR5XEr off=5187374 len=1208968 2024-04-02T08:58:08.503 INFO:tasks.workunit.client.0.smithi084.stdout:op 4910 completed, throughput=5MB/sec 2024-04-02T08:58:08.503 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vPwdNDpe5FS_Wht off=1822793 len=184719 2024-04-02T08:58:08.506 INFO:tasks.workunit.client.0.smithi084.stdout:op 4911 completed, throughput=5MB/sec 2024-04-02T08:58:08.506 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ciUkY1QgyaqbWOD off=767137 len=2042155 2024-04-02T08:58:08.508 INFO:tasks.workunit.client.0.smithi084.stdout:op 4912 completed, throughput=5MB/sec 2024-04-02T08:58:08.508 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dkP6l3PJpHHOOha off=1356349 len=998140 2024-04-02T08:58:08.509 INFO:tasks.workunit.client.0.smithi084.stdout:op 4913 completed, throughput=5MB/sec 2024-04-02T08:58:08.509 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-86DL-WF7fHx1q9D off=593025 len=1911891 2024-04-02T08:58:08.521 INFO:tasks.workunit.client.0.smithi084.stdout:op 4914 completed, throughput=5MB/sec 2024-04-02T08:58:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:08 smithi084 ceph-mon[94794]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:58:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:08 smithi084 ceph-mon[97358]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:58:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:09.521 INFO:tasks.workunit.client.0.smithi084.stdout: 965: throughput=5MB/sec pending data=0 2024-04-02T08:58:09.521 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BfzSKUBtpfndt_f off=844274 len=867994 2024-04-02T08:58:09.523 INFO:tasks.workunit.client.0.smithi084.stdout:op 4915 completed, throughput=5MB/sec 2024-04-02T08:58:09.523 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4sskFgTJHIhWA31 off=2404146 len=122300 2024-04-02T08:58:09.527 INFO:tasks.workunit.client.0.smithi084.stdout:op 4916 completed, throughput=5MB/sec 2024-04-02T08:58:09.527 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vnJ6V5rFtbBLacw off=1929861 len=795758 2024-04-02T08:58:09.530 INFO:tasks.workunit.client.0.smithi084.stdout:op 4917 completed, throughput=5MB/sec 2024-04-02T08:58:09.530 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-L4X6QpnRSIYOyME off=8857338 len=278101 2024-04-02T08:58:09.531 INFO:tasks.workunit.client.0.smithi084.stdout:op 4918 completed, throughput=5MB/sec 2024-04-02T08:58:09.531 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dEuQtXxHCHeqPMn off=12254363 len=2092557 2024-04-02T08:58:09.533 INFO:tasks.workunit.client.0.smithi084.stdout:op 4919 completed, throughput=5MB/sec 2024-04-02T08:58:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:10 smithi132 ceph-mon[88571]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:58:10.533 INFO:tasks.workunit.client.0.smithi084.stdout: 966: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:10.533 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NPqRrwyDo-_sHN0 off=469098 len=555580 2024-04-02T08:58:10.534 INFO:tasks.workunit.client.0.smithi084.stdout:op 4920 completed, throughput=5MB/sec 2024-04-02T08:58:10.534 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MwyjsP3t7UmBt1y off=17480611 len=544648 2024-04-02T08:58:10.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 4921 completed, throughput=5MB/sec 2024-04-02T08:58:10.535 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1J-6aVKPmIbBFU- off=925721 len=2057318 2024-04-02T08:58:10.548 INFO:tasks.workunit.client.0.smithi084.stdout:op 4922 completed, throughput=5MB/sec 2024-04-02T08:58:10.548 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jd6-Za_L6Vthjxa off=3256596 len=615335 2024-04-02T08:58:10.551 INFO:tasks.workunit.client.0.smithi084.stdout:op 4923 completed, throughput=5MB/sec 2024-04-02T08:58:10.551 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zJfb2BzKdvNbGSY off=1675070 len=2083092 2024-04-02T08:58:10.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 4924 completed, throughput=5MB/sec 2024-04-02T08:58:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:10 smithi084 ceph-mon[94794]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:58:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:10 smithi084 ceph-mon[97358]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:58:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:58:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:58:10] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T08:58:11.562 INFO:tasks.workunit.client.0.smithi084.stdout: 967: throughput=5MB/sec pending data=0 2024-04-02T08:58:11.562 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-37LxppVi408SZMD off=1153339 len=1446308 2024-04-02T08:58:11.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 4925 completed, throughput=5MB/sec 2024-04-02T08:58:11.563 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-her7R3270whIrN4 off=2838621 len=589698 2024-04-02T08:58:11.567 INFO:tasks.workunit.client.0.smithi084.stdout:op 4926 completed, throughput=5MB/sec 2024-04-02T08:58:11.568 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FcMMk6Y7R-HfkWE off=647215 len=1370577 2024-04-02T08:58:11.574 INFO:tasks.workunit.client.0.smithi084.stdout:op 4927 completed, throughput=5MB/sec 2024-04-02T08:58:11.574 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KFMiKBZk2vtsHkg off=3696658 len=1941725 2024-04-02T08:58:11.581 INFO:tasks.workunit.client.0.smithi084.stdout:op 4928 completed, throughput=5MB/sec 2024-04-02T08:58:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:12 smithi132 ceph-mon[88571]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:58:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:12.582 INFO:tasks.workunit.client.0.smithi084.stdout: 968: throughput=5MB/sec pending data=0 2024-04-02T08:58:12.582 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fljYxISNjuNoQUw off=10636435 len=1969971 2024-04-02T08:58:12.590 INFO:tasks.workunit.client.0.smithi084.stdout:op 4929 completed, throughput=5MB/sec 2024-04-02T08:58:12.590 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BWu8cKw2sT49Qlb off=13412690 len=1258156 2024-04-02T08:58:12.593 INFO:tasks.workunit.client.0.smithi084.stdout:op 4930 completed, throughput=5MB/sec 2024-04-02T08:58:12.593 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-blWJY1Xi3ShxEkp off=2730598 len=1204594 2024-04-02T08:58:12.597 INFO:tasks.workunit.client.0.smithi084.stdout:op 4931 completed, throughput=5MB/sec 2024-04-02T08:58:12.597 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_kkE-SV36N2hma8 off=15400997 len=56514 2024-04-02T08:58:12.600 INFO:tasks.workunit.client.0.smithi084.stdout:op 4932 completed, throughput=5MB/sec 2024-04-02T08:58:12.600 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vNuqfSOGnGpZxpX off=12605336 len=188519 2024-04-02T08:58:12.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 4933 completed, throughput=5MB/sec 2024-04-02T08:58:12.603 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VrxN36u9-SmAEPj off=3613270 len=706118 2024-04-02T08:58:12.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 4934 completed, throughput=5MB/sec 2024-04-02T08:58:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:12 smithi084 ceph-mon[94794]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:12 smithi084 ceph-mon[97358]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:13.604 INFO:tasks.workunit.client.0.smithi084.stdout: 969: throughput=5MB/sec pending data=0 2024-04-02T08:58:13.604 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fhyvniwJdponQDt off=1036081 len=1449583 2024-04-02T08:58:13.609 INFO:tasks.workunit.client.0.smithi084.stdout:op 4935 completed, throughput=5MB/sec 2024-04-02T08:58:13.609 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IfT1g8ra6Oh7zsG off=4204108 len=72728 2024-04-02T08:58:13.610 INFO:tasks.workunit.client.0.smithi084.stdout:op 4936 completed, throughput=5MB/sec 2024-04-02T08:58:13.610 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-92OhmWe4Z-N-bU_ off=0 len=1525609 2024-04-02T08:58:13.614 INFO:tasks.workunit.client.0.smithi084.stdout:op 4937 completed, throughput=5MB/sec 2024-04-02T08:58:13.614 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RXONeTmXJXv23Yr off=4828644 len=327355 2024-04-02T08:58:13.617 INFO:tasks.workunit.client.0.smithi084.stdout:op 4938 completed, throughput=5MB/sec 2024-04-02T08:58:13.618 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4BemI_OPfFlDS5u off=3513357 len=1144685 2024-04-02T08:58:13.619 INFO:tasks.workunit.client.0.smithi084.stdout:op 4939 completed, throughput=5MB/sec 2024-04-02T08:58:13.619 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VXeCz9bSVpIVkKp off=6387267 len=1724878 2024-04-02T08:58:13.625 INFO:tasks.workunit.client.0.smithi084.stdout:op 4940 completed, throughput=5MB/sec 2024-04-02T08:58:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:14 smithi132 ceph-mon[88571]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:14 smithi084 ceph-mon[94794]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:14.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:14 smithi084 ceph-mon[97358]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:14.625 INFO:tasks.workunit.client.0.smithi084.stdout: 970: throughput=5MB/sec pending data=0 2024-04-02T08:58:14.625 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2XenzQIn2nzamg9 off=3390080 len=1759136 2024-04-02T08:58:14.628 INFO:tasks.workunit.client.0.smithi084.stdout:op 4941 completed, throughput=5MB/sec 2024-04-02T08:58:14.628 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-O6BbZht0OHHEJhp off=7809564 len=1625614 2024-04-02T08:58:14.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 4942 completed, throughput=5MB/sec 2024-04-02T08:58:14.630 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lEtkPwMaFBQSbe- off=2423965 len=47655 2024-04-02T08:58:14.632 INFO:tasks.workunit.client.0.smithi084.stdout:op 4943 completed, throughput=5MB/sec 2024-04-02T08:58:14.632 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Fk6bYI9BtwnVl9R off=2318900 len=1853746 2024-04-02T08:58:14.633 INFO:tasks.workunit.client.0.smithi084.stdout:op 4944 completed, throughput=5MB/sec 2024-04-02T08:58:15.633 INFO:tasks.workunit.client.0.smithi084.stdout: 971: throughput=5MB/sec pending data=0 2024-04-02T08:58:15.633 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8HaabnjXxAoGLRA off=320349 len=1552402 2024-04-02T08:58:15.640 INFO:tasks.workunit.client.0.smithi084.stdout:op 4945 completed, throughput=5MB/sec 2024-04-02T08:58:15.640 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-x_rQjfSn593FsHs off=252121 len=2044792 2024-04-02T08:58:15.645 INFO:tasks.workunit.client.0.smithi084.stdout:op 4946 completed, throughput=5MB/sec 2024-04-02T08:58:15.645 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t8MP2VAlVDOiXXE off=13079976 len=1097269 2024-04-02T08:58:15.646 INFO:tasks.workunit.client.0.smithi084.stdout:op 4947 completed, throughput=5MB/sec 2024-04-02T08:58:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:16 smithi132 ceph-mon[88571]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:16 smithi084 ceph-mon[94794]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:16 smithi084 ceph-mon[97358]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:16.646 INFO:tasks.workunit.client.0.smithi084.stdout: 972: throughput=5MB/sec pending data=0 2024-04-02T08:58:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JQCFy15FDOYcprU off=139162 len=793494 2024-04-02T08:58:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:op 4948 completed, throughput=5MB/sec 2024-04-02T08:58:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EP4Bd7jPPf4oR_G off=6963123 len=14743 2024-04-02T08:58:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:op 4949 completed, throughput=5MB/sec 2024-04-02T08:58:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tJt6QBWfbOOw5iL off=2715914 len=117622 2024-04-02T08:58:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:op 4950 completed, throughput=5MB/sec 2024-04-02T08:58:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q81v2XaQUPT1_iQ off=5256438 len=2072177 2024-04-02T08:58:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:op 4951 completed, throughput=5MB/sec 2024-04-02T08:58:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vqOKR9EljyUYwnB off=19791149 len=1273362 2024-04-02T08:58:16.657 INFO:tasks.workunit.client.0.smithi084.stdout:op 4952 completed, throughput=5MB/sec 2024-04-02T08:58:16.657 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eZ3EdObLtzpzmwy off=13709814 len=1189272 2024-04-02T08:58:16.658 INFO:tasks.workunit.client.0.smithi084.stdout:op 4953 completed, throughput=5MB/sec 2024-04-02T08:58:17.658 INFO:tasks.workunit.client.0.smithi084.stdout: 973: throughput=5MB/sec pending data=0 2024-04-02T08:58:17.659 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hfHlpt-3rFEoZ4d off=14577418 len=426218 2024-04-02T08:58:17.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 4954 completed, throughput=5MB/sec 2024-04-02T08:58:17.662 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pg0TM95arslL64l off=1319828 len=1297494 2024-04-02T08:58:17.670 INFO:tasks.workunit.client.0.smithi084.stdout:op 4955 completed, throughput=5MB/sec 2024-04-02T08:58:17.670 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-66dSKQbKGUYjFjK off=1985322 len=920592 2024-04-02T08:58:17.675 INFO:tasks.workunit.client.0.smithi084.stdout:op 4956 completed, throughput=5MB/sec 2024-04-02T08:58:17.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Yw5Ve5yFxNbmTjv off=1619177 len=1937110 2024-04-02T08:58:17.677 INFO:tasks.workunit.client.0.smithi084.stdout:op 4957 completed, throughput=5MB/sec 2024-04-02T08:58:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:18 smithi132 ceph-mon[88571]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:18 smithi084 ceph-mon[94794]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:18 smithi084 ceph-mon[97358]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:18.677 INFO:tasks.workunit.client.0.smithi084.stdout: 974: throughput=5MB/sec pending data=0 2024-04-02T08:58:18.677 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MZVXRUkJXolOMO0 off=5436716 len=1436389 2024-04-02T08:58:18.686 INFO:tasks.workunit.client.0.smithi084.stdout:op 4958 completed, throughput=5MB/sec 2024-04-02T08:58:18.686 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-53ypQa5JB_khYuv off=7465221 len=1252121 2024-04-02T08:58:18.691 INFO:tasks.workunit.client.0.smithi084.stdout:op 4959 completed, throughput=5MB/sec 2024-04-02T08:58:18.691 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YoX7mL9z9SvnTDX off=2797240 len=1577000 2024-04-02T08:58:18.700 INFO:tasks.workunit.client.0.smithi084.stdout:op 4960 completed, throughput=5MB/sec 2024-04-02T08:58:18.700 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-q-vZ-3mPDN8kr6R off=21819138 len=152999 2024-04-02T08:58:18.702 INFO:tasks.workunit.client.0.smithi084.stdout:op 4961 completed, throughput=5MB/sec 2024-04-02T08:58:18.702 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qO3clJxgulU46SL off=7451129 len=1104984 2024-04-02T08:58:18.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 4962 completed, throughput=5MB/sec 2024-04-02T08:58:19.704 INFO:tasks.workunit.client.0.smithi084.stdout: 975: throughput=5MB/sec pending data=0 2024-04-02T08:58:19.704 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aUM80Rs9yjA6ejJ off=11287660 len=1843843 2024-04-02T08:58:19.706 INFO:tasks.workunit.client.0.smithi084.stdout:op 4963 completed, throughput=5MB/sec 2024-04-02T08:58:19.706 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IR7sBrgXf53DoL_ off=5266827 len=1990521 2024-04-02T08:58:19.707 INFO:tasks.workunit.client.0.smithi084.stdout:op 4964 completed, throughput=5MB/sec 2024-04-02T08:58:19.707 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FUiCiGTOQ-cVPAs off=2229475 len=1918558 2024-04-02T08:58:19.718 INFO:tasks.workunit.client.0.smithi084.stdout:op 4965 completed, throughput=5MB/sec 2024-04-02T08:58:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:20 smithi132 ceph-mon[88571]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:20 smithi084 ceph-mon[94794]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:20 smithi084 ceph-mon[97358]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:20.718 INFO:tasks.workunit.client.0.smithi084.stdout: 976: throughput=5MB/sec pending data=0 2024-04-02T08:58:20.718 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gPR0JEidiMB4Bk3 off=5884661 len=94663 2024-04-02T08:58:20.719 INFO:tasks.workunit.client.0.smithi084.stdout:op 4966 completed, throughput=5MB/sec 2024-04-02T08:58:20.719 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kT9w7bazf_CCgl2 off=9001981 len=734894 2024-04-02T08:58:20.720 INFO:tasks.workunit.client.0.smithi084.stdout:op 4967 completed, throughput=5MB/sec 2024-04-02T08:58:20.720 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Q7MubUGTUTg0EYj off=1907954 len=1690043 2024-04-02T08:58:20.723 INFO:tasks.workunit.client.0.smithi084.stdout:op 4968 completed, throughput=5MB/sec 2024-04-02T08:58:20.723 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-92dEMQOL1W92ACG off=21303001 len=1382687 2024-04-02T08:58:20.726 INFO:tasks.workunit.client.0.smithi084.stdout:op 4969 completed, throughput=5MB/sec 2024-04-02T08:58:20.726 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UVzhWEFsUxN5hxs off=1360767 len=1875707 2024-04-02T08:58:20.733 INFO:tasks.workunit.client.0.smithi084.stdout:op 4970 completed, throughput=5MB/sec 2024-04-02T08:58:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:58:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:58:20] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T08:58:21.733 INFO:tasks.workunit.client.0.smithi084.stdout: 977: throughput=5MB/sec pending data=0 2024-04-02T08:58:21.734 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-28TLdslfaTcggea off=1103231 len=322194 2024-04-02T08:58:21.735 INFO:tasks.workunit.client.0.smithi084.stdout:op 4971 completed, throughput=5MB/sec 2024-04-02T08:58:21.735 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7Z3LIXceQYV0UxL off=1561135 len=1652046 2024-04-02T08:58:21.737 INFO:tasks.workunit.client.0.smithi084.stdout:op 4972 completed, throughput=5MB/sec 2024-04-02T08:58:21.737 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-81o563wNlI14Me8 off=10065839 len=1121247 2024-04-02T08:58:21.738 INFO:tasks.workunit.client.0.smithi084.stdout:op 4973 completed, throughput=5MB/sec 2024-04-02T08:58:21.738 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ij5gQiqp7d5_K45 off=12976417 len=1672501 2024-04-02T08:58:21.739 INFO:tasks.workunit.client.0.smithi084.stdout:op 4974 completed, throughput=5MB/sec 2024-04-02T08:58:22.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:22 smithi132 ceph-mon[88571]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:22.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:58:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:22 smithi084 ceph-mon[94794]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:22 smithi084 ceph-mon[97358]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:22.740 INFO:tasks.workunit.client.0.smithi084.stdout: 978: throughput=5MB/sec pending data=0 2024-04-02T08:58:22.740 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NITintbkJzFrmVg off=2019891 len=363313 2024-04-02T08:58:22.742 INFO:tasks.workunit.client.0.smithi084.stdout:op 4975 completed, throughput=5MB/sec 2024-04-02T08:58:22.742 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VzbhjlGdr5nlRJk off=16866318 len=257416 2024-04-02T08:58:22.743 INFO:tasks.workunit.client.0.smithi084.stdout:op 4976 completed, throughput=5MB/sec 2024-04-02T08:58:22.743 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X1inVHxvJD-BxLm off=2505342 len=1625477 2024-04-02T08:58:22.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 4977 completed, throughput=5MB/sec 2024-04-02T08:58:22.744 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2gF6wAbv0MVp0FO off=2947836 len=908962 2024-04-02T08:58:22.749 INFO:tasks.workunit.client.0.smithi084.stdout:op 4978 completed, throughput=5MB/sec 2024-04-02T08:58:22.749 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WNtQpxhcDxcU79n off=3569899 len=1907234 2024-04-02T08:58:22.760 INFO:tasks.workunit.client.0.smithi084.stdout:op 4979 completed, throughput=5MB/sec 2024-04-02T08:58:23.761 INFO:tasks.workunit.client.0.smithi084.stdout: 979: throughput=5MB/sec pending data=0 2024-04-02T08:58:23.761 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1dU-_32QNUAvwNq off=12273 len=562777 2024-04-02T08:58:23.764 INFO:tasks.workunit.client.0.smithi084.stdout:op 4980 completed, throughput=5MB/sec 2024-04-02T08:58:23.764 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IsShXIYTpRtQO8j off=31198 len=1104567 2024-04-02T08:58:23.768 INFO:tasks.workunit.client.0.smithi084.stdout:op 4981 completed, throughput=5MB/sec 2024-04-02T08:58:23.768 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xKtjRMpvh0x7zN6 off=17058523 len=83863 2024-04-02T08:58:23.771 INFO:tasks.workunit.client.0.smithi084.stdout:op 4982 completed, throughput=5MB/sec 2024-04-02T08:58:23.771 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--16q1RogSZd35la off=3074212 len=783803 2024-04-02T08:58:23.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 4983 completed, throughput=5MB/sec 2024-04-02T08:58:23.775 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2NZVDBpHy6GpdoT off=4445816 len=361655 2024-04-02T08:58:23.777 INFO:tasks.workunit.client.0.smithi084.stdout:op 4984 completed, throughput=5MB/sec 2024-04-02T08:58:23.778 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AlSG3diCDBjFF8Z off=9689293 len=1397532 2024-04-02T08:58:23.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 4985 completed, throughput=5MB/sec 2024-04-02T08:58:23.779 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wPonOHsTwNtnWNf off=658717 len=680495 2024-04-02T08:58:23.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 4986 completed, throughput=5MB/sec 2024-04-02T08:58:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:24 smithi084 ceph-mon[94794]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:24 smithi084 ceph-mon[97358]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:24 smithi132 ceph-mon[88571]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:24.779 INFO:tasks.workunit.client.0.smithi084.stdout: 980: throughput=5MB/sec pending data=0 2024-04-02T08:58:24.780 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nEfyGPdrgegmnHQ off=11848473 len=1397117 2024-04-02T08:58:24.786 INFO:tasks.workunit.client.0.smithi084.stdout:op 4987 completed, throughput=5MB/sec 2024-04-02T08:58:24.786 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5jDUgUbomYJuniX off=4787734 len=1203847 2024-04-02T08:58:24.792 INFO:tasks.workunit.client.0.smithi084.stdout:op 4988 completed, throughput=5MB/sec 2024-04-02T08:58:24.792 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QEmqSEUAwnFjYKz off=2804111 len=1027930 2024-04-02T08:58:24.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 4989 completed, throughput=5MB/sec 2024-04-02T08:58:24.797 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XpFRK_RcpH3Mi1H off=769483 len=1811362 2024-04-02T08:58:24.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 4990 completed, throughput=5MB/sec 2024-04-02T08:58:25.807 INFO:tasks.workunit.client.0.smithi084.stdout: 981: throughput=5MB/sec pending data=0 2024-04-02T08:58:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MumiQR9fTtKrzON off=4536598 len=1895082 2024-04-02T08:58:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:op 4991 completed, throughput=5MB/sec 2024-04-02T08:58:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3OTOqYILwQRGEoH off=8102451 len=575310 2024-04-02T08:58:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:op 4992 completed, throughput=5MB/sec 2024-04-02T08:58:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FnWrz3ppd-IXyS_ off=1483881 len=1316579 2024-04-02T08:58:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 4993 completed, throughput=5MB/sec 2024-04-02T08:58:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jVn4I8MGkQ1e-27 off=11965274 len=1063465 2024-04-02T08:58:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:op 4994 completed, throughput=5MB/sec 2024-04-02T08:58:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AIuI-fwicQ788k0 off=2621119 len=1131532 2024-04-02T08:58:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:op 4995 completed, throughput=5MB/sec 2024-04-02T08:58:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:26 smithi084 ceph-mon[94794]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:26 smithi084 ceph-mon[97358]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:26 smithi132 ceph-mon[88571]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:26.819 INFO:tasks.workunit.client.0.smithi084.stdout: 982: throughput=5MB/sec pending data=0 2024-04-02T08:58:26.819 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QNBB1GgAJcdLD3N off=15685113 len=162946 2024-04-02T08:58:26.820 INFO:tasks.workunit.client.0.smithi084.stdout:op 4996 completed, throughput=5MB/sec 2024-04-02T08:58:26.820 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5mL0ue_tjAR-5x5 off=4338799 len=1248496 2024-04-02T08:58:26.821 INFO:tasks.workunit.client.0.smithi084.stdout:op 4997 completed, throughput=5MB/sec 2024-04-02T08:58:26.821 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EuvRw4s-tXb4jOw off=2806305 len=1809638 2024-04-02T08:58:26.825 INFO:tasks.workunit.client.0.smithi084.stdout:op 4998 completed, throughput=5MB/sec 2024-04-02T08:58:26.825 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FZuQi3H4rKqop3x off=204366 len=660233 2024-04-02T08:58:26.830 INFO:tasks.workunit.client.0.smithi084.stdout:op 4999 completed, throughput=5MB/sec 2024-04-02T08:58:26.830 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-htQU6tZHyxZOgDE off=9035760 len=502308 2024-04-02T08:58:26.831 INFO:tasks.workunit.client.0.smithi084.stdout:op 5000 completed, throughput=5MB/sec 2024-04-02T08:58:26.831 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-96FOa--rBzs7fV5 off=5193448 len=607273 2024-04-02T08:58:26.831 INFO:tasks.workunit.client.0.smithi084.stdout:op 5001 completed, throughput=5MB/sec 2024-04-02T08:58:27.832 INFO:tasks.workunit.client.0.smithi084.stdout: 983: throughput=5MB/sec pending data=0 2024-04-02T08:58:27.832 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ccWlobUApG_LHch off=5329385 len=286730 2024-04-02T08:58:27.835 INFO:tasks.workunit.client.0.smithi084.stdout:op 5002 completed, throughput=5MB/sec 2024-04-02T08:58:27.835 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fU3Dqw_JhyEnKU0 off=9238077 len=883661 2024-04-02T08:58:27.836 INFO:tasks.workunit.client.0.smithi084.stdout:op 5003 completed, throughput=5MB/sec 2024-04-02T08:58:27.836 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GjCNAcAlOcns4U1 off=6936993 len=1648143 2024-04-02T08:58:27.839 INFO:tasks.workunit.client.0.smithi084.stdout:op 5004 completed, throughput=5MB/sec 2024-04-02T08:58:27.839 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ej8EOBeQgSXvMJR off=2722046 len=1848267 2024-04-02T08:58:27.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 5005 completed, throughput=5MB/sec 2024-04-02T08:58:27.850 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-H7MmtK4zpLpyuEV off=4525903 len=1251278 2024-04-02T08:58:27.856 INFO:tasks.workunit.client.0.smithi084.stdout:op 5006 completed, throughput=5MB/sec 2024-04-02T08:58:28.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:28 smithi084 ceph-mon[94794]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:28.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:28 smithi084 ceph-mon[97358]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:28 smithi132 ceph-mon[88571]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:28.857 INFO:tasks.workunit.client.0.smithi084.stdout: 984: throughput=5MB/sec pending data=0 2024-04-02T08:58:28.857 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VSYxwiWICRmdF0R off=7554306 len=574947 2024-04-02T08:58:28.861 INFO:tasks.workunit.client.0.smithi084.stdout:op 5007 completed, throughput=5MB/sec 2024-04-02T08:58:28.861 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eFzbanUv3heFKz- off=3213558 len=675153 2024-04-02T08:58:28.865 INFO:tasks.workunit.client.0.smithi084.stdout:op 5008 completed, throughput=5MB/sec 2024-04-02T08:58:28.865 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-imyTPWJXFWLAhc1 off=1398943 len=649255 2024-04-02T08:58:28.867 INFO:tasks.workunit.client.0.smithi084.stdout:op 5009 completed, throughput=5MB/sec 2024-04-02T08:58:28.867 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-I_QBzlG0EbRRo2O off=5091149 len=963098 2024-04-02T08:58:28.872 INFO:tasks.workunit.client.0.smithi084.stdout:op 5010 completed, throughput=5MB/sec 2024-04-02T08:58:28.872 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mc-wYWXsqf5U2ze off=10091388 len=1838323 2024-04-02T08:58:28.880 INFO:tasks.workunit.client.0.smithi084.stdout:op 5011 completed, throughput=5MB/sec 2024-04-02T08:58:29.880 INFO:tasks.workunit.client.0.smithi084.stdout: 985: throughput=5MB/sec pending data=0 2024-04-02T08:58:29.880 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GQdHyMhh4FYiIlW off=9800227 len=1627811 2024-04-02T08:58:29.890 INFO:tasks.workunit.client.0.smithi084.stdout:op 5012 completed, throughput=5MB/sec 2024-04-02T08:58:29.890 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1-J3SWMlP74Kw_K off=12974830 len=1150587 2024-04-02T08:58:29.891 INFO:tasks.workunit.client.0.smithi084.stdout:op 5013 completed, throughput=5MB/sec 2024-04-02T08:58:29.891 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JLg1h0Yk4hkVa4U off=2218565 len=1450847 2024-04-02T08:58:29.892 INFO:tasks.workunit.client.0.smithi084.stdout:op 5014 completed, throughput=5MB/sec 2024-04-02T08:58:29.893 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SrYYoao20XROw-M off=4037456 len=620579 2024-04-02T08:58:29.895 INFO:tasks.workunit.client.0.smithi084.stdout:op 5015 completed, throughput=5MB/sec 2024-04-02T08:58:29.895 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MWoJW6qvFW0o2Ij off=5034350 len=943349 2024-04-02T08:58:29.897 INFO:tasks.workunit.client.0.smithi084.stdout:op 5016 completed, throughput=5MB/sec 2024-04-02T08:58:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:30 smithi084 ceph-mon[94794]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:58:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:30 smithi084 ceph-mon[97358]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:58:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:30 smithi132 ceph-mon[88571]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:58:30.898 INFO:tasks.workunit.client.0.smithi084.stdout: 986: throughput=5MB/sec pending data=0 2024-04-02T08:58:30.898 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9AOJb5LBhwAnqIq off=2273063 len=306285 2024-04-02T08:58:30.901 INFO:tasks.workunit.client.0.smithi084.stdout:op 5017 completed, throughput=5MB/sec 2024-04-02T08:58:30.901 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1fzZcuOZ_XRfNF1 off=11663785 len=173427 2024-04-02T08:58:30.903 INFO:tasks.workunit.client.0.smithi084.stdout:op 5018 completed, throughput=5MB/sec 2024-04-02T08:58:30.903 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_q8PzLzTorfdAaw off=607984 len=1076994 2024-04-02T08:58:30.908 INFO:tasks.workunit.client.0.smithi084.stdout:op 5019 completed, throughput=5MB/sec 2024-04-02T08:58:30.908 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-olbkTZBFsteLdNT off=7552887 len=713678 2024-04-02T08:58:30.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 5020 completed, throughput=5MB/sec 2024-04-02T08:58:30.909 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eFwZ_B330TbDVjy off=16603147 len=699242 2024-04-02T08:58:30.910 INFO:tasks.workunit.client.0.smithi084.stdout:op 5021 completed, throughput=5MB/sec 2024-04-02T08:58:30.910 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6dHjPJhldkTUnWb off=2114229 len=1056894 2024-04-02T08:58:30.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 5022 completed, throughput=5MB/sec 2024-04-02T08:58:30.911 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uLb_CYuoNXMJ4vr off=2604130 len=994716 2024-04-02T08:58:30.914 INFO:tasks.workunit.client.0.smithi084.stdout:op 5023 completed, throughput=5MB/sec 2024-04-02T08:58:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:58:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:58:30] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-02T08:58:31.915 INFO:tasks.workunit.client.0.smithi084.stdout: 987: throughput=5MB/sec pending data=0 2024-04-02T08:58:31.915 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SRd41_lHKrNOLjy off=263905 len=1786482 2024-04-02T08:58:31.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 5024 completed, throughput=5MB/sec 2024-04-02T08:58:31.925 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zLaxp5ecWSg_tHB off=6811432 len=1173687 2024-04-02T08:58:31.927 INFO:tasks.workunit.client.0.smithi084.stdout:op 5025 completed, throughput=5MB/sec 2024-04-02T08:58:31.927 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mMNnCg9lgErDUHE off=10759516 len=1364055 2024-04-02T08:58:31.928 INFO:tasks.workunit.client.0.smithi084.stdout:op 5026 completed, throughput=5MB/sec 2024-04-02T08:58:31.928 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GSQHOZUVOeG1ryB off=3502664 len=1391298 2024-04-02T08:58:31.931 INFO:tasks.workunit.client.0.smithi084.stdout:op 5027 completed, throughput=5MB/sec 2024-04-02T08:58:32.463 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:32 smithi132 ceph-mon[88571]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:32.463 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:58:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:58:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:32 smithi084 ceph-mon[94794]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:32.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:32 smithi084 ceph-mon[97358]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:32.932 INFO:tasks.workunit.client.0.smithi084.stdout: 988: throughput=5MB/sec pending data=0 2024-04-02T08:58:32.932 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KSqmMWMV2piBag1 off=0 len=1195642 2024-04-02T08:58:32.933 INFO:tasks.workunit.client.0.smithi084.stdout:op 5028 completed, throughput=5MB/sec 2024-04-02T08:58:32.933 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y97v16JEl7IpduG off=13114818 len=1304778 2024-04-02T08:58:32.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 5029 completed, throughput=5MB/sec 2024-04-02T08:58:32.934 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kyWO2p8TV52wk_z off=1941933 len=485783 2024-04-02T08:58:32.938 INFO:tasks.workunit.client.0.smithi084.stdout:op 5030 completed, throughput=5MB/sec 2024-04-02T08:58:32.938 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cATIWl53CDTwsHx off=16088410 len=1102413 2024-04-02T08:58:32.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 5031 completed, throughput=5MB/sec 2024-04-02T08:58:32.939 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g8l_gD8h4bpzFvO off=12538799 len=1936919 2024-04-02T08:58:32.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 5032 completed, throughput=5MB/sec 2024-04-02T08:58:33.948 INFO:tasks.workunit.client.0.smithi084.stdout: 989: throughput=5MB/sec pending data=0 2024-04-02T08:58:33.948 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b_96DGSGvL6Bcr7 off=5937040 len=1822100 2024-04-02T08:58:33.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 5033 completed, throughput=5MB/sec 2024-04-02T08:58:33.956 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VZyr07nzRHIsk1A off=1492342 len=143583 2024-04-02T08:58:33.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 5034 completed, throughput=5MB/sec 2024-04-02T08:58:33.959 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nMJjTHfdzA8Dtvg off=13504159 len=1714562 2024-04-02T08:58:33.968 INFO:tasks.workunit.client.0.smithi084.stdout:op 5035 completed, throughput=5MB/sec 2024-04-02T08:58:33.968 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LfMHpxfds-SQhkD off=12162775 len=1511215 2024-04-02T08:58:33.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 5036 completed, throughput=5MB/sec 2024-04-02T08:58:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:34 smithi084 ceph-mon[94794]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:34.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:34 smithi084 ceph-mon[97358]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:34.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:34 smithi132 ceph-mon[88571]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:34.969 INFO:tasks.workunit.client.0.smithi084.stdout: 990: throughput=5MB/sec pending data=0 2024-04-02T08:58:34.969 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-H2hmHVXHFZ1QtUk off=16158139 len=1718459 2024-04-02T08:58:34.971 INFO:tasks.workunit.client.0.smithi084.stdout:op 5037 completed, throughput=5MB/sec 2024-04-02T08:58:34.971 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gULsC1scrOQNtx7 off=2507545 len=776141 2024-04-02T08:58:34.974 INFO:tasks.workunit.client.0.smithi084.stdout:op 5038 completed, throughput=5MB/sec 2024-04-02T08:58:34.974 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4XBuYm6wjcAtw8_ off=7200489 len=891543 2024-04-02T08:58:34.978 INFO:tasks.workunit.client.0.smithi084.stdout:op 5039 completed, throughput=5MB/sec 2024-04-02T08:58:34.978 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hzKJ8VW0b4hFxIi off=3070433 len=2037676 2024-04-02T08:58:34.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 5040 completed, throughput=5MB/sec 2024-04-02T08:58:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:58:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:35.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:58:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:58:35.981 INFO:tasks.workunit.client.0.smithi084.stdout: 991: throughput=5MB/sec pending data=0 2024-04-02T08:58:35.981 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gY8_0nY19IbFnHJ off=1517928 len=1483056 2024-04-02T08:58:35.982 INFO:tasks.workunit.client.0.smithi084.stdout:op 5041 completed, throughput=5MB/sec 2024-04-02T08:58:35.982 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XT8nAwMJuz7ppfr off=10943813 len=1087954 2024-04-02T08:58:35.986 INFO:tasks.workunit.client.0.smithi084.stdout:op 5042 completed, throughput=5MB/sec 2024-04-02T08:58:35.986 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UlT5Ye2BpdexJUA off=803064 len=70722 2024-04-02T08:58:35.987 INFO:tasks.workunit.client.0.smithi084.stdout:op 5043 completed, throughput=5MB/sec 2024-04-02T08:58:35.987 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CvCddmJD-xataBE off=2150803 len=574931 2024-04-02T08:58:35.988 INFO:tasks.workunit.client.0.smithi084.stdout:op 5044 completed, throughput=5MB/sec 2024-04-02T08:58:35.988 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FUiCiGTOQ-cVPAs off=1864740 len=379155 2024-04-02T08:58:35.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 5045 completed, throughput=5MB/sec 2024-04-02T08:58:35.991 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fyVQhgKx5A1GWTr off=2503243 len=1135399 2024-04-02T08:58:35.996 INFO:tasks.workunit.client.0.smithi084.stdout:op 5046 completed, throughput=5MB/sec 2024-04-02T08:58:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:36 smithi084 ceph-mon[94794]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:58:36.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:36 smithi084 ceph-mon[97358]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:58:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:36 smithi132 ceph-mon[88571]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:58:36.997 INFO:tasks.workunit.client.0.smithi084.stdout: 992: throughput=5MB/sec pending data=0 2024-04-02T08:58:36.997 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AIjBuyQiQ2Ni4SQ off=1631483 len=421293 2024-04-02T08:58:36.997 INFO:tasks.workunit.client.0.smithi084.stdout:op 5047 completed, throughput=5MB/sec 2024-04-02T08:58:36.997 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8yVukX6fsIQRacW off=14269820 len=1405651 2024-04-02T08:58:37.002 INFO:tasks.workunit.client.0.smithi084.stdout:op 5048 completed, throughput=5MB/sec 2024-04-02T08:58:37.002 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u_tizZMZt5XI0bV off=11316648 len=1379268 2024-04-02T08:58:37.003 INFO:tasks.workunit.client.0.smithi084.stdout:op 5049 completed, throughput=5MB/sec 2024-04-02T08:58:37.003 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-o49k6Fw3K8U3a_2 off=3132 len=1893289 2024-04-02T08:58:37.004 INFO:tasks.workunit.client.0.smithi084.stdout:op 5050 completed, throughput=5MB/sec 2024-04-02T08:58:38.006 INFO:tasks.workunit.client.0.smithi084.stdout: 993: throughput=5MB/sec pending data=0 2024-04-02T08:58:38.006 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-o7lT9rXxldpmelK off=84941 len=1251805 2024-04-02T08:58:38.010 INFO:tasks.workunit.client.0.smithi084.stdout:op 5051 completed, throughput=5MB/sec 2024-04-02T08:58:38.010 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zZMxBo5ES4H0i4p off=4002332 len=582802 2024-04-02T08:58:38.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 5052 completed, throughput=5MB/sec 2024-04-02T08:58:38.014 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Sx_4rL8SEzkBXtz off=10066460 len=445190 2024-04-02T08:58:38.016 INFO:tasks.workunit.client.0.smithi084.stdout:op 5053 completed, throughput=5MB/sec 2024-04-02T08:58:38.016 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-BTuPkVdTsBoGfsQ off=5178519 len=254436 2024-04-02T08:58:38.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 5054 completed, throughput=5MB/sec 2024-04-02T08:58:38.018 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HhUJKFUpzakyaj- off=2857350 len=102030 2024-04-02T08:58:38.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 5055 completed, throughput=5MB/sec 2024-04-02T08:58:38.019 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fVBh3vj9AOovCMo off=9363734 len=56524 2024-04-02T08:58:38.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 5056 completed, throughput=5MB/sec 2024-04-02T08:58:38.019 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3ejHLjHCpAJaD4J off=12137150 len=10860 2024-04-02T08:58:38.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 5057 completed, throughput=5MB/sec 2024-04-02T08:58:38.021 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gqM_nwZYwW8vP4h off=3417437 len=1015508 2024-04-02T08:58:38.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 5058 completed, throughput=5MB/sec 2024-04-02T08:58:38.021 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RsTMPe9gGh_-6zx off=15906027 len=1558498 2024-04-02T08:58:38.026 INFO:tasks.workunit.client.0.smithi084.stdout:op 5059 completed, throughput=5MB/sec 2024-04-02T08:58:38.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:38 smithi084 ceph-mon[94794]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:38.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:38 smithi084 ceph-mon[97358]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:38 smithi132 ceph-mon[88571]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:39.026 INFO:tasks.workunit.client.0.smithi084.stdout: 994: throughput=5MB/sec pending data=0 2024-04-02T08:58:39.027 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-V-e-AzzMYoOnxDc off=14657076 len=397907 2024-04-02T08:58:39.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 5060 completed, throughput=5MB/sec 2024-04-02T08:58:39.028 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2MGF-KrkMmGQl6x off=2818287 len=1256088 2024-04-02T08:58:39.034 INFO:tasks.workunit.client.0.smithi084.stdout:op 5061 completed, throughput=5MB/sec 2024-04-02T08:58:39.034 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_y9CXweDNH1Ch46 off=717661 len=2023187 2024-04-02T08:58:39.043 INFO:tasks.workunit.client.0.smithi084.stdout:op 5062 completed, throughput=5MB/sec 2024-04-02T08:58:39.043 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VIX0eAcooCQ-oTH off=15419212 len=351239 2024-04-02T08:58:39.046 INFO:tasks.workunit.client.0.smithi084.stdout:op 5063 completed, throughput=5MB/sec 2024-04-02T08:58:39.047 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vUc_iAWtzbD_MKS off=2559353 len=1160232 2024-04-02T08:58:39.047 INFO:tasks.workunit.client.0.smithi084.stdout:op 5064 completed, throughput=5MB/sec 2024-04-02T08:58:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:40.047 INFO:tasks.workunit.client.0.smithi084.stdout: 995: throughput=5MB/sec pending data=0 2024-04-02T08:58:40.047 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VrQc1fhKwTTuyiy off=595348 len=1161597 2024-04-02T08:58:40.053 INFO:tasks.workunit.client.0.smithi084.stdout:op 5065 completed, throughput=5MB/sec 2024-04-02T08:58:40.053 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-U9XPp2FfReVLf-G off=6123245 len=206604 2024-04-02T08:58:40.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 5066 completed, throughput=5MB/sec 2024-04-02T08:58:40.056 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AzhJwcVBf-JMOoG off=794373 len=511372 2024-04-02T08:58:40.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 5067 completed, throughput=5MB/sec 2024-04-02T08:58:40.056 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WSOE6jd9OZ6wluC off=10426850 len=1623610 2024-04-02T08:58:40.063 INFO:tasks.workunit.client.0.smithi084.stdout:op 5068 completed, throughput=5MB/sec 2024-04-02T08:58:40.064 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nGMlji9ho-PVVDK off=567702 len=1717358 2024-04-02T08:58:40.073 INFO:tasks.workunit.client.0.smithi084.stdout:op 5069 completed, throughput=5MB/sec 2024-04-02T08:58:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:40 smithi084 ceph-mon[94794]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:40 smithi084 ceph-mon[97358]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:40 smithi132 ceph-mon[88571]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: 996: throughput=5MB/sec pending data=0 2024-04-02T08:58:41.073 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EC9ONiwOsOvEmbO off=1068422 len=1106085 2024-04-02T08:58:41.078 INFO:tasks.workunit.client.0.smithi084.stdout:op 5070 completed, throughput=5MB/sec 2024-04-02T08:58:41.078 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bYR6LO3Yk8crD1N off=3981030 len=1291650 2024-04-02T08:58:41.085 INFO:tasks.workunit.client.0.smithi084.stdout:op 5071 completed, throughput=5MB/sec 2024-04-02T08:58:41.086 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_parTkpclfIZJk1 off=14946338 len=1989843 2024-04-02T08:58:41.087 INFO:tasks.workunit.client.0.smithi084.stdout:op 5072 completed, throughput=5MB/sec 2024-04-02T08:58:41.087 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iPyiKOwvFfG0nAX off=3128645 len=1040449 2024-04-02T08:58:41.091 INFO:tasks.workunit.client.0.smithi084.stdout:op 5073 completed, throughput=5MB/sec 2024-04-02T08:58:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:58:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:58:40] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:58:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: 997: throughput=5MB/sec pending data=0 2024-04-02T08:58:42.092 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3BrxPV-WXHv66Xl off=2620417 len=1524736 2024-04-02T08:58:42.101 INFO:tasks.workunit.client.0.smithi084.stdout:op 5074 completed, throughput=5MB/sec 2024-04-02T08:58:42.101 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KkqDjctgtqGus6d off=1315879 len=1202039 2024-04-02T08:58:42.103 INFO:tasks.workunit.client.0.smithi084.stdout:op 5075 completed, throughput=5MB/sec 2024-04-02T08:58:42.103 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ohw2LgtrXRRtY_W off=10381829 len=813303 2024-04-02T08:58:42.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 5076 completed, throughput=5MB/sec 2024-04-02T08:58:42.104 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ekWr7DeY6bLXTy5 off=989023 len=1677937 2024-04-02T08:58:42.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 5077 completed, throughput=5MB/sec 2024-04-02T08:58:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:42 smithi084 ceph-mon[94794]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:42 smithi084 ceph-mon[97358]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:42 smithi132 ceph-mon[88571]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:58:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:43.105 INFO:tasks.workunit.client.0.smithi084.stdout: 998: throughput=5MB/sec pending data=0 2024-04-02T08:58:43.105 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uExffuXX0oexpqK off=1808269 len=1151120 2024-04-02T08:58:43.111 INFO:tasks.workunit.client.0.smithi084.stdout:op 5078 completed, throughput=5MB/sec 2024-04-02T08:58:43.111 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Pt5yGT52HqfvQkz off=5661778 len=1079173 2024-04-02T08:58:43.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 5079 completed, throughput=5MB/sec 2024-04-02T08:58:43.115 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GVsVIYeEEl7pT-4 off=182369 len=650757 2024-04-02T08:58:43.118 INFO:tasks.workunit.client.0.smithi084.stdout:op 5080 completed, throughput=5MB/sec 2024-04-02T08:58:43.118 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FO_1bnHHv_r9LCh off=5770301 len=2020353 2024-04-02T08:58:43.128 INFO:tasks.workunit.client.0.smithi084.stdout:op 5081 completed, throughput=5MB/sec 2024-04-02T08:58:43.129 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8jGxUEFbBESA4ml off=4210084 len=1879615 2024-04-02T08:58:43.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 5082 completed, throughput=5MB/sec 2024-04-02T08:58:44.130 INFO:tasks.workunit.client.0.smithi084.stdout: 999: throughput=5MB/sec pending data=0 2024-04-02T08:58:44.131 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VJx8H6lsL0WvQBJ off=8695812 len=419878 2024-04-02T08:58:44.134 INFO:tasks.workunit.client.0.smithi084.stdout:op 5083 completed, throughput=5MB/sec 2024-04-02T08:58:44.134 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MD5eJ5-ztJkQeia off=4931054 len=1506757 2024-04-02T08:58:44.139 INFO:tasks.workunit.client.0.smithi084.stdout:op 5084 completed, throughput=5MB/sec 2024-04-02T08:58:44.139 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2jblUyv1kqHwbTr off=2915203 len=83788 2024-04-02T08:58:44.140 INFO:tasks.workunit.client.0.smithi084.stdout:op 5085 completed, throughput=5MB/sec 2024-04-02T08:58:44.140 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ucIBsw6My1RBzjS off=11747163 len=1765948 2024-04-02T08:58:44.147 INFO:tasks.workunit.client.0.smithi084.stdout:op 5086 completed, throughput=5MB/sec 2024-04-02T08:58:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:44 smithi084 ceph-mon[94794]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:44 smithi084 ceph-mon[97358]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:44 smithi132 ceph-mon[88571]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:45.151 INFO:tasks.workunit.client.0.smithi084.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-02T08:58:45.151 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Jbjp-mH2kGICoXe off=20194111 len=1614634 2024-04-02T08:58:45.154 INFO:tasks.workunit.client.0.smithi084.stdout:op 5087 completed, throughput=5MB/sec 2024-04-02T08:58:45.154 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hA22vcOcUSkmLfu off=9948453 len=1187473 2024-04-02T08:58:45.159 INFO:tasks.workunit.client.0.smithi084.stdout:op 5088 completed, throughput=5MB/sec 2024-04-02T08:58:45.159 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yzJHCHNjE9XhJuk off=7714117 len=1478319 2024-04-02T08:58:45.162 INFO:tasks.workunit.client.0.smithi084.stdout:op 5089 completed, throughput=5MB/sec 2024-04-02T08:58:45.162 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vpHWfssRj7O13Il off=922687 len=2073510 2024-04-02T08:58:45.176 INFO:tasks.workunit.client.0.smithi084.stdout:op 5090 completed, throughput=5MB/sec 2024-04-02T08:58:46.176 INFO:tasks.workunit.client.0.smithi084.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-02T08:58:46.176 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XABRJ_Ms8q6t4_S off=659863 len=236613 2024-04-02T08:58:46.178 INFO:tasks.workunit.client.0.smithi084.stdout:op 5091 completed, throughput=5MB/sec 2024-04-02T08:58:46.178 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kEzN5g95Qdj9BHl off=2395294 len=1141142 2024-04-02T08:58:46.179 INFO:tasks.workunit.client.0.smithi084.stdout:op 5092 completed, throughput=5MB/sec 2024-04-02T08:58:46.179 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fiSOLoFx8bjTbOD off=1759344 len=269822 2024-04-02T08:58:46.180 INFO:tasks.workunit.client.0.smithi084.stdout:op 5093 completed, throughput=5MB/sec 2024-04-02T08:58:46.180 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pJ0c9zWGldq1Rsf off=13822066 len=126913 2024-04-02T08:58:46.182 INFO:tasks.workunit.client.0.smithi084.stdout:op 5094 completed, throughput=5MB/sec 2024-04-02T08:58:46.182 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_jBCurRzx1B6fKy off=11194407 len=514441 2024-04-02T08:58:46.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 5095 completed, throughput=5MB/sec 2024-04-02T08:58:46.186 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nbp4mgO7cOVlwNw off=10014743 len=620116 2024-04-02T08:58:46.187 INFO:tasks.workunit.client.0.smithi084.stdout:op 5096 completed, throughput=5MB/sec 2024-04-02T08:58:46.187 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZX0FjVzl3Tjgqnb off=4913425 len=79252 2024-04-02T08:58:46.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 5097 completed, throughput=5MB/sec 2024-04-02T08:58:46.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jso5xuDfD6Ix-Dd off=12674570 len=999122 2024-04-02T08:58:46.194 INFO:tasks.workunit.client.0.smithi084.stdout:op 5098 completed, throughput=5MB/sec 2024-04-02T08:58:46.194 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KPjJpzQpmKtCgVF off=10549924 len=1240889 2024-04-02T08:58:46.201 INFO:tasks.workunit.client.0.smithi084.stdout:op 5099 completed, throughput=5MB/sec 2024-04-02T08:58:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:46 smithi084 ceph-mon[94794]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:58:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:46 smithi084 ceph-mon[97358]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:58:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:46 smithi132 ceph-mon[88571]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:58:47.201 INFO:tasks.workunit.client.0.smithi084.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-02T08:58:47.201 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Z9_onSO-Ax_hdPP off=8685233 len=943161 2024-04-02T08:58:47.205 INFO:tasks.workunit.client.0.smithi084.stdout:op 5100 completed, throughput=5MB/sec 2024-04-02T08:58:47.206 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YeYDsRjyNtGIEQq off=4436331 len=1784099 2024-04-02T08:58:47.208 INFO:tasks.workunit.client.0.smithi084.stdout:op 5101 completed, throughput=5MB/sec 2024-04-02T08:58:47.208 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KVwnaR6x5Sk9CrB off=333409 len=1621898 2024-04-02T08:58:47.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 5102 completed, throughput=5MB/sec 2024-04-02T08:58:48.216 INFO:tasks.workunit.client.0.smithi084.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-02T08:58:48.216 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M8riDz4gUB4vrLO off=19688169 len=1941301 2024-04-02T08:58:48.220 INFO:tasks.workunit.client.0.smithi084.stdout:op 5103 completed, throughput=5MB/sec 2024-04-02T08:58:48.220 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jHN4AERRf9xuruf off=10243286 len=125152 2024-04-02T08:58:48.222 INFO:tasks.workunit.client.0.smithi084.stdout:op 5104 completed, throughput=5MB/sec 2024-04-02T08:58:48.222 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EkeZ7JT4pF3CfsJ off=6799560 len=1746140 2024-04-02T08:58:48.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 5105 completed, throughput=5MB/sec 2024-04-02T08:58:48.229 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xo9LEMokScIMvSU off=10464965 len=947149 2024-04-02T08:58:48.230 INFO:tasks.workunit.client.0.smithi084.stdout:op 5106 completed, throughput=5MB/sec 2024-04-02T08:58:48.230 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bDp4Q4ulGX5vCCs off=17434151 len=1920585 2024-04-02T08:58:48.232 INFO:tasks.workunit.client.0.smithi084.stdout:op 5107 completed, throughput=5MB/sec 2024-04-02T08:58:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:48 smithi084 ceph-mon[94794]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:48 smithi084 ceph-mon[97358]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:48 smithi132 ceph-mon[88571]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:49.233 INFO:tasks.workunit.client.0.smithi084.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-02T08:58:49.233 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EMjVrTu5tyhRLGU off=4437341 len=1666347 2024-04-02T08:58:49.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 5108 completed, throughput=5MB/sec 2024-04-02T08:58:49.242 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IUHfIyAUQL7S1du off=3548300 len=296051 2024-04-02T08:58:49.244 INFO:tasks.workunit.client.0.smithi084.stdout:op 5109 completed, throughput=5MB/sec 2024-04-02T08:58:49.245 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dTKhq5eqq5w20Nq off=2681166 len=1618666 2024-04-02T08:58:49.252 INFO:tasks.workunit.client.0.smithi084.stdout:op 5110 completed, throughput=5MB/sec 2024-04-02T08:58:49.252 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-22VSl-cNl3qFS15 off=18994423 len=1968389 2024-04-02T08:58:49.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 5111 completed, throughput=5MB/sec 2024-04-02T08:58:50.254 INFO:tasks.workunit.client.0.smithi084.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-02T08:58:50.254 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K9FMsWrXg5NcNdA off=2793548 len=1114877 2024-04-02T08:58:50.257 INFO:tasks.workunit.client.0.smithi084.stdout:op 5112 completed, throughput=5MB/sec 2024-04-02T08:58:50.257 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jJA-xK1aCnCWMtr off=17258104 len=1831640 2024-04-02T08:58:50.264 INFO:tasks.workunit.client.0.smithi084.stdout:op 5113 completed, throughput=5MB/sec 2024-04-02T08:58:50.264 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fqYnTvKbBBqlVzc off=4188406 len=1096430 2024-04-02T08:58:50.270 INFO:tasks.workunit.client.0.smithi084.stdout:op 5114 completed, throughput=5MB/sec 2024-04-02T08:58:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:50 smithi084 ceph-mon[94794]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:50 smithi084 ceph-mon[97358]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:50 smithi132 ceph-mon[88571]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:58:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:58:50] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:58:51.270 INFO:tasks.workunit.client.0.smithi084.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-02T08:58:51.270 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y4RT1LifGy9MSX_ off=938184 len=461855 2024-04-02T08:58:51.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 5115 completed, throughput=5MB/sec 2024-04-02T08:58:51.272 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-no-Ko_u6eKkEW54 off=16377818 len=360749 2024-04-02T08:58:51.273 INFO:tasks.workunit.client.0.smithi084.stdout:op 5116 completed, throughput=5MB/sec 2024-04-02T08:58:51.273 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ie8Lq51yJGP2khn off=3813284 len=723319 2024-04-02T08:58:51.274 INFO:tasks.workunit.client.0.smithi084.stdout:op 5117 completed, throughput=5MB/sec 2024-04-02T08:58:51.274 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xK9eqS5Pr3fASvI off=872986 len=933749 2024-04-02T08:58:51.279 INFO:tasks.workunit.client.0.smithi084.stdout:op 5118 completed, throughput=5MB/sec 2024-04-02T08:58:51.279 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-thvMfkx48TZKvTV off=5068304 len=917867 2024-04-02T08:58:51.280 INFO:tasks.workunit.client.0.smithi084.stdout:op 5119 completed, throughput=5MB/sec 2024-04-02T08:58:51.280 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oO8oYxNnjpnCfGn off=5983276 len=1457259 2024-04-02T08:58:51.287 INFO:tasks.workunit.client.0.smithi084.stdout:op 5120 completed, throughput=5MB/sec 2024-04-02T08:58:51.287 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nEfyGPdrgegmnHQ off=18633260 len=1413005 2024-04-02T08:58:51.288 INFO:tasks.workunit.client.0.smithi084.stdout:op 5121 completed, throughput=5MB/sec 2024-04-02T08:58:52.288 INFO:tasks.workunit.client.0.smithi084.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-02T08:58:52.288 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BKWnS9PpQJ0sXti off=12285195 len=613888 2024-04-02T08:58:52.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 5122 completed, throughput=5MB/sec 2024-04-02T08:58:52.289 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3eHHA2sRooPiRJn off=3666958 len=102920 2024-04-02T08:58:52.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 5123 completed, throughput=5MB/sec 2024-04-02T08:58:52.289 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FziPybgCBAZFMeA off=4474073 len=499499 2024-04-02T08:58:52.293 INFO:tasks.workunit.client.0.smithi084.stdout:op 5124 completed, throughput=5MB/sec 2024-04-02T08:58:52.293 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GoW2-7uUpwwYarK off=16558110 len=1208482 2024-04-02T08:58:52.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 5125 completed, throughput=5MB/sec 2024-04-02T08:58:52.300 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7sAINseUUUwZ965 off=4347719 len=840439 2024-04-02T08:58:52.301 INFO:tasks.workunit.client.0.smithi084.stdout:op 5126 completed, throughput=5MB/sec 2024-04-02T08:58:52.301 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FcQkrQb5ie0ZsgZ off=3124462 len=1504379 2024-04-02T08:58:52.303 INFO:tasks.workunit.client.0.smithi084.stdout:op 5127 completed, throughput=5MB/sec 2024-04-02T08:58:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:52 smithi084 ceph-mon[94794]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:52.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:52 smithi084 ceph-mon[97358]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:52 smithi132 ceph-mon[88571]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:58:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:53.303 INFO:tasks.workunit.client.0.smithi084.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-02T08:58:53.303 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--sJJMH56hiS1wvW off=2421378 len=407848 2024-04-02T08:58:53.305 INFO:tasks.workunit.client.0.smithi084.stdout:op 5128 completed, throughput=5MB/sec 2024-04-02T08:58:53.306 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3ZTgW4RcxwIOMda off=731827 len=1245823 2024-04-02T08:58:53.311 INFO:tasks.workunit.client.0.smithi084.stdout:op 5129 completed, throughput=5MB/sec 2024-04-02T08:58:53.311 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Wgh5MySdBd_4A7w off=22349437 len=989504 2024-04-02T08:58:53.316 INFO:tasks.workunit.client.0.smithi084.stdout:op 5130 completed, throughput=5MB/sec 2024-04-02T08:58:53.317 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PCEieO1u5HkNLAL off=15353713 len=1528762 2024-04-02T08:58:53.325 INFO:tasks.workunit.client.0.smithi084.stdout:op 5131 completed, throughput=5MB/sec 2024-04-02T08:58:53.325 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2GUJKOq7mewtQs4 off=20560504 len=1117537 2024-04-02T08:58:53.326 INFO:tasks.workunit.client.0.smithi084.stdout:op 5132 completed, throughput=5MB/sec 2024-04-02T08:58:54.326 INFO:tasks.workunit.client.0.smithi084.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-02T08:58:54.326 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Aw029O7NfivVxmI off=12422801 len=625101 2024-04-02T08:58:54.331 INFO:tasks.workunit.client.0.smithi084.stdout:op 5133 completed, throughput=5MB/sec 2024-04-02T08:58:54.331 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fezazwqrNznGhbD off=12057790 len=849705 2024-04-02T08:58:54.331 INFO:tasks.workunit.client.0.smithi084.stdout:op 5134 completed, throughput=5MB/sec 2024-04-02T08:58:54.332 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lqpdflkj-jjUqTb off=1871217 len=499955 2024-04-02T08:58:54.335 INFO:tasks.workunit.client.0.smithi084.stdout:op 5135 completed, throughput=5MB/sec 2024-04-02T08:58:54.335 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zCJFkKbzgvyL5t0 off=361540 len=1763531 2024-04-02T08:58:54.336 INFO:tasks.workunit.client.0.smithi084.stdout:op 5136 completed, throughput=5MB/sec 2024-04-02T08:58:54.336 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lAUwoHciCJnVch0 off=18124713 len=1029548 2024-04-02T08:58:54.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 5137 completed, throughput=5MB/sec 2024-04-02T08:58:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:54 smithi084 ceph-mon[94794]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:58:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:54 smithi084 ceph-mon[97358]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:58:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:54 smithi132 ceph-mon[88571]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:58:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-02T08:58:55.342 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RCfTiFMvnEbdl91 off=10733704 len=464917 2024-04-02T08:58:55.345 INFO:tasks.workunit.client.0.smithi084.stdout:op 5138 completed, throughput=5MB/sec 2024-04-02T08:58:55.345 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zn_zWTW-xPlVAfI off=2995519 len=202386 2024-04-02T08:58:55.345 INFO:tasks.workunit.client.0.smithi084.stdout:op 5139 completed, throughput=5MB/sec 2024-04-02T08:58:55.345 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HGGTaAz-1R1J2fV off=6279669 len=975702 2024-04-02T08:58:55.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 5140 completed, throughput=5MB/sec 2024-04-02T08:58:55.350 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HJre2M2SLVLQMCj off=15633275 len=1261024 2024-04-02T08:58:55.353 INFO:tasks.workunit.client.0.smithi084.stdout:op 5141 completed, throughput=5MB/sec 2024-04-02T08:58:55.353 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-73Y-Ef0UdB0ktUC off=47759 len=1646604 2024-04-02T08:58:55.355 INFO:tasks.workunit.client.0.smithi084.stdout:op 5142 completed, throughput=5MB/sec 2024-04-02T08:58:55.355 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Cff5GSm0dOV2OIZ off=5107663 len=1645878 2024-04-02T08:58:55.361 INFO:tasks.workunit.client.0.smithi084.stdout:op 5143 completed, throughput=5MB/sec 2024-04-02T08:58:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-02T08:58:56.362 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jcn_SiQjvX3XU9n off=953990 len=507513 2024-04-02T08:58:56.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 5144 completed, throughput=5MB/sec 2024-04-02T08:58:56.362 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VIaBwJFe5CCO7l5 off=837903 len=1616415 2024-04-02T08:58:56.372 INFO:tasks.workunit.client.0.smithi084.stdout:op 5145 completed, throughput=5MB/sec 2024-04-02T08:58:56.372 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-290Fb-3NtdJpU8Y off=4077957 len=1859018 2024-04-02T08:58:56.381 INFO:tasks.workunit.client.0.smithi084.stdout:op 5146 completed, throughput=5MB/sec 2024-04-02T08:58:56.381 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2LDx_JAJnxBeBeU off=213695 len=733123 2024-04-02T08:58:56.382 INFO:tasks.workunit.client.0.smithi084.stdout:op 5147 completed, throughput=5MB/sec 2024-04-02T08:58:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:56 smithi084 ceph-mon[94794]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:56.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:56 smithi084 ceph-mon[97358]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:56 smithi132 ceph-mon[88571]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-02T08:58:57.383 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-64wy1PMqJDMqjA7 off=17163986 len=82342 2024-04-02T08:58:57.383 INFO:tasks.workunit.client.0.smithi084.stdout:op 5148 completed, throughput=5MB/sec 2024-04-02T08:58:57.383 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HENf54RgZE5rTgO off=9170776 len=279090 2024-04-02T08:58:57.386 INFO:tasks.workunit.client.0.smithi084.stdout:op 5149 completed, throughput=5MB/sec 2024-04-02T08:58:57.387 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1U9YCwtvnJQUPLg off=13253084 len=219752 2024-04-02T08:58:57.387 INFO:tasks.workunit.client.0.smithi084.stdout:op 5150 completed, throughput=5MB/sec 2024-04-02T08:58:57.388 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pP9pIK26IO7Zl-h off=2135909 len=471217 2024-04-02T08:58:57.391 INFO:tasks.workunit.client.0.smithi084.stdout:op 5151 completed, throughput=5MB/sec 2024-04-02T08:58:57.391 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wWl8BAg-LiEmSMa off=3124758 len=207505 2024-04-02T08:58:57.394 INFO:tasks.workunit.client.0.smithi084.stdout:op 5152 completed, throughput=5MB/sec 2024-04-02T08:58:57.394 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8HZxJ5hgRE2FXRH off=4731901 len=1301892 2024-04-02T08:58:57.395 INFO:tasks.workunit.client.0.smithi084.stdout:op 5153 completed, throughput=5MB/sec 2024-04-02T08:58:57.395 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--i9vRW1XglBzeNy off=6374665 len=1813294 2024-04-02T08:58:57.403 INFO:tasks.workunit.client.0.smithi084.stdout:op 5154 completed, throughput=5MB/sec 2024-04-02T08:58:57.403 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T4M8ShiYTUSSMmX off=5418150 len=173527 2024-04-02T08:58:57.404 INFO:tasks.workunit.client.0.smithi084.stdout:op 5155 completed, throughput=5MB/sec 2024-04-02T08:58:57.404 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EBaRpr-undzCsTk off=8159621 len=1529036 2024-04-02T08:58:57.411 INFO:tasks.workunit.client.0.smithi084.stdout:op 5156 completed, throughput=5MB/sec 2024-04-02T08:58:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-02T08:58:58.412 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ruS71mYzbZ5UhZC off=6051759 len=657775 2024-04-02T08:58:58.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 5157 completed, throughput=5MB/sec 2024-04-02T08:58:58.416 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4Lf3BYJnwmcXWrp off=17361829 len=1908875 2024-04-02T08:58:58.425 INFO:tasks.workunit.client.0.smithi084.stdout:op 5158 completed, throughput=5MB/sec 2024-04-02T08:58:58.425 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Tt3vIVAweyrXoNE off=5564375 len=1169116 2024-04-02T08:58:58.426 INFO:tasks.workunit.client.0.smithi084.stdout:op 5159 completed, throughput=5MB/sec 2024-04-02T08:58:58.426 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xSSu8UD8mVkKyK8 off=377556 len=645507 2024-04-02T08:58:58.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 5160 completed, throughput=5MB/sec 2024-04-02T08:58:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:58:58 smithi084 ceph-mon[94794]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:58:58.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:58:58 smithi084 ceph-mon[97358]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:58:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:58:58 smithi132 ceph-mon[88571]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:58:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-02T08:58:59.429 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oTbW4LQEQjBBZvz off=210252 len=1204278 2024-04-02T08:58:59.432 INFO:tasks.workunit.client.0.smithi084.stdout:op 5161 completed, throughput=5MB/sec 2024-04-02T08:58:59.432 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UgM6VgxlD6M9l94 off=7520544 len=447825 2024-04-02T08:58:59.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 5162 completed, throughput=5MB/sec 2024-04-02T08:58:59.433 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JSssDbHTZofSJen off=2488134 len=1655429 2024-04-02T08:58:59.434 INFO:tasks.workunit.client.0.smithi084.stdout:op 5163 completed, throughput=5MB/sec 2024-04-02T08:58:59.434 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-urfXX_pysN7yz1u off=11956225 len=955700 2024-04-02T08:58:59.436 INFO:tasks.workunit.client.0.smithi084.stdout:op 5164 completed, throughput=5MB/sec 2024-04-02T08:58:59.436 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ekMYYCCwsrUa2He off=331022 len=1017537 2024-04-02T08:58:59.437 INFO:tasks.workunit.client.0.smithi084.stdout:op 5165 completed, throughput=5MB/sec 2024-04-02T08:59:00.437 INFO:tasks.workunit.client.0.smithi084.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-02T08:59:00.438 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fzr21cCHmDKbCMb off=2645882 len=551481 2024-04-02T08:59:00.441 INFO:tasks.workunit.client.0.smithi084.stdout:op 5166 completed, throughput=5MB/sec 2024-04-02T08:59:00.441 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DDZBSfrRm5afi2T off=11396585 len=1388789 2024-04-02T08:59:00.442 INFO:tasks.workunit.client.0.smithi084.stdout:op 5167 completed, throughput=5MB/sec 2024-04-02T08:59:00.443 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kaWbfrAJ3FFpF-u off=7674917 len=398544 2024-04-02T08:59:00.443 INFO:tasks.workunit.client.0.smithi084.stdout:op 5168 completed, throughput=5MB/sec 2024-04-02T08:59:00.443 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uYWXz3DtDfJ5gqy off=586113 len=2094438 2024-04-02T08:59:00.452 INFO:tasks.workunit.client.0.smithi084.stdout:op 5169 completed, throughput=5MB/sec 2024-04-02T08:59:00.452 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZGnyvEivdYrZzOk off=1313792 len=1351186 2024-04-02T08:59:00.458 INFO:tasks.workunit.client.0.smithi084.stdout:op 5170 completed, throughput=5MB/sec 2024-04-02T08:59:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:00 smithi084 ceph-mon[94794]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:00 smithi084 ceph-mon[97358]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:00 smithi132 ceph-mon[88571]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:59:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:59:00] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T08:59:01.458 INFO:tasks.workunit.client.0.smithi084.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-02T08:59:01.458 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n-HHcJKGiQlfkAU off=1880124 len=1579048 2024-04-02T08:59:01.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 5171 completed, throughput=5MB/sec 2024-04-02T08:59:01.466 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6R4Oaosb1uMBHEk off=61126 len=837040 2024-04-02T08:59:01.469 INFO:tasks.workunit.client.0.smithi084.stdout:op 5172 completed, throughput=5MB/sec 2024-04-02T08:59:01.469 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TDxrObMsdLLEOYH off=11551397 len=1151678 2024-04-02T08:59:01.477 INFO:tasks.workunit.client.0.smithi084.stdout:op 5173 completed, throughput=5MB/sec 2024-04-02T08:59:01.477 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SzFFzu9ZFJ-oGEN off=12021970 len=1948384 2024-04-02T08:59:01.488 INFO:tasks.workunit.client.0.smithi084.stdout:op 5174 completed, throughput=5MB/sec 2024-04-02T08:59:02.488 INFO:tasks.workunit.client.0.smithi084.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-02T08:59:02.489 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qkpCJ2d7ANcp2-W off=5511574 len=1687059 2024-04-02T08:59:02.490 INFO:tasks.workunit.client.0.smithi084.stdout:op 5175 completed, throughput=5MB/sec 2024-04-02T08:59:02.490 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PBWrrbJVvUczhKw off=603690 len=412926 2024-04-02T08:59:02.491 INFO:tasks.workunit.client.0.smithi084.stdout:op 5176 completed, throughput=5MB/sec 2024-04-02T08:59:02.491 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yeKMusq4J87H3re off=5819274 len=1313927 2024-04-02T08:59:02.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 5177 completed, throughput=5MB/sec 2024-04-02T08:59:02.498 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5CGthdBH-HsmQxK off=2540107 len=929340 2024-04-02T08:59:02.502 INFO:tasks.workunit.client.0.smithi084.stdout:op 5178 completed, throughput=5MB/sec 2024-04-02T08:59:02.502 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xs5quSNGPg-y-20 off=4014518 len=1515730 2024-04-02T08:59:02.510 INFO:tasks.workunit.client.0.smithi084.stdout:op 5179 completed, throughput=5MB/sec 2024-04-02T08:59:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:02 smithi084 ceph-mon[94794]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:02 smithi084 ceph-mon[97358]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:02 smithi132 ceph-mon[88571]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:59:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:59:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:03.511 INFO:tasks.workunit.client.0.smithi084.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-02T08:59:03.511 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--L_7OJ4SN0xLD6O off=17428917 len=369852 2024-04-02T08:59:03.511 INFO:tasks.workunit.client.0.smithi084.stdout:op 5180 completed, throughput=5MB/sec 2024-04-02T08:59:03.512 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6qrG2bKNrQWQruS off=6189356 len=1042023 2024-04-02T08:59:03.517 INFO:tasks.workunit.client.0.smithi084.stdout:op 5181 completed, throughput=5MB/sec 2024-04-02T08:59:03.517 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-b0bMeYtY0mSbvpO off=16003243 len=300457 2024-04-02T08:59:03.520 INFO:tasks.workunit.client.0.smithi084.stdout:op 5182 completed, throughput=5MB/sec 2024-04-02T08:59:03.520 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mx7jcrCP4IGh6_S off=1337111 len=2034933 2024-04-02T08:59:03.528 INFO:tasks.workunit.client.0.smithi084.stdout:op 5183 completed, throughput=5MB/sec 2024-04-02T08:59:03.529 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1QmvFPCJsNVz-vy off=1397635 len=1064393 2024-04-02T08:59:03.531 INFO:tasks.workunit.client.0.smithi084.stdout:op 5184 completed, throughput=5MB/sec 2024-04-02T08:59:04.531 INFO:tasks.workunit.client.0.smithi084.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-02T08:59:04.531 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Z-z2hcc-TwXfVKt off=1113043 len=527065 2024-04-02T08:59:04.533 INFO:tasks.workunit.client.0.smithi084.stdout:op 5185 completed, throughput=5MB/sec 2024-04-02T08:59:04.533 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tDiEwyTIVQwlL1c off=1539399 len=1075950 2024-04-02T08:59:04.534 INFO:tasks.workunit.client.0.smithi084.stdout:op 5186 completed, throughput=5MB/sec 2024-04-02T08:59:04.535 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ls1pI0Iwa9BNIKl off=0 len=1536586 2024-04-02T08:59:04.541 INFO:tasks.workunit.client.0.smithi084.stdout:op 5187 completed, throughput=5MB/sec 2024-04-02T08:59:04.541 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aFrwjWNQJ6ewsBU off=1462965 len=1233495 2024-04-02T08:59:04.542 INFO:tasks.workunit.client.0.smithi084.stdout:op 5188 completed, throughput=5MB/sec 2024-04-02T08:59:04.542 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kmPNFFZKcrPG8n8 off=1311863 len=895322 2024-04-02T08:59:04.543 INFO:tasks.workunit.client.0.smithi084.stdout:op 5189 completed, throughput=5MB/sec 2024-04-02T08:59:04.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:04 smithi084 ceph-mon[94794]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:04.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:04 smithi084 ceph-mon[97358]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:04 smithi132 ceph-mon[88571]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:05.543 INFO:tasks.workunit.client.0.smithi084.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-02T08:59:05.544 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_FVANPbAGZ3r13V off=1930150 len=69349 2024-04-02T08:59:05.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 5190 completed, throughput=5MB/sec 2024-04-02T08:59:05.544 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--QiZoBf9jEH_YOI off=14531102 len=1605773 2024-04-02T08:59:05.545 INFO:tasks.workunit.client.0.smithi084.stdout:op 5191 completed, throughput=5MB/sec 2024-04-02T08:59:05.545 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7bf53EC2WaIqpog off=13752782 len=1528285 2024-04-02T08:59:05.548 INFO:tasks.workunit.client.0.smithi084.stdout:op 5192 completed, throughput=5MB/sec 2024-04-02T08:59:05.548 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0fRePXTaWLMXaJC off=3162678 len=1092478 2024-04-02T08:59:05.549 INFO:tasks.workunit.client.0.smithi084.stdout:op 5193 completed, throughput=5MB/sec 2024-04-02T08:59:05.550 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aIzz4SueNReOmpp off=16037654 len=1075322 2024-04-02T08:59:05.550 INFO:tasks.workunit.client.0.smithi084.stdout:op 5194 completed, throughput=5MB/sec 2024-04-02T08:59:06.551 INFO:tasks.workunit.client.0.smithi084.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-02T08:59:06.551 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0A4S2XuXI8NDAhf off=15384910 len=2072938 2024-04-02T08:59:06.552 INFO:tasks.workunit.client.0.smithi084.stdout:op 5195 completed, throughput=5MB/sec 2024-04-02T08:59:06.552 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hSP-VHWMR_k5XJ9 off=1102067 len=1945681 2024-04-02T08:59:06.561 INFO:tasks.workunit.client.0.smithi084.stdout:op 5196 completed, throughput=5MB/sec 2024-04-02T08:59:06.561 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AUNrP9Yi8smFnp3 off=10881196 len=1682011 2024-04-02T08:59:06.562 INFO:tasks.workunit.client.0.smithi084.stdout:op 5197 completed, throughput=5MB/sec 2024-04-02T08:59:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:06 smithi084 ceph-mon[94794]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:59:06.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:06 smithi084 ceph-mon[97358]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:59:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:06 smithi132 ceph-mon[88571]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:59:07.563 INFO:tasks.workunit.client.0.smithi084.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-02T08:59:07.563 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-R9DE4ao3yQlA9tm off=210851 len=2082430 2024-04-02T08:59:07.565 INFO:tasks.workunit.client.0.smithi084.stdout:op 5198 completed, throughput=5MB/sec 2024-04-02T08:59:07.565 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RjWneTnSe43kyKX off=2959719 len=1552050 2024-04-02T08:59:07.570 INFO:tasks.workunit.client.0.smithi084.stdout:op 5199 completed, throughput=5MB/sec 2024-04-02T08:59:07.570 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wuKPyOXpJaMdgkY off=317321 len=1187677 2024-04-02T08:59:07.571 INFO:tasks.workunit.client.0.smithi084.stdout:op 5200 completed, throughput=5MB/sec 2024-04-02T08:59:08.572 INFO:tasks.workunit.client.0.smithi084.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-02T08:59:08.572 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EgHQXFaBvlijEo7 off=1158945 len=1017226 2024-04-02T08:59:08.577 INFO:tasks.workunit.client.0.smithi084.stdout:op 5201 completed, throughput=5MB/sec 2024-04-02T08:59:08.577 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ps_tqgzpI_klAih off=2306788 len=1626934 2024-04-02T08:59:08.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 5202 completed, throughput=5MB/sec 2024-04-02T08:59:08.584 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c7xzKKxREjXsnt7 off=2500717 len=679084 2024-04-02T08:59:08.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 5203 completed, throughput=5MB/sec 2024-04-02T08:59:08.584 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-arUzvf0sUb8sN5V off=14545012 len=2031014 2024-04-02T08:59:08.595 INFO:tasks.workunit.client.0.smithi084.stdout:op 5204 completed, throughput=5MB/sec 2024-04-02T08:59:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:08 smithi084 ceph-mon[94794]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:08 smithi084 ceph-mon[97358]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:08 smithi132 ceph-mon[88571]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:09.595 INFO:tasks.workunit.client.0.smithi084.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-02T08:59:09.595 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-seQgPFEnyeB0Z_D off=948309 len=2037545 2024-04-02T08:59:09.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 5205 completed, throughput=5MB/sec 2024-04-02T08:59:09.604 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EhgNR-RTHK4xAuc off=4166452 len=494697 2024-04-02T08:59:09.608 INFO:tasks.workunit.client.0.smithi084.stdout:op 5206 completed, throughput=5MB/sec 2024-04-02T08:59:09.608 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uMXo5X8a1UD2F7K off=10408867 len=418119 2024-04-02T08:59:09.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 5207 completed, throughput=5MB/sec 2024-04-02T08:59:09.611 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TvmkYKo2Dvtk-Xy off=430795 len=2091318 2024-04-02T08:59:09.612 INFO:tasks.workunit.client.0.smithi084.stdout:op 5208 completed, throughput=5MB/sec 2024-04-02T08:59:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:10.612 INFO:tasks.workunit.client.0.smithi084.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-02T08:59:10.612 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wZ25XtrybWG31wE off=5170489 len=1148042 2024-04-02T08:59:10.613 INFO:tasks.workunit.client.0.smithi084.stdout:op 5209 completed, throughput=5MB/sec 2024-04-02T08:59:10.613 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ToHVyXs4xU-dUjX off=6432198 len=90313 2024-04-02T08:59:10.614 INFO:tasks.workunit.client.0.smithi084.stdout:op 5210 completed, throughput=5MB/sec 2024-04-02T08:59:10.614 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DMa9_KPIImBmylT off=12751436 len=1055227 2024-04-02T08:59:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:10 smithi084 ceph-mon[94794]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:10 smithi084 ceph-mon[97358]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:10.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 5211 completed, throughput=5MB/sec 2024-04-02T08:59:10.620 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-05ce2AoWQYjTvs8 off=8561554 len=438570 2024-04-02T08:59:10.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 5212 completed, throughput=5MB/sec 2024-04-02T08:59:10.623 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Xjo1Cc3skBYapdD off=1097714 len=738773 2024-04-02T08:59:10.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 5213 completed, throughput=5MB/sec 2024-04-02T08:59:10.627 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i9yWUB9ilVIl-R8 off=9538780 len=554475 2024-04-02T08:59:10.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 5214 completed, throughput=5MB/sec 2024-04-02T08:59:10.630 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oKEud2cXkv40AeQ off=6105784 len=292004 2024-04-02T08:59:10.633 INFO:tasks.workunit.client.0.smithi084.stdout:op 5215 completed, throughput=5MB/sec 2024-04-02T08:59:10.633 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0hWX5LZpp5kLlnW off=9970553 len=1468522 2024-04-02T08:59:10.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 5216 completed, throughput=5MB/sec 2024-04-02T08:59:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:10 smithi132 ceph-mon[88571]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:59:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:59:10] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-02T08:59:11.651 INFO:tasks.workunit.client.0.smithi084.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-02T08:59:11.651 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-McT8Xprkdd4PldP off=8724922 len=1890407 2024-04-02T08:59:11.658 INFO:tasks.workunit.client.0.smithi084.stdout:op 5217 completed, throughput=5MB/sec 2024-04-02T08:59:11.658 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J_Efjzn5846XCMQ off=1793981 len=1218318 2024-04-02T08:59:11.660 INFO:tasks.workunit.client.0.smithi084.stdout:op 5218 completed, throughput=5MB/sec 2024-04-02T08:59:11.660 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hKI9TElpTK5Ccq5 off=9632762 len=1048593 2024-04-02T08:59:11.661 INFO:tasks.workunit.client.0.smithi084.stdout:op 5219 completed, throughput=5MB/sec 2024-04-02T08:59:11.661 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8PQxtO35BcVcu-w off=1626830 len=1158977 2024-04-02T08:59:11.662 INFO:tasks.workunit.client.0.smithi084.stdout:op 5220 completed, throughput=5MB/sec 2024-04-02T08:59:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:12 smithi084 ceph-mon[94794]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:12 smithi084 ceph-mon[97358]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:12 smithi132 ceph-mon[88571]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:59:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:59:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:12.662 INFO:tasks.workunit.client.0.smithi084.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-02T08:59:12.662 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3ki6PDuom8I6y_6 off=11225064 len=408375 2024-04-02T08:59:12.667 INFO:tasks.workunit.client.0.smithi084.stdout:op 5221 completed, throughput=5MB/sec 2024-04-02T08:59:12.667 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TFUMv84ENolJwLs off=13679617 len=2076934 2024-04-02T08:59:12.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 5222 completed, throughput=5MB/sec 2024-04-02T08:59:12.669 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TCeAQ0VSf4Aurtz off=12342244 len=1785305 2024-04-02T08:59:12.670 INFO:tasks.workunit.client.0.smithi084.stdout:op 5223 completed, throughput=5MB/sec 2024-04-02T08:59:12.670 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UC0fuuqoJGCr28X off=8619457 len=583162 2024-04-02T08:59:12.670 INFO:tasks.workunit.client.0.smithi084.stdout:op 5224 completed, throughput=5MB/sec 2024-04-02T08:59:13.671 INFO:tasks.workunit.client.0.smithi084.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-02T08:59:13.671 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KIvbmZG2tXjfmII off=432155 len=1022111 2024-04-02T08:59:13.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 5225 completed, throughput=5MB/sec 2024-04-02T08:59:13.672 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jdXj6JKtEsOtU9- off=1280183 len=1106144 2024-04-02T08:59:13.676 INFO:tasks.workunit.client.0.smithi084.stdout:op 5226 completed, throughput=5MB/sec 2024-04-02T08:59:13.676 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a9khQiDS4uyNXwo off=2711698 len=693258 2024-04-02T08:59:13.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 5227 completed, throughput=5MB/sec 2024-04-02T08:59:13.678 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--G_msNRyGk_QeuS off=623897 len=917545 2024-04-02T08:59:13.679 INFO:tasks.workunit.client.0.smithi084.stdout:op 5228 completed, throughput=5MB/sec 2024-04-02T08:59:13.679 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6-cSJSrJIqK4N4a off=16372244 len=1848361 2024-04-02T08:59:13.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 5229 completed, throughput=5MB/sec 2024-04-02T08:59:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:14 smithi084 ceph-mon[94794]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:14.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:14 smithi084 ceph-mon[97358]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:14 smithi132 ceph-mon[88571]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:14.683 INFO:tasks.workunit.client.0.smithi084.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-02T08:59:14.683 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fL7YAxrlWfyagPE off=12800367 len=189058 2024-04-02T08:59:14.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 5230 completed, throughput=5MB/sec 2024-04-02T08:59:14.686 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8q2LsRYO678p3sG off=5646378 len=1621553 2024-04-02T08:59:14.687 INFO:tasks.workunit.client.0.smithi084.stdout:op 5231 completed, throughput=5MB/sec 2024-04-02T08:59:14.687 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-I3DdH27xhGIP6bQ off=1981814 len=1940524 2024-04-02T08:59:14.688 INFO:tasks.workunit.client.0.smithi084.stdout:op 5232 completed, throughput=5MB/sec 2024-04-02T08:59:14.689 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-s52YuZkasy3e4DZ off=207510 len=1401414 2024-04-02T08:59:14.690 INFO:tasks.workunit.client.0.smithi084.stdout:op 5233 completed, throughput=5MB/sec 2024-04-02T08:59:15.690 INFO:tasks.workunit.client.0.smithi084.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-02T08:59:15.690 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K_hpNcvw297c_5A off=19264136 len=1300838 2024-04-02T08:59:15.691 INFO:tasks.workunit.client.0.smithi084.stdout:op 5234 completed, throughput=5MB/sec 2024-04-02T08:59:15.691 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VEhHoWh9iv5-iKi off=12827952 len=1944031 2024-04-02T08:59:15.703 INFO:tasks.workunit.client.0.smithi084.stdout:op 5235 completed, throughput=5MB/sec 2024-04-02T08:59:15.703 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cTiFcfLBFstJK5l off=3167889 len=1685807 2024-04-02T08:59:15.704 INFO:tasks.workunit.client.0.smithi084.stdout:op 5236 completed, throughput=5MB/sec 2024-04-02T08:59:15.704 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JVOK-kHKSV7VlRS off=3954881 len=1146511 2024-04-02T08:59:15.709 INFO:tasks.workunit.client.0.smithi084.stdout:op 5237 completed, throughput=5MB/sec 2024-04-02T08:59:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:16 smithi084 ceph-mon[94794]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:16 smithi084 ceph-mon[97358]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:16 smithi132 ceph-mon[88571]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:16.709 INFO:tasks.workunit.client.0.smithi084.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-02T08:59:16.709 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HqXQx7_E7NjQgy7 off=15638407 len=1888379 2024-04-02T08:59:16.717 INFO:tasks.workunit.client.0.smithi084.stdout:op 5238 completed, throughput=5MB/sec 2024-04-02T08:59:16.717 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-itp3sA2k-6_HpGZ off=243675 len=1504612 2024-04-02T08:59:16.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 5239 completed, throughput=5MB/sec 2024-04-02T08:59:16.722 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yPMNtd4OIUI_IX- off=19054594 len=666824 2024-04-02T08:59:16.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 5240 completed, throughput=5MB/sec 2024-04-02T08:59:16.724 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2RQFF4OrLjjSSrd off=10689541 len=1251548 2024-04-02T08:59:16.725 INFO:tasks.workunit.client.0.smithi084.stdout:op 5241 completed, throughput=5MB/sec 2024-04-02T08:59:17.726 INFO:tasks.workunit.client.0.smithi084.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-02T08:59:17.779 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xY33py08JdjD9vA off=1054001 len=468450 2024-04-02T08:59:17.780 INFO:tasks.workunit.client.0.smithi084.stdout:op 5242 completed, throughput=5MB/sec 2024-04-02T08:59:17.780 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-na3fAWRfhT_3kBL off=9829931 len=608060 2024-04-02T08:59:17.780 INFO:tasks.workunit.client.0.smithi084.stdout:op 5243 completed, throughput=5MB/sec 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--zv9VsbEEHgtVtl off=10218039 len=365747 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 5244 completed, throughput=5MB/sec 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WdAC9OPDKR2pGWt off=7394893 len=277213 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 5245 completed, throughput=5MB/sec 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XL7aoZy6NdZX5Lz off=3730009 len=860900 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 5246 completed, throughput=5MB/sec 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9NUK0TfffXihmjs off=2938518 len=2073288 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi084.stdout:op 5247 completed, throughput=5MB/sec 2024-04-02T08:59:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:18 smithi084 ceph-mon[94794]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:18 smithi084 ceph-mon[97358]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:18 smithi132 ceph-mon[88571]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:18.740 INFO:tasks.workunit.client.0.smithi084.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-02T08:59:18.740 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--ofLi9hoJHi2NhP off=4484164 len=1335856 2024-04-02T08:59:18.746 INFO:tasks.workunit.client.0.smithi084.stdout:op 5248 completed, throughput=5MB/sec 2024-04-02T08:59:18.746 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zmPXowrUhZuLGBV off=1355152 len=1901945 2024-04-02T08:59:18.751 INFO:tasks.workunit.client.0.smithi084.stdout:op 5249 completed, throughput=5MB/sec 2024-04-02T08:59:18.751 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8jGxUEFbBESA4ml off=6991283 len=1518790 2024-04-02T08:59:18.752 INFO:tasks.workunit.client.0.smithi084.stdout:op 5250 completed, throughput=5MB/sec 2024-04-02T08:59:18.752 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jW5eZaEOsCg06LQ off=1563669 len=1772651 2024-04-02T08:59:18.759 INFO:tasks.workunit.client.0.smithi084.stdout:op 5251 completed, throughput=5MB/sec 2024-04-02T08:59:19.760 INFO:tasks.workunit.client.0.smithi084.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-02T08:59:19.760 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AjkgVonkUjDNsmO off=19857235 len=139024 2024-04-02T08:59:19.762 INFO:tasks.workunit.client.0.smithi084.stdout:op 5252 completed, throughput=5MB/sec 2024-04-02T08:59:19.762 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5amPveIfvl5vEC- off=4514676 len=205069 2024-04-02T08:59:19.763 INFO:tasks.workunit.client.0.smithi084.stdout:op 5253 completed, throughput=5MB/sec 2024-04-02T08:59:19.763 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-278fFWqHW4g-G4w off=4732353 len=616584 2024-04-02T08:59:19.767 INFO:tasks.workunit.client.0.smithi084.stdout:op 5254 completed, throughput=5MB/sec 2024-04-02T08:59:19.767 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lzGItMDPgELeOND off=854213 len=1590176 2024-04-02T08:59:19.772 INFO:tasks.workunit.client.0.smithi084.stdout:op 5255 completed, throughput=5MB/sec 2024-04-02T08:59:19.773 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kbMruMxYAgs5tAa off=6508406 len=908717 2024-04-02T08:59:19.776 INFO:tasks.workunit.client.0.smithi084.stdout:op 5256 completed, throughput=5MB/sec 2024-04-02T08:59:19.776 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-sOYnvnk6f0CgMex off=1502884 len=786551 2024-04-02T08:59:19.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 5257 completed, throughput=5MB/sec 2024-04-02T08:59:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:20 smithi084 ceph-mon[97358]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:20 smithi084 ceph-mon[94794]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:20 smithi132 ceph-mon[88571]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:20.780 INFO:tasks.workunit.client.0.smithi084.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-02T08:59:20.780 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-osLmf3JTxgVO5dG off=18217076 len=465807 2024-04-02T08:59:20.782 INFO:tasks.workunit.client.0.smithi084.stdout:op 5258 completed, throughput=5MB/sec 2024-04-02T08:59:20.782 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-RKPfVaqBXGx9gFI off=894311 len=391222 2024-04-02T08:59:20.786 INFO:tasks.workunit.client.0.smithi084.stdout:op 5259 completed, throughput=5MB/sec 2024-04-02T08:59:20.786 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vAbLa0fYnT2mtAi off=6591271 len=1344857 2024-04-02T08:59:20.787 INFO:tasks.workunit.client.0.smithi084.stdout:op 5260 completed, throughput=5MB/sec 2024-04-02T08:59:20.787 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-geyGNy3MoaZETy9 off=3536955 len=302648 2024-04-02T08:59:20.790 INFO:tasks.workunit.client.0.smithi084.stdout:op 5261 completed, throughput=5MB/sec 2024-04-02T08:59:20.790 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mUQimUCnVdpXDXy off=5159698 len=1687384 2024-04-02T08:59:20.795 INFO:tasks.workunit.client.0.smithi084.stdout:op 5262 completed, throughput=5MB/sec 2024-04-02T08:59:20.795 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9WJZ3rcet4tvc5n off=601997 len=25490 2024-04-02T08:59:20.797 INFO:tasks.workunit.client.0.smithi084.stdout:op 5263 completed, throughput=5MB/sec 2024-04-02T08:59:20.797 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6JPEJGc90E0ycMA off=7894304 len=1462860 2024-04-02T08:59:20.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 5264 completed, throughput=5MB/sec 2024-04-02T08:59:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:59:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:59:20] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-02T08:59:21.799 INFO:tasks.workunit.client.0.smithi084.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-02T08:59:21.799 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-efD__ZgFnHFRA_H off=6246681 len=302427 2024-04-02T08:59:21.802 INFO:tasks.workunit.client.0.smithi084.stdout:op 5265 completed, throughput=5MB/sec 2024-04-02T08:59:21.802 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-eeptCpo3ERhVUe4 off=7441086 len=285691 2024-04-02T08:59:21.802 INFO:tasks.workunit.client.0.smithi084.stdout:op 5266 completed, throughput=5MB/sec 2024-04-02T08:59:21.802 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LFQn0iba3-sz7CM off=0 len=1687621 2024-04-02T08:59:21.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 5267 completed, throughput=5MB/sec 2024-04-02T08:59:21.804 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SPfCuOs4nLgDIdC off=209255 len=174979 2024-04-02T08:59:21.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 5268 completed, throughput=5MB/sec 2024-04-02T08:59:21.807 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-V_ojdxkCWVBS3Tb off=17930413 len=728593 2024-04-02T08:59:21.811 INFO:tasks.workunit.client.0.smithi084.stdout:op 5269 completed, throughput=5MB/sec 2024-04-02T08:59:21.812 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KOGnBpb-0J9eTk- off=7759347 len=79382 2024-04-02T08:59:21.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 5270 completed, throughput=5MB/sec 2024-04-02T08:59:21.814 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jl_bqrhLW6r8qGW off=18880647 len=798470 2024-04-02T08:59:21.814 INFO:tasks.workunit.client.0.smithi084.stdout:op 5271 completed, throughput=5MB/sec 2024-04-02T08:59:21.815 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EP4Bd7jPPf4oR_G off=3080200 len=2050313 2024-04-02T08:59:21.816 INFO:tasks.workunit.client.0.smithi084.stdout:op 5272 completed, throughput=5MB/sec 2024-04-02T08:59:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:22 smithi084 ceph-mon[94794]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:22 smithi084 ceph-mon[97358]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:22 smithi132 ceph-mon[88571]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:59:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:59:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:22.816 INFO:tasks.workunit.client.0.smithi084.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-02T08:59:22.816 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-r4XB5l0_im0CvVa off=18365278 len=237841 2024-04-02T08:59:22.818 INFO:tasks.workunit.client.0.smithi084.stdout:op 5273 completed, throughput=5MB/sec 2024-04-02T08:59:22.818 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-tWA-z018dvtQpHN off=8984178 len=561987 2024-04-02T08:59:22.819 INFO:tasks.workunit.client.0.smithi084.stdout:op 5274 completed, throughput=5MB/sec 2024-04-02T08:59:22.819 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wavIZVKdZEePDRe off=1266866 len=1730586 2024-04-02T08:59:22.821 INFO:tasks.workunit.client.0.smithi084.stdout:op 5275 completed, throughput=5MB/sec 2024-04-02T08:59:22.821 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--y6DQbPrMao4mY2 off=21074755 len=869479 2024-04-02T08:59:22.826 INFO:tasks.workunit.client.0.smithi084.stdout:op 5276 completed, throughput=5MB/sec 2024-04-02T08:59:22.826 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q_lDHBAMDL09hry off=4281201 len=1669041 2024-04-02T08:59:22.831 INFO:tasks.workunit.client.0.smithi084.stdout:op 5277 completed, throughput=5MB/sec 2024-04-02T08:59:23.832 INFO:tasks.workunit.client.0.smithi084.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-02T08:59:23.832 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2JEFtKY4Thfxnzh off=0 len=1474531 2024-04-02T08:59:23.838 INFO:tasks.workunit.client.0.smithi084.stdout:op 5278 completed, throughput=5MB/sec 2024-04-02T08:59:23.838 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kaWbfrAJ3FFpF-u off=6976999 len=1277974 2024-04-02T08:59:23.839 INFO:tasks.workunit.client.0.smithi084.stdout:op 5279 completed, throughput=5MB/sec 2024-04-02T08:59:23.839 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JGdSSueW53h40Or off=1680441 len=419543 2024-04-02T08:59:23.840 INFO:tasks.workunit.client.0.smithi084.stdout:op 5280 completed, throughput=5MB/sec 2024-04-02T08:59:23.840 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1LqrSBSJJ9M5CNo off=1176434 len=52464 2024-04-02T08:59:23.840 INFO:tasks.workunit.client.0.smithi084.stdout:op 5281 completed, throughput=5MB/sec 2024-04-02T08:59:23.840 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NHDiITGGymExUJp off=166915 len=1483020 2024-04-02T08:59:23.843 INFO:tasks.workunit.client.0.smithi084.stdout:op 5282 completed, throughput=5MB/sec 2024-04-02T08:59:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:24 smithi084 ceph-mon[94794]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:24 smithi084 ceph-mon[97358]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:24 smithi132 ceph-mon[88571]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:24.843 INFO:tasks.workunit.client.0.smithi084.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-02T08:59:24.843 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3e0HDg21fPXC1v6 off=3822181 len=533264 2024-04-02T08:59:24.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 5283 completed, throughput=5MB/sec 2024-04-02T08:59:24.847 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-u5QCnlqnwpJtb8Z off=9836140 len=1814373 2024-04-02T08:59:24.853 INFO:tasks.workunit.client.0.smithi084.stdout:op 5284 completed, throughput=5MB/sec 2024-04-02T08:59:24.853 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PbBCzxb4MZPG98r off=15213073 len=833036 2024-04-02T08:59:24.854 INFO:tasks.workunit.client.0.smithi084.stdout:op 5285 completed, throughput=5MB/sec 2024-04-02T08:59:24.854 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Zrg6ADXWuys9pS- off=14954505 len=977256 2024-04-02T08:59:24.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 5286 completed, throughput=5MB/sec 2024-04-02T08:59:24.855 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4uR0v4LLJotaQdS off=5878890 len=1448612 2024-04-02T08:59:24.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 5287 completed, throughput=5MB/sec 2024-04-02T08:59:25.856 INFO:tasks.workunit.client.0.smithi084.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-02T08:59:25.856 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CbC4mBMqTQz-SAU off=254602 len=70538 2024-04-02T08:59:25.857 INFO:tasks.workunit.client.0.smithi084.stdout:op 5288 completed, throughput=5MB/sec 2024-04-02T08:59:25.857 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-miqO9TNIRjAUcNe off=6487434 len=70617 2024-04-02T08:59:25.857 INFO:tasks.workunit.client.0.smithi084.stdout:op 5289 completed, throughput=5MB/sec 2024-04-02T08:59:25.857 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Y-GTR635Syek6wZ off=1477675 len=1550865 2024-04-02T08:59:25.864 INFO:tasks.workunit.client.0.smithi084.stdout:op 5290 completed, throughput=5MB/sec 2024-04-02T08:59:25.864 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7VYhcy_1nRt9SZS off=5499856 len=522376 2024-04-02T08:59:25.867 INFO:tasks.workunit.client.0.smithi084.stdout:op 5291 completed, throughput=5MB/sec 2024-04-02T08:59:25.867 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VfJ9q1sNI15YKQf off=11823563 len=1444531 2024-04-02T08:59:25.875 INFO:tasks.workunit.client.0.smithi084.stdout:op 5292 completed, throughput=5MB/sec 2024-04-02T08:59:25.875 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xNqfftgg6hlv67s off=425111 len=484795 2024-04-02T08:59:25.875 INFO:tasks.workunit.client.0.smithi084.stdout:op 5293 completed, throughput=5MB/sec 2024-04-02T08:59:25.875 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KGRRVHVOw39UNW_ off=14946 len=393577 2024-04-02T08:59:25.876 INFO:tasks.workunit.client.0.smithi084.stdout:op 5294 completed, throughput=5MB/sec 2024-04-02T08:59:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:26 smithi132 ceph-mon[88571]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:26 smithi084 ceph-mon[94794]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:26 smithi084 ceph-mon[97358]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:26.876 INFO:tasks.workunit.client.0.smithi084.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-02T08:59:26.876 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VX_hMhyAwSA5XZA off=8032039 len=1632730 2024-04-02T08:59:26.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 5295 completed, throughput=5MB/sec 2024-04-02T08:59:26.878 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--xSZSMDqPYBujCm off=5575253 len=854802 2024-04-02T08:59:26.882 INFO:tasks.workunit.client.0.smithi084.stdout:op 5296 completed, throughput=5MB/sec 2024-04-02T08:59:26.882 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8Utw2NO-rtb1bgQ off=10737338 len=1746915 2024-04-02T08:59:26.891 INFO:tasks.workunit.client.0.smithi084.stdout:op 5297 completed, throughput=5MB/sec 2024-04-02T08:59:26.891 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iYD_wmzSoGp7bC7 off=7698002 len=872179 2024-04-02T08:59:26.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 5298 completed, throughput=5MB/sec 2024-04-02T08:59:26.893 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-U3UNiU-A3H2ZU5i off=6783484 len=1818108 2024-04-02T08:59:26.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 5299 completed, throughput=5MB/sec 2024-04-02T08:59:27.899 INFO:tasks.workunit.client.0.smithi084.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-02T08:59:27.899 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yQ-Tx1_QqdN3Xj2 off=15041572 len=2047846 2024-04-02T08:59:27.904 INFO:tasks.workunit.client.0.smithi084.stdout:op 5300 completed, throughput=5MB/sec 2024-04-02T08:59:27.904 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmyImjj9ZMB6pj_ off=2618532 len=2067125 2024-04-02T08:59:27.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 5301 completed, throughput=5MB/sec 2024-04-02T08:59:28.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:28 smithi132 ceph-mon[88571]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:59:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:28 smithi084 ceph-mon[94794]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:59:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:28 smithi084 ceph-mon[97358]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:59:28.906 INFO:tasks.workunit.client.0.smithi084.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-02T08:59:28.906 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nwemX1Wf924WQIB off=10098434 len=1077301 2024-04-02T08:59:28.910 INFO:tasks.workunit.client.0.smithi084.stdout:op 5302 completed, throughput=5MB/sec 2024-04-02T08:59:28.910 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LgS6MCKj2M9ZX8M off=3126463 len=898650 2024-04-02T08:59:28.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 5303 completed, throughput=5MB/sec 2024-04-02T08:59:28.915 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6yAG-8-LhUzVx-9 off=14828268 len=1688729 2024-04-02T08:59:28.922 INFO:tasks.workunit.client.0.smithi084.stdout:op 5304 completed, throughput=5MB/sec 2024-04-02T08:59:28.922 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vGWEPFJgDAdeyl_ off=3697667 len=2061176 2024-04-02T08:59:28.927 INFO:tasks.workunit.client.0.smithi084.stdout:op 5305 completed, throughput=5MB/sec 2024-04-02T08:59:29.928 INFO:tasks.workunit.client.0.smithi084.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-02T08:59:29.928 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NiDM1gCVJJdZcwS off=1307043 len=724340 2024-04-02T08:59:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:op 5306 completed, throughput=5MB/sec 2024-04-02T08:59:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-chQn2v7mLYzPd-n off=8215896 len=178144 2024-04-02T08:59:29.935 INFO:tasks.workunit.client.0.smithi084.stdout:op 5307 completed, throughput=5MB/sec 2024-04-02T08:59:29.935 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_x_K2HdCESNpihb off=2256406 len=641038 2024-04-02T08:59:29.937 INFO:tasks.workunit.client.0.smithi084.stdout:op 5308 completed, throughput=5MB/sec 2024-04-02T08:59:29.937 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9dWbfxSKiHZaLeI off=11673368 len=726051 2024-04-02T08:59:29.938 INFO:tasks.workunit.client.0.smithi084.stdout:op 5309 completed, throughput=5MB/sec 2024-04-02T08:59:29.938 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BDEEz1D9QgXZulV off=1090395 len=1674813 2024-04-02T08:59:29.939 INFO:tasks.workunit.client.0.smithi084.stdout:op 5310 completed, throughput=5MB/sec 2024-04-02T08:59:29.939 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q0xEktynUQNmnhY off=3660145 len=314613 2024-04-02T08:59:29.940 INFO:tasks.workunit.client.0.smithi084.stdout:op 5311 completed, throughput=5MB/sec 2024-04-02T08:59:29.940 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WHWfcsHx_vnz6Ay off=6574508 len=1232870 2024-04-02T08:59:29.941 INFO:tasks.workunit.client.0.smithi084.stdout:op 5312 completed, throughput=5MB/sec 2024-04-02T08:59:30.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:30 smithi084 ceph-mon[94794]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:30.628 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:30 smithi084 ceph-mon[97358]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:30 smithi132 ceph-mon[88571]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:30.942 INFO:tasks.workunit.client.0.smithi084.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-02T08:59:30.942 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-58VMXUa4pIuVkkD off=2144896 len=838953 2024-04-02T08:59:30.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 5313 completed, throughput=5MB/sec 2024-04-02T08:59:30.947 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GD9oLelrk9Kr47d off=20330047 len=1957160 2024-04-02T08:59:30.951 INFO:tasks.workunit.client.0.smithi084.stdout:op 5314 completed, throughput=5MB/sec 2024-04-02T08:59:30.951 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HjkNecj_qLPONkn off=9894386 len=920376 2024-04-02T08:59:30.952 INFO:tasks.workunit.client.0.smithi084.stdout:op 5315 completed, throughput=5MB/sec 2024-04-02T08:59:30.952 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6NzboLfiamc4FDT off=3008020 len=328342 2024-04-02T08:59:30.954 INFO:tasks.workunit.client.0.smithi084.stdout:op 5316 completed, throughput=5MB/sec 2024-04-02T08:59:30.954 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jy_VJXBhtDjP-s4 off=2326365 len=194004 2024-04-02T08:59:30.955 INFO:tasks.workunit.client.0.smithi084.stdout:op 5317 completed, throughput=5MB/sec 2024-04-02T08:59:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:59:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:59:30] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-02T08:59:31.955 INFO:tasks.workunit.client.0.smithi084.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-02T08:59:31.955 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F25lilk39Gf-IWA off=8442402 len=1181867 2024-04-02T08:59:31.961 INFO:tasks.workunit.client.0.smithi084.stdout:op 5318 completed, throughput=5MB/sec 2024-04-02T08:59:31.961 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DjXp9yR4o8UYPpA off=16231500 len=1271859 2024-04-02T08:59:31.962 INFO:tasks.workunit.client.0.smithi084.stdout:op 5319 completed, throughput=5MB/sec 2024-04-02T08:59:31.962 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SZvCIjJREL7n7Jc off=134945 len=1925234 2024-04-02T08:59:31.969 INFO:tasks.workunit.client.0.smithi084.stdout:op 5320 completed, throughput=5MB/sec 2024-04-02T08:59:31.969 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1gHc9PpJEhhhVaK off=4442524 len=696734 2024-04-02T08:59:31.975 INFO:tasks.workunit.client.0.smithi084.stdout:op 5321 completed, throughput=5MB/sec 2024-04-02T08:59:31.975 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KXFVUP5-3GBa6O3 off=6728867 len=541983 2024-04-02T08:59:31.975 INFO:tasks.workunit.client.0.smithi084.stdout:op 5322 completed, throughput=5MB/sec 2024-04-02T08:59:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:32 smithi132 ceph-mon[88571]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:59:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:59:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:32 smithi084 ceph-mon[94794]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:32 smithi084 ceph-mon[97358]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:32.976 INFO:tasks.workunit.client.0.smithi084.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-02T08:59:32.976 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Hg0qoW0fcH8dne8 off=21260587 len=578234 2024-04-02T08:59:32.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 5323 completed, throughput=5MB/sec 2024-04-02T08:59:32.980 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-P3HZZp7f5itX8hW off=3573414 len=430907 2024-04-02T08:59:32.983 INFO:tasks.workunit.client.0.smithi084.stdout:op 5324 completed, throughput=5MB/sec 2024-04-02T08:59:32.984 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yY-RoJVVBKRZqnS off=6176869 len=234197 2024-04-02T08:59:32.984 INFO:tasks.workunit.client.0.smithi084.stdout:op 5325 completed, throughput=5MB/sec 2024-04-02T08:59:32.984 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-edTUekZzLrSmx71 off=16602554 len=248922 2024-04-02T08:59:32.984 INFO:tasks.workunit.client.0.smithi084.stdout:op 5326 completed, throughput=5MB/sec 2024-04-02T08:59:32.985 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K6K4n7Q3EqcHgLx off=3231558 len=832871 2024-04-02T08:59:32.989 INFO:tasks.workunit.client.0.smithi084.stdout:op 5327 completed, throughput=5MB/sec 2024-04-02T08:59:32.989 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-w6bWbEL8RkvamLI off=1199868 len=253285 2024-04-02T08:59:32.992 INFO:tasks.workunit.client.0.smithi084.stdout:op 5328 completed, throughput=5MB/sec 2024-04-02T08:59:32.992 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Sd1re02lYn7g6Q off=13256785 len=1818744 2024-04-02T08:59:32.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 5329 completed, throughput=5MB/sec 2024-04-02T08:59:32.999 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wQJSImw_5KV_rmS off=5006603 len=797145 2024-04-02T08:59:33.000 INFO:tasks.workunit.client.0.smithi084.stdout:op 5330 completed, throughput=5MB/sec 2024-04-02T08:59:34.000 INFO:tasks.workunit.client.0.smithi084.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-02T08:59:34.000 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2fh6El_V8YAMwFl off=1258720 len=1354637 2024-04-02T08:59:34.001 INFO:tasks.workunit.client.0.smithi084.stdout:op 5331 completed, throughput=5MB/sec 2024-04-02T08:59:34.002 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rlPCWr3QemQO_5P off=4498555 len=1900303 2024-04-02T08:59:34.012 INFO:tasks.workunit.client.0.smithi084.stdout:op 5332 completed, throughput=5MB/sec 2024-04-02T08:59:34.012 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5GIsGqe5meQ0Mip off=15482501 len=809918 2024-04-02T08:59:34.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 5333 completed, throughput=5MB/sec 2024-04-02T08:59:34.013 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UScmTDpDjbZB66X off=17593339 len=596834 2024-04-02T08:59:34.017 INFO:tasks.workunit.client.0.smithi084.stdout:op 5334 completed, throughput=5MB/sec 2024-04-02T08:59:34.017 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IAX9VN4hsT5oLiK off=3263530 len=334362 2024-04-02T08:59:34.018 INFO:tasks.workunit.client.0.smithi084.stdout:op 5335 completed, throughput=5MB/sec 2024-04-02T08:59:34.018 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-t5GCqc9Y8tzrmIQ off=4084868 len=1741230 2024-04-02T08:59:34.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 5336 completed, throughput=5MB/sec 2024-04-02T08:59:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:34 smithi132 ceph-mon[88571]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:34 smithi084 ceph-mon[94794]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:34 smithi084 ceph-mon[97358]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:35.020 INFO:tasks.workunit.client.0.smithi084.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-02T08:59:35.020 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VUXQSDD2S_p9vYz off=206641 len=1723199 2024-04-02T08:59:35.031 INFO:tasks.workunit.client.0.smithi084.stdout:op 5337 completed, throughput=5MB/sec 2024-04-02T08:59:35.031 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7B1W51AtA17ABw0 off=1345978 len=1572246 2024-04-02T08:59:35.033 INFO:tasks.workunit.client.0.smithi084.stdout:op 5338 completed, throughput=5MB/sec 2024-04-02T08:59:35.033 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nA9g1nWBqa_rt5j off=1258299 len=649513 2024-04-02T08:59:35.037 INFO:tasks.workunit.client.0.smithi084.stdout:op 5339 completed, throughput=5MB/sec 2024-04-02T08:59:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:35.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:59:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:59:35.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T08:59:36.037 INFO:tasks.workunit.client.0.smithi084.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-02T08:59:36.037 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LujZ0zPI411F5te off=5261136 len=871145 2024-04-02T08:59:36.041 INFO:tasks.workunit.client.0.smithi084.stdout:op 5340 completed, throughput=5MB/sec 2024-04-02T08:59:36.041 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-18TFO36k9IwBEBd off=2872697 len=591677 2024-04-02T08:59:36.045 INFO:tasks.workunit.client.0.smithi084.stdout:op 5341 completed, throughput=5MB/sec 2024-04-02T08:59:36.045 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YZsZrcLsoQ82-G_ off=12638243 len=1567816 2024-04-02T08:59:36.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 5342 completed, throughput=5MB/sec 2024-04-02T08:59:36.049 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3OTOqYILwQRGEoH off=13406843 len=1360578 2024-04-02T08:59:36.050 INFO:tasks.workunit.client.0.smithi084.stdout:op 5343 completed, throughput=5MB/sec 2024-04-02T08:59:36.051 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LlqwXM_fslLUsW_ off=76225 len=720373 2024-04-02T08:59:36.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 5344 completed, throughput=5MB/sec 2024-04-02T08:59:36.051 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1m3GEAD9vT9rPSl off=1010079 len=1602938 2024-04-02T08:59:36.058 INFO:tasks.workunit.client.0.smithi084.stdout:op 5345 completed, throughput=5MB/sec 2024-04-02T08:59:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:36 smithi132 ceph-mon[88571]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:59:36.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:36 smithi084 ceph-mon[94794]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:59:36.768 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:36 smithi084 ceph-mon[97358]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:59:37.058 INFO:tasks.workunit.client.0.smithi084.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-02T08:59:37.059 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UpDR5oCCGl5G_LC off=1099070 len=515010 2024-04-02T08:59:37.059 INFO:tasks.workunit.client.0.smithi084.stdout:op 5346 completed, throughput=5MB/sec 2024-04-02T08:59:37.059 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Wl8wNTmqIW7_-TY off=5007450 len=1150981 2024-04-02T08:59:37.065 INFO:tasks.workunit.client.0.smithi084.stdout:op 5347 completed, throughput=5MB/sec 2024-04-02T08:59:37.065 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5mL0ue_tjAR-5x5 off=3935821 len=1665750 2024-04-02T08:59:37.066 INFO:tasks.workunit.client.0.smithi084.stdout:op 5348 completed, throughput=5MB/sec 2024-04-02T08:59:37.066 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x4Ct5cII6o_b1zV off=5335603 len=1827903 2024-04-02T08:59:37.076 INFO:tasks.workunit.client.0.smithi084.stdout:op 5349 completed, throughput=5MB/sec 2024-04-02T08:59:38.077 INFO:tasks.workunit.client.0.smithi084.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-02T08:59:38.077 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VNp_0vPEy5nG2Fm off=12765352 len=813806 2024-04-02T08:59:38.079 INFO:tasks.workunit.client.0.smithi084.stdout:op 5350 completed, throughput=5MB/sec 2024-04-02T08:59:38.079 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-33e8sGX6igCdwQh off=4789530 len=85035 2024-04-02T08:59:38.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 5351 completed, throughput=5MB/sec 2024-04-02T08:59:38.081 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iO-9qoOSwW2hLer off=2328105 len=522636 2024-04-02T08:59:38.085 INFO:tasks.workunit.client.0.smithi084.stdout:op 5352 completed, throughput=5MB/sec 2024-04-02T08:59:38.085 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Le6oqxuHL9xY55V off=4221319 len=975525 2024-04-02T08:59:38.089 INFO:tasks.workunit.client.0.smithi084.stdout:op 5353 completed, throughput=5MB/sec 2024-04-02T08:59:38.090 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-jRrjuphZMBL4esp off=3591634 len=1417785 2024-04-02T08:59:38.091 INFO:tasks.workunit.client.0.smithi084.stdout:op 5354 completed, throughput=5MB/sec 2024-04-02T08:59:38.091 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y-EjiB1RQsfsH24 off=81686 len=674330 2024-04-02T08:59:38.093 INFO:tasks.workunit.client.0.smithi084.stdout:op 5355 completed, throughput=5MB/sec 2024-04-02T08:59:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:38 smithi132 ceph-mon[88571]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:38 smithi084 ceph-mon[94794]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:38 smithi084 ceph-mon[97358]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:39.093 INFO:tasks.workunit.client.0.smithi084.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-02T08:59:39.093 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KdEjvOBhzLdccz- off=11792637 len=2016050 2024-04-02T08:59:39.097 INFO:tasks.workunit.client.0.smithi084.stdout:op 5356 completed, throughput=5MB/sec 2024-04-02T08:59:39.097 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q7qO-5AYosZ-zyb off=4947421 len=1120568 2024-04-02T08:59:39.103 INFO:tasks.workunit.client.0.smithi084.stdout:op 5357 completed, throughput=5MB/sec 2024-04-02T08:59:39.103 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qSt9MQbB3uZ0j3h off=12951047 len=1041668 2024-04-02T08:59:39.104 INFO:tasks.workunit.client.0.smithi084.stdout:op 5358 completed, throughput=5MB/sec 2024-04-02T08:59:39.104 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rb7cLP-KjVC5vQa off=804940 len=476359 2024-04-02T08:59:39.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 5359 completed, throughput=5MB/sec 2024-04-02T08:59:39.105 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-D4W_P6PbJi0zyLJ off=8403721 len=298559 2024-04-02T08:59:39.108 INFO:tasks.workunit.client.0.smithi084.stdout:op 5360 completed, throughput=5MB/sec 2024-04-02T08:59:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:40.108 INFO:tasks.workunit.client.0.smithi084.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-02T08:59:40.108 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-a84BBLkUZwWETso off=10596615 len=337419 2024-04-02T08:59:40.109 INFO:tasks.workunit.client.0.smithi084.stdout:op 5361 completed, throughput=5MB/sec 2024-04-02T08:59:40.109 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xYUKbxwSLs5gmkC off=9668194 len=254786 2024-04-02T08:59:40.112 INFO:tasks.workunit.client.0.smithi084.stdout:op 5362 completed, throughput=5MB/sec 2024-04-02T08:59:40.112 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mV3fGQ09ntwBsNi off=6521291 len=1818470 2024-04-02T08:59:40.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 5363 completed, throughput=5MB/sec 2024-04-02T08:59:40.120 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vAAmjVgWM5f14zr off=1090610 len=2022523 2024-04-02T08:59:40.121 INFO:tasks.workunit.client.0.smithi084.stdout:op 5364 completed, throughput=5MB/sec 2024-04-02T08:59:40.122 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wCV3iw1JXHWBSv8 off=225094 len=1582469 2024-04-02T08:59:40.125 INFO:tasks.workunit.client.0.smithi084.stdout:op 5365 completed, throughput=5MB/sec 2024-04-02T08:59:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:40 smithi132 ceph-mon[88571]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:59:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:40 smithi084 ceph-mon[94794]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:59:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:59:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:59:40] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T08:59:40.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:40 smithi084 ceph-mon[97358]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:59:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-02T08:59:41.125 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-o4GUEKA7YO-vplM off=2467794 len=565061 2024-04-02T08:59:41.127 INFO:tasks.workunit.client.0.smithi084.stdout:op 5366 completed, throughput=5MB/sec 2024-04-02T08:59:41.127 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4qxVJyA7NpX7pLv off=1399033 len=88521 2024-04-02T08:59:41.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 5367 completed, throughput=5MB/sec 2024-04-02T08:59:41.130 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xvTpKBG-yypYqvq off=2986021 len=1924043 2024-04-02T08:59:41.132 INFO:tasks.workunit.client.0.smithi084.stdout:op 5368 completed, throughput=5MB/sec 2024-04-02T08:59:41.132 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fvi0SQ_6bXKh1jq off=19711820 len=1386805 2024-04-02T08:59:41.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 5369 completed, throughput=5MB/sec 2024-04-02T08:59:41.143 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Tr2WPIZPCCNt-vH off=8332553 len=1534592 2024-04-02T08:59:41.145 INFO:tasks.workunit.client.0.smithi084.stdout:op 5370 completed, throughput=5MB/sec 2024-04-02T08:59:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-02T08:59:42.145 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v8G9GhdGWXJ7H-u off=17337876 len=1782461 2024-04-02T08:59:42.155 INFO:tasks.workunit.client.0.smithi084.stdout:op 5371 completed, throughput=5MB/sec 2024-04-02T08:59:42.155 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eoaTUjOXD3OZ1Rr off=9732542 len=525910 2024-04-02T08:59:42.158 INFO:tasks.workunit.client.0.smithi084.stdout:op 5372 completed, throughput=5MB/sec 2024-04-02T08:59:42.158 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TJmVh_iDvw0REHH off=1895714 len=1773422 2024-04-02T08:59:42.168 INFO:tasks.workunit.client.0.smithi084.stdout:op 5373 completed, throughput=5MB/sec 2024-04-02T08:59:42.168 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mfn2GbyVsZGAvFp off=1077538 len=720529 2024-04-02T08:59:42.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 5374 completed, throughput=5MB/sec 2024-04-02T08:59:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:42 smithi132 ceph-mon[88571]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:59:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:59:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:42 smithi084 ceph-mon[94794]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:42 smithi084 ceph-mon[97358]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:43.169 INFO:tasks.workunit.client.0.smithi084.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-02T08:59:43.169 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i1O7sWnAi5GL-UK off=5827003 len=1333207 2024-04-02T08:59:43.177 INFO:tasks.workunit.client.0.smithi084.stdout:op 5375 completed, throughput=5MB/sec 2024-04-02T08:59:43.177 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_ddxA-xkXSWW43a off=3345486 len=398978 2024-04-02T08:59:43.177 INFO:tasks.workunit.client.0.smithi084.stdout:op 5376 completed, throughput=5MB/sec 2024-04-02T08:59:43.177 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PnR38Q8P8SHdRo5 off=431603 len=546078 2024-04-02T08:59:43.180 INFO:tasks.workunit.client.0.smithi084.stdout:op 5377 completed, throughput=5MB/sec 2024-04-02T08:59:43.180 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6G7E6aL8w8Z_ClZ off=3414697 len=1719163 2024-04-02T08:59:43.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 5378 completed, throughput=5MB/sec 2024-04-02T08:59:43.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4x77Xaqc-hu5lP3 off=13979180 len=2087566 2024-04-02T08:59:43.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 5379 completed, throughput=5MB/sec 2024-04-02T08:59:44.198 INFO:tasks.workunit.client.0.smithi084.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-02T08:59:44.198 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0u7gQKJlfO1PZQj off=433666 len=750698 2024-04-02T08:59:44.198 INFO:tasks.workunit.client.0.smithi084.stdout:op 5380 completed, throughput=5MB/sec 2024-04-02T08:59:44.198 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ivmche0ZHle4-RQ off=421016 len=103859 2024-04-02T08:59:44.201 INFO:tasks.workunit.client.0.smithi084.stdout:op 5381 completed, throughput=5MB/sec 2024-04-02T08:59:44.201 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6Opgiq4WrR6AkIi off=4460963 len=1975935 2024-04-02T08:59:44.210 INFO:tasks.workunit.client.0.smithi084.stdout:op 5382 completed, throughput=5MB/sec 2024-04-02T08:59:44.211 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-PAu39hMe4S2cnrD off=306743 len=1393933 2024-04-02T08:59:44.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 5383 completed, throughput=5MB/sec 2024-04-02T08:59:44.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZbLiw9F7jIDG8FJ off=2939957 len=945864 2024-04-02T08:59:44.217 INFO:tasks.workunit.client.0.smithi084.stdout:op 5384 completed, throughput=5MB/sec 2024-04-02T08:59:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:44 smithi132 ceph-mon[88571]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:44 smithi084 ceph-mon[94794]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:44 smithi084 ceph-mon[97358]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:45.217 INFO:tasks.workunit.client.0.smithi084.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-02T08:59:45.218 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DdvJ4gFsO_Gqio9 off=12880652 len=1312759 2024-04-02T08:59:45.223 INFO:tasks.workunit.client.0.smithi084.stdout:op 5385 completed, throughput=5MB/sec 2024-04-02T08:59:45.223 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ox2tLHNPZSlVW9l off=4586871 len=1620508 2024-04-02T08:59:45.230 INFO:tasks.workunit.client.0.smithi084.stdout:op 5386 completed, throughput=5MB/sec 2024-04-02T08:59:45.230 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d2GOjZJNmIBSP4_ off=589656 len=2091083 2024-04-02T08:59:45.236 INFO:tasks.workunit.client.0.smithi084.stdout:op 5387 completed, throughput=5MB/sec 2024-04-02T08:59:46.237 INFO:tasks.workunit.client.0.smithi084.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-02T08:59:46.237 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4B4GNr1LQZoVC68 off=6227764 len=949181 2024-04-02T08:59:46.239 INFO:tasks.workunit.client.0.smithi084.stdout:op 5388 completed, throughput=5MB/sec 2024-04-02T08:59:46.239 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qtutHOtCkhU1FqV off=3680563 len=1518241 2024-04-02T08:59:46.240 INFO:tasks.workunit.client.0.smithi084.stdout:op 5389 completed, throughput=5MB/sec 2024-04-02T08:59:46.240 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-itDiF4CqqAfcYRF off=2058167 len=910257 2024-04-02T08:59:46.244 INFO:tasks.workunit.client.0.smithi084.stdout:op 5390 completed, throughput=5MB/sec 2024-04-02T08:59:46.244 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qGHCu7MA1E3S6q5 off=3352333 len=439690 2024-04-02T08:59:46.247 INFO:tasks.workunit.client.0.smithi084.stdout:op 5391 completed, throughput=5MB/sec 2024-04-02T08:59:46.247 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x21NNbHMsZgBTNC off=281937 len=1953439 2024-04-02T08:59:46.253 INFO:tasks.workunit.client.0.smithi084.stdout:op 5392 completed, throughput=5MB/sec 2024-04-02T08:59:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:46 smithi132 ceph-mon[88571]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:59:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:46 smithi084 ceph-mon[94794]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:59:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:46 smithi084 ceph-mon[97358]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:59:47.254 INFO:tasks.workunit.client.0.smithi084.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-02T08:59:47.254 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wonc2-ZO69V2wKv off=943310 len=254980 2024-04-02T08:59:47.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 5393 completed, throughput=5MB/sec 2024-04-02T08:59:47.255 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Dt0LcQboarUJdaT off=2148537 len=376934 2024-04-02T08:59:47.258 INFO:tasks.workunit.client.0.smithi084.stdout:op 5394 completed, throughput=5MB/sec 2024-04-02T08:59:47.258 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MyC-80LlxeElo6T off=2689783 len=2027949 2024-04-02T08:59:47.269 INFO:tasks.workunit.client.0.smithi084.stdout:op 5395 completed, throughput=5MB/sec 2024-04-02T08:59:47.269 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-94MuAR5zyAIWCvW off=9836052 len=818756 2024-04-02T08:59:47.273 INFO:tasks.workunit.client.0.smithi084.stdout:op 5396 completed, throughput=5MB/sec 2024-04-02T08:59:47.273 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y58mFiAwHET9Qts off=4797610 len=429338 2024-04-02T08:59:47.273 INFO:tasks.workunit.client.0.smithi084.stdout:op 5397 completed, throughput=5MB/sec 2024-04-02T08:59:47.273 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9WJZ3rcet4tvc5n off=4747839 len=993340 2024-04-02T08:59:47.275 INFO:tasks.workunit.client.0.smithi084.stdout:op 5398 completed, throughput=5MB/sec 2024-04-02T08:59:48.276 INFO:tasks.workunit.client.0.smithi084.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-02T08:59:48.276 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S3nFevnOIP1C050 off=15705224 len=1358485 2024-04-02T08:59:48.280 INFO:tasks.workunit.client.0.smithi084.stdout:op 5399 completed, throughput=5MB/sec 2024-04-02T08:59:48.280 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1jSJhn8l4p36xAm off=18490244 len=325069 2024-04-02T08:59:48.284 INFO:tasks.workunit.client.0.smithi084.stdout:op 5400 completed, throughput=5MB/sec 2024-04-02T08:59:48.284 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OH0oUcSxP83zWIx off=2312164 len=1186126 2024-04-02T08:59:48.291 INFO:tasks.workunit.client.0.smithi084.stdout:op 5401 completed, throughput=5MB/sec 2024-04-02T08:59:48.291 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EdbcHeKIVzJSQn6 off=72645 len=1067575 2024-04-02T08:59:48.292 INFO:tasks.workunit.client.0.smithi084.stdout:op 5402 completed, throughput=5MB/sec 2024-04-02T08:59:48.292 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-D6APxEFfUJN1YKr off=17725823 len=2015287 2024-04-02T08:59:48.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 5403 completed, throughput=5MB/sec 2024-04-02T08:59:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:48 smithi132 ceph-mon[88571]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:48 smithi084 ceph-mon[94794]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:48 smithi084 ceph-mon[97358]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:49.294 INFO:tasks.workunit.client.0.smithi084.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-02T08:59:49.295 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c4Soawj6u0qChWA off=11477676 len=1750112 2024-04-02T08:59:49.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 5404 completed, throughput=5MB/sec 2024-04-02T08:59:49.298 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JqK6d404k9ooOvB off=8294981 len=423843 2024-04-02T08:59:49.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 5405 completed, throughput=5MB/sec 2024-04-02T08:59:49.300 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ohUntH-yp2Blx-L off=492539 len=634412 2024-04-02T08:59:49.302 INFO:tasks.workunit.client.0.smithi084.stdout:op 5406 completed, throughput=5MB/sec 2024-04-02T08:59:49.302 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LOxDYYKCoaCsusm off=7281591 len=589304 2024-04-02T08:59:49.307 INFO:tasks.workunit.client.0.smithi084.stdout:op 5407 completed, throughput=5MB/sec 2024-04-02T08:59:49.307 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_6AQ1ynzMxHDvrA off=2874447 len=1264348 2024-04-02T08:59:49.308 INFO:tasks.workunit.client.0.smithi084.stdout:op 5408 completed, throughput=5MB/sec 2024-04-02T08:59:50.308 INFO:tasks.workunit.client.0.smithi084.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-02T08:59:50.309 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WriXulB4xA6h8x0 off=2527441 len=1116608 2024-04-02T08:59:50.312 INFO:tasks.workunit.client.0.smithi084.stdout:op 5409 completed, throughput=5MB/sec 2024-04-02T08:59:50.312 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-F0H-cwHvD4Jd9Dk off=19076002 len=33438 2024-04-02T08:59:50.315 INFO:tasks.workunit.client.0.smithi084.stdout:op 5410 completed, throughput=5MB/sec 2024-04-02T08:59:50.315 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K0wWNVVuP-zdmrp off=14104 len=722869 2024-04-02T08:59:50.317 INFO:tasks.workunit.client.0.smithi084.stdout:op 5411 completed, throughput=5MB/sec 2024-04-02T08:59:50.317 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8uiW0QPdRT7Necn off=5465282 len=2028622 2024-04-02T08:59:50.329 INFO:tasks.workunit.client.0.smithi084.stdout:op 5412 completed, throughput=5MB/sec 2024-04-02T08:59:50.329 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M8riDz4gUB4vrLO off=11225029 len=303043 2024-04-02T08:59:50.329 INFO:tasks.workunit.client.0.smithi084.stdout:op 5413 completed, throughput=5MB/sec 2024-04-02T08:59:50.329 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4GFakUOuh23T-cZ off=14141691 len=1465632 2024-04-02T08:59:50.331 INFO:tasks.workunit.client.0.smithi084.stdout:op 5414 completed, throughput=5MB/sec 2024-04-02T08:59:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:50 smithi084 ceph-mon[94794]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:50 smithi084 ceph-mon[97358]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:50.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 08:59:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:08:59:50] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T08:59:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:50 smithi132 ceph-mon[88571]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:51.331 INFO:tasks.workunit.client.0.smithi084.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-02T08:59:51.331 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-je8UXWxi_UhtkcT off=14831822 len=588954 2024-04-02T08:59:51.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 5415 completed, throughput=5MB/sec 2024-04-02T08:59:51.332 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cjy6NIXNXdcmjET off=515087 len=863498 2024-04-02T08:59:51.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 5416 completed, throughput=5MB/sec 2024-04-02T08:59:51.337 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pSgFu0-_SjtUT7N off=1100310 len=1219359 2024-04-02T08:59:51.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 5417 completed, throughput=5MB/sec 2024-04-02T08:59:51.338 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1L-wZ5hcdNpCMXr off=2030859 len=597554 2024-04-02T08:59:51.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 5418 completed, throughput=5MB/sec 2024-04-02T08:59:51.343 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-00IrEg5gKUNc0Lg off=5931197 len=254301 2024-04-02T08:59:51.348 INFO:tasks.workunit.client.0.smithi084.stdout:op 5419 completed, throughput=5MB/sec 2024-04-02T08:59:51.348 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y-GTR635Syek6wZ off=1565025 len=1463515 2024-04-02T08:59:51.350 INFO:tasks.workunit.client.0.smithi084.stdout:op 5420 completed, throughput=5MB/sec 2024-04-02T08:59:52.350 INFO:tasks.workunit.client.0.smithi084.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-02T08:59:52.350 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4105k9SyteLO9Zf off=22403882 len=1807433 2024-04-02T08:59:52.357 INFO:tasks.workunit.client.0.smithi084.stdout:op 5421 completed, throughput=5MB/sec 2024-04-02T08:59:52.358 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2npQpM3tEs8L5WQ off=1866044 len=992654 2024-04-02T08:59:52.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 5422 completed, throughput=5MB/sec 2024-04-02T08:59:52.364 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zOEjbeH3edZyRju off=119985 len=1748178 2024-04-02T08:59:52.371 INFO:tasks.workunit.client.0.smithi084.stdout:op 5423 completed, throughput=5MB/sec 2024-04-02T08:59:52.371 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-8TFahuoxkOKO4QH off=115300 len=693423 2024-04-02T08:59:52.375 INFO:tasks.workunit.client.0.smithi084.stdout:op 5424 completed, throughput=5MB/sec 2024-04-02T08:59:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:52 smithi132 ceph-mon[88571]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 08:59:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T08:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:52 smithi084 ceph-mon[97358]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:52 smithi084 ceph-mon[94794]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:53.375 INFO:tasks.workunit.client.0.smithi084.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-02T08:59:53.375 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kdanKh5MGxDm388 off=4030582 len=1925585 2024-04-02T08:59:53.383 INFO:tasks.workunit.client.0.smithi084.stdout:op 5425 completed, throughput=5MB/sec 2024-04-02T08:59:53.383 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AzWN2F73RoSav6z off=85442 len=225255 2024-04-02T08:59:53.383 INFO:tasks.workunit.client.0.smithi084.stdout:op 5426 completed, throughput=5MB/sec 2024-04-02T08:59:53.383 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KhxprJtuvZdP9e- off=4724717 len=1854757 2024-04-02T08:59:53.384 INFO:tasks.workunit.client.0.smithi084.stdout:op 5427 completed, throughput=5MB/sec 2024-04-02T08:59:53.385 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EuZHJwRB8zOFxwY off=47046 len=1344390 2024-04-02T08:59:53.390 INFO:tasks.workunit.client.0.smithi084.stdout:op 5428 completed, throughput=5MB/sec 2024-04-02T08:59:54.390 INFO:tasks.workunit.client.0.smithi084.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-02T08:59:54.391 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c9emRcteffNJh5a off=19117746 len=2022667 2024-04-02T08:59:54.392 INFO:tasks.workunit.client.0.smithi084.stdout:op 5429 completed, throughput=5MB/sec 2024-04-02T08:59:54.392 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zDgefaphwmdA-09 off=12805288 len=493963 2024-04-02T08:59:54.393 INFO:tasks.workunit.client.0.smithi084.stdout:op 5430 completed, throughput=5MB/sec 2024-04-02T08:59:54.393 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-X-GrC3iRMbgSMPO off=8191926 len=1266318 2024-04-02T08:59:54.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 5431 completed, throughput=5MB/sec 2024-04-02T08:59:54.401 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dzi_BuNdG235fSY off=10308607 len=317202 2024-04-02T08:59:54.402 INFO:tasks.workunit.client.0.smithi084.stdout:op 5432 completed, throughput=5MB/sec 2024-04-02T08:59:54.402 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ypGKzuHRaW-ix15 off=8502035 len=2082417 2024-04-02T08:59:54.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 5433 completed, throughput=5MB/sec 2024-04-02T08:59:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:54 smithi084 ceph-mon[97358]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:54 smithi084 ceph-mon[94794]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:54 smithi132 ceph-mon[88571]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-02T08:59:55.409 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kOu0V_kOR1CWBsy off=6058926 len=1173852 2024-04-02T08:59:55.415 INFO:tasks.workunit.client.0.smithi084.stdout:op 5434 completed, throughput=5MB/sec 2024-04-02T08:59:55.415 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sHf-UTSdymZDVGf off=3041011 len=878891 2024-04-02T08:59:55.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 5435 completed, throughput=5MB/sec 2024-04-02T08:59:55.416 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mMXqA9_hanCASzP off=17512391 len=914510 2024-04-02T08:59:55.416 INFO:tasks.workunit.client.0.smithi084.stdout:op 5436 completed, throughput=5MB/sec 2024-04-02T08:59:55.416 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7_v4OPudlgAdGIP off=933658 len=175338 2024-04-02T08:59:55.417 INFO:tasks.workunit.client.0.smithi084.stdout:op 5437 completed, throughput=5MB/sec 2024-04-02T08:59:55.417 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Hoz-qqkKqg0skS- off=21540674 len=1418366 2024-04-02T08:59:55.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 5438 completed, throughput=5MB/sec 2024-04-02T08:59:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-02T08:59:56.425 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JPJ-Gm8qCsZ9vrP off=477732 len=945593 2024-04-02T08:59:56.426 INFO:tasks.workunit.client.0.smithi084.stdout:op 5439 completed, throughput=5MB/sec 2024-04-02T08:59:56.426 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Cs-4WnkE_TP0ggM off=11729030 len=324935 2024-04-02T08:59:56.429 INFO:tasks.workunit.client.0.smithi084.stdout:op 5440 completed, throughput=5MB/sec 2024-04-02T08:59:56.429 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EYQHnzdSw9kYhTp off=7002697 len=710481 2024-04-02T08:59:56.430 INFO:tasks.workunit.client.0.smithi084.stdout:op 5441 completed, throughput=5MB/sec 2024-04-02T08:59:56.430 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-POCHIvy_AAOCrc4 off=1786196 len=992049 2024-04-02T08:59:56.432 INFO:tasks.workunit.client.0.smithi084.stdout:op 5442 completed, throughput=5MB/sec 2024-04-02T08:59:56.432 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yfrDtvcFT8di38U off=7116844 len=622632 2024-04-02T08:59:56.439 INFO:tasks.workunit.client.0.smithi084.stdout:op 5443 completed, throughput=5MB/sec 2024-04-02T08:59:56.440 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ck-D8ooYxFNKU_n off=6618264 len=1760319 2024-04-02T08:59:56.448 INFO:tasks.workunit.client.0.smithi084.stdout:op 5444 completed, throughput=5MB/sec 2024-04-02T08:59:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:56 smithi084 ceph-mon[94794]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:56 smithi084 ceph-mon[97358]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:56 smithi132 ceph-mon[88571]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-02T08:59:57.448 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MWOjRN7xASJJVMT off=7743161 len=1902351 2024-04-02T08:59:57.456 INFO:tasks.workunit.client.0.smithi084.stdout:op 5445 completed, throughput=5MB/sec 2024-04-02T08:59:57.456 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vjxE5s-9xFWrS67 off=3034338 len=123412 2024-04-02T08:59:57.457 INFO:tasks.workunit.client.0.smithi084.stdout:op 5446 completed, throughput=5MB/sec 2024-04-02T08:59:57.457 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NkJgOy15Wmw8Zeq off=911136 len=1573816 2024-04-02T08:59:57.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 5447 completed, throughput=5MB/sec 2024-04-02T08:59:57.466 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XgA_TdZzu6lYtt5 off=19729 len=143272 2024-04-02T08:59:57.466 INFO:tasks.workunit.client.0.smithi084.stdout:op 5448 completed, throughput=5MB/sec 2024-04-02T08:59:57.466 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qWfjqgBKqnqzXQC off=12005481 len=678879 2024-04-02T08:59:57.470 INFO:tasks.workunit.client.0.smithi084.stdout:op 5449 completed, throughput=5MB/sec 2024-04-02T08:59:57.470 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QbdNsmDbjLZuPDP off=760040 len=1399747 2024-04-02T08:59:57.474 INFO:tasks.workunit.client.0.smithi084.stdout:op 5450 completed, throughput=5MB/sec 2024-04-02T08:59:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-02T08:59:58.475 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--vOiVf-XIXn8Lx0 off=6009147 len=622034 2024-04-02T08:59:58.475 INFO:tasks.workunit.client.0.smithi084.stdout:op 5451 completed, throughput=5MB/sec 2024-04-02T08:59:58.475 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xvc7ZrEMAD6kTiT off=9092279 len=1112352 2024-04-02T08:59:58.482 INFO:tasks.workunit.client.0.smithi084.stdout:op 5452 completed, throughput=5MB/sec 2024-04-02T08:59:58.482 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QCpio0vEAl7mE_4 off=1565244 len=403778 2024-04-02T08:59:58.486 INFO:tasks.workunit.client.0.smithi084.stdout:op 5453 completed, throughput=5MB/sec 2024-04-02T08:59:58.486 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SNJrim5R40i5oj6 off=11957065 len=1224102 2024-04-02T08:59:58.495 INFO:tasks.workunit.client.0.smithi084.stdout:op 5454 completed, throughput=5MB/sec 2024-04-02T08:59:58.495 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-32pFED1uxbka6KL off=4364945 len=28651 2024-04-02T08:59:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 5455 completed, throughput=5MB/sec 2024-04-02T08:59:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pgEWtmZ9QD_PFjS off=10054028 len=535638 2024-04-02T08:59:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 5456 completed, throughput=5MB/sec 2024-04-02T08:59:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8z0AmhvP1zpfZTv off=4458620 len=1507752 2024-04-02T08:59:58.497 INFO:tasks.workunit.client.0.smithi084.stdout:op 5457 completed, throughput=5MB/sec 2024-04-02T08:59:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 08:59:58 smithi084 ceph-mon[94794]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 08:59:58 smithi084 ceph-mon[97358]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 08:59:58 smithi132 ceph-mon[88571]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-02T08:59:59.497 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lPbpcS9fVq9btGc off=10427997 len=1183358 2024-04-02T08:59:59.498 INFO:tasks.workunit.client.0.smithi084.stdout:op 5458 completed, throughput=5MB/sec 2024-04-02T08:59:59.498 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-6fSvp0hfL5jUf02 off=9719824 len=1275810 2024-04-02T08:59:59.499 INFO:tasks.workunit.client.0.smithi084.stdout:op 5459 completed, throughput=5MB/sec 2024-04-02T08:59:59.499 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lQ2zOQFUIfC5WSW off=2053867 len=1494282 2024-04-02T08:59:59.500 INFO:tasks.workunit.client.0.smithi084.stdout:op 5460 completed, throughput=5MB/sec 2024-04-02T08:59:59.500 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3_H2AcKzEAloylI off=6053158 len=897090 2024-04-02T08:59:59.503 INFO:tasks.workunit.client.0.smithi084.stdout:op 5461 completed, throughput=5MB/sec 2024-04-02T09:00:00.503 INFO:tasks.workunit.client.0.smithi084.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-02T09:00:00.504 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hSH8KIgbVgk2ETC off=1528909 len=1103286 2024-04-02T09:00:00.505 INFO:tasks.workunit.client.0.smithi084.stdout:op 5462 completed, throughput=5MB/sec 2024-04-02T09:00:00.505 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rphwzobnLgfIYNd off=1660497 len=883842 2024-04-02T09:00:00.509 INFO:tasks.workunit.client.0.smithi084.stdout:op 5463 completed, throughput=5MB/sec 2024-04-02T09:00:00.510 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QTJTdUzbSW2RuQk off=9038140 len=1867664 2024-04-02T09:00:00.513 INFO:tasks.workunit.client.0.smithi084.stdout:op 5464 completed, throughput=5MB/sec 2024-04-02T09:00:00.513 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bxl6k1W81kLXXsR off=13893017 len=628517 2024-04-02T09:00:00.515 INFO:tasks.workunit.client.0.smithi084.stdout:op 5465 completed, throughput=5MB/sec 2024-04-02T09:00:00.515 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9coYd5Jfsr78ebu off=9604814 len=1706669 2024-04-02T09:00:00.523 INFO:tasks.workunit.client.0.smithi084.stdout:op 5466 completed, throughput=5MB/sec 2024-04-02T09:00:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:00 smithi084 ceph-mon[94794]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:00 smithi084 ceph-mon[94794]: overall HEALTH_OK 2024-04-02T09:00:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:00:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:00:00] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T09:00:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:00 smithi084 ceph-mon[97358]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:00 smithi084 ceph-mon[97358]: overall HEALTH_OK 2024-04-02T09:00:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:00 smithi132 ceph-mon[88571]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:00 smithi132 ceph-mon[88571]: overall HEALTH_OK 2024-04-02T09:00:01.523 INFO:tasks.workunit.client.0.smithi084.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-02T09:00:01.523 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-OUVVif8rV6Mm7uS off=5459347 len=769234 2024-04-02T09:00:01.524 INFO:tasks.workunit.client.0.smithi084.stdout:op 5467 completed, throughput=5MB/sec 2024-04-02T09:00:01.524 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rklHkbAYTWoiROJ off=20474294 len=61148 2024-04-02T09:00:01.524 INFO:tasks.workunit.client.0.smithi084.stdout:op 5468 completed, throughput=5MB/sec 2024-04-02T09:00:01.524 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-y6lIGsyOt8YG-GT off=18961506 len=1444435 2024-04-02T09:00:01.531 INFO:tasks.workunit.client.0.smithi084.stdout:op 5469 completed, throughput=5MB/sec 2024-04-02T09:00:01.531 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m-DpecceAulSXj_ off=1850848 len=393092 2024-04-02T09:00:01.532 INFO:tasks.workunit.client.0.smithi084.stdout:op 5470 completed, throughput=5MB/sec 2024-04-02T09:00:01.532 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-utRSaj4Uh_TkNFf off=1299290 len=1837811 2024-04-02T09:00:01.540 INFO:tasks.workunit.client.0.smithi084.stdout:op 5471 completed, throughput=5MB/sec 2024-04-02T09:00:02.540 INFO:tasks.workunit.client.0.smithi084.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-02T09:00:02.540 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9D706FDXA7AEBWQ off=16113350 len=271402 2024-04-02T09:00:02.543 INFO:tasks.workunit.client.0.smithi084.stdout:op 5472 completed, throughput=5MB/sec 2024-04-02T09:00:02.544 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rUJ_fcOgtXGPtmX off=463299 len=55063 2024-04-02T09:00:02.544 INFO:tasks.workunit.client.0.smithi084.stdout:op 5473 completed, throughput=5MB/sec 2024-04-02T09:00:02.544 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Blw4LnelceRFGgy off=13700200 len=1737397 2024-04-02T09:00:02.551 INFO:tasks.workunit.client.0.smithi084.stdout:op 5474 completed, throughput=5MB/sec 2024-04-02T09:00:02.551 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nY15DqptH9oSyKK off=54993 len=173845 2024-04-02T09:00:02.554 INFO:tasks.workunit.client.0.smithi084.stdout:op 5475 completed, throughput=5MB/sec 2024-04-02T09:00:02.554 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q31cg1sM0mmwn5O off=11269916 len=83860 2024-04-02T09:00:02.557 INFO:tasks.workunit.client.0.smithi084.stdout:op 5476 completed, throughput=5MB/sec 2024-04-02T09:00:02.557 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VXLX3hOBcnF7v6E off=3268220 len=1397090 2024-04-02T09:00:02.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 5477 completed, throughput=5MB/sec 2024-04-02T09:00:02.563 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TsIFY7BxdbEArKF off=359977 len=1378658 2024-04-02T09:00:02.568 INFO:tasks.workunit.client.0.smithi084.stdout:op 5478 completed, throughput=5MB/sec 2024-04-02T09:00:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:02 smithi132 ceph-mon[88571]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:00:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:02 smithi084 ceph-mon[94794]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:02 smithi084 ceph-mon[97358]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:03.568 INFO:tasks.workunit.client.0.smithi084.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-02T09:00:03.568 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d_9X3CQqkOlSfx9 off=5631328 len=517316 2024-04-02T09:00:03.572 INFO:tasks.workunit.client.0.smithi084.stdout:op 5479 completed, throughput=5MB/sec 2024-04-02T09:00:03.572 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lsrcxfpEV1RVsyX off=1044704 len=1223747 2024-04-02T09:00:03.573 INFO:tasks.workunit.client.0.smithi084.stdout:op 5480 completed, throughput=5MB/sec 2024-04-02T09:00:03.573 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-arUzvf0sUb8sN5V off=4246164 len=1225377 2024-04-02T09:00:03.578 INFO:tasks.workunit.client.0.smithi084.stdout:op 5481 completed, throughput=5MB/sec 2024-04-02T09:00:03.578 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zefvU3C3Vpk0xsT off=4997494 len=192370 2024-04-02T09:00:03.578 INFO:tasks.workunit.client.0.smithi084.stdout:op 5482 completed, throughput=5MB/sec 2024-04-02T09:00:03.578 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TwJoC04EnqBalRH off=0 len=1183683 2024-04-02T09:00:03.580 INFO:tasks.workunit.client.0.smithi084.stdout:op 5483 completed, throughput=5MB/sec 2024-04-02T09:00:03.580 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XzMzlyNCF8AbI5F off=2624729 len=556502 2024-04-02T09:00:03.584 INFO:tasks.workunit.client.0.smithi084.stdout:op 5484 completed, throughput=5MB/sec 2024-04-02T09:00:03.584 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-O-_NB1DXug9rQi_ off=1229908 len=1320578 2024-04-02T09:00:03.585 INFO:tasks.workunit.client.0.smithi084.stdout:op 5485 completed, throughput=5MB/sec 2024-04-02T09:00:04.585 INFO:tasks.workunit.client.0.smithi084.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-02T09:00:04.585 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N3po_pKD2k4Sl_C off=5044646 len=520876 2024-04-02T09:00:04.587 INFO:tasks.workunit.client.0.smithi084.stdout:op 5486 completed, throughput=5MB/sec 2024-04-02T09:00:04.587 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-95QwPGgRdo4HJIT off=1816256 len=1973932 2024-04-02T09:00:04.588 INFO:tasks.workunit.client.0.smithi084.stdout:op 5487 completed, throughput=5MB/sec 2024-04-02T09:00:04.589 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mtLFQJ8LrYkazmb off=10892607 len=366457 2024-04-02T09:00:04.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 5488 completed, throughput=5MB/sec 2024-04-02T09:00:04.589 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WcWg5BD-Zsrq_fl off=3492433 len=1476253 2024-04-02T09:00:04.590 INFO:tasks.workunit.client.0.smithi084.stdout:op 5489 completed, throughput=5MB/sec 2024-04-02T09:00:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:04 smithi084 ceph-mon[94794]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:04 smithi084 ceph-mon[97358]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:04 smithi132 ceph-mon[88571]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:05.590 INFO:tasks.workunit.client.0.smithi084.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-02T09:00:05.590 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hUv04-SMwXbn-jQ off=1532569 len=604336 2024-04-02T09:00:05.591 INFO:tasks.workunit.client.0.smithi084.stdout:op 5490 completed, throughput=5MB/sec 2024-04-02T09:00:05.591 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-i0c1FMPUebZ-yZa off=24808080 len=756432 2024-04-02T09:00:05.592 INFO:tasks.workunit.client.0.smithi084.stdout:op 5491 completed, throughput=5MB/sec 2024-04-02T09:00:05.592 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HqxLVSwmRQBDsRz off=4625067 len=733997 2024-04-02T09:00:05.596 INFO:tasks.workunit.client.0.smithi084.stdout:op 5492 completed, throughput=5MB/sec 2024-04-02T09:00:05.596 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FZ1pWNIs9wqc-b1 off=6848608 len=1534124 2024-04-02T09:00:05.603 INFO:tasks.workunit.client.0.smithi084.stdout:op 5493 completed, throughput=5MB/sec 2024-04-02T09:00:05.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lAD676yBtQ02L_g off=1966306 len=1558895 2024-04-02T09:00:05.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 5494 completed, throughput=5MB/sec 2024-04-02T09:00:06.605 INFO:tasks.workunit.client.0.smithi084.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-02T09:00:06.605 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7X11T9BLMRDZryr off=0 len=1605843 2024-04-02T09:00:06.606 INFO:tasks.workunit.client.0.smithi084.stdout:op 5495 completed, throughput=5MB/sec 2024-04-02T09:00:06.606 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aXu_yG-U2xoE-2j off=8402364 len=1264521 2024-04-02T09:00:06.607 INFO:tasks.workunit.client.0.smithi084.stdout:op 5496 completed, throughput=5MB/sec 2024-04-02T09:00:06.607 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aqPp1EL6h_Xh4xK off=2165539 len=470968 2024-04-02T09:00:06.607 INFO:tasks.workunit.client.0.smithi084.stdout:op 5497 completed, throughput=5MB/sec 2024-04-02T09:00:06.608 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XMCbbN1HL1KrAUG off=5991547 len=391159 2024-04-02T09:00:06.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 5498 completed, throughput=5MB/sec 2024-04-02T09:00:06.611 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qkQr9hl-NtohYdI off=772841 len=902178 2024-04-02T09:00:06.616 INFO:tasks.workunit.client.0.smithi084.stdout:op 5499 completed, throughput=5MB/sec 2024-04-02T09:00:06.616 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AxPnTz07BR-JQNq off=3004178 len=1783137 2024-04-02T09:00:06.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 5500 completed, throughput=5MB/sec 2024-04-02T09:00:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:06 smithi084 ceph-mon[94794]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:06 smithi084 ceph-mon[97358]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:06 smithi132 ceph-mon[88571]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:07.620 INFO:tasks.workunit.client.0.smithi084.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-02T09:00:07.620 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1kQ7pd_73UTryV2 off=9052982 len=1815904 2024-04-02T09:00:07.622 INFO:tasks.workunit.client.0.smithi084.stdout:op 5501 completed, throughput=5MB/sec 2024-04-02T09:00:07.622 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-K3e4IVpyg0MNj01 off=392455 len=1209886 2024-04-02T09:00:07.626 INFO:tasks.workunit.client.0.smithi084.stdout:op 5502 completed, throughput=5MB/sec 2024-04-02T09:00:07.627 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-__10P90x4Y0L2DM off=1268484 len=288275 2024-04-02T09:00:07.627 INFO:tasks.workunit.client.0.smithi084.stdout:op 5503 completed, throughput=5MB/sec 2024-04-02T09:00:07.627 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ebMEcBrOUxBNmjA off=14245290 len=1566828 2024-04-02T09:00:07.631 INFO:tasks.workunit.client.0.smithi084.stdout:op 5504 completed, throughput=5MB/sec 2024-04-02T09:00:08.631 INFO:tasks.workunit.client.0.smithi084.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-02T09:00:08.631 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-itb9aG-T2URCl8I off=1878379 len=949794 2024-04-02T09:00:08.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 5505 completed, throughput=5MB/sec 2024-04-02T09:00:08.637 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LQGvcRA1-RZk3BD off=1881963 len=662126 2024-04-02T09:00:08.637 INFO:tasks.workunit.client.0.smithi084.stdout:op 5506 completed, throughput=5MB/sec 2024-04-02T09:00:08.638 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3_MNqC8Ui39v7oH off=1031366 len=1562535 2024-04-02T09:00:08.645 INFO:tasks.workunit.client.0.smithi084.stdout:op 5507 completed, throughput=5MB/sec 2024-04-02T09:00:08.645 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LJKU50VTGN67Vet off=786827 len=634943 2024-04-02T09:00:08.646 INFO:tasks.workunit.client.0.smithi084.stdout:op 5508 completed, throughput=5MB/sec 2024-04-02T09:00:08.646 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xUR9aHx971DeFop off=15382895 len=371454 2024-04-02T09:00:08.646 INFO:tasks.workunit.client.0.smithi084.stdout:op 5509 completed, throughput=5MB/sec 2024-04-02T09:00:08.646 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ScSrPdTBYZRmnN1 off=2304672 len=1005378 2024-04-02T09:00:08.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 5510 completed, throughput=5MB/sec 2024-04-02T09:00:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:08 smithi084 ceph-mon[94794]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:08 smithi084 ceph-mon[97358]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:08 smithi132 ceph-mon[88571]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:09.648 INFO:tasks.workunit.client.0.smithi084.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-02T09:00:09.648 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yfrDtvcFT8di38U off=8360734 len=754164 2024-04-02T09:00:09.649 INFO:tasks.workunit.client.0.smithi084.stdout:op 5511 completed, throughput=5MB/sec 2024-04-02T09:00:09.649 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_tNhsIkV20QxO7J off=3962279 len=1476924 2024-04-02T09:00:09.656 INFO:tasks.workunit.client.0.smithi084.stdout:op 5512 completed, throughput=5MB/sec 2024-04-02T09:00:09.656 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WeW2dbpPMmeU22K off=3908448 len=1107655 2024-04-02T09:00:09.661 INFO:tasks.workunit.client.0.smithi084.stdout:op 5513 completed, throughput=5MB/sec 2024-04-02T09:00:09.661 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aMo4F1GQwoNKlqY off=1338718 len=734633 2024-04-02T09:00:09.666 INFO:tasks.workunit.client.0.smithi084.stdout:op 5514 completed, throughput=5MB/sec 2024-04-02T09:00:09.666 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gFwij09U41Fk6m6 off=21077922 len=234608 2024-04-02T09:00:09.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 5515 completed, throughput=5MB/sec 2024-04-02T09:00:09.669 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6yBJBrdI2g9bQ9b off=15938580 len=495623 2024-04-02T09:00:09.672 INFO:tasks.workunit.client.0.smithi084.stdout:op 5516 completed, throughput=5MB/sec 2024-04-02T09:00:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:09.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:10.672 INFO:tasks.workunit.client.0.smithi084.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-02T09:00:10.672 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MS9f26sn63mK34S off=8398549 len=1651038 2024-04-02T09:00:10.673 INFO:tasks.workunit.client.0.smithi084.stdout:op 5517 completed, throughput=5MB/sec 2024-04-02T09:00:10.673 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NuzmJzxhHLy0976 off=3677489 len=2038683 2024-04-02T09:00:10.675 INFO:tasks.workunit.client.0.smithi084.stdout:op 5518 completed, throughput=5MB/sec 2024-04-02T09:00:10.675 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4Nih1PMkiB8_is8 off=4871358 len=2642 2024-04-02T09:00:10.677 INFO:tasks.workunit.client.0.smithi084.stdout:op 5519 completed, throughput=5MB/sec 2024-04-02T09:00:10.677 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-fw2Z9SJJ4abR2r0 off=2012549 len=1307844 2024-04-02T09:00:10.683 INFO:tasks.workunit.client.0.smithi084.stdout:op 5520 completed, throughput=5MB/sec 2024-04-02T09:00:10.683 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rklHkbAYTWoiROJ off=7535138 len=1807106 2024-04-02T09:00:10.689 INFO:tasks.workunit.client.0.smithi084.stdout:op 5521 completed, throughput=5MB/sec 2024-04-02T09:00:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:10 smithi084 ceph-mon[94794]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:00:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:00:10] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T09:00:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:10 smithi084 ceph-mon[97358]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:10 smithi132 ceph-mon[88571]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:11.689 INFO:tasks.workunit.client.0.smithi084.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-02T09:00:11.690 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-g4cOozKWAjSEKWR off=20377380 len=705498 2024-04-02T09:00:11.691 INFO:tasks.workunit.client.0.smithi084.stdout:op 5522 completed, throughput=5MB/sec 2024-04-02T09:00:11.692 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IPTFSkD7uswRcvL off=132698 len=45945 2024-04-02T09:00:11.692 INFO:tasks.workunit.client.0.smithi084.stdout:op 5523 completed, throughput=5MB/sec 2024-04-02T09:00:11.692 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lAD676yBtQ02L_g off=608754 len=1354749 2024-04-02T09:00:11.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 5524 completed, throughput=5MB/sec 2024-04-02T09:00:11.694 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-bZzxWeFlJGCLz_9 off=13381015 len=663319 2024-04-02T09:00:11.698 INFO:tasks.workunit.client.0.smithi084.stdout:op 5525 completed, throughput=5MB/sec 2024-04-02T09:00:11.698 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nitIlRpUIDHpMzI off=4463635 len=1078512 2024-04-02T09:00:11.698 INFO:tasks.workunit.client.0.smithi084.stdout:op 5526 completed, throughput=5MB/sec 2024-04-02T09:00:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:12 smithi132 ceph-mon[88571]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:00:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:12.699 INFO:tasks.workunit.client.0.smithi084.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-02T09:00:12.699 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Dyn2KpK8WSwZpuW off=2828884 len=1421030 2024-04-02T09:00:12.700 INFO:tasks.workunit.client.0.smithi084.stdout:op 5527 completed, throughput=5MB/sec 2024-04-02T09:00:12.700 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AuufUnYvnBA6x72 off=6981048 len=902782 2024-04-02T09:00:12.705 INFO:tasks.workunit.client.0.smithi084.stdout:op 5528 completed, throughput=5MB/sec 2024-04-02T09:00:12.705 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xbpc31DYDo8a7W3 off=12396828 len=1551141 2024-04-02T09:00:12.707 INFO:tasks.workunit.client.0.smithi084.stdout:op 5529 completed, throughput=5MB/sec 2024-04-02T09:00:12.707 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TWs_A4lHgqlZUnQ off=5219249 len=474967 2024-04-02T09:00:12.708 INFO:tasks.workunit.client.0.smithi084.stdout:op 5530 completed, throughput=5MB/sec 2024-04-02T09:00:12.708 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jNxQzyL32UpKmVG off=7144613 len=1396472 2024-04-02T09:00:12.715 INFO:tasks.workunit.client.0.smithi084.stdout:op 5531 completed, throughput=5MB/sec 2024-04-02T09:00:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:12 smithi084 ceph-mon[94794]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:12 smithi084 ceph-mon[97358]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:13.715 INFO:tasks.workunit.client.0.smithi084.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-02T09:00:13.715 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zefvU3C3Vpk0xsT off=7214815 len=391293 2024-04-02T09:00:13.716 INFO:tasks.workunit.client.0.smithi084.stdout:op 5532 completed, throughput=5MB/sec 2024-04-02T09:00:13.716 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tP76jbJEd4F3QmG off=693104 len=794721 2024-04-02T09:00:13.720 INFO:tasks.workunit.client.0.smithi084.stdout:op 5533 completed, throughput=5MB/sec 2024-04-02T09:00:13.720 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jqpgCxRLIG4khv4 off=2291257 len=162451 2024-04-02T09:00:13.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 5534 completed, throughput=5MB/sec 2024-04-02T09:00:13.723 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3--0kbpAcUXvNvc off=12397068 len=1813752 2024-04-02T09:00:13.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 5535 completed, throughput=5MB/sec 2024-04-02T09:00:13.724 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-voMsJxc91FS94I5 off=1176726 len=732241 2024-04-02T09:00:13.727 INFO:tasks.workunit.client.0.smithi084.stdout:op 5536 completed, throughput=5MB/sec 2024-04-02T09:00:13.727 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xgBEWLwsnmXqduQ off=3741153 len=643131 2024-04-02T09:00:13.729 INFO:tasks.workunit.client.0.smithi084.stdout:op 5537 completed, throughput=5MB/sec 2024-04-02T09:00:13.729 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QwiA5Rwnxwq556m off=3328354 len=2096217 2024-04-02T09:00:13.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 5538 completed, throughput=5MB/sec 2024-04-02T09:00:14.741 INFO:tasks.workunit.client.0.smithi084.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-02T09:00:14.741 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ha4XpQJVSTiwDDB off=605735 len=213826 2024-04-02T09:00:14.743 INFO:tasks.workunit.client.0.smithi084.stdout:op 5539 completed, throughput=5MB/sec 2024-04-02T09:00:14.744 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LujZ0zPI411F5te off=300212 len=1310326 2024-04-02T09:00:14.745 INFO:tasks.workunit.client.0.smithi084.stdout:op 5540 completed, throughput=5MB/sec 2024-04-02T09:00:14.745 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vt6wGHI5IZt7NJ_ off=12159591 len=142338 2024-04-02T09:00:14.745 INFO:tasks.workunit.client.0.smithi084.stdout:op 5541 completed, throughput=5MB/sec 2024-04-02T09:00:14.745 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uYLbtT-qL1XL_9q off=1643535 len=756695 2024-04-02T09:00:14.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 5542 completed, throughput=5MB/sec 2024-04-02T09:00:14.749 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UyrxiyV0ztMhwnh off=20094985 len=1299197 2024-04-02T09:00:14.757 INFO:tasks.workunit.client.0.smithi084.stdout:op 5543 completed, throughput=5MB/sec 2024-04-02T09:00:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:14 smithi084 ceph-mon[94794]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:14 smithi084 ceph-mon[97358]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:14 smithi132 ceph-mon[88571]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:15.757 INFO:tasks.workunit.client.0.smithi084.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-02T09:00:15.757 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n8tNu5q6CI2qMBB off=6777448 len=2010581 2024-04-02T09:00:15.768 INFO:tasks.workunit.client.0.smithi084.stdout:op 5544 completed, throughput=5MB/sec 2024-04-02T09:00:15.768 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_CNoCHhcLMjzXtB off=172534 len=1531141 2024-04-02T09:00:15.769 INFO:tasks.workunit.client.0.smithi084.stdout:op 5545 completed, throughput=5MB/sec 2024-04-02T09:00:15.769 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-uxLcXky89MJVUA8 off=866680 len=1584844 2024-04-02T09:00:15.773 INFO:tasks.workunit.client.0.smithi084.stdout:op 5546 completed, throughput=5MB/sec 2024-04-02T09:00:15.773 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2-GTQsYY3sg5NOs off=21929512 len=943095 2024-04-02T09:00:15.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 5547 completed, throughput=5MB/sec 2024-04-02T09:00:16.774 INFO:tasks.workunit.client.0.smithi084.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-02T09:00:16.775 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DwJrnwvCusjOgNR off=9573582 len=1066690 2024-04-02T09:00:16.775 INFO:tasks.workunit.client.0.smithi084.stdout:op 5548 completed, throughput=5MB/sec 2024-04-02T09:00:16.776 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ddk9_gObkH9_ivy off=3415410 len=31741 2024-04-02T09:00:16.776 INFO:tasks.workunit.client.0.smithi084.stdout:op 5549 completed, throughput=5MB/sec 2024-04-02T09:00:16.776 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7N55b_AT0-SrcgP off=6841629 len=1852899 2024-04-02T09:00:16.777 INFO:tasks.workunit.client.0.smithi084.stdout:op 5550 completed, throughput=5MB/sec 2024-04-02T09:00:16.777 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HN2iN-Puuq3nwkj off=20214067 len=455192 2024-04-02T09:00:16.779 INFO:tasks.workunit.client.0.smithi084.stdout:op 5551 completed, throughput=5MB/sec 2024-04-02T09:00:16.779 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-M8riDz4gUB4vrLO off=13149035 len=1687719 2024-04-02T09:00:16.782 INFO:tasks.workunit.client.0.smithi084.stdout:op 5552 completed, throughput=5MB/sec 2024-04-02T09:00:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:16 smithi084 ceph-mon[94794]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:00:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:16 smithi084 ceph-mon[97358]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:00:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:16 smithi132 ceph-mon[88571]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:00:17.783 INFO:tasks.workunit.client.0.smithi084.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-02T09:00:17.783 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ig8XXHs98sP6mkV off=12244516 len=1690009 2024-04-02T09:00:17.784 INFO:tasks.workunit.client.0.smithi084.stdout:op 5553 completed, throughput=5MB/sec 2024-04-02T09:00:17.784 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M6Gp0PBoUKpJWWM off=11299577 len=1474621 2024-04-02T09:00:17.789 INFO:tasks.workunit.client.0.smithi084.stdout:op 5554 completed, throughput=5MB/sec 2024-04-02T09:00:17.790 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-agNhzsIaFmvSzok off=3713525 len=77675 2024-04-02T09:00:17.790 INFO:tasks.workunit.client.0.smithi084.stdout:op 5555 completed, throughput=5MB/sec 2024-04-02T09:00:17.790 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-thvMfkx48TZKvTV off=5188827 len=1379553 2024-04-02T09:00:17.795 INFO:tasks.workunit.client.0.smithi084.stdout:op 5556 completed, throughput=5MB/sec 2024-04-02T09:00:17.795 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5X_0otTQjSo257Y off=11189665 len=1334356 2024-04-02T09:00:17.796 INFO:tasks.workunit.client.0.smithi084.stdout:op 5557 completed, throughput=5MB/sec 2024-04-02T09:00:18.797 INFO:tasks.workunit.client.0.smithi084.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-02T09:00:18.797 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2faRQRX6QxJlf5- off=3060904 len=1809234 2024-04-02T09:00:18.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 5558 completed, throughput=5MB/sec 2024-04-02T09:00:18.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BZi4GDddJpQaBC2 off=1208836 len=1220074 2024-04-02T09:00:18.808 INFO:tasks.workunit.client.0.smithi084.stdout:op 5559 completed, throughput=5MB/sec 2024-04-02T09:00:18.808 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-KUvzV3cfcVmTSQ9 off=10738811 len=83569 2024-04-02T09:00:18.810 INFO:tasks.workunit.client.0.smithi084.stdout:op 5560 completed, throughput=5MB/sec 2024-04-02T09:00:18.810 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TaOz2O-m-8dib3L off=2333123 len=557299 2024-04-02T09:00:18.813 INFO:tasks.workunit.client.0.smithi084.stdout:op 5561 completed, throughput=5MB/sec 2024-04-02T09:00:18.813 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3WLZPt4G66jP5kC off=13452352 len=257135 2024-04-02T09:00:18.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 5562 completed, throughput=5MB/sec 2024-04-02T09:00:18.817 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-np8X4OXrWYfaBm2 off=7829410 len=1176163 2024-04-02T09:00:18.817 INFO:tasks.workunit.client.0.smithi084.stdout:op 5563 completed, throughput=5MB/sec 2024-04-02T09:00:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:18 smithi084 ceph-mon[94794]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:18 smithi084 ceph-mon[97358]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:18 smithi132 ceph-mon[88571]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:19.818 INFO:tasks.workunit.client.0.smithi084.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-02T09:00:19.818 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-q4T5qRpv5Plxq0I off=1845512 len=1785186 2024-04-02T09:00:19.822 INFO:tasks.workunit.client.0.smithi084.stdout:op 5564 completed, throughput=5MB/sec 2024-04-02T09:00:19.822 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hj0ZcrhdoVUpaFT off=7636189 len=1168152 2024-04-02T09:00:19.828 INFO:tasks.workunit.client.0.smithi084.stdout:op 5565 completed, throughput=5MB/sec 2024-04-02T09:00:19.828 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oa2Rr7-MM1pOH4g off=5110872 len=1365954 2024-04-02T09:00:19.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 5566 completed, throughput=5MB/sec 2024-04-02T09:00:20.830 INFO:tasks.workunit.client.0.smithi084.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-02T09:00:20.830 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-spmmp7Rx2_7CHWx off=1295227 len=1163856 2024-04-02T09:00:20.832 INFO:tasks.workunit.client.0.smithi084.stdout:op 5567 completed, throughput=5MB/sec 2024-04-02T09:00:20.832 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mGPrTu-Sqp9J3nd off=10479895 len=1713462 2024-04-02T09:00:20.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 5568 completed, throughput=5MB/sec 2024-04-02T09:00:20.834 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-gRRDjSDtcq_OiQ4 off=2734627 len=1546049 2024-04-02T09:00:20.839 INFO:tasks.workunit.client.0.smithi084.stdout:op 5569 completed, throughput=5MB/sec 2024-04-02T09:00:20.839 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1ZCxd4svf4cSHP8 off=8991946 len=1593749 2024-04-02T09:00:20.846 INFO:tasks.workunit.client.0.smithi084.stdout:op 5570 completed, throughput=5MB/sec 2024-04-02T09:00:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:20 smithi084 ceph-mon[94794]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:00:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:00:20] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T09:00:20.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:20 smithi084 ceph-mon[97358]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:20 smithi132 ceph-mon[88571]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:21.847 INFO:tasks.workunit.client.0.smithi084.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-02T09:00:21.847 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--L8JVQG4M1A3QSf off=11905019 len=319686 2024-04-02T09:00:21.850 INFO:tasks.workunit.client.0.smithi084.stdout:op 5571 completed, throughput=5MB/sec 2024-04-02T09:00:21.850 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--LQCCPBjHCEaDFl off=2508579 len=569979 2024-04-02T09:00:21.854 INFO:tasks.workunit.client.0.smithi084.stdout:op 5572 completed, throughput=5MB/sec 2024-04-02T09:00:21.854 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-u2yvyrHvWxJzvfZ off=10677784 len=1719652 2024-04-02T09:00:21.857 INFO:tasks.workunit.client.0.smithi084.stdout:op 5573 completed, throughput=5MB/sec 2024-04-02T09:00:21.857 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ApZP2kNHwUV8FqI off=1647172 len=1996528 2024-04-02T09:00:21.868 INFO:tasks.workunit.client.0.smithi084.stdout:op 5574 completed, throughput=5MB/sec 2024-04-02T09:00:21.868 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TP_JpHlITV4DIvY off=2684720 len=451245 2024-04-02T09:00:21.871 INFO:tasks.workunit.client.0.smithi084.stdout:op 5575 completed, throughput=5MB/sec 2024-04-02T09:00:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:22 smithi132 ceph-mon[88571]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:00:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:22 smithi084 ceph-mon[94794]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:22 smithi084 ceph-mon[97358]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:22.871 INFO:tasks.workunit.client.0.smithi084.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-02T09:00:22.871 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BmjL8FDd5ZFjGtJ off=8413877 len=145624 2024-04-02T09:00:22.872 INFO:tasks.workunit.client.0.smithi084.stdout:op 5576 completed, throughput=5MB/sec 2024-04-02T09:00:22.872 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pURwpWzrrxlFqN4 off=639118 len=1778499 2024-04-02T09:00:22.876 INFO:tasks.workunit.client.0.smithi084.stdout:op 5577 completed, throughput=5MB/sec 2024-04-02T09:00:22.876 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7kwDhf7QiQ7ZJ8A off=29589 len=1301091 2024-04-02T09:00:22.881 INFO:tasks.workunit.client.0.smithi084.stdout:op 5578 completed, throughput=5MB/sec 2024-04-02T09:00:22.881 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WwMN4OGwhtR4ffB off=1665224 len=465120 2024-04-02T09:00:22.882 INFO:tasks.workunit.client.0.smithi084.stdout:op 5579 completed, throughput=5MB/sec 2024-04-02T09:00:22.882 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IbqrzMCVso27zHu off=16303318 len=856719 2024-04-02T09:00:22.884 INFO:tasks.workunit.client.0.smithi084.stdout:op 5580 completed, throughput=5MB/sec 2024-04-02T09:00:22.884 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Yfn_sRsw7vDD3-3 off=17767338 len=261430 2024-04-02T09:00:22.886 INFO:tasks.workunit.client.0.smithi084.stdout:op 5581 completed, throughput=5MB/sec 2024-04-02T09:00:22.886 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MVc0MIEMBtm2lYv off=149256 len=1043061 2024-04-02T09:00:22.892 INFO:tasks.workunit.client.0.smithi084.stdout:op 5582 completed, throughput=5MB/sec 2024-04-02T09:00:23.892 INFO:tasks.workunit.client.0.smithi084.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-02T09:00:23.892 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JDz8rPWaT8_IJel off=10911232 len=349130 2024-04-02T09:00:23.894 INFO:tasks.workunit.client.0.smithi084.stdout:op 5583 completed, throughput=5MB/sec 2024-04-02T09:00:23.895 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WQ-zzPtdPNatcFo off=14061997 len=831743 2024-04-02T09:00:23.899 INFO:tasks.workunit.client.0.smithi084.stdout:op 5584 completed, throughput=5MB/sec 2024-04-02T09:00:23.899 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Zjuy6VNgMEZnhrb off=4406940 len=344450 2024-04-02T09:00:23.902 INFO:tasks.workunit.client.0.smithi084.stdout:op 5585 completed, throughput=5MB/sec 2024-04-02T09:00:23.902 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YGm_6nSriWh6cSp off=2806516 len=1031746 2024-04-02T09:00:23.907 INFO:tasks.workunit.client.0.smithi084.stdout:op 5586 completed, throughput=5MB/sec 2024-04-02T09:00:23.907 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1kIpYOAldlOZDin off=15601401 len=91571 2024-04-02T09:00:23.908 INFO:tasks.workunit.client.0.smithi084.stdout:op 5587 completed, throughput=5MB/sec 2024-04-02T09:00:23.908 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yTHBYyxwcj35Voh off=5389116 len=68693 2024-04-02T09:00:23.909 INFO:tasks.workunit.client.0.smithi084.stdout:op 5588 completed, throughput=5MB/sec 2024-04-02T09:00:23.909 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GoyTGeGnDDA1yE4 off=4214223 len=235448 2024-04-02T09:00:23.910 INFO:tasks.workunit.client.0.smithi084.stdout:op 5589 completed, throughput=5MB/sec 2024-04-02T09:00:23.910 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HqXQx7_E7NjQgy7 off=15603921 len=892023 2024-04-02T09:00:23.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 5590 completed, throughput=5MB/sec 2024-04-02T09:00:23.912 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5Zsd6pGzRpqneHu off=349480 len=172612 2024-04-02T09:00:23.912 INFO:tasks.workunit.client.0.smithi084.stdout:op 5591 completed, throughput=5MB/sec 2024-04-02T09:00:23.912 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kwP4DQgdZ9dT3zk off=5343193 len=1320472 2024-04-02T09:00:23.918 INFO:tasks.workunit.client.0.smithi084.stdout:op 5592 completed, throughput=5MB/sec 2024-04-02T09:00:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:24 smithi084 ceph-mon[94794]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:24 smithi084 ceph-mon[97358]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:24 smithi132 ceph-mon[88571]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:24.919 INFO:tasks.workunit.client.0.smithi084.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-02T09:00:24.919 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SKBMPhw6LNG4o6A off=6273789 len=1773034 2024-04-02T09:00:24.929 INFO:tasks.workunit.client.0.smithi084.stdout:op 5593 completed, throughput=5MB/sec 2024-04-02T09:00:24.929 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YpkbVuwnID47lTs off=13256891 len=209745 2024-04-02T09:00:24.932 INFO:tasks.workunit.client.0.smithi084.stdout:op 5594 completed, throughput=5MB/sec 2024-04-02T09:00:24.932 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xkw1FYPGNY_Ta8L off=1738127 len=1685830 2024-04-02T09:00:24.941 INFO:tasks.workunit.client.0.smithi084.stdout:op 5595 completed, throughput=5MB/sec 2024-04-02T09:00:24.942 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DFTJjmrKwZ5uQrg off=6267463 len=1286211 2024-04-02T09:00:24.943 INFO:tasks.workunit.client.0.smithi084.stdout:op 5596 completed, throughput=5MB/sec 2024-04-02T09:00:25.943 INFO:tasks.workunit.client.0.smithi084.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-02T09:00:25.943 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4O-EgFlegoEspZ2 off=16432797 len=1869040 2024-04-02T09:00:25.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 5597 completed, throughput=5MB/sec 2024-04-02T09:00:25.956 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-stYi5zBeFv_dufm off=3373406 len=422636 2024-04-02T09:00:25.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 5598 completed, throughput=5MB/sec 2024-04-02T09:00:25.959 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-N_UDCrUeG6oJLjc off=7810852 len=1393258 2024-04-02T09:00:25.960 INFO:tasks.workunit.client.0.smithi084.stdout:op 5599 completed, throughput=5MB/sec 2024-04-02T09:00:25.960 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-arNqQKvej3YkkjM off=6811949 len=296611 2024-04-02T09:00:25.963 INFO:tasks.workunit.client.0.smithi084.stdout:op 5600 completed, throughput=5MB/sec 2024-04-02T09:00:25.963 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-TeoPCTImUhiuMfO off=22280237 len=989515 2024-04-02T09:00:25.968 INFO:tasks.workunit.client.0.smithi084.stdout:op 5601 completed, throughput=5MB/sec 2024-04-02T09:00:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:26 smithi084 ceph-mon[94794]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:00:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:26 smithi084 ceph-mon[97358]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:00:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:26 smithi132 ceph-mon[88571]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:00:26.968 INFO:tasks.workunit.client.0.smithi084.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-02T09:00:26.968 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yrg3kzn8tOJm-bL off=6866687 len=1815469 2024-04-02T09:00:26.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 5602 completed, throughput=5MB/sec 2024-04-02T09:00:26.970 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6pPB-gqDUyd9Zyu off=9857034 len=1569235 2024-04-02T09:00:26.977 INFO:tasks.workunit.client.0.smithi084.stdout:op 5603 completed, throughput=5MB/sec 2024-04-02T09:00:26.977 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YzAog_mpol-xoeW off=9199049 len=59886 2024-04-02T09:00:26.977 INFO:tasks.workunit.client.0.smithi084.stdout:op 5604 completed, throughput=5MB/sec 2024-04-02T09:00:26.978 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g1IEEtK68fC-OMU off=4581111 len=276434 2024-04-02T09:00:26.980 INFO:tasks.workunit.client.0.smithi084.stdout:op 5605 completed, throughput=5MB/sec 2024-04-02T09:00:26.981 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8rWjmO2XVvPBdIX off=4225021 len=387134 2024-04-02T09:00:26.981 INFO:tasks.workunit.client.0.smithi084.stdout:op 5606 completed, throughput=5MB/sec 2024-04-02T09:00:26.981 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_WP_nU8IgPM2rtg off=15743055 len=1529791 2024-04-02T09:00:26.982 INFO:tasks.workunit.client.0.smithi084.stdout:op 5607 completed, throughput=5MB/sec 2024-04-02T09:00:27.983 INFO:tasks.workunit.client.0.smithi084.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-02T09:00:27.983 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WriXulB4xA6h8x0 off=749770 len=382990 2024-04-02T09:00:27.985 INFO:tasks.workunit.client.0.smithi084.stdout:op 5608 completed, throughput=5MB/sec 2024-04-02T09:00:27.985 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RhEO5dDcWoGjN3t off=404476 len=392083 2024-04-02T09:00:27.986 INFO:tasks.workunit.client.0.smithi084.stdout:op 5609 completed, throughput=5MB/sec 2024-04-02T09:00:27.986 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FXFvfW94xTzr-3e off=10108312 len=1201462 2024-04-02T09:00:27.987 INFO:tasks.workunit.client.0.smithi084.stdout:op 5610 completed, throughput=5MB/sec 2024-04-02T09:00:27.987 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LMj59j2VaI3LjQk off=17634564 len=512578 2024-04-02T09:00:27.988 INFO:tasks.workunit.client.0.smithi084.stdout:op 5611 completed, throughput=5MB/sec 2024-04-02T09:00:27.988 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FcMMk6Y7R-HfkWE off=862820 len=1154972 2024-04-02T09:00:27.994 INFO:tasks.workunit.client.0.smithi084.stdout:op 5612 completed, throughput=5MB/sec 2024-04-02T09:00:27.994 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ExRwky6MnTgyHdV off=37311 len=1601557 2024-04-02T09:00:27.999 INFO:tasks.workunit.client.0.smithi084.stdout:op 5613 completed, throughput=5MB/sec 2024-04-02T09:00:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:28 smithi084 ceph-mon[94794]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:28 smithi084 ceph-mon[97358]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:28 smithi132 ceph-mon[88571]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:29.000 INFO:tasks.workunit.client.0.smithi084.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-02T09:00:29.000 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gL_lJuolggBJI8L off=22680023 len=925748 2024-04-02T09:00:29.000 INFO:tasks.workunit.client.0.smithi084.stdout:op 5614 completed, throughput=5MB/sec 2024-04-02T09:00:29.001 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Lq5wrJjEfLQZK0e off=3198864 len=2043292 2024-04-02T09:00:29.020 INFO:tasks.workunit.client.0.smithi084.stdout:op 5615 completed, throughput=5MB/sec 2024-04-02T09:00:29.020 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Jl9ssaHbTY3Ct52 off=3169456 len=264949 2024-04-02T09:00:29.021 INFO:tasks.workunit.client.0.smithi084.stdout:op 5616 completed, throughput=5MB/sec 2024-04-02T09:00:29.021 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UPSMkVcmD6gCUeV off=4194036 len=768820 2024-04-02T09:00:29.022 INFO:tasks.workunit.client.0.smithi084.stdout:op 5617 completed, throughput=5MB/sec 2024-04-02T09:00:29.022 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-wxfaOT4yUH1tKTY off=359419 len=259460 2024-04-02T09:00:29.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 5618 completed, throughput=5MB/sec 2024-04-02T09:00:29.025 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-89jySBYM8c0gWl9 off=772821 len=534720 2024-04-02T09:00:29.028 INFO:tasks.workunit.client.0.smithi084.stdout:op 5619 completed, throughput=5MB/sec 2024-04-02T09:00:29.028 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z5ukiEEbDEZzNXc off=4978062 len=1080138 2024-04-02T09:00:29.032 INFO:tasks.workunit.client.0.smithi084.stdout:op 5620 completed, throughput=5MB/sec 2024-04-02T09:00:30.032 INFO:tasks.workunit.client.0.smithi084.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-02T09:00:30.032 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hlzfuYKuwC0jUhE off=5173125 len=1724250 2024-04-02T09:00:30.040 INFO:tasks.workunit.client.0.smithi084.stdout:op 5621 completed, throughput=5MB/sec 2024-04-02T09:00:30.040 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4ZfqVCQHomPxcZT off=8165172 len=1576445 2024-04-02T09:00:30.041 INFO:tasks.workunit.client.0.smithi084.stdout:op 5622 completed, throughput=5MB/sec 2024-04-02T09:00:30.041 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vuBlb_6jCuvIXSU off=16979937 len=610164 2024-04-02T09:00:30.042 INFO:tasks.workunit.client.0.smithi084.stdout:op 5623 completed, throughput=5MB/sec 2024-04-02T09:00:30.042 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k_JWBMy1xjbmZLg off=5238064 len=415841 2024-04-02T09:00:30.043 INFO:tasks.workunit.client.0.smithi084.stdout:op 5624 completed, throughput=5MB/sec 2024-04-02T09:00:30.043 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VXLX3hOBcnF7v6E off=7435797 len=1195879 2024-04-02T09:00:30.049 INFO:tasks.workunit.client.0.smithi084.stdout:op 5625 completed, throughput=5MB/sec 2024-04-02T09:00:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:30 smithi084 ceph-mon[94794]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:00:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:00:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:00:30] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T09:00:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:30 smithi084 ceph-mon[97358]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:00:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:30 smithi132 ceph-mon[88571]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:00:31.049 INFO:tasks.workunit.client.0.smithi084.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-02T09:00:31.049 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-bk8bGtLSQcFEN-x off=8375535 len=1535236 2024-04-02T09:00:31.050 INFO:tasks.workunit.client.0.smithi084.stdout:op 5626 completed, throughput=5MB/sec 2024-04-02T09:00:31.050 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gztwf0bDz0h1UYP off=4980294 len=1031168 2024-04-02T09:00:31.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 5627 completed, throughput=5MB/sec 2024-04-02T09:00:31.051 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qTWrdQIRoG1AOKv off=8854983 len=1498455 2024-04-02T09:00:31.057 INFO:tasks.workunit.client.0.smithi084.stdout:op 5628 completed, throughput=5MB/sec 2024-04-02T09:00:31.057 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-g6TfAb0r1rGiqNS off=6522764 len=1539850 2024-04-02T09:00:31.064 INFO:tasks.workunit.client.0.smithi084.stdout:op 5629 completed, throughput=5MB/sec 2024-04-02T09:00:32.064 INFO:tasks.workunit.client.0.smithi084.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-02T09:00:32.064 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iYRFFKgK9KISCmA off=693601 len=1188210 2024-04-02T09:00:32.070 INFO:tasks.workunit.client.0.smithi084.stdout:op 5630 completed, throughput=5MB/sec 2024-04-02T09:00:32.070 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vO8KvM96tnvMQc- off=15286042 len=197131 2024-04-02T09:00:32.074 INFO:tasks.workunit.client.0.smithi084.stdout:op 5631 completed, throughput=5MB/sec 2024-04-02T09:00:32.074 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Xk6jP1e92FF_-S_ off=624869 len=31600 2024-04-02T09:00:32.074 INFO:tasks.workunit.client.0.smithi084.stdout:op 5632 completed, throughput=5MB/sec 2024-04-02T09:00:32.074 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-K7VxNqM0WEtl3F3 off=18662376 len=1310323 2024-04-02T09:00:32.075 INFO:tasks.workunit.client.0.smithi084.stdout:op 5633 completed, throughput=5MB/sec 2024-04-02T09:00:32.075 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XmkESHrUSSH4Dwu off=4491927 len=1803349 2024-04-02T09:00:32.076 INFO:tasks.workunit.client.0.smithi084.stdout:op 5634 completed, throughput=5MB/sec 2024-04-02T09:00:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:32 smithi132 ceph-mon[88571]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:00:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:00:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:32 smithi084 ceph-mon[94794]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:32 smithi084 ceph-mon[97358]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:33.076 INFO:tasks.workunit.client.0.smithi084.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-02T09:00:33.077 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Ja0WcgUliRIWVL0 off=11584473 len=820144 2024-04-02T09:00:33.080 INFO:tasks.workunit.client.0.smithi084.stdout:op 5635 completed, throughput=5MB/sec 2024-04-02T09:00:33.080 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QZaaW945sLCBnEU off=5896615 len=1449938 2024-04-02T09:00:33.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 5636 completed, throughput=5MB/sec 2024-04-02T09:00:33.082 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-W1OS-1ij1aT_K1n off=2490570 len=1096880 2024-04-02T09:00:33.086 INFO:tasks.workunit.client.0.smithi084.stdout:op 5637 completed, throughput=5MB/sec 2024-04-02T09:00:33.086 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1D0dehdXjVrWBhL off=16931675 len=1183007 2024-04-02T09:00:33.088 INFO:tasks.workunit.client.0.smithi084.stdout:op 5638 completed, throughput=5MB/sec 2024-04-02T09:00:33.088 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cLVMo4-aTkHGOzv off=2505433 len=1949672 2024-04-02T09:00:33.089 INFO:tasks.workunit.client.0.smithi084.stdout:op 5639 completed, throughput=5MB/sec 2024-04-02T09:00:34.089 INFO:tasks.workunit.client.0.smithi084.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-02T09:00:34.089 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ir5kyN7xCxDTudK off=13990808 len=938066 2024-04-02T09:00:34.093 INFO:tasks.workunit.client.0.smithi084.stdout:op 5640 completed, throughput=5MB/sec 2024-04-02T09:00:34.093 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NdlVXAKdmlpVKBz off=20212165 len=1485738 2024-04-02T09:00:34.098 INFO:tasks.workunit.client.0.smithi084.stdout:op 5641 completed, throughput=5MB/sec 2024-04-02T09:00:34.098 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HALptZIG1viUtWz off=3375002 len=1641879 2024-04-02T09:00:34.105 INFO:tasks.workunit.client.0.smithi084.stdout:op 5642 completed, throughput=5MB/sec 2024-04-02T09:00:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:34 smithi084 ceph-mon[94794]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:34 smithi084 ceph-mon[97358]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:34 smithi132 ceph-mon[88571]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:35.105 INFO:tasks.workunit.client.0.smithi084.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-02T09:00:35.105 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-GnJWi2qcWDO6QQ0 off=21840866 len=1472773 2024-04-02T09:00:35.107 INFO:tasks.workunit.client.0.smithi084.stdout:op 5643 completed, throughput=5MB/sec 2024-04-02T09:00:35.107 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Q3lLTZXClAOzFUy off=4570408 len=2016112 2024-04-02T09:00:35.119 INFO:tasks.workunit.client.0.smithi084.stdout:op 5644 completed, throughput=5MB/sec 2024-04-02T09:00:35.119 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0tEt6wV34CHsCT9 off=3108521 len=1493584 2024-04-02T09:00:35.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 5645 completed, throughput=5MB/sec 2024-04-02T09:00:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:35.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:36.121 INFO:tasks.workunit.client.0.smithi084.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-02T09:00:36.121 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nZ4goSY1iPfiEwg off=14441961 len=1857441 2024-04-02T09:00:36.130 INFO:tasks.workunit.client.0.smithi084.stdout:op 5646 completed, throughput=5MB/sec 2024-04-02T09:00:36.130 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C4Il3lHynVf9UZU off=4037814 len=1693714 2024-04-02T09:00:36.131 INFO:tasks.workunit.client.0.smithi084.stdout:op 5647 completed, throughput=5MB/sec 2024-04-02T09:00:36.131 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Av1bxLpzs3WV9Ue off=10907379 len=53745 2024-04-02T09:00:36.132 INFO:tasks.workunit.client.0.smithi084.stdout:op 5648 completed, throughput=5MB/sec 2024-04-02T09:00:36.132 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UBIBfpaF56eECVy off=807502 len=2021696 2024-04-02T09:00:36.133 INFO:tasks.workunit.client.0.smithi084.stdout:op 5649 completed, throughput=5MB/sec 2024-04-02T09:00:36.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[94794]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:36.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:36.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:36.769 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:00:36.769 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[97358]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:36.769 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:36.769 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:36.769 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:36 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:00:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:36 smithi132 ceph-mon[88571]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:36 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:36 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:36 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:00:37.134 INFO:tasks.workunit.client.0.smithi084.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-02T09:00:37.134 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-D0yLMFTuMEnXEc9 off=1678623 len=1485522 2024-04-02T09:00:37.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 5650 completed, throughput=5MB/sec 2024-04-02T09:00:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BkrGto0SAowRVYc off=3528727 len=1985778 2024-04-02T09:00:37.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 5651 completed, throughput=5MB/sec 2024-04-02T09:00:37.143 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hXWejhevuhCjOKp off=455518 len=390220 2024-04-02T09:00:37.146 INFO:tasks.workunit.client.0.smithi084.stdout:op 5652 completed, throughput=5MB/sec 2024-04-02T09:00:37.146 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Bzyr_0-ajnO3Mex off=4793467 len=1366386 2024-04-02T09:00:37.148 INFO:tasks.workunit.client.0.smithi084.stdout:op 5653 completed, throughput=5MB/sec 2024-04-02T09:00:38.149 INFO:tasks.workunit.client.0.smithi084.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-02T09:00:38.149 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0UIczxhDM3-DWFX off=9689632 len=1470788 2024-04-02T09:00:38.150 INFO:tasks.workunit.client.0.smithi084.stdout:op 5654 completed, throughput=5MB/sec 2024-04-02T09:00:38.150 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kfMefCIubr_-VYI off=788868 len=844781 2024-04-02T09:00:38.153 INFO:tasks.workunit.client.0.smithi084.stdout:op 5655 completed, throughput=5MB/sec 2024-04-02T09:00:38.153 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JitHdMFZzPssW05 off=11133235 len=1867767 2024-04-02T09:00:38.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 5656 completed, throughput=5MB/sec 2024-04-02T09:00:38.164 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3lXT2PunFDV8Rwz off=7999110 len=392449 2024-04-02T09:00:38.164 INFO:tasks.workunit.client.0.smithi084.stdout:op 5657 completed, throughput=5MB/sec 2024-04-02T09:00:38.164 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7Tca2av_Lr6R8W7 off=2850270 len=594486 2024-04-02T09:00:38.165 INFO:tasks.workunit.client.0.smithi084.stdout:op 5658 completed, throughput=5MB/sec 2024-04-02T09:00:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:38 smithi084 ceph-mon[94794]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:38 smithi084 ceph-mon[97358]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:38 smithi132 ceph-mon[88571]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:39.166 INFO:tasks.workunit.client.0.smithi084.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-02T09:00:39.166 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BN_kRKT3i6aq6M6 off=15986576 len=933736 2024-04-02T09:00:39.167 INFO:tasks.workunit.client.0.smithi084.stdout:op 5659 completed, throughput=5MB/sec 2024-04-02T09:00:39.167 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2xvSg32k_WxV1Z_ off=606441 len=1070033 2024-04-02T09:00:39.171 INFO:tasks.workunit.client.0.smithi084.stdout:op 5660 completed, throughput=5MB/sec 2024-04-02T09:00:39.171 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9tWXvvbYAzKFRla off=730695 len=69532 2024-04-02T09:00:39.174 INFO:tasks.workunit.client.0.smithi084.stdout:op 5661 completed, throughput=5MB/sec 2024-04-02T09:00:39.174 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-p4JfjcOiz7VV-tB off=12069296 len=1006683 2024-04-02T09:00:39.178 INFO:tasks.workunit.client.0.smithi084.stdout:op 5662 completed, throughput=5MB/sec 2024-04-02T09:00:39.178 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-z9Ux-M2aJKNWc6V off=4293671 len=911001 2024-04-02T09:00:39.181 INFO:tasks.workunit.client.0.smithi084.stdout:op 5663 completed, throughput=5MB/sec 2024-04-02T09:00:39.182 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-lCS2CXoSjuLqJuG off=14338182 len=555008 2024-04-02T09:00:39.184 INFO:tasks.workunit.client.0.smithi084.stdout:op 5664 completed, throughput=5MB/sec 2024-04-02T09:00:39.184 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fOjbkdntplmSAlm off=1042996 len=2055513 2024-04-02T09:00:39.188 INFO:tasks.workunit.client.0.smithi084.stdout:op 5665 completed, throughput=5MB/sec 2024-04-02T09:00:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:40.189 INFO:tasks.workunit.client.0.smithi084.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-02T09:00:40.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_fTErHU8yOkkVPc off=601871 len=1473925 2024-04-02T09:00:40.196 INFO:tasks.workunit.client.0.smithi084.stdout:op 5666 completed, throughput=5MB/sec 2024-04-02T09:00:40.196 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Mfh68VkFBF3XhTd off=4444055 len=2074451 2024-04-02T09:00:40.204 INFO:tasks.workunit.client.0.smithi084.stdout:op 5667 completed, throughput=5MB/sec 2024-04-02T09:00:40.204 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SCzDIAC5CKzG_Wi off=3447672 len=2030711 2024-04-02T09:00:40.207 INFO:tasks.workunit.client.0.smithi084.stdout:op 5668 completed, throughput=5MB/sec 2024-04-02T09:00:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:40 smithi084 ceph-mon[94794]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:00:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:00:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:00:40] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-02T09:00:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:40 smithi084 ceph-mon[97358]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:00:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:40 smithi132 ceph-mon[88571]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:00:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-02T09:00:41.208 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZDuKcAfmC1uftyb off=6616929 len=1111469 2024-04-02T09:00:41.212 INFO:tasks.workunit.client.0.smithi084.stdout:op 5669 completed, throughput=5MB/sec 2024-04-02T09:00:41.212 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JZ0t4ZqAt5afJIg off=6215433 len=563001 2024-04-02T09:00:41.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 5670 completed, throughput=5MB/sec 2024-04-02T09:00:41.217 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DqYwWLgCfhl-zq3 off=2444174 len=554318 2024-04-02T09:00:41.219 INFO:tasks.workunit.client.0.smithi084.stdout:op 5671 completed, throughput=5MB/sec 2024-04-02T09:00:41.219 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KM9414jzM3VaPBa off=7817134 len=1371265 2024-04-02T09:00:41.220 INFO:tasks.workunit.client.0.smithi084.stdout:op 5672 completed, throughput=5MB/sec 2024-04-02T09:00:41.220 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ND-Bg9gQV_jA_A0 off=1644629 len=416482 2024-04-02T09:00:41.220 INFO:tasks.workunit.client.0.smithi084.stdout:op 5673 completed, throughput=5MB/sec 2024-04-02T09:00:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-02T09:00:42.221 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-smXO9gZI8ab-0bo off=3846620 len=1623068 2024-04-02T09:00:42.222 INFO:tasks.workunit.client.0.smithi084.stdout:op 5674 completed, throughput=5MB/sec 2024-04-02T09:00:42.222 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AIjWqmCNfERZyx9 off=15912383 len=1297711 2024-04-02T09:00:42.223 INFO:tasks.workunit.client.0.smithi084.stdout:op 5675 completed, throughput=5MB/sec 2024-04-02T09:00:42.223 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-agM1cPi6486YqDD off=13869820 len=2086565 2024-04-02T09:00:42.234 INFO:tasks.workunit.client.0.smithi084.stdout:op 5676 completed, throughput=5MB/sec 2024-04-02T09:00:42.234 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--5BORMllHpqDlnf off=608125 len=1691153 2024-04-02T09:00:42.244 INFO:tasks.workunit.client.0.smithi084.stdout:op 5677 completed, throughput=5MB/sec 2024-04-02T09:00:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:42 smithi132 ceph-mon[88571]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:00:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:42 smithi084 ceph-mon[94794]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:42 smithi084 ceph-mon[97358]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:43.244 INFO:tasks.workunit.client.0.smithi084.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-02T09:00:43.244 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-kGoEOuKdbuYnRpB off=5574692 len=1787147 2024-04-02T09:00:43.254 INFO:tasks.workunit.client.0.smithi084.stdout:op 5678 completed, throughput=5MB/sec 2024-04-02T09:00:43.254 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Jji1-XQ2TxULNNO off=2371703 len=154644 2024-04-02T09:00:43.255 INFO:tasks.workunit.client.0.smithi084.stdout:op 5679 completed, throughput=5MB/sec 2024-04-02T09:00:43.255 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7g5r9-Huy0QzsPC off=1374919 len=388099 2024-04-02T09:00:43.258 INFO:tasks.workunit.client.0.smithi084.stdout:op 5680 completed, throughput=5MB/sec 2024-04-02T09:00:43.258 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ebKgrFZgm6RRa8T off=13490788 len=1352454 2024-04-02T09:00:43.265 INFO:tasks.workunit.client.0.smithi084.stdout:op 5681 completed, throughput=5MB/sec 2024-04-02T09:00:43.265 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--TDYhVyE8R7jkk_ off=7635496 len=932215 2024-04-02T09:00:43.266 INFO:tasks.workunit.client.0.smithi084.stdout:op 5682 completed, throughput=5MB/sec 2024-04-02T09:00:44.266 INFO:tasks.workunit.client.0.smithi084.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-02T09:00:44.266 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XBrqO2aGdkw6Yzx off=5740233 len=1068696 2024-04-02T09:00:44.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 5683 completed, throughput=5MB/sec 2024-04-02T09:00:44.272 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-16YwVr1bYtRQA-l off=1481303 len=651253 2024-04-02T09:00:44.273 INFO:tasks.workunit.client.0.smithi084.stdout:op 5684 completed, throughput=5MB/sec 2024-04-02T09:00:44.273 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-XuFTnJfP6OcIqKR off=6365803 len=783190 2024-04-02T09:00:44.276 INFO:tasks.workunit.client.0.smithi084.stdout:op 5685 completed, throughput=5MB/sec 2024-04-02T09:00:44.276 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jRrjuphZMBL4esp off=11781527 len=1819758 2024-04-02T09:00:44.283 INFO:tasks.workunit.client.0.smithi084.stdout:op 5686 completed, throughput=5MB/sec 2024-04-02T09:00:44.283 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MzgoL0KiXndmNfs off=13086748 len=679387 2024-04-02T09:00:44.287 INFO:tasks.workunit.client.0.smithi084.stdout:op 5687 completed, throughput=5MB/sec 2024-04-02T09:00:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:44 smithi084 ceph-mon[94794]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:44 smithi084 ceph-mon[97358]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:44 smithi132 ceph-mon[88571]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:45.287 INFO:tasks.workunit.client.0.smithi084.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-02T09:00:45.287 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eMxachuI9kSLF9h off=8272276 len=1278430 2024-04-02T09:00:45.295 INFO:tasks.workunit.client.0.smithi084.stdout:op 5688 completed, throughput=5MB/sec 2024-04-02T09:00:45.295 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hxo_jFniuGRh-_n off=8471831 len=1481890 2024-04-02T09:00:45.297 INFO:tasks.workunit.client.0.smithi084.stdout:op 5689 completed, throughput=5MB/sec 2024-04-02T09:00:45.297 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-a4y7Z4GHm09Fw4V off=4664966 len=1292415 2024-04-02T09:00:45.303 INFO:tasks.workunit.client.0.smithi084.stdout:op 5690 completed, throughput=5MB/sec 2024-04-02T09:00:45.303 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2ir2CMMZyIjybmj off=2042887 len=1837411 2024-04-02T09:00:45.312 INFO:tasks.workunit.client.0.smithi084.stdout:op 5691 completed, throughput=5MB/sec 2024-04-02T09:00:46.312 INFO:tasks.workunit.client.0.smithi084.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-02T09:00:46.312 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dx0LnLB4nnLBRkU off=2792433 len=1291174 2024-04-02T09:00:46.313 INFO:tasks.workunit.client.0.smithi084.stdout:op 5692 completed, throughput=5MB/sec 2024-04-02T09:00:46.313 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-itb9aG-T2URCl8I off=2097604 len=841257 2024-04-02T09:00:46.318 INFO:tasks.workunit.client.0.smithi084.stdout:op 5693 completed, throughput=5MB/sec 2024-04-02T09:00:46.319 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P9fq1qssy7CLKl9 off=3511257 len=1798852 2024-04-02T09:00:46.322 INFO:tasks.workunit.client.0.smithi084.stdout:op 5694 completed, throughput=5MB/sec 2024-04-02T09:00:46.322 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wCV3iw1JXHWBSv8 off=6030489 len=1716058 2024-04-02T09:00:46.324 INFO:tasks.workunit.client.0.smithi084.stdout:op 5695 completed, throughput=5MB/sec 2024-04-02T09:00:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:46 smithi084 ceph-mon[94794]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:46 smithi084 ceph-mon[97358]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:46 smithi132 ceph-mon[88571]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:47.324 INFO:tasks.workunit.client.0.smithi084.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-02T09:00:47.324 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Fk8nte9LSSnLS8Z off=1730534 len=406347 2024-04-02T09:00:47.328 INFO:tasks.workunit.client.0.smithi084.stdout:op 5696 completed, throughput=5MB/sec 2024-04-02T09:00:47.328 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NnjLytDunhbs7sQ off=2570216 len=201315 2024-04-02T09:00:47.330 INFO:tasks.workunit.client.0.smithi084.stdout:op 5697 completed, throughput=5MB/sec 2024-04-02T09:00:47.330 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-5kxzapcko-_t33d off=10046692 len=438804 2024-04-02T09:00:47.331 INFO:tasks.workunit.client.0.smithi084.stdout:op 5698 completed, throughput=5MB/sec 2024-04-02T09:00:47.331 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ifdP5lQWT4YZbJm off=20609478 len=788247 2024-04-02T09:00:47.332 INFO:tasks.workunit.client.0.smithi084.stdout:op 5699 completed, throughput=5MB/sec 2024-04-02T09:00:47.332 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-1LqrSBSJJ9M5CNo off=4168764 len=450221 2024-04-02T09:00:47.335 INFO:tasks.workunit.client.0.smithi084.stdout:op 5700 completed, throughput=5MB/sec 2024-04-02T09:00:47.335 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YGgXOSnIjzdazx- off=4662267 len=1090864 2024-04-02T09:00:47.336 INFO:tasks.workunit.client.0.smithi084.stdout:op 5701 completed, throughput=5MB/sec 2024-04-02T09:00:47.336 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X6RlVvHxPclwXYZ off=6585710 len=1224141 2024-04-02T09:00:47.337 INFO:tasks.workunit.client.0.smithi084.stdout:op 5702 completed, throughput=5MB/sec 2024-04-02T09:00:48.337 INFO:tasks.workunit.client.0.smithi084.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-02T09:00:48.337 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WncAVwHTkEWL2hr off=1545858 len=1141248 2024-04-02T09:00:48.338 INFO:tasks.workunit.client.0.smithi084.stdout:op 5703 completed, throughput=5MB/sec 2024-04-02T09:00:48.338 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NXD6ymA1pt9olMT off=18848084 len=547659 2024-04-02T09:00:48.342 INFO:tasks.workunit.client.0.smithi084.stdout:op 5704 completed, throughput=5MB/sec 2024-04-02T09:00:48.342 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-G1q0HCsLh3MjVZn off=4809495 len=808835 2024-04-02T09:00:48.343 INFO:tasks.workunit.client.0.smithi084.stdout:op 5705 completed, throughput=5MB/sec 2024-04-02T09:00:48.344 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KYbaOjnSPJjGWDy off=4500833 len=874671 2024-04-02T09:00:48.344 INFO:tasks.workunit.client.0.smithi084.stdout:op 5706 completed, throughput=5MB/sec 2024-04-02T09:00:48.344 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UrLNhTy-FLBpPbR off=3448598 len=1837580 2024-04-02T09:00:48.353 INFO:tasks.workunit.client.0.smithi084.stdout:op 5707 completed, throughput=5MB/sec 2024-04-02T09:00:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:48 smithi084 ceph-mon[94794]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:00:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:48 smithi084 ceph-mon[97358]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:00:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:48 smithi132 ceph-mon[88571]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:00:49.353 INFO:tasks.workunit.client.0.smithi084.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-02T09:00:49.353 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kQRRYuEbECUqAVY off=7049335 len=1915040 2024-04-02T09:00:49.356 INFO:tasks.workunit.client.0.smithi084.stdout:op 5708 completed, throughput=5MB/sec 2024-04-02T09:00:49.356 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XWFttNZz2kmqTcX off=12775801 len=2044366 2024-04-02T09:00:49.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 5709 completed, throughput=5MB/sec 2024-04-02T09:00:49.358 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mqqtIV0Hb9dM4P_ off=11012791 len=188560 2024-04-02T09:00:49.358 INFO:tasks.workunit.client.0.smithi084.stdout:op 5710 completed, throughput=5MB/sec 2024-04-02T09:00:49.358 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-pEQqfR50wKeajiQ off=10707738 len=224594 2024-04-02T09:00:49.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 5711 completed, throughput=5MB/sec 2024-04-02T09:00:49.362 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TWkVGnOpVH8Zlm6 off=10954953 len=238907 2024-04-02T09:00:49.362 INFO:tasks.workunit.client.0.smithi084.stdout:op 5712 completed, throughput=5MB/sec 2024-04-02T09:00:49.363 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-J3vXXZlttxUve_5 off=7732432 len=546483 2024-04-02T09:00:49.363 INFO:tasks.workunit.client.0.smithi084.stdout:op 5713 completed, throughput=5MB/sec 2024-04-02T09:00:50.363 INFO:tasks.workunit.client.0.smithi084.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-02T09:00:50.363 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-77BOPiJmxq0sEmD off=9059447 len=535249 2024-04-02T09:00:50.367 INFO:tasks.workunit.client.0.smithi084.stdout:op 5714 completed, throughput=5MB/sec 2024-04-02T09:00:50.367 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-wonc2-ZO69V2wKv off=2038952 len=1113742 2024-04-02T09:00:50.369 INFO:tasks.workunit.client.0.smithi084.stdout:op 5715 completed, throughput=5MB/sec 2024-04-02T09:00:50.369 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C7ffoKEdxw4R1LW off=577358 len=1877702 2024-04-02T09:00:50.374 INFO:tasks.workunit.client.0.smithi084.stdout:op 5716 completed, throughput=5MB/sec 2024-04-02T09:00:50.374 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-94X2KXwbBtdnosf off=13327184 len=1789312 2024-04-02T09:00:50.381 INFO:tasks.workunit.client.0.smithi084.stdout:op 5717 completed, throughput=5MB/sec 2024-04-02T09:00:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:50 smithi084 ceph-mon[94794]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:00:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:00:50] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-02T09:00:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:50 smithi084 ceph-mon[97358]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:50 smithi132 ceph-mon[88571]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:51.381 INFO:tasks.workunit.client.0.smithi084.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-02T09:00:51.382 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FANJ0iAGSbdbGht off=3719002 len=198016 2024-04-02T09:00:51.382 INFO:tasks.workunit.client.0.smithi084.stdout:op 5718 completed, throughput=5MB/sec 2024-04-02T09:00:51.382 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hMotA58mZt04JDA off=119933 len=1788975 2024-04-02T09:00:51.388 INFO:tasks.workunit.client.0.smithi084.stdout:op 5719 completed, throughput=5MB/sec 2024-04-02T09:00:51.389 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-c-mArnajeI6INq3 off=12164996 len=1279748 2024-04-02T09:00:51.390 INFO:tasks.workunit.client.0.smithi084.stdout:op 5720 completed, throughput=5MB/sec 2024-04-02T09:00:51.390 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-MmBBoyJjzAhWLvT off=3559961 len=155026 2024-04-02T09:00:51.392 INFO:tasks.workunit.client.0.smithi084.stdout:op 5721 completed, throughput=5MB/sec 2024-04-02T09:00:51.392 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vtUo52Yo8YalR69 off=16958369 len=1172679 2024-04-02T09:00:51.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 5722 completed, throughput=5MB/sec 2024-04-02T09:00:51.399 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AVVHyHPi3w8izYt off=14480146 len=78607 2024-04-02T09:00:51.399 INFO:tasks.workunit.client.0.smithi084.stdout:op 5723 completed, throughput=5MB/sec 2024-04-02T09:00:51.399 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TzeJQfze1v0dH6g off=7530323 len=1157509 2024-04-02T09:00:51.401 INFO:tasks.workunit.client.0.smithi084.stdout:op 5724 completed, throughput=5MB/sec 2024-04-02T09:00:52.401 INFO:tasks.workunit.client.0.smithi084.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-02T09:00:52.401 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-POdS56XhHB2sMlf off=1986222 len=899817 2024-04-02T09:00:52.406 INFO:tasks.workunit.client.0.smithi084.stdout:op 5725 completed, throughput=5MB/sec 2024-04-02T09:00:52.407 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-d78nWL9q7ZZiHAy off=2989463 len=151496 2024-04-02T09:00:52.409 INFO:tasks.workunit.client.0.smithi084.stdout:op 5726 completed, throughput=5MB/sec 2024-04-02T09:00:52.410 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vGXAr4-9F9orgq6 off=1701161 len=1894921 2024-04-02T09:00:52.411 INFO:tasks.workunit.client.0.smithi084.stdout:op 5727 completed, throughput=5MB/sec 2024-04-02T09:00:52.411 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-awW2AiSPwq9PwrR off=8090444 len=606380 2024-04-02T09:00:52.415 INFO:tasks.workunit.client.0.smithi084.stdout:op 5728 completed, throughput=5MB/sec 2024-04-02T09:00:52.415 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cooTJ7AqO0V9uPm off=41632 len=1319309 2024-04-02T09:00:52.421 INFO:tasks.workunit.client.0.smithi084.stdout:op 5729 completed, throughput=5MB/sec 2024-04-02T09:00:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:52 smithi132 ceph-mon[88571]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:00:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:00:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:52 smithi084 ceph-mon[94794]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:52 smithi084 ceph-mon[97358]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:53.421 INFO:tasks.workunit.client.0.smithi084.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-02T09:00:53.421 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Njbu6xCqh48h2qm off=2941086 len=212970 2024-04-02T09:00:53.424 INFO:tasks.workunit.client.0.smithi084.stdout:op 5730 completed, throughput=5MB/sec 2024-04-02T09:00:53.424 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-AHJSsunk9qRuV0R off=5647496 len=1769166 2024-04-02T09:00:53.425 INFO:tasks.workunit.client.0.smithi084.stdout:op 5731 completed, throughput=5MB/sec 2024-04-02T09:00:53.425 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-n_va2PpKqcPttJP off=10694076 len=1297174 2024-04-02T09:00:53.431 INFO:tasks.workunit.client.0.smithi084.stdout:op 5732 completed, throughput=5MB/sec 2024-04-02T09:00:53.432 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-hlfIJJmOF5kzxGp off=8919902 len=821063 2024-04-02T09:00:53.433 INFO:tasks.workunit.client.0.smithi084.stdout:op 5733 completed, throughput=5MB/sec 2024-04-02T09:00:53.433 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IDmT4zaXTvIFMjx off=2226756 len=1577283 2024-04-02T09:00:53.443 INFO:tasks.workunit.client.0.smithi084.stdout:op 5734 completed, throughput=5MB/sec 2024-04-02T09:00:54.443 INFO:tasks.workunit.client.0.smithi084.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-02T09:00:54.443 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kRfEIaj-Mzyhljj off=98969 len=1889935 2024-04-02T09:00:54.444 INFO:tasks.workunit.client.0.smithi084.stdout:op 5735 completed, throughput=5MB/sec 2024-04-02T09:00:54.444 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-agtY-s8VrZxZLcR off=1077558 len=1396832 2024-04-02T09:00:54.451 INFO:tasks.workunit.client.0.smithi084.stdout:op 5736 completed, throughput=5MB/sec 2024-04-02T09:00:54.451 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0u7gQKJlfO1PZQj off=1959012 len=1358015 2024-04-02T09:00:54.452 INFO:tasks.workunit.client.0.smithi084.stdout:op 5737 completed, throughput=5MB/sec 2024-04-02T09:00:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:54 smithi084 ceph-mon[94794]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:00:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:54 smithi084 ceph-mon[97358]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:00:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:54 smithi132 ceph-mon[88571]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:00:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-02T09:00:55.453 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xJj3fx9UJ8mMF5W off=1197606 len=1054537 2024-04-02T09:00:55.453 INFO:tasks.workunit.client.0.smithi084.stdout:op 5738 completed, throughput=5MB/sec 2024-04-02T09:00:55.453 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--MEHyqwg59fhArE off=11371093 len=561634 2024-04-02T09:00:55.455 INFO:tasks.workunit.client.0.smithi084.stdout:op 5739 completed, throughput=5MB/sec 2024-04-02T09:00:55.455 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Lt--dwltKF9SRto off=3633062 len=93147 2024-04-02T09:00:55.455 INFO:tasks.workunit.client.0.smithi084.stdout:op 5740 completed, throughput=5MB/sec 2024-04-02T09:00:55.456 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VKWZ-ot6pFNq3YB off=17835696 len=672205 2024-04-02T09:00:55.456 INFO:tasks.workunit.client.0.smithi084.stdout:op 5741 completed, throughput=5MB/sec 2024-04-02T09:00:55.457 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CXHFbRW2ZqPq7l3 off=5256213 len=926940 2024-04-02T09:00:55.460 INFO:tasks.workunit.client.0.smithi084.stdout:op 5742 completed, throughput=5MB/sec 2024-04-02T09:00:55.460 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-LyBuj7668_Rp-kz off=5685064 len=1342179 2024-04-02T09:00:55.465 INFO:tasks.workunit.client.0.smithi084.stdout:op 5743 completed, throughput=5MB/sec 2024-04-02T09:00:55.465 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TGEZEEJ42Mju5R5 off=227785 len=1688853 2024-04-02T09:00:55.467 INFO:tasks.workunit.client.0.smithi084.stdout:op 5744 completed, throughput=5MB/sec 2024-04-02T09:00:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-02T09:00:56.467 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qWfjqgBKqnqzXQC off=103369 len=1548277 2024-04-02T09:00:56.473 INFO:tasks.workunit.client.0.smithi084.stdout:op 5745 completed, throughput=5MB/sec 2024-04-02T09:00:56.473 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-f97tBNX6_a2F_Wr off=4594883 len=1292355 2024-04-02T09:00:56.474 INFO:tasks.workunit.client.0.smithi084.stdout:op 5746 completed, throughput=5MB/sec 2024-04-02T09:00:56.474 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ckgVd0wauGqCWF8 off=924516 len=769423 2024-04-02T09:00:56.475 INFO:tasks.workunit.client.0.smithi084.stdout:op 5747 completed, throughput=5MB/sec 2024-04-02T09:00:56.475 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cXc3q2T7b8R1pEU off=1363360 len=1467930 2024-04-02T09:00:56.476 INFO:tasks.workunit.client.0.smithi084.stdout:op 5748 completed, throughput=5MB/sec 2024-04-02T09:00:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:56 smithi084 ceph-mon[94794]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:56 smithi084 ceph-mon[97358]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:56 smithi132 ceph-mon[88571]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-02T09:00:57.477 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-RasaDbne9qMLZny off=1031352 len=1563768 2024-04-02T09:00:57.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 5749 completed, throughput=5MB/sec 2024-04-02T09:00:57.478 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oBjACJjTneKHBoP off=5513428 len=526760 2024-04-02T09:00:57.478 INFO:tasks.workunit.client.0.smithi084.stdout:op 5750 completed, throughput=5MB/sec 2024-04-02T09:00:57.479 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-SIPE2qyd4gsKxI0 off=13689639 len=620636 2024-04-02T09:00:57.479 INFO:tasks.workunit.client.0.smithi084.stdout:op 5751 completed, throughput=5MB/sec 2024-04-02T09:00:57.479 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZnqnYwjcvbF34SC off=6630939 len=1972841 2024-04-02T09:00:57.488 INFO:tasks.workunit.client.0.smithi084.stdout:op 5752 completed, throughput=5MB/sec 2024-04-02T09:00:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-02T09:00:58.488 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-on6QOHGcUsVXC4O off=1893926 len=255521 2024-04-02T09:00:58.491 INFO:tasks.workunit.client.0.smithi084.stdout:op 5753 completed, throughput=5MB/sec 2024-04-02T09:00:58.491 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DeGvPmcvoTBSg2S off=3762095 len=791678 2024-04-02T09:00:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 5754 completed, throughput=5MB/sec 2024-04-02T09:00:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BHbmp5UttmcKnje off=2269229 len=114159 2024-04-02T09:00:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:op 5755 completed, throughput=5MB/sec 2024-04-02T09:00:58.496 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GK28_4m_N7IGwtZ off=674749 len=1652614 2024-04-02T09:00:58.504 INFO:tasks.workunit.client.0.smithi084.stdout:op 5756 completed, throughput=5MB/sec 2024-04-02T09:00:58.504 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tCBTbNbQQgYhHo0 off=12711186 len=106428 2024-04-02T09:00:58.507 INFO:tasks.workunit.client.0.smithi084.stdout:op 5757 completed, throughput=5MB/sec 2024-04-02T09:00:58.507 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dRi9JlYcQy1I44c off=109425 len=935242 2024-04-02T09:00:58.508 INFO:tasks.workunit.client.0.smithi084.stdout:op 5758 completed, throughput=5MB/sec 2024-04-02T09:00:58.508 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4oWDFEys_NK32wZ off=8509383 len=942666 2024-04-02T09:00:58.508 INFO:tasks.workunit.client.0.smithi084.stdout:op 5759 completed, throughput=5MB/sec 2024-04-02T09:00:58.509 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-G4tr1uUKBZA07rB off=5045419 len=476414 2024-04-02T09:00:58.512 INFO:tasks.workunit.client.0.smithi084.stdout:op 5760 completed, throughput=5MB/sec 2024-04-02T09:00:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:00:58 smithi084 ceph-mon[94794]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:00:58 smithi084 ceph-mon[97358]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:00:58 smithi132 ceph-mon[88571]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-02T09:00:59.513 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nADXHZlC_4i2O_n off=2460631 len=1357257 2024-04-02T09:00:59.521 INFO:tasks.workunit.client.0.smithi084.stdout:op 5761 completed, throughput=5MB/sec 2024-04-02T09:00:59.521 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-W7vf-HUbU9EX0c1 off=8879269 len=1098505 2024-04-02T09:00:59.525 INFO:tasks.workunit.client.0.smithi084.stdout:op 5762 completed, throughput=5MB/sec 2024-04-02T09:00:59.525 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ZOsYtewHluExJaH off=7402196 len=522407 2024-04-02T09:00:59.528 INFO:tasks.workunit.client.0.smithi084.stdout:op 5763 completed, throughput=5MB/sec 2024-04-02T09:00:59.528 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KhxprJtuvZdP9e- off=8739714 len=2084619 2024-04-02T09:00:59.531 INFO:tasks.workunit.client.0.smithi084.stdout:op 5764 completed, throughput=5MB/sec 2024-04-02T09:00:59.531 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HME0TJ7Ur2tAxyt off=11055950 len=659430 2024-04-02T09:00:59.535 INFO:tasks.workunit.client.0.smithi084.stdout:op 5765 completed, throughput=5MB/sec 2024-04-02T09:01:00.535 INFO:tasks.workunit.client.0.smithi084.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-02T09:01:00.536 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UkSAEayMkjXpg1b off=8125182 len=524938 2024-04-02T09:01:00.539 INFO:tasks.workunit.client.0.smithi084.stdout:op 5766 completed, throughput=5MB/sec 2024-04-02T09:01:00.539 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CvCddmJD-xataBE off=436085 len=1762407 2024-04-02T09:01:00.554 INFO:tasks.workunit.client.0.smithi084.stdout:op 5767 completed, throughput=5MB/sec 2024-04-02T09:01:00.555 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WS3yWniCNVXgpem off=10847526 len=1722188 2024-04-02T09:01:00.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 5768 completed, throughput=5MB/sec 2024-04-02T09:01:00.563 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-X2gzp0zEg1kH5AW off=870749 len=1001895 2024-04-02T09:01:00.563 INFO:tasks.workunit.client.0.smithi084.stdout:op 5769 completed, throughput=5MB/sec 2024-04-02T09:01:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:00 smithi084 ceph-mon[94794]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:01:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:01:00] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-02T09:01:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:00 smithi084 ceph-mon[97358]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:00 smithi132 ceph-mon[88571]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:01.564 INFO:tasks.workunit.client.0.smithi084.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-02T09:01:01.564 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YMa7qqlw3sU4O5H off=10269664 len=1766591 2024-04-02T09:01:01.565 INFO:tasks.workunit.client.0.smithi084.stdout:op 5770 completed, throughput=5MB/sec 2024-04-02T09:01:01.565 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EVqxoSpVIWn-Auq off=10187703 len=244427 2024-04-02T09:01:01.566 INFO:tasks.workunit.client.0.smithi084.stdout:op 5771 completed, throughput=5MB/sec 2024-04-02T09:01:01.566 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-yJ2RbERjNYjIQvP off=10444254 len=1005844 2024-04-02T09:01:01.571 INFO:tasks.workunit.client.0.smithi084.stdout:op 5772 completed, throughput=5MB/sec 2024-04-02T09:01:01.571 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qORFLsInQZWlxL2 off=4537111 len=1398696 2024-04-02T09:01:01.572 INFO:tasks.workunit.client.0.smithi084.stdout:op 5773 completed, throughput=5MB/sec 2024-04-02T09:01:01.573 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LIiXKqKBvzYsWHC off=17692 len=1599561 2024-04-02T09:01:01.574 INFO:tasks.workunit.client.0.smithi084.stdout:op 5774 completed, throughput=5MB/sec 2024-04-02T09:01:02.574 INFO:tasks.workunit.client.0.smithi084.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-02T09:01:02.575 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EUpu2qT5IFaBb3j off=1088443 len=1419397 2024-04-02T09:01:02.581 INFO:tasks.workunit.client.0.smithi084.stdout:op 5775 completed, throughput=5MB/sec 2024-04-02T09:01:02.581 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-4Tt2n1dOQdEvzNb off=3744866 len=1519516 2024-04-02T09:01:02.589 INFO:tasks.workunit.client.0.smithi084.stdout:op 5776 completed, throughput=5MB/sec 2024-04-02T09:01:02.589 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-GL8irhMCA98yexn off=15974010 len=710094 2024-04-02T09:01:02.593 INFO:tasks.workunit.client.0.smithi084.stdout:op 5777 completed, throughput=5MB/sec 2024-04-02T09:01:02.593 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jhbTQ3IXNkMlZcR off=10188085 len=1678377 2024-04-02T09:01:02.599 INFO:tasks.workunit.client.0.smithi084.stdout:op 5778 completed, throughput=5MB/sec 2024-04-02T09:01:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:02 smithi132 ceph-mon[88571]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:01:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:02 smithi084 ceph-mon[94794]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:02 smithi084 ceph-mon[97358]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:03.600 INFO:tasks.workunit.client.0.smithi084.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-02T09:01:03.600 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UGNRj0H0Zf2gylk off=6041950 len=795180 2024-04-02T09:01:03.604 INFO:tasks.workunit.client.0.smithi084.stdout:op 5779 completed, throughput=5MB/sec 2024-04-02T09:01:03.604 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-aSzhEXBDf3uRgaO off=6545672 len=927469 2024-04-02T09:01:03.605 INFO:tasks.workunit.client.0.smithi084.stdout:op 5780 completed, throughput=5MB/sec 2024-04-02T09:01:03.606 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-f8VkOGdFTEBuLL9 off=3409680 len=2011623 2024-04-02T09:01:03.607 INFO:tasks.workunit.client.0.smithi084.stdout:op 5781 completed, throughput=5MB/sec 2024-04-02T09:01:03.607 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-P1hUaWmucnB-PoP off=14544816 len=22215 2024-04-02T09:01:03.608 INFO:tasks.workunit.client.0.smithi084.stdout:op 5782 completed, throughput=5MB/sec 2024-04-02T09:01:03.608 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qzCa9DdCFLE_VPr off=8289794 len=660061 2024-04-02T09:01:03.609 INFO:tasks.workunit.client.0.smithi084.stdout:op 5783 completed, throughput=5MB/sec 2024-04-02T09:01:03.609 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--9twebGWCMd2L_b off=2266385 len=66374 2024-04-02T09:01:03.611 INFO:tasks.workunit.client.0.smithi084.stdout:op 5784 completed, throughput=5MB/sec 2024-04-02T09:01:03.611 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CrbHxrxfzHNaYFF off=726564 len=860175 2024-04-02T09:01:03.615 INFO:tasks.workunit.client.0.smithi084.stdout:op 5785 completed, throughput=5MB/sec 2024-04-02T09:01:04.615 INFO:tasks.workunit.client.0.smithi084.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-02T09:01:04.615 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sfsDAPbQeadsesA off=7277891 len=970735 2024-04-02T09:01:04.616 INFO:tasks.workunit.client.0.smithi084.stdout:op 5786 completed, throughput=5MB/sec 2024-04-02T09:01:04.616 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-YrkIPxbed3VZw4O off=10101897 len=1902719 2024-04-02T09:01:04.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 5787 completed, throughput=5MB/sec 2024-04-02T09:01:04.618 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-qVLg9SnR1UYjjMl off=6073386 len=595793 2024-04-02T09:01:04.618 INFO:tasks.workunit.client.0.smithi084.stdout:op 5788 completed, throughput=5MB/sec 2024-04-02T09:01:04.618 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Wb9CojCfQF5PF4b off=793335 len=867086 2024-04-02T09:01:04.619 INFO:tasks.workunit.client.0.smithi084.stdout:op 5789 completed, throughput=5MB/sec 2024-04-02T09:01:04.619 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ZzhvCxPE6vD3q4Q off=5288285 len=636375 2024-04-02T09:01:04.620 INFO:tasks.workunit.client.0.smithi084.stdout:op 5790 completed, throughput=5MB/sec 2024-04-02T09:01:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:04 smithi084 ceph-mon[94794]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:01:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:04 smithi084 ceph-mon[97358]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:01:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:04 smithi132 ceph-mon[88571]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:01:05.620 INFO:tasks.workunit.client.0.smithi084.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-02T09:01:05.620 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7iPY6lTo3dw1O9i off=4038544 len=1705562 2024-04-02T09:01:05.630 INFO:tasks.workunit.client.0.smithi084.stdout:op 5791 completed, throughput=5MB/sec 2024-04-02T09:01:05.630 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QF-lNarURlryqVu off=2266832 len=718249 2024-04-02T09:01:05.631 INFO:tasks.workunit.client.0.smithi084.stdout:op 5792 completed, throughput=5MB/sec 2024-04-02T09:01:05.631 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-i5YQ-9hnO7rzuCo off=16365049 len=1025048 2024-04-02T09:01:05.636 INFO:tasks.workunit.client.0.smithi084.stdout:op 5793 completed, throughput=5MB/sec 2024-04-02T09:01:05.637 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cS-xXrF3elAyvQ- off=5356697 len=17529 2024-04-02T09:01:05.639 INFO:tasks.workunit.client.0.smithi084.stdout:op 5794 completed, throughput=5MB/sec 2024-04-02T09:01:05.639 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-keAWLrF1BgOtdZZ off=8543683 len=1785901 2024-04-02T09:01:05.646 INFO:tasks.workunit.client.0.smithi084.stdout:op 5795 completed, throughput=5MB/sec 2024-04-02T09:01:06.646 INFO:tasks.workunit.client.0.smithi084.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-02T09:01:06.646 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-2GJQ1eKDGGUIcHH off=9309309 len=1185512 2024-04-02T09:01:06.647 INFO:tasks.workunit.client.0.smithi084.stdout:op 5796 completed, throughput=5MB/sec 2024-04-02T09:01:06.647 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MVKewD2mYY2tFWr off=1805471 len=1196104 2024-04-02T09:01:06.649 INFO:tasks.workunit.client.0.smithi084.stdout:op 5797 completed, throughput=5MB/sec 2024-04-02T09:01:06.649 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-k5Xo-bJ9aLjpDRI off=2996700 len=1923780 2024-04-02T09:01:06.653 INFO:tasks.workunit.client.0.smithi084.stdout:op 5798 completed, throughput=5MB/sec 2024-04-02T09:01:06.653 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-695StB-IVGTWjbo off=1607071 len=1677732 2024-04-02T09:01:06.654 INFO:tasks.workunit.client.0.smithi084.stdout:op 5799 completed, throughput=5MB/sec 2024-04-02T09:01:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:06 smithi084 ceph-mon[94794]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:06 smithi084 ceph-mon[97358]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:06 smithi132 ceph-mon[88571]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:07.654 INFO:tasks.workunit.client.0.smithi084.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-02T09:01:07.655 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-lzweyOaKmMX6vi8 off=3081354 len=1820736 2024-04-02T09:01:07.658 INFO:tasks.workunit.client.0.smithi084.stdout:op 5800 completed, throughput=5MB/sec 2024-04-02T09:01:07.658 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3xRwFWqx1gsTaLv off=6315824 len=1029636 2024-04-02T09:01:07.663 INFO:tasks.workunit.client.0.smithi084.stdout:op 5801 completed, throughput=5MB/sec 2024-04-02T09:01:07.663 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y0Zdyq4D-K6vVe- off=739293 len=812767 2024-04-02T09:01:07.664 INFO:tasks.workunit.client.0.smithi084.stdout:op 5802 completed, throughput=5MB/sec 2024-04-02T09:01:07.664 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-IrH7Y2jtaRPH9Sa off=4398756 len=1607330 2024-04-02T09:01:07.665 INFO:tasks.workunit.client.0.smithi084.stdout:op 5803 completed, throughput=5MB/sec 2024-04-02T09:01:08.666 INFO:tasks.workunit.client.0.smithi084.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-02T09:01:08.666 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CyALcp-osdJuH8T off=21580718 len=339911 2024-04-02T09:01:08.669 INFO:tasks.workunit.client.0.smithi084.stdout:op 5804 completed, throughput=5MB/sec 2024-04-02T09:01:08.669 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FHJo1cYZmy_B5A7 off=7976503 len=903234 2024-04-02T09:01:08.673 INFO:tasks.workunit.client.0.smithi084.stdout:op 5805 completed, throughput=5MB/sec 2024-04-02T09:01:08.673 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-JunBzn4_UmfZ6tf off=842540 len=1914383 2024-04-02T09:01:08.674 INFO:tasks.workunit.client.0.smithi084.stdout:op 5806 completed, throughput=5MB/sec 2024-04-02T09:01:08.675 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kXmqKrngzHBmeYC off=1676920 len=1786525 2024-04-02T09:01:08.676 INFO:tasks.workunit.client.0.smithi084.stdout:op 5807 completed, throughput=5MB/sec 2024-04-02T09:01:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:08 smithi084 ceph-mon[94794]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:08 smithi084 ceph-mon[97358]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:08 smithi132 ceph-mon[88571]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:09.677 INFO:tasks.workunit.client.0.smithi084.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-02T09:01:09.677 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3ivK5ioJlz0uFex off=9937992 len=1660629 2024-04-02T09:01:09.678 INFO:tasks.workunit.client.0.smithi084.stdout:op 5808 completed, throughput=5MB/sec 2024-04-02T09:01:09.678 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-MO9zWiYPRhzCo6u off=4375786 len=223172 2024-04-02T09:01:09.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 5809 completed, throughput=5MB/sec 2024-04-02T09:01:09.682 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-mXI_1iTuuefcN0b off=3267086 len=1756221 2024-04-02T09:01:09.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 5810 completed, throughput=5MB/sec 2024-04-02T09:01:09.682 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XKIgp2lBENdjrG9 off=1066600 len=453821 2024-04-02T09:01:09.682 INFO:tasks.workunit.client.0.smithi084.stdout:op 5811 completed, throughput=5MB/sec 2024-04-02T09:01:09.682 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xcVIYF_9akQECuT off=6081325 len=1950727 2024-04-02T09:01:09.685 INFO:tasks.workunit.client.0.smithi084.stdout:op 5812 completed, throughput=5MB/sec 2024-04-02T09:01:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:10.685 INFO:tasks.workunit.client.0.smithi084.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-02T09:01:10.685 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xKtjRMpvh0x7zN6 off=8952387 len=810270 2024-04-02T09:01:10.686 INFO:tasks.workunit.client.0.smithi084.stdout:op 5813 completed, throughput=5MB/sec 2024-04-02T09:01:10.686 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zrmLfXXlemqXiZG off=1497525 len=1791735 2024-04-02T09:01:10.693 INFO:tasks.workunit.client.0.smithi084.stdout:op 5814 completed, throughput=5MB/sec 2024-04-02T09:01:10.693 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tyuA-DNuKZqGZ47 off=1248162 len=445526 2024-04-02T09:01:10.696 INFO:tasks.workunit.client.0.smithi084.stdout:op 5815 completed, throughput=5MB/sec 2024-04-02T09:01:10.696 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0SkVUV6RxFDRNPU off=1406038 len=976963 2024-04-02T09:01:10.697 INFO:tasks.workunit.client.0.smithi084.stdout:op 5816 completed, throughput=5MB/sec 2024-04-02T09:01:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:10 smithi084 ceph-mon[94794]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:01:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:01:10] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T09:01:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:10 smithi084 ceph-mon[97358]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:10 smithi132 ceph-mon[88571]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:11.697 INFO:tasks.workunit.client.0.smithi084.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-02T09:01:11.697 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-rncWzT5FLbY8se0 off=9756936 len=1728426 2024-04-02T09:01:11.705 INFO:tasks.workunit.client.0.smithi084.stdout:op 5817 completed, throughput=5MB/sec 2024-04-02T09:01:11.706 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3epjpNH0jzHx-ru off=18797489 len=410767 2024-04-02T09:01:11.706 INFO:tasks.workunit.client.0.smithi084.stdout:op 5818 completed, throughput=5MB/sec 2024-04-02T09:01:11.706 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S-a7fNxTnRGgNEq off=3597893 len=1070345 2024-04-02T09:01:11.707 INFO:tasks.workunit.client.0.smithi084.stdout:op 5819 completed, throughput=5MB/sec 2024-04-02T09:01:11.707 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-yL_5RrX5nvmOXKx off=6241195 len=577794 2024-04-02T09:01:11.709 INFO:tasks.workunit.client.0.smithi084.stdout:op 5820 completed, throughput=5MB/sec 2024-04-02T09:01:11.709 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UNnFfAOHuRDBk8J off=14924391 len=1918218 2024-04-02T09:01:11.717 INFO:tasks.workunit.client.0.smithi084.stdout:op 5821 completed, throughput=5MB/sec 2024-04-02T09:01:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:12 smithi132 ceph-mon[88571]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:01:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:12.718 INFO:tasks.workunit.client.0.smithi084.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-02T09:01:12.718 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-B7uadId9riRy-eb off=6103154 len=732153 2024-04-02T09:01:12.722 INFO:tasks.workunit.client.0.smithi084.stdout:op 5822 completed, throughput=5MB/sec 2024-04-02T09:01:12.722 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7-7JdzQOu3lybms off=8998028 len=1302034 2024-04-02T09:01:12.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 5823 completed, throughput=5MB/sec 2024-04-02T09:01:12.724 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HjkNecj_qLPONkn off=3952944 len=41371 2024-04-02T09:01:12.724 INFO:tasks.workunit.client.0.smithi084.stdout:op 5824 completed, throughput=5MB/sec 2024-04-02T09:01:12.724 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NF2w-dDD9ICPLxd off=7124249 len=158108 2024-04-02T09:01:12.725 INFO:tasks.workunit.client.0.smithi084.stdout:op 5825 completed, throughput=5MB/sec 2024-04-02T09:01:12.725 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HALptZIG1viUtWz off=14291774 len=237307 2024-04-02T09:01:12.725 INFO:tasks.workunit.client.0.smithi084.stdout:op 5826 completed, throughput=5MB/sec 2024-04-02T09:01:12.725 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dDJLzvX9crvYWpO off=5409140 len=313767 2024-04-02T09:01:12.726 INFO:tasks.workunit.client.0.smithi084.stdout:op 5827 completed, throughput=5MB/sec 2024-04-02T09:01:12.726 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_sZycoOdRBWGjhg off=1479217 len=2037293 2024-04-02T09:01:12.736 INFO:tasks.workunit.client.0.smithi084.stdout:op 5828 completed, throughput=5MB/sec 2024-04-02T09:01:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:12 smithi084 ceph-mon[94794]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:12 smithi084 ceph-mon[97358]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:13.736 INFO:tasks.workunit.client.0.smithi084.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-02T09:01:13.736 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VwwBE1GdPAHYtoS off=16277034 len=1870817 2024-04-02T09:01:13.740 INFO:tasks.workunit.client.0.smithi084.stdout:op 5829 completed, throughput=5MB/sec 2024-04-02T09:01:13.740 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iGoNbRMQTbqr41g off=1244063 len=307251 2024-04-02T09:01:13.741 INFO:tasks.workunit.client.0.smithi084.stdout:op 5830 completed, throughput=5MB/sec 2024-04-02T09:01:13.741 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KuwYskdIjhglD2b off=6818816 len=1884720 2024-04-02T09:01:13.744 INFO:tasks.workunit.client.0.smithi084.stdout:op 5831 completed, throughput=5MB/sec 2024-04-02T09:01:13.744 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JZOOcVbKaVtg-if off=10106578 len=25181 2024-04-02T09:01:13.747 INFO:tasks.workunit.client.0.smithi084.stdout:op 5832 completed, throughput=5MB/sec 2024-04-02T09:01:13.747 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-kdcp3421cKavuPl off=4782461 len=785811 2024-04-02T09:01:13.748 INFO:tasks.workunit.client.0.smithi084.stdout:op 5833 completed, throughput=5MB/sec 2024-04-02T09:01:13.748 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hnE5lhCZRawKcnt off=13639624 len=1769336 2024-04-02T09:01:13.754 INFO:tasks.workunit.client.0.smithi084.stdout:op 5834 completed, throughput=5MB/sec 2024-04-02T09:01:14.755 INFO:tasks.workunit.client.0.smithi084.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-02T09:01:14.755 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-CRXdyC2vGVbO6DC off=1502892 len=1099487 2024-04-02T09:01:14.761 INFO:tasks.workunit.client.0.smithi084.stdout:op 5835 completed, throughput=5MB/sec 2024-04-02T09:01:14.761 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9AMZhVIOZgYCxHB off=3232342 len=808362 2024-04-02T09:01:14.764 INFO:tasks.workunit.client.0.smithi084.stdout:op 5836 completed, throughput=5MB/sec 2024-04-02T09:01:14.764 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rABMOeFj8QNhdFZ off=17462988 len=553007 2024-04-02T09:01:14.765 INFO:tasks.workunit.client.0.smithi084.stdout:op 5837 completed, throughput=5MB/sec 2024-04-02T09:01:14.765 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-CkOrtG2KFsHxFX8 off=4655039 len=449582 2024-04-02T09:01:14.766 INFO:tasks.workunit.client.0.smithi084.stdout:op 5838 completed, throughput=5MB/sec 2024-04-02T09:01:14.766 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QXgLASjkxuv6cwD off=19016088 len=1936333 2024-04-02T09:01:14.768 INFO:tasks.workunit.client.0.smithi084.stdout:op 5839 completed, throughput=5MB/sec 2024-04-02T09:01:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:14 smithi084 ceph-mon[94794]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:14 smithi084 ceph-mon[97358]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:14 smithi132 ceph-mon[88571]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:15.768 INFO:tasks.workunit.client.0.smithi084.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-02T09:01:15.768 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Nhb_-lP0JgyBZZD off=2247668 len=524731 2024-04-02T09:01:15.772 INFO:tasks.workunit.client.0.smithi084.stdout:op 5840 completed, throughput=5MB/sec 2024-04-02T09:01:15.772 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cZ_96XSlhqRpprI off=14193866 len=153593 2024-04-02T09:01:15.773 INFO:tasks.workunit.client.0.smithi084.stdout:op 5841 completed, throughput=5MB/sec 2024-04-02T09:01:15.773 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj--TDYhVyE8R7jkk_ off=3473918 len=1768429 2024-04-02T09:01:15.774 INFO:tasks.workunit.client.0.smithi084.stdout:op 5842 completed, throughput=5MB/sec 2024-04-02T09:01:15.774 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-zwTuR2yhhDB6iWi off=841600 len=1960429 2024-04-02T09:01:15.786 INFO:tasks.workunit.client.0.smithi084.stdout:op 5843 completed, throughput=5MB/sec 2024-04-02T09:01:15.786 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7Je1tigSODgZVpp off=2191298 len=217740 2024-04-02T09:01:15.789 INFO:tasks.workunit.client.0.smithi084.stdout:op 5844 completed, throughput=5MB/sec 2024-04-02T09:01:16.790 INFO:tasks.workunit.client.0.smithi084.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-02T09:01:16.790 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sH6UFig6VQjuCjf off=637912 len=830279 2024-04-02T09:01:16.791 INFO:tasks.workunit.client.0.smithi084.stdout:op 5845 completed, throughput=5MB/sec 2024-04-02T09:01:16.791 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-AKdGxolanRQ0PEw off=9292462 len=1230081 2024-04-02T09:01:16.798 INFO:tasks.workunit.client.0.smithi084.stdout:op 5846 completed, throughput=5MB/sec 2024-04-02T09:01:16.798 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-WaLJqgtWQV5W8EC off=2207785 len=837568 2024-04-02T09:01:16.802 INFO:tasks.workunit.client.0.smithi084.stdout:op 5847 completed, throughput=5MB/sec 2024-04-02T09:01:16.802 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dN7xyTDpLeNb9q6 off=6189434 len=252372 2024-04-02T09:01:16.803 INFO:tasks.workunit.client.0.smithi084.stdout:op 5848 completed, throughput=5MB/sec 2024-04-02T09:01:16.803 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-DISyqEqh9caxfIA off=882825 len=87772 2024-04-02T09:01:16.804 INFO:tasks.workunit.client.0.smithi084.stdout:op 5849 completed, throughput=5MB/sec 2024-04-02T09:01:16.804 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JQCFy15FDOYcprU off=4328878 len=149721 2024-04-02T09:01:16.806 INFO:tasks.workunit.client.0.smithi084.stdout:op 5850 completed, throughput=5MB/sec 2024-04-02T09:01:16.806 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-sXn_i8ONBfvbvHm off=14184025 len=1144841 2024-04-02T09:01:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:op 5851 completed, throughput=5MB/sec 2024-04-02T09:01:16.807 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-p9IzCkO2rYd1BBr off=5562369 len=1578785 2024-04-02T09:01:16.808 INFO:tasks.workunit.client.0.smithi084.stdout:op 5852 completed, throughput=5MB/sec 2024-04-02T09:01:16.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:16 smithi084 ceph-mon[94794]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:01:16.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:16 smithi084 ceph-mon[97358]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:01:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:16 smithi132 ceph-mon[88571]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:01:17.808 INFO:tasks.workunit.client.0.smithi084.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-02T09:01:17.808 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-3DEBwcaZO9jBGw8 off=21993 len=2033166 2024-04-02T09:01:17.810 INFO:tasks.workunit.client.0.smithi084.stdout:op 5853 completed, throughput=5MB/sec 2024-04-02T09:01:17.810 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pNhrZy-yWX1ei5j off=7409325 len=1856286 2024-04-02T09:01:17.812 INFO:tasks.workunit.client.0.smithi084.stdout:op 5854 completed, throughput=5MB/sec 2024-04-02T09:01:17.812 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-iFtvKh1gq7cJwqU off=3687481 len=1992561 2024-04-02T09:01:17.815 INFO:tasks.workunit.client.0.smithi084.stdout:op 5855 completed, throughput=5MB/sec 2024-04-02T09:01:18.816 INFO:tasks.workunit.client.0.smithi084.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-02T09:01:18.816 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HqXQx7_E7NjQgy7 off=3392820 len=590120 2024-04-02T09:01:18.816 INFO:tasks.workunit.client.0.smithi084.stdout:op 5856 completed, throughput=5MB/sec 2024-04-02T09:01:18.816 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-YgZYT5LGjC1axEz off=10010324 len=758629 2024-04-02T09:01:18.820 INFO:tasks.workunit.client.0.smithi084.stdout:op 5857 completed, throughput=5MB/sec 2024-04-02T09:01:18.820 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-qtutHOtCkhU1FqV off=7462870 len=1366423 2024-04-02T09:01:18.825 INFO:tasks.workunit.client.0.smithi084.stdout:op 5858 completed, throughput=5MB/sec 2024-04-02T09:01:18.825 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EivZD2UZv9bKvWS off=4356997 len=144436 2024-04-02T09:01:18.825 INFO:tasks.workunit.client.0.smithi084.stdout:op 5859 completed, throughput=5MB/sec 2024-04-02T09:01:18.826 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xijmul68Q3crc7- off=2667972 len=2051525 2024-04-02T09:01:18.827 INFO:tasks.workunit.client.0.smithi084.stdout:op 5860 completed, throughput=5MB/sec 2024-04-02T09:01:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:18 smithi084 ceph-mon[94794]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:01:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:18 smithi084 ceph-mon[97358]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:01:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:18 smithi132 ceph-mon[88571]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:01:19.827 INFO:tasks.workunit.client.0.smithi084.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-02T09:01:19.828 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ubea52H0Azr_dmz off=10060146 len=1188775 2024-04-02T09:01:19.829 INFO:tasks.workunit.client.0.smithi084.stdout:op 5861 completed, throughput=5MB/sec 2024-04-02T09:01:19.829 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-mtLFQJ8LrYkazmb off=7069524 len=460387 2024-04-02T09:01:19.833 INFO:tasks.workunit.client.0.smithi084.stdout:op 5862 completed, throughput=5MB/sec 2024-04-02T09:01:19.833 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-0LaWB2fCkKq1Bot off=8168920 len=2095177 2024-04-02T09:01:19.840 INFO:tasks.workunit.client.0.smithi084.stdout:op 5863 completed, throughput=5MB/sec 2024-04-02T09:01:19.840 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FqjVY8PYPAxXdss off=8807798 len=1344617 2024-04-02T09:01:19.843 INFO:tasks.workunit.client.0.smithi084.stdout:op 5864 completed, throughput=5MB/sec 2024-04-02T09:01:20.843 INFO:tasks.workunit.client.0.smithi084.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-02T09:01:20.843 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-idijnnFgV90zGyK off=0 len=1852231 2024-04-02T09:01:20.847 INFO:tasks.workunit.client.0.smithi084.stdout:op 5865 completed, throughput=5MB/sec 2024-04-02T09:01:20.847 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fCVpzpbs29xKcJU off=15082622 len=226856 2024-04-02T09:01:20.848 INFO:tasks.workunit.client.0.smithi084.stdout:op 5866 completed, throughput=5MB/sec 2024-04-02T09:01:20.848 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-x5piCbRfLBYTVM3 off=18081934 len=921014 2024-04-02T09:01:20.852 INFO:tasks.workunit.client.0.smithi084.stdout:op 5867 completed, throughput=5MB/sec 2024-04-02T09:01:20.852 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-efuXVa28LxbPSU6 off=23833347 len=1339146 2024-04-02T09:01:20.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 5868 completed, throughput=5MB/sec 2024-04-02T09:01:20.855 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-NUkTXfJTJIF8qCg off=5157151 len=262850 2024-04-02T09:01:20.855 INFO:tasks.workunit.client.0.smithi084.stdout:op 5869 completed, throughput=5MB/sec 2024-04-02T09:01:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:20 smithi084 ceph-mon[94794]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:01:20.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:20 smithi084 ceph-mon[97358]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:01:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:01:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:01:20] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T09:01:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:20 smithi132 ceph-mon[88571]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:01:21.856 INFO:tasks.workunit.client.0.smithi084.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-02T09:01:21.856 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xgdPmiQGwxhzOVj off=1239577 len=58328 2024-04-02T09:01:21.858 INFO:tasks.workunit.client.0.smithi084.stdout:op 5870 completed, throughput=5MB/sec 2024-04-02T09:01:21.858 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DycyaRH83KUNUwb off=29934 len=1977265 2024-04-02T09:01:21.866 INFO:tasks.workunit.client.0.smithi084.stdout:op 5871 completed, throughput=5MB/sec 2024-04-02T09:01:21.866 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aFZ1MjySxhVvASs off=871821 len=1865608 2024-04-02T09:01:21.878 INFO:tasks.workunit.client.0.smithi084.stdout:op 5872 completed, throughput=5MB/sec 2024-04-02T09:01:21.878 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-C7qZve3DFmJ9sEE off=2640881 len=1161502 2024-04-02T09:01:21.879 INFO:tasks.workunit.client.0.smithi084.stdout:op 5873 completed, throughput=5MB/sec 2024-04-02T09:01:21.879 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-vVuShNQjnF3wA56 off=7039499 len=1132440 2024-04-02T09:01:21.880 INFO:tasks.workunit.client.0.smithi084.stdout:op 5874 completed, throughput=5MB/sec 2024-04-02T09:01:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:22 smithi132 ceph-mon[88571]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:01:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:01:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:22 smithi084 ceph-mon[94794]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:01:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:22 smithi084 ceph-mon[97358]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:01:22.880 INFO:tasks.workunit.client.0.smithi084.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-02T09:01:22.880 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ubea52H0Azr_dmz off=8925583 len=1681263 2024-04-02T09:01:22.888 INFO:tasks.workunit.client.0.smithi084.stdout:op 5875 completed, throughput=5MB/sec 2024-04-02T09:01:22.888 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Nj1bEtOk5bfBDol off=10911811 len=1471112 2024-04-02T09:01:22.889 INFO:tasks.workunit.client.0.smithi084.stdout:op 5876 completed, throughput=5MB/sec 2024-04-02T09:01:22.890 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-7s1SRIX9Su0qa7q off=10941595 len=1482004 2024-04-02T09:01:22.893 INFO:tasks.workunit.client.0.smithi084.stdout:op 5877 completed, throughput=5MB/sec 2024-04-02T09:01:23.893 INFO:tasks.workunit.client.0.smithi084.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-02T09:01:23.893 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PBdx-tJwQeoefRd off=7095480 len=1095778 2024-04-02T09:01:23.897 INFO:tasks.workunit.client.0.smithi084.stdout:op 5878 completed, throughput=5MB/sec 2024-04-02T09:01:23.897 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Tr2WPIZPCCNt-vH off=21350214 len=396802 2024-04-02T09:01:23.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 5879 completed, throughput=5MB/sec 2024-04-02T09:01:23.898 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-fT-ChCT9-kSMiuJ off=627698 len=1316461 2024-04-02T09:01:23.898 INFO:tasks.workunit.client.0.smithi084.stdout:op 5880 completed, throughput=5MB/sec 2024-04-02T09:01:23.898 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-DKgmBMMrYrMf-K6 off=5572442 len=1688189 2024-04-02T09:01:23.905 INFO:tasks.workunit.client.0.smithi084.stdout:op 5881 completed, throughput=5MB/sec 2024-04-02T09:01:23.905 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-jr6D7_YlXLQgv18 off=1111222 len=1260554 2024-04-02T09:01:23.911 INFO:tasks.workunit.client.0.smithi084.stdout:op 5882 completed, throughput=5MB/sec 2024-04-02T09:01:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:24 smithi084 ceph-mon[94794]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:24 smithi084 ceph-mon[97358]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:24 smithi132 ceph-mon[88571]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:24.911 INFO:tasks.workunit.client.0.smithi084.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-02T09:01:24.911 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4YjbojL2QSQB9l_ off=470626 len=1460087 2024-04-02T09:01:24.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 5883 completed, throughput=5MB/sec 2024-04-02T09:01:24.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gnPHtbXz9MApuVo off=7187277 len=227364 2024-04-02T09:01:24.915 INFO:tasks.workunit.client.0.smithi084.stdout:op 5884 completed, throughput=5MB/sec 2024-04-02T09:01:24.915 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Nrg1Zt74VYII7D9 off=4425695 len=1030047 2024-04-02T09:01:24.916 INFO:tasks.workunit.client.0.smithi084.stdout:op 5885 completed, throughput=5MB/sec 2024-04-02T09:01:24.916 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-O0hofrJlrOfpACi off=1396278 len=1759086 2024-04-02T09:01:24.923 INFO:tasks.workunit.client.0.smithi084.stdout:op 5886 completed, throughput=5MB/sec 2024-04-02T09:01:24.923 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cSqsKvW7nSRuOym off=18577254 len=964047 2024-04-02T09:01:24.925 INFO:tasks.workunit.client.0.smithi084.stdout:op 5887 completed, throughput=5MB/sec 2024-04-02T09:01:25.926 INFO:tasks.workunit.client.0.smithi084.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-02T09:01:25.926 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-iHk1JV8BunxcxPp off=10599576 len=738954 2024-04-02T09:01:25.931 INFO:tasks.workunit.client.0.smithi084.stdout:op 5888 completed, throughput=5MB/sec 2024-04-02T09:01:25.931 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-m_QrejT_vafkf0U off=868560 len=58433 2024-04-02T09:01:25.933 INFO:tasks.workunit.client.0.smithi084.stdout:op 5889 completed, throughput=5MB/sec 2024-04-02T09:01:25.933 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S0-smdhdoQ6iU4H off=9260761 len=2016908 2024-04-02T09:01:25.934 INFO:tasks.workunit.client.0.smithi084.stdout:op 5890 completed, throughput=5MB/sec 2024-04-02T09:01:25.934 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Ysg6z8Ck1PT4pNn off=209875 len=235860 2024-04-02T09:01:25.935 INFO:tasks.workunit.client.0.smithi084.stdout:op 5891 completed, throughput=5MB/sec 2024-04-02T09:01:25.935 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-xqPJOLZH0lRPH4p off=397678 len=1715684 2024-04-02T09:01:25.942 INFO:tasks.workunit.client.0.smithi084.stdout:op 5892 completed, throughput=5MB/sec 2024-04-02T09:01:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:26 smithi084 ceph-mon[94794]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:01:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:26 smithi084 ceph-mon[97358]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:01:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:26 smithi132 ceph-mon[88571]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:01:26.943 INFO:tasks.workunit.client.0.smithi084.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-02T09:01:26.943 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-xlaxjZDoB6YNI16 off=852601 len=1842510 2024-04-02T09:01:26.944 INFO:tasks.workunit.client.0.smithi084.stdout:op 5893 completed, throughput=5MB/sec 2024-04-02T09:01:26.944 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_TieZ5XAhqbGngs off=9359869 len=1056697 2024-04-02T09:01:26.947 INFO:tasks.workunit.client.0.smithi084.stdout:op 5894 completed, throughput=5MB/sec 2024-04-02T09:01:26.947 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-m1LoQ4ChvXm6KJz off=2531037 len=2077875 2024-04-02T09:01:26.949 INFO:tasks.workunit.client.0.smithi084.stdout:op 5895 completed, throughput=5MB/sec 2024-04-02T09:01:26.949 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WVZM70BsdHvFZKL off=15837824 len=1604909 2024-04-02T09:01:26.950 INFO:tasks.workunit.client.0.smithi084.stdout:op 5896 completed, throughput=5MB/sec 2024-04-02T09:01:27.950 INFO:tasks.workunit.client.0.smithi084.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-02T09:01:27.950 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-EtgCmgeh2t5DWts off=4071145 len=337459 2024-04-02T09:01:27.954 INFO:tasks.workunit.client.0.smithi084.stdout:op 5897 completed, throughput=5MB/sec 2024-04-02T09:01:27.954 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-nn22q9E_WfBvIos off=12178517 len=1978107 2024-04-02T09:01:27.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 5898 completed, throughput=5MB/sec 2024-04-02T09:01:27.956 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cjy6NIXNXdcmjET off=5836168 len=383908 2024-04-02T09:01:27.956 INFO:tasks.workunit.client.0.smithi084.stdout:op 5899 completed, throughput=5MB/sec 2024-04-02T09:01:27.956 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9c4oyeLMadJn_uL off=23821 len=257443 2024-04-02T09:01:27.959 INFO:tasks.workunit.client.0.smithi084.stdout:op 5900 completed, throughput=5MB/sec 2024-04-02T09:01:27.959 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-XfROR6cu9C-Ium4 off=5152570 len=511616 2024-04-02T09:01:27.960 INFO:tasks.workunit.client.0.smithi084.stdout:op 5901 completed, throughput=5MB/sec 2024-04-02T09:01:27.961 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-uIfqpq1AbRs9UMS off=6802561 len=658184 2024-04-02T09:01:27.964 INFO:tasks.workunit.client.0.smithi084.stdout:op 5902 completed, throughput=5MB/sec 2024-04-02T09:01:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:28 smithi084 ceph-mon[94794]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:28 smithi084 ceph-mon[97358]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:28 smithi132 ceph-mon[88571]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:28.964 INFO:tasks.workunit.client.0.smithi084.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-02T09:01:28.964 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-FuTr4nplxo6LUjd off=695483 len=1494967 2024-04-02T09:01:28.970 INFO:tasks.workunit.client.0.smithi084.stdout:op 5903 completed, throughput=5MB/sec 2024-04-02T09:01:28.970 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-cyATiIlyUzwuRzF off=2746794 len=1932897 2024-04-02T09:01:28.978 INFO:tasks.workunit.client.0.smithi084.stdout:op 5904 completed, throughput=5MB/sec 2024-04-02T09:01:28.978 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FxK0RnTuAcj388F off=1252460 len=999909 2024-04-02T09:01:28.981 INFO:tasks.workunit.client.0.smithi084.stdout:op 5905 completed, throughput=5MB/sec 2024-04-02T09:01:28.981 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-F0H-cwHvD4Jd9Dk off=6477026 len=697071 2024-04-02T09:01:28.981 INFO:tasks.workunit.client.0.smithi084.stdout:op 5906 completed, throughput=5MB/sec 2024-04-02T09:01:29.982 INFO:tasks.workunit.client.0.smithi084.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-02T09:01:29.982 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oeIru2S3mr048gn off=530261 len=952474 2024-04-02T09:01:29.987 INFO:tasks.workunit.client.0.smithi084.stdout:op 5907 completed, throughput=5MB/sec 2024-04-02T09:01:29.987 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-eDntN3V-AEi5GO5 off=2203065 len=459773 2024-04-02T09:01:29.990 INFO:tasks.workunit.client.0.smithi084.stdout:op 5908 completed, throughput=5MB/sec 2024-04-02T09:01:29.990 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HBPhiYtw4b8-ITr off=7253517 len=1323665 2024-04-02T09:01:29.991 INFO:tasks.workunit.client.0.smithi084.stdout:op 5909 completed, throughput=5MB/sec 2024-04-02T09:01:29.992 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-JTHL2z8e8U4b6MO off=4163058 len=1073034 2024-04-02T09:01:29.997 INFO:tasks.workunit.client.0.smithi084.stdout:op 5910 completed, throughput=5MB/sec 2024-04-02T09:01:29.997 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--F19bdoCJtIR9cV off=572331 len=117076 2024-04-02T09:01:30.003 INFO:tasks.workunit.client.0.smithi084.stdout:op 5911 completed, throughput=5MB/sec 2024-04-02T09:01:30.003 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-oulz2Rt_TwXUBYO off=1877045 len=410058 2024-04-02T09:01:30.005 INFO:tasks.workunit.client.0.smithi084.stdout:op 5912 completed, throughput=5MB/sec 2024-04-02T09:01:30.005 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-6owAQvIiekD-HZO off=48065 len=414415 2024-04-02T09:01:30.008 INFO:tasks.workunit.client.0.smithi084.stdout:op 5913 completed, throughput=5MB/sec 2024-04-02T09:01:30.008 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-P9rZABIGcP9LZzZ off=3086063 len=1343162 2024-04-02T09:01:30.013 INFO:tasks.workunit.client.0.smithi084.stdout:op 5914 completed, throughput=5MB/sec 2024-04-02T09:01:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:30 smithi084 ceph-mon[94794]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:30.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:30 smithi084 ceph-mon[97358]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:01:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:01:30] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-02T09:01:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:30 smithi132 ceph-mon[88571]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:31.013 INFO:tasks.workunit.client.0.smithi084.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-02T09:01:31.014 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-tT8OlEZhu3aq4qT off=2315409 len=983021 2024-04-02T09:01:31.019 INFO:tasks.workunit.client.0.smithi084.stdout:op 5915 completed, throughput=5MB/sec 2024-04-02T09:01:31.019 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VGEJBgiDkpVxZEP off=9900492 len=674423 2024-04-02T09:01:31.020 INFO:tasks.workunit.client.0.smithi084.stdout:op 5916 completed, throughput=5MB/sec 2024-04-02T09:01:31.020 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-hfHlpt-3rFEoZ4d off=13229691 len=481364 2024-04-02T09:01:31.024 INFO:tasks.workunit.client.0.smithi084.stdout:op 5917 completed, throughput=5MB/sec 2024-04-02T09:01:31.024 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Bwsu9aIqB6fZo5R off=5006031 len=2065353 2024-04-02T09:01:31.034 INFO:tasks.workunit.client.0.smithi084.stdout:op 5918 completed, throughput=5MB/sec 2024-04-02T09:01:31.034 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VmeHLV-blXLKJWi off=10708447 len=1288823 2024-04-02T09:01:31.040 INFO:tasks.workunit.client.0.smithi084.stdout:op 5919 completed, throughput=5MB/sec 2024-04-02T09:01:32.040 INFO:tasks.workunit.client.0.smithi084.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-02T09:01:32.040 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-omG2O3N02hoAC1q off=16875176 len=1892507 2024-04-02T09:01:32.051 INFO:tasks.workunit.client.0.smithi084.stdout:op 5920 completed, throughput=5MB/sec 2024-04-02T09:01:32.051 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OrHg0SJjgmykR2- off=16852097 len=1084449 2024-04-02T09:01:32.055 INFO:tasks.workunit.client.0.smithi084.stdout:op 5921 completed, throughput=5MB/sec 2024-04-02T09:01:32.056 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1VDQZnzP9ylue8_ off=710725 len=1646990 2024-04-02T09:01:32.056 INFO:tasks.workunit.client.0.smithi084.stdout:op 5922 completed, throughput=5MB/sec 2024-04-02T09:01:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:32 smithi132 ceph-mon[88571]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:01:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:32 smithi084 ceph-mon[94794]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:32 smithi084 ceph-mon[97358]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:33.057 INFO:tasks.workunit.client.0.smithi084.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-02T09:01:33.057 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-S4OV7wm4-3ukH5N off=8902973 len=324693 2024-04-02T09:01:33.057 INFO:tasks.workunit.client.0.smithi084.stdout:op 5923 completed, throughput=5MB/sec 2024-04-02T09:01:33.058 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-94X2KXwbBtdnosf off=3606500 len=663995 2024-04-02T09:01:33.061 INFO:tasks.workunit.client.0.smithi084.stdout:op 5924 completed, throughput=5MB/sec 2024-04-02T09:01:33.061 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v69UAj8xCRnqcnb off=4081723 len=1625955 2024-04-02T09:01:33.067 INFO:tasks.workunit.client.0.smithi084.stdout:op 5925 completed, throughput=5MB/sec 2024-04-02T09:01:33.067 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ui94PFFGtSmR1aX off=313955 len=1410410 2024-04-02T09:01:33.068 INFO:tasks.workunit.client.0.smithi084.stdout:op 5926 completed, throughput=5MB/sec 2024-04-02T09:01:33.068 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Av1bxLpzs3WV9Ue off=44795 len=1886052 2024-04-02T09:01:33.081 INFO:tasks.workunit.client.0.smithi084.stdout:op 5927 completed, throughput=5MB/sec 2024-04-02T09:01:34.081 INFO:tasks.workunit.client.0.smithi084.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-02T09:01:34.081 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-gcRKK6k8-oAbOw1 off=64138 len=1048791 2024-04-02T09:01:34.082 INFO:tasks.workunit.client.0.smithi084.stdout:op 5928 completed, throughput=5MB/sec 2024-04-02T09:01:34.082 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-vXm147l33R_vR1U off=5841147 len=673627 2024-04-02T09:01:34.087 INFO:tasks.workunit.client.0.smithi084.stdout:op 5929 completed, throughput=5MB/sec 2024-04-02T09:01:34.087 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-M6Vfb1q4POuBr5P off=1009016 len=891786 2024-04-02T09:01:34.097 INFO:tasks.workunit.client.0.smithi084.stdout:op 5930 completed, throughput=5MB/sec 2024-04-02T09:01:34.097 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Rxr6EIJ9cGHBK5r off=566667 len=607884 2024-04-02T09:01:34.099 INFO:tasks.workunit.client.0.smithi084.stdout:op 5931 completed, throughput=5MB/sec 2024-04-02T09:01:34.099 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-y8_hGoCfrT0IquF off=8808562 len=1118357 2024-04-02T09:01:34.100 INFO:tasks.workunit.client.0.smithi084.stdout:op 5932 completed, throughput=5MB/sec 2024-04-02T09:01:34.100 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-2Cga27kCQJw49Qh off=18812938 len=491744 2024-04-02T09:01:34.103 INFO:tasks.workunit.client.0.smithi084.stdout:op 5933 completed, throughput=5MB/sec 2024-04-02T09:01:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:34 smithi084 ceph-mon[94794]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:34 smithi084 ceph-mon[97358]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:34 smithi132 ceph-mon[88571]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:35.103 INFO:tasks.workunit.client.0.smithi084.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-02T09:01:35.103 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aSg5TZAjYHF0mmQ off=2502568 len=677430 2024-04-02T09:01:35.107 INFO:tasks.workunit.client.0.smithi084.stdout:op 5934 completed, throughput=5MB/sec 2024-04-02T09:01:35.107 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--Pmj07n711CM705 off=1098294 len=745483 2024-04-02T09:01:35.112 INFO:tasks.workunit.client.0.smithi084.stdout:op 5935 completed, throughput=5MB/sec 2024-04-02T09:01:35.112 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-5at3yhdvoY93RQJ off=2973892 len=123601 2024-04-02T09:01:35.115 INFO:tasks.workunit.client.0.smithi084.stdout:op 5936 completed, throughput=5MB/sec 2024-04-02T09:01:35.115 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-pPsrT_eUQoL6SOW off=604385 len=2020700 2024-04-02T09:01:35.116 INFO:tasks.workunit.client.0.smithi084.stdout:op 5937 completed, throughput=5MB/sec 2024-04-02T09:01:35.116 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-cpCBcUFf-V_NxAD off=2834722 len=51107 2024-04-02T09:01:35.117 INFO:tasks.workunit.client.0.smithi084.stdout:op 5938 completed, throughput=5MB/sec 2024-04-02T09:01:35.117 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-UVWtd6iLcaeSc3U off=15395414 len=68768 2024-04-02T09:01:35.120 INFO:tasks.workunit.client.0.smithi084.stdout:op 5939 completed, throughput=5MB/sec 2024-04-02T09:01:35.120 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-aoj0vUjqPGqaUxE off=244598 len=959674 2024-04-02T09:01:35.124 INFO:tasks.workunit.client.0.smithi084.stdout:op 5940 completed, throughput=5MB/sec 2024-04-02T09:01:35.124 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FEbW2ShGL1jwqbk off=5062514 len=1721995 2024-04-02T09:01:35.125 INFO:tasks.workunit.client.0.smithi084.stdout:op 5941 completed, throughput=5MB/sec 2024-04-02T09:01:36.125 INFO:tasks.workunit.client.0.smithi084.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-02T09:01:36.126 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-7GwT94OnYG4xiob off=1499413 len=401958 2024-04-02T09:01:36.128 INFO:tasks.workunit.client.0.smithi084.stdout:op 5942 completed, throughput=5MB/sec 2024-04-02T09:01:36.128 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-33e8sGX6igCdwQh off=13589063 len=63140 2024-04-02T09:01:36.131 INFO:tasks.workunit.client.0.smithi084.stdout:op 5943 completed, throughput=5MB/sec 2024-04-02T09:01:36.131 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-QTvryKgqP4mxpU7 off=4301573 len=1127675 2024-04-02T09:01:36.136 INFO:tasks.workunit.client.0.smithi084.stdout:op 5944 completed, throughput=5MB/sec 2024-04-02T09:01:36.136 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-EivZD2UZv9bKvWS off=12388603 len=595090 2024-04-02T09:01:36.137 INFO:tasks.workunit.client.0.smithi084.stdout:op 5945 completed, throughput=5MB/sec 2024-04-02T09:01:36.137 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nweiTRe_qZwt7DX off=2182637 len=352911 2024-04-02T09:01:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:op 5946 completed, throughput=5MB/sec 2024-04-02T09:01:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-OhHCH-z9VpvD9te off=7827288 len=17337 2024-04-02T09:01:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:op 5947 completed, throughput=5MB/sec 2024-04-02T09:01:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9NUK0TfffXihmjs off=3629727 len=73479 2024-04-02T09:01:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:op 5948 completed, throughput=5MB/sec 2024-04-02T09:01:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IKkjpfS8xDTMR0i off=0 len=1387733 2024-04-02T09:01:36.151 INFO:tasks.workunit.client.0.smithi084.stdout:op 5949 completed, throughput=5MB/sec 2024-04-02T09:01:36.151 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-1wWNG_ZE6Bn8C8q off=193918 len=1160908 2024-04-02T09:01:36.155 INFO:tasks.workunit.client.0.smithi084.stdout:op 5950 completed, throughput=5MB/sec 2024-04-02T09:01:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[94794]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:01:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[97358]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:36 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:01:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:36 smithi132 ceph-mon[88571]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:36 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:36 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:36 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:36 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:01:37.156 INFO:tasks.workunit.client.0.smithi084.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-02T09:01:37.156 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VKQgL0xZqr87K23 off=433938 len=240862 2024-04-02T09:01:37.156 INFO:tasks.workunit.client.0.smithi084.stdout:op 5951 completed, throughput=5MB/sec 2024-04-02T09:01:37.156 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-SyHLvmlPPdfGOga off=4231207 len=424704 2024-04-02T09:01:37.160 INFO:tasks.workunit.client.0.smithi084.stdout:op 5952 completed, throughput=5MB/sec 2024-04-02T09:01:37.160 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dDJLzvX9crvYWpO off=3073341 len=1281403 2024-04-02T09:01:37.161 INFO:tasks.workunit.client.0.smithi084.stdout:op 5953 completed, throughput=5MB/sec 2024-04-02T09:01:37.161 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-12cgIY-NA6ejDDa off=12287942 len=2088161 2024-04-02T09:01:37.162 INFO:tasks.workunit.client.0.smithi084.stdout:op 5954 completed, throughput=5MB/sec 2024-04-02T09:01:37.162 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-UVzhWEFsUxN5hxs off=3128923 len=151033 2024-04-02T09:01:37.163 INFO:tasks.workunit.client.0.smithi084.stdout:op 5955 completed, throughput=5MB/sec 2024-04-02T09:01:37.163 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nitIlRpUIDHpMzI off=19181013 len=1621769 2024-04-02T09:01:37.169 INFO:tasks.workunit.client.0.smithi084.stdout:op 5956 completed, throughput=5MB/sec 2024-04-02T09:01:38.170 INFO:tasks.workunit.client.0.smithi084.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-02T09:01:38.170 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-FcQkrQb5ie0ZsgZ off=8882149 len=1552713 2024-04-02T09:01:38.171 INFO:tasks.workunit.client.0.smithi084.stdout:op 5957 completed, throughput=5MB/sec 2024-04-02T09:01:38.171 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-n9QpAEoizud92Qv off=6938864 len=969339 2024-04-02T09:01:38.172 INFO:tasks.workunit.client.0.smithi084.stdout:op 5958 completed, throughput=5MB/sec 2024-04-02T09:01:38.172 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-9BXSJ61ySt1kFAi off=6382185 len=1806975 2024-04-02T09:01:38.183 INFO:tasks.workunit.client.0.smithi084.stdout:op 5959 completed, throughput=5MB/sec 2024-04-02T09:01:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:38 smithi084 ceph-mon[94794]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:38 smithi084 ceph-mon[97358]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:38 smithi132 ceph-mon[88571]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:39.183 INFO:tasks.workunit.client.0.smithi084.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-02T09:01:39.183 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-4cBioN9EQ6MXSUD off=1513637 len=1258177 2024-04-02T09:01:39.184 INFO:tasks.workunit.client.0.smithi084.stdout:op 5960 completed, throughput=5MB/sec 2024-04-02T09:01:39.184 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-VUL8UDjmfFx_Kg7 off=21456313 len=71636 2024-04-02T09:01:39.185 INFO:tasks.workunit.client.0.smithi084.stdout:op 5961 completed, throughput=5MB/sec 2024-04-02T09:01:39.185 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-0Iy_IAGHRhGe_fw off=3645640 len=974111 2024-04-02T09:01:39.186 INFO:tasks.workunit.client.0.smithi084.stdout:op 5962 completed, throughput=5MB/sec 2024-04-02T09:01:39.187 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-_mvTc58As60kNLf off=9576297 len=1135954 2024-04-02T09:01:39.187 INFO:tasks.workunit.client.0.smithi084.stdout:op 5963 completed, throughput=5MB/sec 2024-04-02T09:01:39.187 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PlvJ-dog4ALkhov off=4423701 len=19084 2024-04-02T09:01:39.189 INFO:tasks.workunit.client.0.smithi084.stdout:op 5964 completed, throughput=5MB/sec 2024-04-02T09:01:39.189 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-NP9xWhpACP5M1XW off=24960 len=1192908 2024-04-02T09:01:39.195 INFO:tasks.workunit.client.0.smithi084.stdout:op 5965 completed, throughput=5MB/sec 2024-04-02T09:01:39.195 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-PaQVy2o5lknvuJQ off=4856362 len=187138 2024-04-02T09:01:39.197 INFO:tasks.workunit.client.0.smithi084.stdout:op 5966 completed, throughput=5MB/sec 2024-04-02T09:01:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:40.197 INFO:tasks.workunit.client.0.smithi084.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-02T09:01:40.198 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-HM9VCVK7d_0ChHk off=14143906 len=1929327 2024-04-02T09:01:40.206 INFO:tasks.workunit.client.0.smithi084.stdout:op 5967 completed, throughput=5MB/sec 2024-04-02T09:01:40.207 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-ViFKt8XMDAIGdMz off=1548882 len=894948 2024-04-02T09:01:40.210 INFO:tasks.workunit.client.0.smithi084.stdout:op 5968 completed, throughput=5MB/sec 2024-04-02T09:01:40.210 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-irQHO1sc-q_D6dB off=1439175 len=415112 2024-04-02T09:01:40.214 INFO:tasks.workunit.client.0.smithi084.stdout:op 5969 completed, throughput=5MB/sec 2024-04-02T09:01:40.214 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-e__uAW7psidprt8 off=9905746 len=1811253 2024-04-02T09:01:40.215 INFO:tasks.workunit.client.0.smithi084.stdout:op 5970 completed, throughput=5MB/sec 2024-04-02T09:01:40.215 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LSFGz7rYV2I0hPI off=15366771 len=378694 2024-04-02T09:01:40.216 INFO:tasks.workunit.client.0.smithi084.stdout:op 5971 completed, throughput=5MB/sec 2024-04-02T09:01:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:40 smithi084 ceph-mon[94794]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:01:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:01:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:01:40] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T09:01:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:40 smithi084 ceph-mon[97358]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:01:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:40 smithi132 ceph-mon[88571]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:01:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-02T09:01:41.217 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-KSXhOCjEfcAmXtm off=6016020 len=478331 2024-04-02T09:01:41.217 INFO:tasks.workunit.client.0.smithi084.stdout:op 5972 completed, throughput=5MB/sec 2024-04-02T09:01:41.217 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-c2QvWTUu40wGNfK off=14273100 len=1401767 2024-04-02T09:01:41.224 INFO:tasks.workunit.client.0.smithi084.stdout:op 5973 completed, throughput=5MB/sec 2024-04-02T09:01:41.224 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-21Zz6siZFyj4qH8 off=7404456 len=187123 2024-04-02T09:01:41.226 INFO:tasks.workunit.client.0.smithi084.stdout:op 5974 completed, throughput=5MB/sec 2024-04-02T09:01:41.226 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-s0O7ouGc_bwl6OS off=8578610 len=733031 2024-04-02T09:01:41.228 INFO:tasks.workunit.client.0.smithi084.stdout:op 5975 completed, throughput=5MB/sec 2024-04-02T09:01:41.228 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-db9bGdnAd6_XSE1 off=4854426 len=1895937 2024-04-02T09:01:41.229 INFO:tasks.workunit.client.0.smithi084.stdout:op 5976 completed, throughput=5MB/sec 2024-04-02T09:01:41.229 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-8OIX73GJrL0n14p off=13552221 len=2037247 2024-04-02T09:01:41.231 INFO:tasks.workunit.client.0.smithi084.stdout:op 5977 completed, throughput=5MB/sec 2024-04-02T09:01:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-02T09:01:42.233 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-_WYFrT1V3z6zwzT off=5403987 len=1190831 2024-04-02T09:01:42.238 INFO:tasks.workunit.client.0.smithi084.stdout:op 5978 completed, throughput=5MB/sec 2024-04-02T09:01:42.239 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-oSXusOUnoda7rUM off=15536190 len=562260 2024-04-02T09:01:42.240 INFO:tasks.workunit.client.0.smithi084.stdout:op 5979 completed, throughput=5MB/sec 2024-04-02T09:01:42.240 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Nf8o5NX7AqpEmU_ off=521341 len=243224 2024-04-02T09:01:42.241 INFO:tasks.workunit.client.0.smithi084.stdout:op 5980 completed, throughput=5MB/sec 2024-04-02T09:01:42.241 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-apYe7eEQORmnPoH off=20314808 len=1255897 2024-04-02T09:01:42.242 INFO:tasks.workunit.client.0.smithi084.stdout:op 5981 completed, throughput=5MB/sec 2024-04-02T09:01:42.242 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-Y7NCcxmEgUq3ram off=26271 len=838912 2024-04-02T09:01:42.243 INFO:tasks.workunit.client.0.smithi084.stdout:op 5982 completed, throughput=5MB/sec 2024-04-02T09:01:42.574 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:01:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:42 smithi084 ceph-mon[94794]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:42 smithi084 ceph-mon[97358]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:42 smithi132 ceph-mon[88571]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:43.243 INFO:tasks.workunit.client.0.smithi084.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-02T09:01:43.243 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-3DrMfM3qO9YfAfK off=3388378 len=1234708 2024-04-02T09:01:43.248 INFO:tasks.workunit.client.0.smithi084.stdout:op 5983 completed, throughput=5MB/sec 2024-04-02T09:01:43.248 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-rPkO_3VnWZApT5Y off=10423744 len=467770 2024-04-02T09:01:43.249 INFO:tasks.workunit.client.0.smithi084.stdout:op 5984 completed, throughput=5MB/sec 2024-04-02T09:01:43.249 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-zLld5HQK1bWz8EZ off=493668 len=1886238 2024-04-02T09:01:43.253 INFO:tasks.workunit.client.0.smithi084.stdout:op 5985 completed, throughput=5MB/sec 2024-04-02T09:01:43.253 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-HG5t5lsAiAczhrz off=1518556 len=526229 2024-04-02T09:01:43.253 INFO:tasks.workunit.client.0.smithi084.stdout:op 5986 completed, throughput=5MB/sec 2024-04-02T09:01:43.254 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj--a_meamf_TsZ1sM off=636340 len=2002728 2024-04-02T09:01:43.265 INFO:tasks.workunit.client.0.smithi084.stdout:op 5987 completed, throughput=5MB/sec 2024-04-02T09:01:44.265 INFO:tasks.workunit.client.0.smithi084.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-02T09:01:44.265 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-V7MdZE-45tKBIfQ off=6976420 len=217747 2024-04-02T09:01:44.266 INFO:tasks.workunit.client.0.smithi084.stdout:op 5988 completed, throughput=5MB/sec 2024-04-02T09:01:44.266 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-WNtQpxhcDxcU79n off=4388413 len=964912 2024-04-02T09:01:44.268 INFO:tasks.workunit.client.0.smithi084.stdout:op 5989 completed, throughput=5MB/sec 2024-04-02T09:01:44.268 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-IhsUL1vwcT0kzvy off=5227708 len=492255 2024-04-02T09:01:44.271 INFO:tasks.workunit.client.0.smithi084.stdout:op 5990 completed, throughput=5MB/sec 2024-04-02T09:01:44.271 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-TWWZvCvrKyj8yfD off=5764632 len=718248 2024-04-02T09:01:44.272 INFO:tasks.workunit.client.0.smithi084.stdout:op 5991 completed, throughput=5MB/sec 2024-04-02T09:01:44.272 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-T4M8ShiYTUSSMmX off=7031147 len=1869409 2024-04-02T09:01:44.274 INFO:tasks.workunit.client.0.smithi084.stdout:op 5992 completed, throughput=5MB/sec 2024-04-02T09:01:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:44 smithi084 ceph-mon[94794]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:44 smithi084 ceph-mon[97358]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:44 smithi132 ceph-mon[88571]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:45.274 INFO:tasks.workunit.client.0.smithi084.stdout: 1177: throughput=5MB/sec pending data=0 2024-04-02T09:01:45.274 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Rqw3D7Zk9rhwfM9 off=11272015 len=1895630 2024-04-02T09:01:45.281 INFO:tasks.workunit.client.0.smithi084.stdout:op 5993 completed, throughput=5MB/sec 2024-04-02T09:01:45.281 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-QfA03XOh44WbrMr off=4263807 len=1289297 2024-04-02T09:01:45.282 INFO:tasks.workunit.client.0.smithi084.stdout:op 5994 completed, throughput=5MB/sec 2024-04-02T09:01:45.282 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-v4U3lBtQDyvN2Xl off=342023 len=848528 2024-04-02T09:01:45.286 INFO:tasks.workunit.client.0.smithi084.stdout:op 5995 completed, throughput=5MB/sec 2024-04-02T09:01:45.287 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-nxVxkWX7OefMqIK off=9651580 len=141741 2024-04-02T09:01:45.289 INFO:tasks.workunit.client.0.smithi084.stdout:op 5996 completed, throughput=5MB/sec 2024-04-02T09:01:45.289 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-dVU3WEmheyU1vvj off=9776740 len=96705 2024-04-02T09:01:45.291 INFO:tasks.workunit.client.0.smithi084.stdout:op 5997 completed, throughput=5MB/sec 2024-04-02T09:01:45.292 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-BAo-BH52l7WBiGg off=992364 len=1611045 2024-04-02T09:01:45.294 INFO:tasks.workunit.client.0.smithi084.stdout:op 5998 completed, throughput=5MB/sec 2024-04-02T09:01:46.295 INFO:tasks.workunit.client.0.smithi084.stdout: 1178: throughput=5MB/sec pending data=0 2024-04-02T09:01:46.295 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-dh4kLbZl80aqvrP off=1292723 len=727893 2024-04-02T09:01:46.296 INFO:tasks.workunit.client.0.smithi084.stdout:op 5999 completed, throughput=5MB/sec 2024-04-02T09:01:46.296 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-ovaJtB5jggdFmmL off=152218 len=1562253 2024-04-02T09:01:46.297 INFO:tasks.workunit.client.0.smithi084.stdout:op 6000 completed, throughput=5MB/sec 2024-04-02T09:01:46.297 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-9pfVfoBGNj5QlYo off=1978041 len=1752674 2024-04-02T09:01:46.298 INFO:tasks.workunit.client.0.smithi084.stdout:op 6001 completed, throughput=5MB/sec 2024-04-02T09:01:46.298 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-LOdqupZEM5I4XHH off=1972393 len=1631697 2024-04-02T09:01:46.300 INFO:tasks.workunit.client.0.smithi084.stdout:op 6002 completed, throughput=5MB/sec 2024-04-02T09:01:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:46 smithi084 ceph-mon[94794]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:01:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:46 smithi084 ceph-mon[97358]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:01:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:46 smithi132 ceph-mon[88571]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:01:47.300 INFO:tasks.workunit.client.0.smithi084.stdout: 1179: throughput=5MB/sec pending data=0 2024-04-02T09:01:47.300 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-VrxN36u9-SmAEPj off=3521350 len=880181 2024-04-02T09:01:47.304 INFO:tasks.workunit.client.0.smithi084.stdout:op 6003 completed, throughput=5MB/sec 2024-04-02T09:01:47.304 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-a0Qlp-gbsehdt__ off=1053021 len=879844 2024-04-02T09:01:47.308 INFO:tasks.workunit.client.0.smithi084.stdout:op 6004 completed, throughput=5MB/sec 2024-04-02T09:01:47.308 INFO:tasks.workunit.client.0.smithi084.stdout:READ : oid=obj-r2DIyTRyDS-H5Nh off=12410073 len=489476 2024-04-02T09:01:47.308 INFO:tasks.workunit.client.0.smithi084.stdout:op 6005 completed, throughput=5MB/sec 2024-04-02T09:01:47.309 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Vmyc7czkx4R7mka off=4375213 len=854182 2024-04-02T09:01:47.312 INFO:tasks.workunit.client.0.smithi084.stdout:op 6006 completed, throughput=5MB/sec 2024-04-02T09:01:47.312 INFO:tasks.workunit.client.0.smithi084.stdout:WRITE : oid=obj-Oa2wOpiczW-enxp off=4538708 len=1939994 2024-04-02T09:01:47.320 INFO:tasks.workunit.client.0.smithi084.stdout:op 6007 completed, throughput=5MB/sec 2024-04-02T09:01:47.321 INFO:tasks.workunit.client.0.smithi084.stdout:waiting for all operations to complete 2024-04-02T09:01:47.321 INFO:tasks.workunit.client.0.smithi084.stdout:cleaning up objects 2024-04-02T09:01:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:48 smithi084 ceph-mon[94794]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:48 smithi084 ceph-mon[97358]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:48 smithi132 ceph-mon[88571]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:50 smithi084 ceph-mon[94794]: pgmap v1977: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-04-02T09:01:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:01:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:01:50] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-02T09:01:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:50 smithi084 ceph-mon[97358]: pgmap v1977: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-04-02T09:01:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:50 smithi132 ceph-mon[88571]: pgmap v1977: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-04-02T09:01:52.584 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:01:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:01:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:52 smithi084 ceph-mon[94794]: pgmap v1978: 105 pgs: 105 active+clean; 116 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 72 op/s 2024-04-02T09:01:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:52 smithi084 ceph-mon[97358]: pgmap v1978: 105 pgs: 105 active+clean; 116 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 72 op/s 2024-04-02T09:01:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:52 smithi132 ceph-mon[88571]: pgmap v1978: 105 pgs: 105 active+clean; 116 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 72 op/s 2024-04-02T09:01:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:54 smithi084 ceph-mon[94794]: pgmap v1979: 105 pgs: 105 active+clean; 116 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 71 op/s 2024-04-02T09:01:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:54 smithi084 ceph-mon[97358]: pgmap v1979: 105 pgs: 105 active+clean; 116 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 71 op/s 2024-04-02T09:01:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:54 smithi132 ceph-mon[88571]: pgmap v1979: 105 pgs: 105 active+clean; 116 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 71 op/s 2024-04-02T09:01:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:56 smithi084 ceph-mon[94794]: pgmap v1980: 105 pgs: 105 active+clean; 76 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 336 op/s 2024-04-02T09:01:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:56 smithi084 ceph-mon[97358]: pgmap v1980: 105 pgs: 105 active+clean; 76 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 336 op/s 2024-04-02T09:01:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:56 smithi132 ceph-mon[88571]: pgmap v1980: 105 pgs: 105 active+clean; 76 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 336 op/s 2024-04-02T09:01:58.160 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:01:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T09:01:57.744277919Z level=info msg="Completed cleanup jobs" duration=3.1844ms 2024-04-02T09:01:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:01:58 smithi084 ceph-mon[94794]: pgmap v1981: 105 pgs: 105 active+clean; 76 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 817 KiB/s wr, 334 op/s 2024-04-02T09:01:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:01:58 smithi084 ceph-mon[97358]: pgmap v1981: 105 pgs: 105 active+clean; 76 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 817 KiB/s wr, 334 op/s 2024-04-02T09:01:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:01:58 smithi132 ceph-mon[88571]: pgmap v1981: 105 pgs: 105 active+clean; 76 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 817 KiB/s wr, 334 op/s 2024-04-02T09:02:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:00 smithi084 ceph-mon[94794]: pgmap v1982: 105 pgs: 105 active+clean; 50 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 817 KiB/s wr, 512 op/s 2024-04-02T09:02:00.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:00 smithi084 ceph-mon[97358]: pgmap v1982: 105 pgs: 105 active+clean; 50 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 817 KiB/s wr, 512 op/s 2024-04-02T09:02:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:02:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:02:00] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-02T09:02:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:00 smithi132 ceph-mon[88571]: pgmap v1982: 105 pgs: 105 active+clean; 50 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 817 KiB/s wr, 512 op/s 2024-04-02T09:02:02.594 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:02:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:02:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:02 smithi084 ceph-mon[94794]: pgmap v1983: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 311 KiB/s wr, 529 op/s 2024-04-02T09:02:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:02 smithi084 ceph-mon[97358]: pgmap v1983: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 311 KiB/s wr, 529 op/s 2024-04-02T09:02:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:02 smithi132 ceph-mon[88571]: pgmap v1983: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 311 KiB/s wr, 529 op/s 2024-04-02T09:02:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:04 smithi084 ceph-mon[94794]: pgmap v1984: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 503 op/s 2024-04-02T09:02:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:04 smithi084 ceph-mon[97358]: pgmap v1984: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 503 op/s 2024-04-02T09:02:04.886 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:02:04.887 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:02:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:04 smithi132 ceph-mon[88571]: pgmap v1984: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 503 op/s 2024-04-02T09:02:04.917 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-02T09:02:04.917 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:02:05.174 DEBUG:teuthology.parallel:result is None 2024-04-02T09:02:05.175 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:02:05.203 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:02:05.203 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:02:05.258 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:02:05.258 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:02:05.258 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-02T09:02:05.258 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:02:05.258 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-02T09:02:05.258 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:02:05.259 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:02:05.259 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:02:05.259 DEBUG:teuthology.orchestra.run.smithi132:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:02:05.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:02:05.275 INFO:teuthology.orchestra.run.smithi132.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-02T09:02:05.276 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:02:05.330 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-02T09:02:05.331 DEBUG:teuthology.orchestra.run.smithi132:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-02T09:02:05.385 INFO:tasks.workunit:timeout=3h 2024-04-02T09:02:05.385 INFO:tasks.workunit:cleanup=True 2024-04-02T09:02:05.386 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:02:05.440 INFO:tasks.workunit.client.1.smithi132.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-02T09:02:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:06 smithi084 ceph-mon[94794]: pgmap v1985: 105 pgs: 105 active+clean; 8.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 728 op/s 2024-04-02T09:02:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:06 smithi084 ceph-mon[97358]: pgmap v1985: 105 pgs: 105 active+clean; 8.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 728 op/s 2024-04-02T09:02:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:06 smithi132 ceph-mon[88571]: pgmap v1985: 105 pgs: 105 active+clean; 8.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 728 op/s 2024-04-02T09:02:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:08 smithi084 ceph-mon[94794]: pgmap v1986: 105 pgs: 105 active+clean; 8.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-04-02T09:02:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:08 smithi084 ceph-mon[97358]: pgmap v1986: 105 pgs: 105 active+clean; 8.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-04-02T09:02:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:08 smithi132 ceph-mon[88571]: pgmap v1986: 105 pgs: 105 active+clean; 8.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-04-02T09:02:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:10 smithi084 ceph-mon[94794]: pgmap v1987: 105 pgs: 105 active+clean; 936 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 514 op/s 2024-04-02T09:02:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:02:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:02:10] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2024-04-02T09:02:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:10 smithi084 ceph-mon[97358]: pgmap v1987: 105 pgs: 105 active+clean; 936 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 514 op/s 2024-04-02T09:02:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:10 smithi132 ceph-mon[88571]: pgmap v1987: 105 pgs: 105 active+clean; 936 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 514 op/s 2024-04-02T09:02:10.995 DEBUG:teuthology.orchestra.run.smithi132:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-02T09:02:11.059 INFO:tasks.workunit.client.1.smithi132.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:02:11.061 INFO:tasks.workunit.client.1.smithi132.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:02:11.061 INFO:tasks.workunit.client.1.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:02:11.803 INFO:tasks.workunit.client.1.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:02:11.874 INFO:tasks.workunit.client.1.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:02:11.914 INFO:tasks.workunit.client.1.smithi132.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:02:11.915 INFO:tasks.workunit.client.1.smithi132.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:02:11.915 INFO:tasks.workunit.client.1.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:02:11.953 INFO:tasks.workunit.client.1.smithi132.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:02:11.956 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-04-02T09:02:11.957 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-02T09:02:12.012 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-02T09:02:12.013 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-02T09:02:12.013 DEBUG:teuthology.orchestra.run.smithi132:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-02T09:02:12.080 INFO:tasks.workunit.client.1.smithi132.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-02T09:02:12.080 INFO:tasks.workunit.client.1.smithi132.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-02T09:02:12.080 INFO:tasks.workunit.client.1.smithi132.stderr:+ TMPDIR=/tmp/rbd_import_export_135521 2024-04-02T09:02:12.080 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm -rf /tmp/rbd_import_export_135521 2024-04-02T09:02:12.080 INFO:tasks.workunit.client.1.smithi132.stderr:+ mkdir /tmp/rbd_import_export_135521 2024-04-02T09:02:12.081 INFO:tasks.workunit.client.1.smithi132.stderr:+ trap 'rm -rf /tmp/rbd_import_export_135521' INT TERM EXIT 2024-04-02T09:02:12.081 INFO:tasks.workunit.client.1.smithi132.stderr:+ mkdir foo.135521 2024-04-02T09:02:12.082 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import foo.135521 foo.dir 2024-04-02T09:02:12.128 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: cannot import a directory 2024-04-02T09:02:12.128 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 0% complete...failed. 2024-04-02T09:02:12.128 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: import failed: (21) Is a directory 2024-04-02T09:02:12.131 INFO:tasks.workunit.client.1.smithi132.stderr:+ true 2024-04-02T09:02:12.131 INFO:tasks.workunit.client.1.smithi132.stderr:+ rmdir foo.135521 2024-04-02T09:02:12.135 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_135521/img bs=1k count=1 seek=10 2024-04-02T09:02:12.136 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records in 2024-04-02T09:02:12.136 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records out 2024-04-02T09:02:12.136 INFO:tasks.workunit.client.1.smithi132.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0653e-05 s, 25.2 MB/s 2024-04-02T09:02:12.136 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135521/img bs=1k count=10 seek=100 2024-04-02T09:02:12.137 INFO:tasks.workunit.client.1.smithi132.stderr:10+0 records in 2024-04-02T09:02:12.137 INFO:tasks.workunit.client.1.smithi132.stderr:10+0 records out 2024-04-02T09:02:12.137 INFO:tasks.workunit.client.1.smithi132.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.0075e-05 s, 204 MB/s 2024-04-02T09:02:12.137 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_135521/img bs=1k count=100 seek=1000 2024-04-02T09:02:12.138 INFO:tasks.workunit.client.1.smithi132.stderr:60+1 records in 2024-04-02T09:02:12.138 INFO:tasks.workunit.client.1.smithi132.stderr:60+1 records out 2024-04-02T09:02:12.138 INFO:tasks.workunit.client.1.smithi132.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000153565 s, 400 MB/s 2024-04-02T09:02:12.138 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_135521/img bs=1k seek=10000 2024-04-02T09:02:12.139 INFO:tasks.workunit.client.1.smithi132.stderr:137+1 records in 2024-04-02T09:02:12.139 INFO:tasks.workunit.client.1.smithi132.stderr:137+1 records out 2024-04-02T09:02:12.139 INFO:tasks.workunit.client.1.smithi132.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000397445 s, 354 MB/s 2024-04-02T09:02:12.139 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_135521/img bs=1k seek=100000 2024-04-02T09:02:12.140 INFO:tasks.workunit.client.1.smithi132.stderr:59+1 records in 2024-04-02T09:02:12.140 INFO:tasks.workunit.client.1.smithi132.stderr:59+1 records out 2024-04-02T09:02:12.140 INFO:tasks.workunit.client.1.smithi132.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000173008 s, 355 MB/s 2024-04-02T09:02:12.140 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_135521/img bs=1k seek=1000000 2024-04-02T09:02:12.141 INFO:tasks.workunit.client.1.smithi132.stderr:154+1 records in 2024-04-02T09:02:12.141 INFO:tasks.workunit.client.1.smithi132.stderr:154+1 records out 2024-04-02T09:02:12.141 INFO:tasks.workunit.client.1.smithi132.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000355703 s, 445 MB/s 2024-04-02T09:02:12.141 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm testimg 2024-04-02T09:02:12.192 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 0% complete...failed. 2024-04-02T09:02:12.192 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:02:12.195 INFO:tasks.workunit.client.1.smithi132.stderr:+ true 2024-04-02T09:02:12.195 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format /tmp/rbd_import_export_135521/img testimg 2024-04-02T09:02:12.614 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:02:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:02:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:12 smithi084 ceph-mon[94794]: pgmap v1988: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 342 op/s 2024-04-02T09:02:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:12 smithi084 ceph-mon[97358]: pgmap v1988: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 342 op/s 2024-04-02T09:02:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:12 smithi132 ceph-mon[88571]: pgmap v1988: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 342 op/s 2024-04-02T09:02:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:13 smithi132 ceph-mon[88571]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T09:02:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:13 smithi084 ceph-mon[94794]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T09:02:14.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:13 smithi084 ceph-mon[97358]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T09:02:14.130 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-02T09:02:14.134 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:14.134 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export testimg /tmp/rbd_import_export_135521/img2 2024-04-02T09:02:14.346 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:14.351 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export testimg - 2024-04-02T09:02:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:14 smithi132 ceph-mon[88571]: pgmap v1990: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 337 op/s 2024-04-02T09:02:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:14 smithi132 ceph-mon[88571]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T09:02:14.964 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:14.969 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm testimg 2024-04-02T09:02:15.090 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:02:15.093 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp /tmp/rbd_import_export_135521/img /tmp/rbd_import_export_135521/img2 2024-04-02T09:02:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:14 smithi084 ceph-mon[94794]: pgmap v1990: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 337 op/s 2024-04-02T09:02:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:14 smithi084 ceph-mon[94794]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T09:02:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:14 smithi084 ceph-mon[97358]: pgmap v1990: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 337 op/s 2024-04-02T09:02:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:14 smithi084 ceph-mon[97358]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T09:02:15.640 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp /tmp/rbd_import_export_135521/img /tmp/rbd_import_export_135521/img3 2024-04-02T09:02:16.042 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img2 /tmp/rbd_import_export_135521/img3 2024-04-02T09:02:16.201 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format - testimg 2024-04-02T09:02:16.611 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:16.612 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:16.615 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export testimg /tmp/rbd_import_export_135521/img2 2024-04-02T09:02:16.805 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:16.810 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export testimg - 2024-04-02T09:02:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:16 smithi132 ceph-mon[88571]: pgmap v1992: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 21 KiB/s wr, 89 op/s 2024-04-02T09:02:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:16 smithi084 ceph-mon[94794]: pgmap v1992: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 21 KiB/s wr, 89 op/s 2024-04-02T09:02:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:16 smithi084 ceph-mon[97358]: pgmap v1992: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 21 KiB/s wr, 89 op/s 2024-04-02T09:02:17.416 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:17.421 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm testimg 2024-04-02T09:02:17.541 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:02:17.544 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp /tmp/rbd_import_export_135521/img /tmp/rbd_import_export_135521/img2 2024-04-02T09:02:18.086 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp /tmp/rbd_import_export_135521/img /tmp/rbd_import_export_135521/img3 2024-04-02T09:02:18.486 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img /tmp/rbd_import_export_135521/img2 /tmp/rbd_import_export_135521/img3 2024-04-02T09:02:18.695 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd help export 2024-04-02T09:02:18.695 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep -q export-format 2024-04-02T09:02:18.716 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135521/img bs=1k count=10 seek=100 2024-04-02T09:02:18.717 INFO:tasks.workunit.client.1.smithi132.stderr:10+0 records in 2024-04-02T09:02:18.717 INFO:tasks.workunit.client.1.smithi132.stderr:10+0 records out 2024-04-02T09:02:18.717 INFO:tasks.workunit.client.1.smithi132.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.9407e-05 s, 172 MB/s 2024-04-02T09:02:18.717 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format /tmp/rbd_import_export_135521/img testimg 2024-04-02T09:02:18.786 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:18.786 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:18.789 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap create testimg@snap 2024-04-02T09:02:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:18 smithi132 ceph-mon[88571]: pgmap v1993: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-04-02T09:02:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:18 smithi084 ceph-mon[94794]: pgmap v1993: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-04-02T09:02:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:18 smithi084 ceph-mon[97358]: pgmap v1993: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-04-02T09:02:19.651 INFO:tasks.workunit.client.1.smithi132.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:02:19.661 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd image-meta set testimg key1 value1 2024-04-02T09:02:19.724 INFO:tasks.workunit.client.1.smithi132.stderr:++ rbd image-meta list testimg 2024-04-02T09:02:19.771 INFO:tasks.workunit.client.1.smithi132.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-02T09:02:19.772 INFO:tasks.workunit.client.1.smithi132.stderr: 2024-04-02T09:02:19.772 INFO:tasks.workunit.client.1.smithi132.stderr:Key Value 2024-04-02T09:02:19.772 INFO:tasks.workunit.client.1.smithi132.stderr:key1 value1' 2024-04-02T09:02:19.772 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:19.813 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:19.816 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135521/img_v2 testimg_import 2024-04-02T09:02:20.459 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:02:20.462 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd info testimg_import 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout:rbd image 'testimg_import': 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: size 110 KiB in 1 objects 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: order 22 (4 MiB objects) 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: snapshot_count: 1 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: id: d603d8733e6f 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: block_name_prefix: rbd_data.d603d8733e6f 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: format: 2 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: op_features: 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: flags: 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: create_timestamp: Tue Apr 2 09:02:19 2024 2024-04-02T09:02:20.500 INFO:tasks.workunit.client.1.smithi132.stdout: access_timestamp: Tue Apr 2 09:02:19 2024 2024-04-02T09:02:20.501 INFO:tasks.workunit.client.1.smithi132.stdout: modify_timestamp: Tue Apr 2 09:02:19 2024 2024-04-02T09:02:20.503 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd info testimg_import@snap 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout:rbd image 'testimg_import': 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: size 110 KiB in 1 objects 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: order 22 (4 MiB objects) 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: snapshot_count: 1 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: id: d603d8733e6f 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: block_name_prefix: rbd_data.d603d8733e6f 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: format: 2 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:02:20.539 INFO:tasks.workunit.client.1.smithi132.stdout: op_features: 2024-04-02T09:02:20.540 INFO:tasks.workunit.client.1.smithi132.stdout: flags: 2024-04-02T09:02:20.540 INFO:tasks.workunit.client.1.smithi132.stdout: create_timestamp: Tue Apr 2 09:02:19 2024 2024-04-02T09:02:20.540 INFO:tasks.workunit.client.1.smithi132.stdout: access_timestamp: Tue Apr 2 09:02:19 2024 2024-04-02T09:02:20.540 INFO:tasks.workunit.client.1.smithi132.stdout: modify_timestamp: Tue Apr 2 09:02:19 2024 2024-04-02T09:02:20.540 INFO:tasks.workunit.client.1.smithi132.stdout: protected: False 2024-04-02T09:02:20.542 INFO:tasks.workunit.client.1.smithi132.stderr:++ rbd image-meta list testimg_import 2024-04-02T09:02:20.586 INFO:tasks.workunit.client.1.smithi132.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-02T09:02:20.586 INFO:tasks.workunit.client.1.smithi132.stderr: 2024-04-02T09:02:20.586 INFO:tasks.workunit.client.1.smithi132.stderr:Key Value 2024-04-02T09:02:20.586 INFO:tasks.workunit.client.1.smithi132.stderr:key1 value1' 2024-04-02T09:02:20.586 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-02T09:02:20.587 INFO:tasks.workunit.client.1.smithi132.stderr: 2024-04-02T09:02:20.587 INFO:tasks.workunit.client.1.smithi132.stderr:Key Value 2024-04-02T09:02:20.587 INFO:tasks.workunit.client.1.smithi132.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-02T09:02:20.587 INFO:tasks.workunit.client.1.smithi132.stderr: 2024-04-02T09:02:20.587 INFO:tasks.workunit.client.1.smithi132.stderr:Key Value 2024-04-02T09:02:20.587 INFO:tasks.workunit.client.1.smithi132.stderr:key1 value1' ']' 2024-04-02T09:02:20.587 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export testimg_import /tmp/rbd_import_export_135521/img_import 2024-04-02T09:02:20.623 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete...done. 2024-04-02T09:02:20.626 INFO:tasks.workunit.client.1.smithi132.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135521/img /tmp/rbd_import_export_135521/img_import 2024-04-02T09:02:20.626 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp -l /tmp/rbd_import_export_135521/img /tmp/rbd_import_export_135521/img_import 2024-04-02T09:02:20.627 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/img --format %b 2024-04-02T09:02:20.628 INFO:tasks.workunit.client.1.smithi132.stderr:+ origsize=24 2024-04-02T09:02:20.628 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/img_import --format %b 2024-04-02T09:02:20.629 INFO:tasks.workunit.client.1.smithi132.stderr:+ exportsize=224 2024-04-02T09:02:20.629 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=200 2024-04-02T09:02:20.629 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=200 2024-04-02T09:02:20.630 INFO:tasks.workunit.client.1.smithi132.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-02T09:02:20.630 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_135521/img_snap 2024-04-02T09:02:20.667 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete...done. 2024-04-02T09:02:20.670 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_135521/img_snap_import 2024-04-02T09:02:20.707 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete...done. 2024-04-02T09:02:20.710 INFO:tasks.workunit.client.1.smithi132.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135521/img_snap /tmp/rbd_import_export_135521/img_snap_import 2024-04-02T09:02:20.710 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp -l /tmp/rbd_import_export_135521/img_snap /tmp/rbd_import_export_135521/img_snap_import 2024-04-02T09:02:20.711 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/img_snap --format %b 2024-04-02T09:02:20.712 INFO:tasks.workunit.client.1.smithi132.stderr:+ origsize=224 2024-04-02T09:02:20.712 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/img_snap_import --format %b 2024-04-02T09:02:20.713 INFO:tasks.workunit.client.1.smithi132.stderr:+ exportsize=224 2024-04-02T09:02:20.713 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:20.713 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:20.713 INFO:tasks.workunit.client.1.smithi132.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:02:20.713 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:20.714 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img_import 2024-04-02T09:02:20.714 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img_snap 2024-04-02T09:02:20.715 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img_snap_import 2024-04-02T09:02:20.716 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap rm testimg_import@snap 2024-04-02T09:02:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:20 smithi132 ceph-mon[88571]: pgmap v1994: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 246 KiB/s rd, 115 KiB/s wr, 93 op/s 2024-04-02T09:02:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:20 smithi132 ceph-mon[88571]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T09:02:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:20 smithi132 ceph-mon[88571]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T09:02:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:02:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:02:20] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2024-04-02T09:02:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:20 smithi084 ceph-mon[94794]: pgmap v1994: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 246 KiB/s rd, 115 KiB/s wr, 93 op/s 2024-04-02T09:02:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:20 smithi084 ceph-mon[94794]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T09:02:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:20 smithi084 ceph-mon[94794]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T09:02:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:20 smithi084 ceph-mon[97358]: pgmap v1994: 105 pgs: 105 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 246 KiB/s rd, 115 KiB/s wr, 93 op/s 2024-04-02T09:02:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:20 smithi084 ceph-mon[97358]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T09:02:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:20 smithi084 ceph-mon[97358]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T09:02:21.647 INFO:tasks.workunit.client.1.smithi132.stderr: Removing snap: 100% complete...done. 2024-04-02T09:02:21.658 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg_import 2024-04-02T09:02:21.787 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:21.790 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap rm testimg@snap 2024-04-02T09:02:22.638 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:02:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:02:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:22.657 INFO:tasks.workunit.client.1.smithi132.stderr: Removing snap: 100% complete...done. 2024-04-02T09:02:22.671 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm testimg 2024-04-02T09:02:22.799 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:22.802 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --order 20 /tmp/rbd_import_export_135521/img testimg 2024-04-02T09:02:22.869 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:22.870 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:02:22.872 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:22 smithi132 ceph-mon[88571]: pgmap v1997: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 125 KiB/s wr, 116 op/s 2024-04-02T09:02:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:22 smithi132 ceph-mon[88571]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T09:02:22.912 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:22.915 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135521/img_v2 testimg_import 2024-04-02T09:02:22.990 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:02:22.993 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd info testimg_import 2024-04-02T09:02:22.994 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep order 2024-04-02T09:02:22.994 INFO:tasks.workunit.client.1.smithi132.stderr:+ awk '{print $2}' 2024-04-02T09:02:22.994 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep 20 2024-04-02T09:02:23.031 INFO:tasks.workunit.client.1.smithi132.stdout:20 2024-04-02T09:02:23.031 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:23.032 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg_import 2024-04-02T09:02:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:22 smithi084 ceph-mon[94794]: pgmap v1997: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 125 KiB/s wr, 116 op/s 2024-04-02T09:02:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:22 smithi084 ceph-mon[94794]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T09:02:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:22 smithi084 ceph-mon[97358]: pgmap v1997: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 125 KiB/s wr, 116 op/s 2024-04-02T09:02:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:22 smithi084 ceph-mon[97358]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T09:02:23.149 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:23.152 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg 2024-04-02T09:02:23.271 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:23.274 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_135521/img testimg 2024-04-02T09:02:23.330 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:23.333 INFO:tasks.workunit.client.1.smithi132.stderr:++ rbd info testimg 2024-04-02T09:02:23.333 INFO:tasks.workunit.client.1.smithi132.stderr:++ grep features 2024-04-02T09:02:23.373 INFO:tasks.workunit.client.1.smithi132.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-02T09:02:23.373 INFO:tasks.workunit.client.1.smithi132.stderr: op_features: ' 2024-04-02T09:02:23.373 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:23.411 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:23.414 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135521/img_v2 testimg_import 2024-04-02T09:02:23.479 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:02:23.483 INFO:tasks.workunit.client.1.smithi132.stderr:++ rbd info testimg_import 2024-04-02T09:02:23.483 INFO:tasks.workunit.client.1.smithi132.stderr:++ grep features 2024-04-02T09:02:23.521 INFO:tasks.workunit.client.1.smithi132.stderr:+ FEATURES_AFTER=' features: layering 2024-04-02T09:02:23.522 INFO:tasks.workunit.client.1.smithi132.stderr: op_features: ' 2024-04-02T09:02:23.522 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' ' features: layering 2024-04-02T09:02:23.522 INFO:tasks.workunit.client.1.smithi132.stderr: op_features: ' '!=' ' features: layering 2024-04-02T09:02:23.522 INFO:tasks.workunit.client.1.smithi132.stderr: op_features: ' ']' 2024-04-02T09:02:23.522 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:23.522 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg_import 2024-04-02T09:02:23.614 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:23.616 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg 2024-04-02T09:02:23.712 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:23.714 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_135521/img testimg 2024-04-02T09:02:23.795 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:23.797 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:23.838 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:23.841 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135521/img_v2 testimg_import 2024-04-02T09:02:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:23 smithi132 ceph-mon[88571]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T09:02:23.927 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:02:23.930 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd info testimg_import 2024-04-02T09:02:23.930 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep 'stripe unit' 2024-04-02T09:02:23.930 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-02T09:02:23.970 INFO:tasks.workunit.client.1.smithi132.stdout: stripe unit: 4 KiB 2024-04-02T09:02:23.971 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd info testimg_import 2024-04-02T09:02:23.971 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep 'stripe count' 2024-04-02T09:02:23.971 INFO:tasks.workunit.client.1.smithi132.stderr:+ awk '{print $3}' 2024-04-02T09:02:23.971 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep 1000 2024-04-02T09:02:24.010 INFO:tasks.workunit.client.1.smithi132.stdout:1000 2024-04-02T09:02:24.011 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/img_v2 2024-04-02T09:02:24.011 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg_import 2024-04-02T09:02:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:23 smithi084 ceph-mon[94794]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T09:02:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:23 smithi084 ceph-mon[97358]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T09:02:24.142 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:02:24.145 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg 2024-04-02T09:02:24.271 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:02:24.274 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_135521/img testimg 2024-04-02T09:02:24.343 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:24.346 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap create testimg@snap1 2024-04-02T09:02:24.665 INFO:tasks.workunit.client.1.smithi132.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:02:24.674 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap create testimg@snap2 2024-04-02T09:02:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:24 smithi132 ceph-mon[88571]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-04-02T09:02:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:24 smithi084 ceph-mon[94794]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-04-02T09:02:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:24 smithi084 ceph-mon[97358]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-04-02T09:02:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:25.674 INFO:tasks.workunit.client.1.smithi132.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:02:25.686 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap protect testimg@snap2 2024-04-02T09:02:25.736 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135521/snap_protect 2024-04-02T09:02:25.778 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:25.781 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135521/snap_protect testimg_import 2024-04-02T09:02:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:25 smithi132 ceph-mon[88571]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T09:02:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:25 smithi084 ceph-mon[94794]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T09:02:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:25 smithi084 ceph-mon[97358]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T09:02:27.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:26 smithi084 ceph-mon[94794]: pgmap v2002: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 285 KiB/s rd, 34 KiB/s wr, 382 op/s 2024-04-02T09:02:27.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:26 smithi084 ceph-mon[94794]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T09:02:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:26 smithi084 ceph-mon[97358]: pgmap v2002: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 285 KiB/s rd, 34 KiB/s wr, 382 op/s 2024-04-02T09:02:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:26 smithi084 ceph-mon[97358]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T09:02:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:26 smithi132 ceph-mon[88571]: pgmap v2002: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 285 KiB/s rd, 34 KiB/s wr, 382 op/s 2024-04-02T09:02:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:26 smithi132 ceph-mon[88571]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T09:02:27.706 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:02:27.710 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd info testimg_import@snap1 2024-04-02T09:02:27.710 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep 'protected: False' 2024-04-02T09:02:27.756 INFO:tasks.workunit.client.1.smithi132.stdout: protected: False 2024-04-02T09:02:27.756 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd info testimg_import@snap2 2024-04-02T09:02:27.756 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep 'protected: True' 2024-04-02T09:02:27.798 INFO:tasks.workunit.client.1.smithi132.stdout: protected: True 2024-04-02T09:02:27.798 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/snap_protect 2024-04-02T09:02:27.799 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap unprotect testimg@snap2 2024-04-02T09:02:27.851 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-02T09:02:27.900 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap purge testimg 2024-04-02T09:02:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:27 smithi084 ceph-mon[94794]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T09:02:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:27 smithi084 ceph-mon[97358]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T09:02:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:27 smithi132 ceph-mon[88571]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T09:02:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:28 smithi084 ceph-mon[94794]: pgmap v2005: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 299 KiB/s rd, 36 KiB/s wr, 400 op/s 2024-04-02T09:02:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:28 smithi084 ceph-mon[94794]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T09:02:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:28 smithi084 ceph-mon[97358]: pgmap v2005: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 299 KiB/s rd, 36 KiB/s wr, 400 op/s 2024-04-02T09:02:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:28 smithi084 ceph-mon[97358]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T09:02:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:28 smithi132 ceph-mon[88571]: pgmap v2005: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 299 KiB/s rd, 36 KiB/s wr, 400 op/s 2024-04-02T09:02:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:28 smithi132 ceph-mon[88571]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T09:02:29.705 INFO:tasks.workunit.client.1.smithi132.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:02:29.717 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd snap purge testimg_import 2024-04-02T09:02:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:29 smithi084 ceph-mon[94794]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T09:02:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:29 smithi084 ceph-mon[97358]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T09:02:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:29 smithi132 ceph-mon[88571]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T09:02:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:02:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:02:30] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-02T09:02:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:30 smithi084 ceph-mon[94794]: pgmap v2008: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 272 KiB/s rd, 26 KiB/s wr, 351 op/s 2024-04-02T09:02:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:30 smithi084 ceph-mon[94794]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T09:02:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:30 smithi084 ceph-mon[94794]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T09:02:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:30 smithi084 ceph-mon[97358]: pgmap v2008: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 272 KiB/s rd, 26 KiB/s wr, 351 op/s 2024-04-02T09:02:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:30 smithi084 ceph-mon[97358]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T09:02:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:30 smithi084 ceph-mon[97358]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T09:02:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:30 smithi132 ceph-mon[88571]: pgmap v2008: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 272 KiB/s rd, 26 KiB/s wr, 351 op/s 2024-04-02T09:02:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:30 smithi132 ceph-mon[88571]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T09:02:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:30 smithi132 ceph-mon[88571]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T09:02:31.448 INFO:tasks.workunit.client.1.smithi132.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:02:31.460 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg 2024-04-02T09:02:31.597 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:31.600 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd remove testimg_import 2024-04-02T09:02:31.730 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:31.733 INFO:tasks.workunit.client.1.smithi132.stderr:+ tiered=0 2024-04-02T09:02:31.733 INFO:tasks.workunit.client.1.smithi132.stderr:+ ceph osd dump 2024-04-02T09:02:31.733 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep '^pool' 2024-04-02T09:02:31.733 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep ''\''rbd'\''' 2024-04-02T09:02:31.733 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep tier 2024-04-02T09:02:32.111 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_135521/sparse1 2024-04-02T09:02:32.115 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records in 2024-04-02T09:02:32.115 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records out 2024-04-02T09:02:32.116 INFO:tasks.workunit.client.1.smithi132.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00332087 s, 316 MB/s 2024-04-02T09:02:32.116 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_135521/sparse2 2024-04-02T09:02:32.120 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records in 2024-04-02T09:02:32.120 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records out 2024-04-02T09:02:32.120 INFO:tasks.workunit.client.1.smithi132.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00323822 s, 324 MB/s 2024-04-02T09:02:32.120 INFO:tasks.workunit.client.1.smithi132.stderr:+ truncate /tmp/rbd_import_export_135521/sparse2 -s 2M 2024-04-02T09:02:32.135 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse1 2024-04-02T09:02:32.189 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 0% complete...failed. 2024-04-02T09:02:32.189 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:02:32.192 INFO:tasks.workunit.client.1.smithi132.stderr:+ true 2024-04-02T09:02:32.192 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135521/sparse1 2024-04-02T09:02:32.268 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:02:32.268 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:32.268 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:02:32.271 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd ls -l 2024-04-02T09:02:32.271 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep sparse1 2024-04-02T09:02:32.272 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:02:32.310 INFO:tasks.workunit.client.1.smithi132.stdout:sparse1 2 MiB 2 2024-04-02T09:02:32.311 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects sparse1 2024-04-02T09:02:32.311 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse1 2024-04-02T09:02:32.311 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse1 2024-04-02T09:02:32.311 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep block_name_prefix 2024-04-02T09:02:32.311 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk '{print $NF;}' 2024-04-02T09:02:32.350 INFO:tasks.workunit.client.1.smithi132.stderr:++ prefix=rbd_data.d71d2958d8b0 2024-04-02T09:02:32.351 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep rbd_data.d71d2958d8b0 2024-04-02T09:02:32.351 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sed -e 's/rbd_data.d71d2958d8b0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:02:32.351 INFO:tasks.workunit.client.1.smithi132.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:02:32.351 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sort -u 2024-04-02T09:02:32.351 INFO:tasks.workunit.client.1.smithi132.stderr:++++ image=sparse1 2024-04-02T09:02:32.351 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ rbd info sparse1 2024-04-02T09:02:32.352 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:02:32.352 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:02:32.391 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool= 2024-04-02T09:02:32.391 INFO:tasks.workunit.client.1.smithi132.stderr:++++ '[' -z ']' 2024-04-02T09:02:32.391 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool=rbd 2024-04-02T09:02:32.391 INFO:tasks.workunit.client.1.smithi132.stderr:++++ echo rbd 2024-04-02T09:02:32.391 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rados ls -p rbd 2024-04-02T09:02:32.461 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects=1 2024-04-02T09:02:32.461 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo 1 2024-04-02T09:02:32.462 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:02:32.462 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:32.500 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:32.503 INFO:tasks.workunit.client.1.smithi132.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135521/sparse1 /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:32.503 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp -l /tmp/rbd_import_export_135521/sparse1 /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:32.505 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse1 --format %b 2024-04-02T09:02:32.506 INFO:tasks.workunit.client.1.smithi132.stderr:+ origsize=2048 2024-04-02T09:02:32.506 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse1.out --format %b 2024-04-02T09:02:32.507 INFO:tasks.workunit.client.1.smithi132.stderr:+ exportsize=2048 2024-04-02T09:02:32.507 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:32.507 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:32.507 INFO:tasks.workunit.client.1.smithi132.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:02:32.507 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:32.507 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse1 2024-04-02T09:02:32.638 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:02:32.641 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse2 2024-04-02T09:02:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:32 smithi132 ceph-mon[88571]: pgmap v2011: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 27 KiB/s wr, 364 op/s 2024-04-02T09:02:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:32 smithi132 ceph-mon[88571]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T09:02:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:32 smithi132 ceph-mon[88571]: from='client.? 172.21.15.132:0/450194206' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:02:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:32 smithi132 ceph-mon[88571]: from='client.? 172.21.15.132:0/450194206' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:02:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:02:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:02:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:32.694 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 0% complete...failed. 2024-04-02T09:02:32.694 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:02:32.697 INFO:tasks.workunit.client.1.smithi132.stderr:+ true 2024-04-02T09:02:32.698 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135521/sparse2 2024-04-02T09:02:32.770 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:02:32.771 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:32.771 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:02:32.774 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd ls -l 2024-04-02T09:02:32.774 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep sparse2 2024-04-02T09:02:32.774 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:02:32.812 INFO:tasks.workunit.client.1.smithi132.stdout:sparse2 2 MiB 2 2024-04-02T09:02:32.813 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects sparse2 2024-04-02T09:02:32.813 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse2 2024-04-02T09:02:32.813 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse2 2024-04-02T09:02:32.814 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep block_name_prefix 2024-04-02T09:02:32.814 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk '{print $NF;}' 2024-04-02T09:02:32.851 INFO:tasks.workunit.client.1.smithi132.stderr:++ prefix=rbd_data.d750bf042da3 2024-04-02T09:02:32.852 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep rbd_data.d750bf042da3 2024-04-02T09:02:32.853 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sed -e 's/rbd_data.d750bf042da3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:02:32.853 INFO:tasks.workunit.client.1.smithi132.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:02:32.853 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sort -u 2024-04-02T09:02:32.853 INFO:tasks.workunit.client.1.smithi132.stderr:++++ image=sparse2 2024-04-02T09:02:32.853 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ rbd info sparse2 2024-04-02T09:02:32.853 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:02:32.853 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:02:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[97358]: pgmap v2011: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 27 KiB/s wr, 364 op/s 2024-04-02T09:02:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[97358]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T09:02:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[97358]: from='client.? 172.21.15.132:0/450194206' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:02:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[97358]: from='client.? 172.21.15.132:0/450194206' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:02:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[94794]: pgmap v2011: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 27 KiB/s wr, 364 op/s 2024-04-02T09:02:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[94794]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T09:02:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[94794]: from='client.? 172.21.15.132:0/450194206' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:02:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:32 smithi084 ceph-mon[94794]: from='client.? 172.21.15.132:0/450194206' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:02:32.891 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool= 2024-04-02T09:02:32.891 INFO:tasks.workunit.client.1.smithi132.stderr:++++ '[' -z ']' 2024-04-02T09:02:32.891 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool=rbd 2024-04-02T09:02:32.892 INFO:tasks.workunit.client.1.smithi132.stderr:++++ echo rbd 2024-04-02T09:02:32.892 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rados ls -p rbd 2024-04-02T09:02:32.962 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects=0 2024-04-02T09:02:32.962 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo 0 2024-04-02T09:02:32.962 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:02:32.962 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.001 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:33.004 INFO:tasks.workunit.client.1.smithi132.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135521/sparse2 /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.004 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp -l /tmp/rbd_import_export_135521/sparse2 /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.006 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse2 --format %b 2024-04-02T09:02:33.007 INFO:tasks.workunit.client.1.smithi132.stderr:+ origsize=2048 2024-04-02T09:02:33.007 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse2.out --format %b 2024-04-02T09:02:33.008 INFO:tasks.workunit.client.1.smithi132.stderr:+ exportsize=2048 2024-04-02T09:02:33.008 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:33.008 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:33.008 INFO:tasks.workunit.client.1.smithi132.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:02:33.008 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.009 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse2 2024-04-02T09:02:33.131 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:02:33.134 INFO:tasks.workunit.client.1.smithi132.stderr:+ truncate /tmp/rbd_import_export_135521/sparse1 -s 10M 2024-04-02T09:02:33.135 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-02T09:02:33.242 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:33.243 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:33.243 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:02:33.245 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd ls -l 2024-04-02T09:02:33.246 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep sparse1 2024-04-02T09:02:33.246 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-02T09:02:33.283 INFO:tasks.workunit.client.1.smithi132.stdout:sparse1 10 MiB 2 2024-04-02T09:02:33.284 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects sparse1 2024-04-02T09:02:33.284 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse1 2024-04-02T09:02:33.284 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse1 2024-04-02T09:02:33.285 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep block_name_prefix 2024-04-02T09:02:33.285 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk '{print $NF;}' 2024-04-02T09:02:33.322 INFO:tasks.workunit.client.1.smithi132.stderr:++ prefix=rbd_data.d77d9f8d8350 2024-04-02T09:02:33.323 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep rbd_data.d77d9f8d8350 2024-04-02T09:02:33.323 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sed -e 's/rbd_data.d77d9f8d8350\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:02:33.323 INFO:tasks.workunit.client.1.smithi132.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:02:33.323 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sort -u 2024-04-02T09:02:33.324 INFO:tasks.workunit.client.1.smithi132.stderr:++++ image=sparse1 2024-04-02T09:02:33.324 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ rbd info sparse1 2024-04-02T09:02:33.324 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:02:33.324 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:02:33.362 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool= 2024-04-02T09:02:33.362 INFO:tasks.workunit.client.1.smithi132.stderr:++++ '[' -z ']' 2024-04-02T09:02:33.362 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool=rbd 2024-04-02T09:02:33.362 INFO:tasks.workunit.client.1.smithi132.stderr:++++ echo rbd 2024-04-02T09:02:33.362 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rados ls -p rbd 2024-04-02T09:02:33.427 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects=1 2024-04-02T09:02:33.427 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo 1 2024-04-02T09:02:33.427 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:02:33.427 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:33.468 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:33.472 INFO:tasks.workunit.client.1.smithi132.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135521/sparse1 /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:33.472 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp -l /tmp/rbd_import_export_135521/sparse1 /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:33.478 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse1 --format %b 2024-04-02T09:02:33.479 INFO:tasks.workunit.client.1.smithi132.stderr:+ origsize=2048 2024-04-02T09:02:33.479 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse1.out --format %b 2024-04-02T09:02:33.480 INFO:tasks.workunit.client.1.smithi132.stderr:+ exportsize=2048 2024-04-02T09:02:33.481 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:33.481 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:33.481 INFO:tasks.workunit.client.1.smithi132.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:02:33.481 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/sparse1.out 2024-04-02T09:02:33.482 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse1 2024-04-02T09:02:33.601 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:02:33.604 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_135521/sparse2 oflag=append conv=notrunc 2024-04-02T09:02:33.611 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records in 2024-04-02T09:02:33.611 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records out 2024-04-02T09:02:33.611 INFO:tasks.workunit.client.1.smithi132.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0060747 s, 345 MB/s 2024-04-02T09:02:33.611 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-02T09:02:33.715 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:33.715 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:33.715 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:02:33.718 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd ls -l 2024-04-02T09:02:33.718 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep sparse2 2024-04-02T09:02:33.718 INFO:tasks.workunit.client.1.smithi132.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-02T09:02:33.757 INFO:tasks.workunit.client.1.smithi132.stdout:sparse2 4 MiB 2 2024-04-02T09:02:33.758 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects sparse2 2024-04-02T09:02:33.758 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse2 2024-04-02T09:02:33.759 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse2 2024-04-02T09:02:33.759 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep block_name_prefix 2024-04-02T09:02:33.759 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk '{print $NF;}' 2024-04-02T09:02:33.797 INFO:tasks.workunit.client.1.smithi132.stderr:++ prefix=rbd_data.d7aa5181deb 2024-04-02T09:02:33.797 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep rbd_data.d7aa5181deb 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sed -e 's/rbd_data.d7aa5181deb\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.1.smithi132.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.1.smithi132.stderr:++++ image=sparse2 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sort -u 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ rbd info sparse2 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:02:33.836 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool= 2024-04-02T09:02:33.837 INFO:tasks.workunit.client.1.smithi132.stderr:++++ '[' -z ']' 2024-04-02T09:02:33.837 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool=rbd 2024-04-02T09:02:33.837 INFO:tasks.workunit.client.1.smithi132.stderr:++++ echo rbd 2024-04-02T09:02:33.837 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rados ls -p rbd 2024-04-02T09:02:33.906 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects='0 2024-04-02T09:02:33.906 INFO:tasks.workunit.client.1.smithi132.stderr:2 2024-04-02T09:02:33.906 INFO:tasks.workunit.client.1.smithi132.stderr:3' 2024-04-02T09:02:33.906 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo 0 2 3 2024-04-02T09:02:33.906 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-02T09:02:33.906 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.945 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-02T09:02:33.949 INFO:tasks.workunit.client.1.smithi132.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135521/sparse2 /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.949 INFO:tasks.workunit.client.1.smithi132.stderr:+ cmp -l /tmp/rbd_import_export_135521/sparse2 /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.952 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse2 --format %b 2024-04-02T09:02:33.953 INFO:tasks.workunit.client.1.smithi132.stderr:+ origsize=6144 2024-04-02T09:02:33.953 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse2.out --format %b 2024-04-02T09:02:33.954 INFO:tasks.workunit.client.1.smithi132.stderr:+ exportsize=6144 2024-04-02T09:02:33.954 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:33.954 INFO:tasks.workunit.client.1.smithi132.stderr:+ difference=0 2024-04-02T09:02:33.954 INFO:tasks.workunit.client.1.smithi132.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:02:33.954 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/sparse2.out 2024-04-02T09:02:33.955 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse2 2024-04-02T09:02:34.079 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-02T09:02:34.082 INFO:tasks.workunit.client.1.smithi132.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-02T09:02:34.082 INFO:tasks.workunit.client.1.smithi132.stdout:partially-sparse file imports to partially-sparse image 2024-04-02T09:02:34.083 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135521/sparse1 sparse 2024-04-02T09:02:34.156 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-02T09:02:34.157 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:34.157 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:02:34.160 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects sparse 2024-04-02T09:02:34.160 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse 2024-04-02T09:02:34.160 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse 2024-04-02T09:02:34.161 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep block_name_prefix 2024-04-02T09:02:34.161 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk '{print $NF;}' 2024-04-02T09:02:34.198 INFO:tasks.workunit.client.1.smithi132.stderr:++ prefix=rbd_data.d7d7399b9f0 2024-04-02T09:02:34.199 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep rbd_data.d7d7399b9f0 2024-04-02T09:02:34.199 INFO:tasks.workunit.client.1.smithi132.stderr:++++ get_image_data_pool sparse 2024-04-02T09:02:34.199 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sed -e 's/rbd_data.d7d7399b9f0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:02:34.199 INFO:tasks.workunit.client.1.smithi132.stderr:++++ image=sparse 2024-04-02T09:02:34.199 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sort -u 2024-04-02T09:02:34.200 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ rbd info sparse 2024-04-02T09:02:34.200 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:02:34.200 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:02:34.240 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool= 2024-04-02T09:02:34.241 INFO:tasks.workunit.client.1.smithi132.stderr:++++ '[' -z ']' 2024-04-02T09:02:34.241 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool=rbd 2024-04-02T09:02:34.241 INFO:tasks.workunit.client.1.smithi132.stderr:++++ echo rbd 2024-04-02T09:02:34.241 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rados ls -p rbd 2024-04-02T09:02:34.307 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects=1 2024-04-02T09:02:34.307 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo 1 2024-04-02T09:02:34.307 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:02:34.307 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse 2024-04-02T09:02:34.432 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:02:34.435 INFO:tasks.workunit.client.1.smithi132.stdout:zeros import through stdin to sparse image 2024-04-02T09:02:34.435 INFO:tasks.workunit.client.1.smithi132.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-02T09:02:34.435 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-02T09:02:34.435 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd import --new-format - sparse 2024-04-02T09:02:34.492 INFO:tasks.workunit.client.1.smithi132.stderr:4+0 records in 2024-04-02T09:02:34.492 INFO:tasks.workunit.client.1.smithi132.stderr:4+0 records out 2024-04-02T09:02:34.492 INFO:tasks.workunit.client.1.smithi132.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.055994 s, 74.9 MB/s 2024-04-02T09:02:34.506 INFO:tasks.workunit.client.1.smithi132.stderr: Importing image: 100% complete...done. 2024-04-02T09:02:34.507 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:34.511 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects sparse 2024-04-02T09:02:34.511 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse 2024-04-02T09:02:34.511 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse 2024-04-02T09:02:34.511 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep block_name_prefix 2024-04-02T09:02:34.511 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk '{print $NF;}' 2024-04-02T09:02:34.548 INFO:tasks.workunit.client.1.smithi132.stderr:++ prefix=rbd_data.d7f8c66be2bf 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep rbd_data.d7f8c66be2bf 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:++++ get_image_data_pool sparse 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sed -e 's/rbd_data.d7f8c66be2bf\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:++++ image=sparse 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sort -u 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ rbd info sparse 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:02:34.550 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:02:34.588 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool= 2024-04-02T09:02:34.588 INFO:tasks.workunit.client.1.smithi132.stderr:++++ '[' -z ']' 2024-04-02T09:02:34.588 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool=rbd 2024-04-02T09:02:34.588 INFO:tasks.workunit.client.1.smithi132.stderr:++++ echo rbd 2024-04-02T09:02:34.588 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rados ls -p rbd 2024-04-02T09:02:34.656 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects= 2024-04-02T09:02:34.656 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo 2024-04-02T09:02:34.656 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-02T09:02:34.656 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse 2024-04-02T09:02:34.769 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:34.772 INFO:tasks.workunit.client.1.smithi132.stdout:zeros export to sparse file 2024-04-02T09:02:34.773 INFO:tasks.workunit.client.1.smithi132.stderr:+ echo 'zeros export to sparse file' 2024-04-02T09:02:34.773 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd create --new-format sparse --size 4 2024-04-02T09:02:34.817 INFO:tasks.workunit.client.1.smithi132.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:02:34.820 INFO:tasks.workunit.client.1.smithi132.stderr:++ rbd info sparse 2024-04-02T09:02:34.820 INFO:tasks.workunit.client.1.smithi132.stderr:++ grep block_name_prefix 2024-04-02T09:02:34.820 INFO:tasks.workunit.client.1.smithi132.stderr:++ awk '{print $NF;}' 2024-04-02T09:02:34.859 INFO:tasks.workunit.client.1.smithi132.stderr:+ prefix=rbd_data.d819138c907d 2024-04-02T09:02:34.859 INFO:tasks.workunit.client.1.smithi132.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-02T09:02:34.859 INFO:tasks.workunit.client.1.smithi132.stderr:++ get_image_data_pool sparse 2024-04-02T09:02:34.859 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse 2024-04-02T09:02:34.860 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse 2024-04-02T09:02:34.860 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep 'data_pool: ' 2024-04-02T09:02:34.860 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk -F: '{ print $NF }' 2024-04-02T09:02:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:34 smithi084 ceph-mon[94794]: pgmap v2013: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 234 B/s wr, 12 op/s 2024-04-02T09:02:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:34 smithi084 ceph-mon[97358]: pgmap v2013: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 234 B/s wr, 12 op/s 2024-04-02T09:02:34.897 INFO:tasks.workunit.client.1.smithi132.stderr:++ data_pool= 2024-04-02T09:02:34.897 INFO:tasks.workunit.client.1.smithi132.stderr:++ '[' -z ']' 2024-04-02T09:02:34.897 INFO:tasks.workunit.client.1.smithi132.stderr:++ data_pool=rbd 2024-04-02T09:02:34.897 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo rbd 2024-04-02T09:02:34.897 INFO:tasks.workunit.client.1.smithi132.stderr:+ rados -p rbd put rbd_data.d819138c907d.000000000000 - 2024-04-02T09:02:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:34 smithi132 ceph-mon[88571]: pgmap v2013: 105 pgs: 105 active+clean; 803 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 234 B/s wr, 12 op/s 2024-04-02T09:02:34.929 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records in 2024-04-02T09:02:34.929 INFO:tasks.workunit.client.1.smithi132.stderr:1+0 records out 2024-04-02T09:02:34.929 INFO:tasks.workunit.client.1.smithi132.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0701796 s, 59.8 MB/s 2024-04-02T09:02:34.951 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects sparse 2024-04-02T09:02:34.951 INFO:tasks.workunit.client.1.smithi132.stderr:++ image=sparse 2024-04-02T09:02:34.951 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rbd info sparse 2024-04-02T09:02:34.951 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep block_name_prefix 2024-04-02T09:02:34.951 INFO:tasks.workunit.client.1.smithi132.stderr:+++ awk '{print $NF;}' 2024-04-02T09:02:34.989 INFO:tasks.workunit.client.1.smithi132.stderr:++ prefix=rbd_data.d819138c907d 2024-04-02T09:02:34.989 INFO:tasks.workunit.client.1.smithi132.stderr:+++ grep rbd_data.d819138c907d 2024-04-02T09:02:34.990 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sed -e 's/rbd_data.d819138c907d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:02:34.990 INFO:tasks.workunit.client.1.smithi132.stderr:++++ get_image_data_pool sparse 2024-04-02T09:02:34.990 INFO:tasks.workunit.client.1.smithi132.stderr:++++ image=sparse 2024-04-02T09:02:34.990 INFO:tasks.workunit.client.1.smithi132.stderr:+++ sort -u 2024-04-02T09:02:34.990 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ rbd info sparse 2024-04-02T09:02:34.990 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:02:34.991 INFO:tasks.workunit.client.1.smithi132.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:02:35.028 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool= 2024-04-02T09:02:35.028 INFO:tasks.workunit.client.1.smithi132.stderr:++++ '[' -z ']' 2024-04-02T09:02:35.028 INFO:tasks.workunit.client.1.smithi132.stderr:++++ data_pool=rbd 2024-04-02T09:02:35.028 INFO:tasks.workunit.client.1.smithi132.stderr:++++ echo rbd 2024-04-02T09:02:35.028 INFO:tasks.workunit.client.1.smithi132.stderr:+++ rados ls -p rbd 2024-04-02T09:02:35.095 INFO:tasks.workunit.client.1.smithi132.stderr:++ objects=0 2024-04-02T09:02:35.096 INFO:tasks.workunit.client.1.smithi132.stderr:++ echo 0 2024-04-02T09:02:35.096 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:02:35.096 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/sparse 2024-04-02T09:02:35.096 INFO:tasks.workunit.client.1.smithi132.stderr:rm: cannot remove '/tmp/rbd_import_export_135521/sparse': No such file or directory 2024-04-02T09:02:35.097 INFO:tasks.workunit.client.1.smithi132.stderr:+ true 2024-04-02T09:02:35.097 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd export sparse /tmp/rbd_import_export_135521/sparse 2024-04-02T09:02:35.133 INFO:tasks.workunit.client.1.smithi132.stderr: Exporting image: 100% complete...done. 2024-04-02T09:02:35.137 INFO:tasks.workunit.client.1.smithi132.stderr:++ stat /tmp/rbd_import_export_135521/sparse --format=%b 2024-04-02T09:02:35.138 INFO:tasks.workunit.client.1.smithi132.stderr:+ '[' 0 = 0 ']' 2024-04-02T09:02:35.138 INFO:tasks.workunit.client.1.smithi132.stderr:+ rbd rm sparse 2024-04-02T09:02:35.250 INFO:tasks.workunit.client.1.smithi132.stderr: Removing image: 100% complete...done. 2024-04-02T09:02:35.253 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm /tmp/rbd_import_export_135521/sparse /tmp/rbd_import_export_135521/sparse1 /tmp/rbd_import_export_135521/sparse2 /tmp/rbd_import_export_135521/sparse3 2024-04-02T09:02:35.255 INFO:tasks.workunit.client.1.smithi132.stderr:rm: cannot remove '/tmp/rbd_import_export_135521/sparse3': No such file or directory 2024-04-02T09:02:35.255 INFO:tasks.workunit.client.1.smithi132.stderr:+ true 2024-04-02T09:02:35.256 INFO:tasks.workunit.client.1.smithi132.stdout:OK 2024-04-02T09:02:35.257 INFO:tasks.workunit.client.1.smithi132.stderr:+ echo OK 2024-04-02T09:02:35.257 INFO:tasks.workunit.client.1.smithi132.stderr:+ rm -rf /tmp/rbd_import_export_135521 2024-04-02T09:02:35.257 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:02:35.258 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-02T09:02:35.325 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-02T09:02:35.325 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:02:35.554 DEBUG:teuthology.parallel:result is None 2024-04-02T09:02:35.554 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:02:35.581 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:02:35.581 DEBUG:teuthology.orchestra.run.smithi132:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:02:35.636 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:02:35.636 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:02:35.636 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-02T09:02:35.637 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:02:35.637 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-02T09:02:35.637 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:02:35.637 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:02:35.637 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:02:35.638 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:02:35.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:02:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:02:35.652 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:02:35.706 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:02:35.707 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:02:35.761 INFO:tasks.workunit:timeout=3h 2024-04-02T09:02:35.761 INFO:tasks.workunit:cleanup=True 2024-04-02T09:02:35.762 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:02:35.817 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:02:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:36 smithi084 ceph-mon[94794]: pgmap v2014: 105 pgs: 105 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 528 KiB/s wr, 279 op/s 2024-04-02T09:02:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:36 smithi084 ceph-mon[97358]: pgmap v2014: 105 pgs: 105 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 528 KiB/s wr, 279 op/s 2024-04-02T09:02:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:36 smithi132 ceph-mon[88571]: pgmap v2014: 105 pgs: 105 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 528 KiB/s wr, 279 op/s 2024-04-02T09:02:37.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:37 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:37 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:37.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:37 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:38 smithi132 ceph-mon[88571]: pgmap v2015: 105 pgs: 105 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 441 KiB/s rd, 431 KiB/s wr, 220 op/s 2024-04-02T09:02:38.728 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:38 smithi084 ceph-mon[94794]: pgmap v2015: 105 pgs: 105 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 441 KiB/s rd, 431 KiB/s wr, 220 op/s 2024-04-02T09:02:38.728 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:38 smithi084 ceph-mon[97358]: pgmap v2015: 105 pgs: 105 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 441 KiB/s rd, 431 KiB/s wr, 220 op/s 2024-04-02T09:02:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:39.868 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[94794]: pgmap v2016: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 933 KiB/s rd, 1.3 MiB/s wr, 294 op/s 2024-04-02T09:02:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[94794]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T09:02:40.869 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:02:40] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T09:02:40.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[97358]: pgmap v2016: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 933 KiB/s rd, 1.3 MiB/s wr, 294 op/s 2024-04-02T09:02:40.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:40 smithi084 ceph-mon[97358]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T09:02:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:40 smithi132 ceph-mon[88571]: pgmap v2016: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 933 KiB/s rd, 1.3 MiB/s wr, 294 op/s 2024-04-02T09:02:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:40 smithi132 ceph-mon[88571]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T09:02:41.330 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:02:41.384 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:02:41.386 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:02:41.386 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:02:41.440 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:02:41.491 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:02:41.531 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:02:41.533 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:02:41.533 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:02:41.572 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:02:41.575 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T09:02:41.575 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:02:41.631 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-02T09:02:41.632 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-02T09:02:41.632 DEBUG:teuthology.orchestra.run.smithi084:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-02T09:02:41.734 INFO:tasks.workunit.client.0.smithi084.stderr:warning: failed to enable lockdep 2024-04-02T09:02:41.738 INFO:tasks.workunit.client.0.smithi084.stdout:seed 146016 2024-04-02T09:02:41.738 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-02T09:02:41.738 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-04-02T09:02:41.738 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from TestJournalStress 2024-04-02T09:02:42.299 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:42 smithi132 ceph-mon[88571]: pgmap v2018: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 853 KiB/s rd, 1.2 MiB/s wr, 287 op/s 2024-04-02T09:02:42.300 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.300 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.300 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.300 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[94794]: pgmap v2018: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 853 KiB/s rd, 1.2 MiB/s wr, 287 op/s 2024-04-02T09:02:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[97358]: pgmap v2018: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 853 KiB/s rd, 1.2 MiB/s wr, 287 op/s 2024-04-02T09:02:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:02:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:02:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:43.469 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:02:43.537 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:43 smithi084 ceph-mon[94794]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T09:02:43.537 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:43 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1542066399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:43.537 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:43 smithi084 ceph-mon[97358]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T09:02:43.537 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:43 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1542066399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:43.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:43 smithi132 ceph-mon[88571]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T09:02:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:43 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1542066399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:44.763 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[94794]: pgmap v2020: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 619 KiB/s rd, 1.0 MiB/s wr, 142 op/s 2024-04-02T09:02:44.763 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:02:44.763 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1542066399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:44.763 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[94794]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T09:02:44.763 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[97358]: pgmap v2020: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 619 KiB/s rd, 1.0 MiB/s wr, 142 op/s 2024-04-02T09:02:44.763 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:02:44.763 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1542066399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:44.764 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:44 smithi084 ceph-mon[97358]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T09:02:44.845 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:44 smithi132 ceph-mon[88571]: pgmap v2020: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 619 KiB/s rd, 1.0 MiB/s wr, 142 op/s 2024-04-02T09:02:44.845 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:44 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:02:44.845 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:44 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1542066399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:44.845 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:44 smithi132 ceph-mon[88571]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T09:02:45.510 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-02T09:02:45.510 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:45.510 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2040 ms) 2024-04-02T09:02:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T09:02:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T09:02:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:46.502 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from TestJournalStress (2040 ms total) 2024-04-02T09:02:46.503 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:02:46.503 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 16 tests from TestJournalReplay 2024-04-02T09:02:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[94794]: pgmap v2023: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[94794]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T09:02:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:02:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:02:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[97358]: pgmap v2023: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[97358]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T09:02:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:02:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:46 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:02:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:46 smithi132 ceph-mon[88571]: pgmap v2023: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:46 smithi132 ceph-mon[88571]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T09:02:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:46 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:02:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:46 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:02:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:47 smithi084 ceph-mon[94794]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T09:02:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:47 smithi084 ceph-mon[97358]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T09:02:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:47 smithi132 ceph-mon[88571]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T09:02:48.506 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[94794]: pgmap v2026: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[94794]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2045135335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[97358]: pgmap v2026: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[97358]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2045135335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:48 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:48 smithi132 ceph-mon[88571]: pgmap v2026: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:48 smithi132 ceph-mon[88571]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T09:02:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:48 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2045135335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:48 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:49 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:49 smithi084 ceph-mon[94794]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T09:02:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:49 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:49 smithi084 ceph-mon[97358]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T09:02:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:49 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:49 smithi132 ceph-mon[88571]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T09:02:50.544 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-02T09:02:50.544 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.544 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2038 ms) 2024-04-02T09:02:50.544 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-02T09:02:50.552 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-02T09:02:50.553 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.553 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (9 ms) 2024-04-02T09:02:50.553 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-02T09:02:50.562 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-02T09:02:50.562 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.562 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-02T09:02:50.562 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-02T09:02:50.569 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-02T09:02:50.570 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.570 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (8 ms) 2024-04-02T09:02:50.570 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-02T09:02:50.577 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-02T09:02:50.578 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.578 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-02T09:02:50.578 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-02T09:02:50.586 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-02T09:02:50.586 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.586 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-02T09:02:50.586 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-02T09:02:50.593 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-02T09:02:50.593 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.593 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-02T09:02:50.594 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-02T09:02:50.602 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-02T09:02:50.602 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.602 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (9 ms) 2024-04-02T09:02:50.602 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-02T09:02:50.610 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-02T09:02:50.610 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.610 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (7 ms) 2024-04-02T09:02:50.610 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-02T09:02:50.618 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-02T09:02:50.618 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.618 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.Rename (9 ms) 2024-04-02T09:02:50.618 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-02T09:02:50.626 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-02T09:02:50.626 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.626 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-02T09:02:50.626 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-02T09:02:50.635 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-02T09:02:50.635 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.635 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.Flatten (9 ms) 2024-04-02T09:02:50.636 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-02T09:02:50.643 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-02T09:02:50.643 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.643 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-02T09:02:50.643 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-02T09:02:50.650 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-02T09:02:50.651 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.651 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-02T09:02:50.651 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-02T09:02:50.658 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-02T09:02:50.658 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.658 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-02T09:02:50.658 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-02T09:02:50.666 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-02T09:02:50.666 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:50.666 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (9 ms) 2024-04-02T09:02:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:50 smithi084 ceph-mon[94794]: pgmap v2029: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:50 smithi084 ceph-mon[94794]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:02:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:02:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:02:50] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-02T09:02:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:50 smithi084 ceph-mon[97358]: pgmap v2029: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:50 smithi084 ceph-mon[97358]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:02:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:50 smithi132 ceph-mon[88571]: pgmap v2029: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:50 smithi132 ceph-mon[88571]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:02:51.534 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 16 tests from TestJournalReplay (2161 ms total) 2024-04-02T09:02:51.534 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:02:51.535 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from TestJournalEntries 2024-04-02T09:02:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:51 smithi084 ceph-mon[94794]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:02:51.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:51 smithi084 ceph-mon[97358]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:02:51.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:51 smithi132 ceph-mon[88571]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:02:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:52 smithi132 ceph-mon[88571]: pgmap v2032: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:52 smithi132 ceph-mon[88571]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:02:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:02:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:02:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:52 smithi084 ceph-mon[94794]: pgmap v2032: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:52 smithi084 ceph-mon[94794]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:02:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:52 smithi084 ceph-mon[97358]: pgmap v2032: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:52 smithi084 ceph-mon[97358]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:02:53.543 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-02T09:02:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:53 smithi084 ceph-mon[94794]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:02:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:53 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/615623595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:53 smithi084 ceph-mon[97358]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:02:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:53 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/615623595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:53 smithi132 ceph-mon[88571]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:02:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:53 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/615623595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[94794]: pgmap v2035: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:02:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/615623595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[94794]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[97358]: pgmap v2035: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/615623595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[97358]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:54 smithi132 ceph-mon[88571]: pgmap v2035: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:54 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:02:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:54 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/615623595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:54 smithi132 ceph-mon[88571]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:02:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:02:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:55.576 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-02T09:02:55.576 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:55.576 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2033 ms) 2024-04-02T09:02:55.577 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-02T09:02:55.584 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-02T09:02:55.585 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:55.585 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (8 ms) 2024-04-02T09:02:55.585 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:02:55.593 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-02T09:02:55.593 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:55.593 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-04-02T09:02:55.593 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-02T09:02:55.601 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-02T09:02:55.602 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:02:55.602 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (8 ms) 2024-04-02T09:02:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:55 smithi084 ceph-mon[94794]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:02:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:55 smithi084 ceph-mon[97358]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:02:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:55 smithi132 ceph-mon[88571]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:02:56.564 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from TestJournalEntries (2058 ms total) 2024-04-02T09:02:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:02:56.564 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 2 tests from TestTrash 2024-04-02T09:02:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[94794]: pgmap v2038: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:02:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:02:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[94794]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:02:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[97358]: pgmap v2038: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:02:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:02:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:56 smithi084 ceph-mon[97358]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:02:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:56 smithi132 ceph-mon[88571]: pgmap v2038: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:56 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:02:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:56 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:02:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:56 smithi132 ceph-mon[88571]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:02:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:57 smithi084 ceph-mon[94794]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:02:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:57 smithi084 ceph-mon[97358]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:02:57.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:57 smithi132 ceph-mon[88571]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:02:58.572 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-02T09:02:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:58 smithi084 ceph-mon[94794]: pgmap v2041: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:58 smithi084 ceph-mon[94794]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:02:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:58 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1537775811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:58 smithi084 ceph-mon[97358]: pgmap v2041: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:58 smithi084 ceph-mon[97358]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:02:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:58 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1537775811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:58 smithi132 ceph-mon[88571]: pgmap v2041: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:02:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:58 smithi132 ceph-mon[88571]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:02:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:58 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1537775811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:02:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:59 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1537775811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:59 smithi084 ceph-mon[94794]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:02:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:02:59 smithi084 ceph-mon[94794]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:02:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:59 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1537775811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:59 smithi084 ceph-mon[97358]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:02:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:02:59 smithi084 ceph-mon[97358]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:02:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:59 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1537775811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:02:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:59 smithi132 ceph-mon[88571]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:02:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:02:59 smithi132 ceph-mon[88571]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:03:00.666 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestTrash.UserRemovingSource (2094 ms) 2024-04-02T09:03:00.666 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-02T09:03:00.704 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-04-02T09:03:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:00 smithi084 ceph-mon[94794]: pgmap v2044: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:03:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:03:00] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2024-04-02T09:03:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:00 smithi084 ceph-mon[97358]: pgmap v2044: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:00 smithi132 ceph-mon[88571]: pgmap v2044: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:01.598 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 2 tests from TestTrash (2133 ms total) 2024-04-02T09:03:01.598 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:03:01.598 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from TestOperations 2024-04-02T09:03:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:01 smithi084 ceph-mon[94794]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:03:01.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:01 smithi084 ceph-mon[97358]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:03:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:01 smithi132 ceph-mon[88571]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:03:02.591 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:03:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:03:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:02 smithi084 ceph-mon[94794]: pgmap v2047: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:02 smithi084 ceph-mon[94794]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:03:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:02 smithi084 ceph-mon[97358]: pgmap v2047: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:02 smithi084 ceph-mon[97358]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:03:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:02 smithi132 ceph-mon[88571]: pgmap v2047: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:02 smithi132 ceph-mon[88571]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:03:03.608 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:03:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:03 smithi084 ceph-mon[94794]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:03:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:03 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3108125051' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:03.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:03 smithi084 ceph-mon[97358]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:03:03.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:03 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3108125051' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:03.870 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:03 smithi132 ceph-mon[88571]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:03:03.870 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:03 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3108125051' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[94794]: pgmap v2050: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3108125051' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:04.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[94794]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:03:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[97358]: pgmap v2050: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3108125051' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:04 smithi084 ceph-mon[97358]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:03:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:04 smithi132 ceph-mon[88571]: pgmap v2050: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:04 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:04 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3108125051' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:04 smithi132 ceph-mon[88571]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:03:05.631 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-02T09:03:05.632 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:03:05.632 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2024 ms) 2024-04-02T09:03:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:05 smithi084 ceph-mon[94794]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:03:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:05 smithi084 ceph-mon[97358]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:03:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:05 smithi132 ceph-mon[88571]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:03:06.624 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from TestOperations (2024 ms total) 2024-04-02T09:03:06.625 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:03:06.625 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from TestObjectMap 2024-04-02T09:03:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[94794]: pgmap v2053: 137 pgs: 30 creating+peering, 107 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:03:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:03:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[94794]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:03:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[97358]: pgmap v2053: 137 pgs: 30 creating+peering, 107 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:03:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:03:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:06 smithi084 ceph-mon[97358]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:03:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:06 smithi132 ceph-mon[88571]: pgmap v2053: 137 pgs: 30 creating+peering, 107 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:06 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:03:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:06 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:03:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:06 smithi132 ceph-mon[88571]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:03:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:07 smithi132 ceph-mon[88571]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:03:08.061 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:07 smithi084 ceph-mon[94794]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:03:08.061 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:07 smithi084 ceph-mon[97358]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:03:08.637 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-02T09:03:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:08 smithi132 ceph-mon[88571]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:08 smithi132 ceph-mon[88571]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:03:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:08 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1116190838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:09.058 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:08 smithi084 ceph-mon[94794]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:09.058 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:08 smithi084 ceph-mon[94794]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:03:09.058 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:08 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1116190838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:09.058 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:08 smithi084 ceph-mon[97358]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:09.059 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:08 smithi084 ceph-mon[97358]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:03:09.059 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:08 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1116190838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:09 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1116190838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:09.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:09 smithi132 ceph-mon[88571]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:03:09.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:09.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1116190838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[94794]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:03:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1116190838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[97358]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:03:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:10.693 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2056 ms) 2024-04-02T09:03:10.693 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-02T09:03:10.719 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (26 ms) 2024-04-02T09:03:10.719 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-02T09:03:10.753 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-04-02T09:03:10.754 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-02T09:03:10.780 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (26 ms) 2024-04-02T09:03:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:10 smithi132 ceph-mon[88571]: pgmap v2059: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:10 smithi132 ceph-mon[88571]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:03:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:10 smithi132 ceph-mon[88571]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:03:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:03:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:03:10] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-02T09:03:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:10 smithi084 ceph-mon[94794]: pgmap v2059: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:11.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:10 smithi084 ceph-mon[94794]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:03:11.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:10 smithi084 ceph-mon[94794]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:03:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:10 smithi084 ceph-mon[97358]: pgmap v2059: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:10 smithi084 ceph-mon[97358]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:03:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:10 smithi084 ceph-mon[97358]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:03:11.666 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from TestObjectMap (2144 ms total) 2024-04-02T09:03:11.666 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:03:11.666 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-02T09:03:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:03:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:12 smithi084 ceph-mon[94794]: pgmap v2062: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:12 smithi084 ceph-mon[94794]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:03:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:12 smithi084 ceph-mon[97358]: pgmap v2062: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:12 smithi084 ceph-mon[97358]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:03:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:12 smithi132 ceph-mon[88571]: pgmap v2062: 137 pgs: 26 creating+peering, 111 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:12 smithi132 ceph-mon[88571]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:03:13.678 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-02T09:03:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:13 smithi084 ceph-mon[94794]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:03:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:13 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3241274294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:14.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:13 smithi084 ceph-mon[97358]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:03:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:13 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3241274294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:13 smithi132 ceph-mon[88571]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:03:14.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:13 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3241274294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[94794]: pgmap v2065: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3241274294' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[94794]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:03:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[97358]: pgmap v2065: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3241274294' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:14 smithi084 ceph-mon[97358]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:03:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:14 smithi132 ceph-mon[88571]: pgmap v2065: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:14 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:14 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3241274294' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:14 smithi132 ceph-mon[88571]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:03:15.731 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2054 ms) 2024-04-02T09:03:15.732 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-02T09:03:15.754 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-04-02T09:03:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:15 smithi084 ceph-mon[94794]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:03:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:15 smithi084 ceph-mon[97358]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:03:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:15 smithi132 ceph-mon[88571]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:03:16.699 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 2 tests from TestMirroringWatcher (2076 ms total) 2024-04-02T09:03:16.699 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:03:16.699 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 57 tests from TestMigration 2024-04-02T09:03:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[97358]: pgmap v2068: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:03:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:03:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[97358]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:03:17.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[94794]: pgmap v2068: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:17.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:03:17.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:03:17.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:16 smithi084 ceph-mon[94794]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:03:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:16 smithi132 ceph-mon[88571]: pgmap v2068: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:16 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:03:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:16 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:03:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:16 smithi132 ceph-mon[88571]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:03:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:17 smithi084 ceph-mon[94794]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:03:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:17 smithi084 ceph-mon[97358]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:03:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:17 smithi132 ceph-mon[88571]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:03:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:18 smithi084 ceph-mon[97358]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:18 smithi084 ceph-mon[97358]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:03:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:18 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/7943815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:18 smithi084 ceph-mon[94794]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:18.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:18 smithi084 ceph-mon[94794]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:03:18.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:18 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/7943815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:18 smithi132 ceph-mon[88571]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:18 smithi132 ceph-mon[88571]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:03:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:18 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/7943815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:03:19.704 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.Empty 2024-04-02T09:03:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:19 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/7943815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:19 smithi084 ceph-mon[94794]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:03:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:19 smithi084 ceph-mon[94794]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:03:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:19 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/7943815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:19 smithi084 ceph-mon[97358]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:03:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:19 smithi084 ceph-mon[97358]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:03:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:19 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/7943815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:03:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:19 smithi132 ceph-mon[88571]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:03:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:19 smithi132 ceph-mon[88571]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:03:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:20 smithi084 ceph-mon[97358]: pgmap v2074: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:20 smithi084 ceph-mon[97358]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:03:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:20 smithi084 ceph-mon[94794]: pgmap v2074: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:20 smithi084 ceph-mon[94794]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:03:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:03:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:03:20] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-02T09:03:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:20 smithi132 ceph-mon[88571]: pgmap v2074: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:20 smithi132 ceph-mon[88571]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:03:21.755 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:21.766 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:21.913 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:21.983 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:22.067 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.Empty (2362 ms) 2024-04-02T09:03:22.067 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.OtherName 2024-04-02T09:03:22.096 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:22.106 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:22.240 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:22.306 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:22.389 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.OtherName (322 ms) 2024-04-02T09:03:22.389 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.OtherPool 2024-04-02T09:03:22.423 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:22.433 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:03:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:22 smithi084 ceph-mon[94794]: pgmap v2077: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:22 smithi084 ceph-mon[94794]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:03:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:22 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:22 smithi084 ceph-mon[97358]: pgmap v2077: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:22 smithi084 ceph-mon[97358]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:03:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:22 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:22 smithi132 ceph-mon[88571]: pgmap v2077: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:22 smithi132 ceph-mon[88571]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:03:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:22 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:03:23.861 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:23.927 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:24.007 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.OtherPool (1619 ms) 2024-04-02T09:03:24.007 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-02T09:03:24.040 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:24.053 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:23 smithi084 ceph-mon[94794]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:03:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:23 smithi084 ceph-mon[97358]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:03:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:23 smithi132 ceph-mon[88571]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:03:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:24.184 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:24.251 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:24.332 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.OtherNamespace (324 ms) 2024-04-02T09:03:24.332 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.DataPool 2024-04-02T09:03:24.361 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:24.375 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:24.518 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:24.585 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:24.669 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.DataPool (337 ms) 2024-04-02T09:03:24.669 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-02T09:03:24.699 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:24.710 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:24.854 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:03:24.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.AbortAfterPrepare (285 ms) 2024-04-02T09:03:24.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-02T09:03:24.982 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:24.993 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:25.092 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (139 ms) 2024-04-02T09:03:25.092 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-02T09:03:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:24 smithi084 ceph-mon[94794]: pgmap v2080: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:24 smithi084 ceph-mon[94794]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:03:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:24 smithi084 ceph-mon[97358]: pgmap v2080: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:24 smithi084 ceph-mon[97358]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:03:25.123 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:25.135 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:24 smithi132 ceph-mon[88571]: pgmap v2080: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:03:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:24 smithi132 ceph-mon[88571]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:03:25.274 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:25.346 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:03:25.448 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.AbortAfterExecute (355 ms) 2024-04-02T09:03:25.448 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-02T09:03:25.477 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:25.487 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:25.620 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:25.687 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:03:25.787 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (339 ms) 2024-04-02T09:03:25.787 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-02T09:03:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:25.829 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:25.961 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:26.026 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:03:26.131 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (344 ms) 2024-04-02T09:03:26.131 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-02T09:03:26.160 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:26.171 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-02T09:03:26.171 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:03:26.177 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (46 ms) 2024-04-02T09:03:26.177 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-02T09:03:26.208 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:26.218 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-02T09:03:26.218 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:03:26.225 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringAbort (49 ms) 2024-04-02T09:03:26.225 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:03:26.256 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:26.266 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-02T09:03:26.266 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:03:26.273 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-04-02T09:03:26.273 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:03:26.304 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:26.314 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-02T09:03:26.315 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:03:26.321 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (49 ms) 2024-04-02T09:03:26.322 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-02T09:03:26.352 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:26.363 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-02T09:03:26.363 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:03:26.370 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringPool (48 ms) 2024-04-02T09:03:26.370 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.Group 2024-04-02T09:03:26.402 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:26.421 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:26.566 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:26.633 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:26.724 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.Group (353 ms) 2024-04-02T09:03:26.724 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-02T09:03:26.755 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:26.775 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:26.918 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:03:27.030 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.GroupAbort (306 ms) 2024-04-02T09:03:27.030 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-02T09:03:27.064 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:27.074 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:26 smithi084 ceph-mon[94794]: pgmap v2082: 169 pgs: 169 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 381 KiB/s rd, 23 KiB/s wr, 481 op/s 2024-04-02T09:03:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:26 smithi084 ceph-mon[97358]: pgmap v2082: 169 pgs: 169 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 381 KiB/s rd, 23 KiB/s wr, 481 op/s 2024-04-02T09:03:27.135 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:26 smithi132 ceph-mon[88571]: pgmap v2082: 169 pgs: 169 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 381 KiB/s rd, 23 KiB/s wr, 481 op/s 2024-04-02T09:03:27.189 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:27.393 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:27.515 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:27.651 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnaps (621 ms) 2024-04-02T09:03:27.651 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-02T09:03:27.684 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:27.694 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:27.754 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:27.800 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:27.806 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:27.865 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:28.036 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:28.156 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:28.286 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnapsOtherPool (635 ms) 2024-04-02T09:03:28.286 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-02T09:03:28.315 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:28.325 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:28.377 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:28.432 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:28.625 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:28.745 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:28.876 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnapsDataPool (590 ms) 2024-04-02T09:03:28.876 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-02T09:03:28.906 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:28.916 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:28.975 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:29.029 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:29.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:28 smithi084 ceph-mon[94794]: pgmap v2083: 169 pgs: 169 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s rd, 16 KiB/s wr, 348 op/s 2024-04-02T09:03:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:28 smithi084 ceph-mon[97358]: pgmap v2083: 169 pgs: 169 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s rd, 16 KiB/s wr, 348 op/s 2024-04-02T09:03:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:28 smithi132 ceph-mon[88571]: pgmap v2083: 169 pgs: 169 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s rd, 16 KiB/s wr, 348 op/s 2024-04-02T09:03:29.215 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:03:29.223 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:29.333 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:29.442 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (567 ms) 2024-04-02T09:03:29.443 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-02T09:03:29.473 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:29.483 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:29.539 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:29.591 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 0 2024-04-02T09:03:29.605 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:29.710 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:29.779 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:29.826 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (383 ms) 2024-04-02T09:03:29.826 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-02T09:03:29.858 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:29.869 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:29.927 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:29.985 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:30.171 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 0 2024-04-02T09:03:30.184 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:30.251 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:30.308 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (482 ms) 2024-04-02T09:03:30.308 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-02T09:03:30.339 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:30.350 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:30.406 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:30.460 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:30.658 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:03:30.667 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:30.782 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:30.919 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (611 ms) 2024-04-02T09:03:30.919 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-02T09:03:30.952 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:30.962 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:31.015 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:31.068 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:30 smithi084 ceph-mon[94794]: pgmap v2084: 169 pgs: 169 active+clean; 69 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-02T09:03:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:30 smithi084 ceph-mon[94794]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:03:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:03:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:03:30] "GET /metrics HTTP/1.1" 200 38847 "" "Prometheus/2.43.0" 2024-04-02T09:03:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:30 smithi084 ceph-mon[97358]: pgmap v2084: 169 pgs: 169 active+clean; 69 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-02T09:03:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:30 smithi084 ceph-mon[97358]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:03:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:30 smithi132 ceph-mon[88571]: pgmap v2084: 169 pgs: 169 active+clean; 69 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-02T09:03:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:30 smithi132 ceph-mon[88571]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:03:31.256 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: after_prepare_snap 2024-04-02T09:03:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:03:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:03:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:32.780 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:03:32.801 INFO:tasks.workunit.client.0.smithi084.stdout:write: * 0~1000 2024-04-02T09:03:32.807 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:32.927 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:33.103 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2184 ms) 2024-04-02T09:03:33.103 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.Snaps 2024-04-02T09:03:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:32 smithi084 ceph-mon[94794]: pgmap v2086: 169 pgs: 169 active+clean; 85 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 1.55k op/s 2024-04-02T09:03:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:32 smithi084 ceph-mon[94794]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:03:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:32 smithi084 ceph-mon[97358]: pgmap v2086: 169 pgs: 169 active+clean; 85 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 1.55k op/s 2024-04-02T09:03:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:32 smithi084 ceph-mon[97358]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:03:33.133 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:33.143 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:32 smithi132 ceph-mon[88571]: pgmap v2086: 169 pgs: 169 active+clean; 85 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 1.55k op/s 2024-04-02T09:03:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:32 smithi132 ceph-mon[88571]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:03:33.196 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:03:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:33 smithi084 ceph-mon[94794]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:03:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:33 smithi084 ceph-mon[97358]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:03:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:33 smithi132 ceph-mon[88571]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:03:34.797 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:03:34.810 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:03:34.810 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:03:34.810 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:03:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:34 smithi084 ceph-mon[94794]: pgmap v2089: 169 pgs: 169 active+clean; 85 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 1.72k op/s 2024-04-02T09:03:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:34 smithi084 ceph-mon[94794]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:03:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:34 smithi084 ceph-mon[97358]: pgmap v2089: 169 pgs: 169 active+clean; 85 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 1.72k op/s 2024-04-02T09:03:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:34 smithi084 ceph-mon[97358]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:03:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:34 smithi132 ceph-mon[88571]: pgmap v2089: 169 pgs: 169 active+clean; 85 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 1.72k op/s 2024-04-02T09:03:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:34 smithi132 ceph-mon[88571]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:03:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:35 smithi084 ceph-mon[94794]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:03:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:35 smithi084 ceph-mon[97358]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:03:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:35 smithi132 ceph-mon[88571]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:03:36.802 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:03:36.808 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:03:36.808 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:03:36.817 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:03:36.841 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:03:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:36 smithi084 ceph-mon[94794]: pgmap v2092: 169 pgs: 169 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 62 MiB/s wr, 1.66k op/s 2024-04-02T09:03:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:36 smithi084 ceph-mon[94794]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:03:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:36 smithi084 ceph-mon[97358]: pgmap v2092: 169 pgs: 169 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 62 MiB/s wr, 1.66k op/s 2024-04-02T09:03:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:36 smithi084 ceph-mon[97358]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:03:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:36 smithi132 ceph-mon[88571]: pgmap v2092: 169 pgs: 169 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 62 MiB/s wr, 1.66k op/s 2024-04-02T09:03:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:36 smithi132 ceph-mon[88571]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:03:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:37 smithi084 ceph-mon[94794]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:03:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:37 smithi084 ceph-mon[97358]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:03:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:37 smithi132 ceph-mon[88571]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:03:38.810 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:38.833 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:03:38.842 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:38 smithi084 ceph-mon[94794]: pgmap v2095: 169 pgs: 169 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 62 MiB/s wr, 1.66k op/s 2024-04-02T09:03:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:38 smithi084 ceph-mon[94794]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:03:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:38 smithi084 ceph-mon[97358]: pgmap v2095: 169 pgs: 169 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 62 MiB/s wr, 1.66k op/s 2024-04-02T09:03:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:38 smithi084 ceph-mon[97358]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:03:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:38 smithi132 ceph-mon[88571]: pgmap v2095: 169 pgs: 169 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 62 MiB/s wr, 1.66k op/s 2024-04-02T09:03:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:38 smithi132 ceph-mon[88571]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:03:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[94794]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:03:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[97358]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-02T09:03:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:39 smithi132 ceph-mon[88571]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:03:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-02T09:03:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:03:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-02T09:03:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:03:40] "GET /metrics HTTP/1.1" 200 38976 "" "Prometheus/2.43.0" 2024-04-02T09:03:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[94794]: pgmap v2098: 169 pgs: 169 active+clean; 245 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[94794]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[97358]: pgmap v2098: 169 pgs: 169 active+clean; 245 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-02T09:03:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:40 smithi084 ceph-mon[97358]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:03:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:40 smithi132 ceph-mon[88571]: pgmap v2098: 169 pgs: 169 active+clean; 245 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-04-02T09:03:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-02T09:03:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-02T09:03:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-02T09:03:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:40 smithi132 ceph-mon[88571]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:03:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:41 smithi084 ceph-mon[94794]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:03:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:41 smithi084 ceph-mon[94794]: pgmap v2101: 169 pgs: 169 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 MiB/s wr, 112 op/s 2024-04-02T09:03:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:41 smithi084 ceph-mon[97358]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:03:42.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:41 smithi084 ceph-mon[97358]: pgmap v2101: 169 pgs: 169 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 MiB/s wr, 112 op/s 2024-04-02T09:03:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:41 smithi132 ceph-mon[88571]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:03:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:41 smithi132 ceph-mon[88571]: pgmap v2101: 169 pgs: 169 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 MiB/s wr, 112 op/s 2024-04-02T09:03:42.260 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:42.409 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:03:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:03:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:42 smithi084 ceph-mon[94794]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:03:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:42 smithi084 ceph-mon[97358]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:03:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:42 smithi132 ceph-mon[88571]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:03:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:43 smithi084 ceph-mon[94794]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:03:44.161 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:43 smithi084 ceph-mon[94794]: pgmap v2104: 169 pgs: 169 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T09:03:44.161 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:43 smithi084 ceph-mon[97358]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:03:44.161 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:43 smithi084 ceph-mon[97358]: pgmap v2104: 169 pgs: 169 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T09:03:44.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:43 smithi132 ceph-mon[88571]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:03:44.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:43 smithi132 ceph-mon[88571]: pgmap v2104: 169 pgs: 169 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-02T09:03:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:44 smithi084 ceph-mon[94794]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:03:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:44 smithi084 ceph-mon[97358]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:03:45.150 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.Snaps (12047 ms) 2024-04-02T09:03:45.151 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-02T09:03:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:44 smithi132 ceph-mon[88571]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:03:45.182 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:45.196 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:45.256 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:03:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:45 smithi084 ceph-mon[94794]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:03:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:45 smithi084 ceph-mon[94794]: pgmap v2107: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:03:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:45 smithi084 ceph-mon[97358]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:03:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:45 smithi084 ceph-mon[97358]: pgmap v2107: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:03:46.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:45 smithi132 ceph-mon[88571]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:03:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:45 smithi132 ceph-mon[88571]: pgmap v2107: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:03:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:46.874 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:03:46.889 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:03:46.889 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:03:46.890 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:03:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[94794]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:03:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[97358]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:03:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:46 smithi132 ceph-mon[88571]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:03:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:03:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:47 smithi132 ceph-mon[88571]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:03:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:47 smithi132 ceph-mon[88571]: pgmap v2110: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:03:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:47 smithi084 ceph-mon[94794]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:03:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:47 smithi084 ceph-mon[94794]: pgmap v2110: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:03:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:47 smithi084 ceph-mon[97358]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:03:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:47 smithi084 ceph-mon[97358]: pgmap v2110: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:03:48.893 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:03:48.898 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:03:48.899 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:03:48.908 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:03:48.926 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:03:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:48 smithi084 ceph-mon[94794]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:03:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:48 smithi084 ceph-mon[97358]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:03:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:48 smithi132 ceph-mon[88571]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:03:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:49 smithi132 ceph-mon[88571]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:03:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:49 smithi132 ceph-mon[88571]: pgmap v2113: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 96 op/s 2024-04-02T09:03:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:49 smithi084 ceph-mon[94794]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:03:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:49 smithi084 ceph-mon[94794]: pgmap v2113: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 96 op/s 2024-04-02T09:03:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:49 smithi084 ceph-mon[97358]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:03:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:49 smithi084 ceph-mon[97358]: pgmap v2113: 169 pgs: 169 active+clean; 273 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 96 op/s 2024-04-02T09:03:50.458 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:50.483 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:03:50.491 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:50.497 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:03:50.565 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:03:50.883 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:03:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:03:50] "GET /metrics HTTP/1.1" 200 38976 "" "Prometheus/2.43.0" 2024-04-02T09:03:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:50 smithi132 ceph-mon[88571]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:03:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:50 smithi132 ceph-mon[88571]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:03:51.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:50 smithi084 ceph-mon[97358]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:03:51.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:50 smithi084 ceph-mon[97358]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:03:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:50 smithi084 ceph-mon[94794]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:03:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:50 smithi084 ceph-mon[94794]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:03:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:52 smithi132 ceph-mon[88571]: pgmap v2116: 169 pgs: 169 active+clean; 293 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 150 op/s 2024-04-02T09:03:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:52 smithi132 ceph-mon[88571]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:03:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:03:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:03:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:52 smithi084 ceph-mon[94794]: pgmap v2116: 169 pgs: 169 active+clean; 293 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 150 op/s 2024-04-02T09:03:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:52 smithi084 ceph-mon[94794]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:03:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:52 smithi084 ceph-mon[97358]: pgmap v2116: 169 pgs: 169 active+clean; 293 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 150 op/s 2024-04-02T09:03:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:52 smithi084 ceph-mon[97358]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:03:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:53 smithi084 ceph-mon[94794]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:03:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:53 smithi084 ceph-mon[97358]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:03:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:53 smithi132 ceph-mon[88571]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:03:53.927 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:03:54.116 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:03:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:54 smithi084 ceph-mon[94794]: pgmap v2119: 169 pgs: 169 active+clean; 293 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 53 op/s 2024-04-02T09:03:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:54 smithi084 ceph-mon[94794]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:03:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:54 smithi084 ceph-mon[97358]: pgmap v2119: 169 pgs: 169 active+clean; 293 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 53 op/s 2024-04-02T09:03:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:54 smithi084 ceph-mon[97358]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:03:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:54 smithi132 ceph-mon[88571]: pgmap v2119: 169 pgs: 169 active+clean; 293 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 53 op/s 2024-04-02T09:03:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:54 smithi132 ceph-mon[88571]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:03:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:55 smithi084 ceph-mon[94794]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:03:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:55 smithi084 ceph-mon[94794]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:03:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:55 smithi084 ceph-mon[97358]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:03:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:55 smithi084 ceph-mon[97358]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:03:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:55 smithi132 ceph-mon[88571]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:03:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:55 smithi132 ceph-mon[88571]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:03:56.859 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsOtherPool (11710 ms) 2024-04-02T09:03:56.860 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-02T09:03:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:56 smithi084 ceph-mon[94794]: pgmap v2122: 169 pgs: 169 active+clean; 345 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:03:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:56 smithi084 ceph-mon[97358]: pgmap v2122: 169 pgs: 169 active+clean; 345 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:03:56.892 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:03:56.904 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:03:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:56 smithi132 ceph-mon[88571]: pgmap v2122: 169 pgs: 169 active+clean; 345 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:03:56.973 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:03:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:57 smithi084 ceph-mon[94794]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:03:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:57 smithi084 ceph-mon[97358]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:03:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:57 smithi132 ceph-mon[88571]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:03:58.511 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:03:58.531 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:03:58.531 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:03:58.531 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:03:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:58 smithi084 ceph-mon[94794]: pgmap v2125: 169 pgs: 169 active+clean; 345 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:03:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:58 smithi084 ceph-mon[94794]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:03:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:58 smithi084 ceph-mon[97358]: pgmap v2125: 169 pgs: 169 active+clean; 345 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:03:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:58 smithi084 ceph-mon[97358]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:03:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:58 smithi132 ceph-mon[88571]: pgmap v2125: 169 pgs: 169 active+clean; 345 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:03:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:58 smithi132 ceph-mon[88571]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:03:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:03:59 smithi084 ceph-mon[94794]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:03:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:03:59 smithi084 ceph-mon[97358]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:03:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:03:59 smithi132 ceph-mon[88571]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:04:00.522 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:04:00.528 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:04:00.528 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:04:00.536 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:04:00.551 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:04:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:00 smithi084 ceph-mon[94794]: pgmap v2128: 169 pgs: 169 active+clean; 365 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 12 MiB/s wr, 426 op/s 2024-04-02T09:04:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:00 smithi084 ceph-mon[94794]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:04:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:04:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:04:00] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-02T09:04:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:00 smithi084 ceph-mon[97358]: pgmap v2128: 169 pgs: 169 active+clean; 365 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 12 MiB/s wr, 426 op/s 2024-04-02T09:04:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:00 smithi084 ceph-mon[97358]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:04:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:00 smithi132 ceph-mon[88571]: pgmap v2128: 169 pgs: 169 active+clean; 365 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 12 MiB/s wr, 426 op/s 2024-04-02T09:04:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:00 smithi132 ceph-mon[88571]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:04:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:01 smithi084 ceph-mon[94794]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:04:01.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:01 smithi084 ceph-mon[97358]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:04:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:01 smithi132 ceph-mon[88571]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:04:02.535 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:02.557 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:04:02.565 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:04:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:02 smithi132 ceph-mon[88571]: pgmap v2131: 169 pgs: 169 active+clean; 357 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 13 MiB/s wr, 453 op/s 2024-04-02T09:04:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:02 smithi132 ceph-mon[88571]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:04:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:04:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:02 smithi084 ceph-mon[94794]: pgmap v2131: 169 pgs: 169 active+clean; 357 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 13 MiB/s wr, 453 op/s 2024-04-02T09:04:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:02 smithi084 ceph-mon[94794]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:04:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:02 smithi084 ceph-mon[97358]: pgmap v2131: 169 pgs: 169 active+clean; 357 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 13 MiB/s wr, 453 op/s 2024-04-02T09:04:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:02 smithi084 ceph-mon[97358]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:04:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:03 smithi084 ceph-mon[94794]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:04:03.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:03 smithi084 ceph-mon[97358]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:04:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:03 smithi132 ceph-mon[88571]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:04:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:04 smithi084 ceph-mon[94794]: pgmap v2134: 169 pgs: 169 active+clean; 357 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-02T09:04:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:04 smithi084 ceph-mon[94794]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:04:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:04 smithi084 ceph-mon[97358]: pgmap v2134: 169 pgs: 169 active+clean; 357 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-02T09:04:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:04 smithi084 ceph-mon[97358]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:04:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:04 smithi132 ceph-mon[88571]: pgmap v2134: 169 pgs: 169 active+clean; 357 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-02T09:04:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:04 smithi132 ceph-mon[88571]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:04:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:05 smithi084 ceph-mon[94794]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:04:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:05 smithi084 ceph-mon[94794]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:04:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:05 smithi084 ceph-mon[97358]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:04:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:05 smithi084 ceph-mon[97358]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:04:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:05 smithi132 ceph-mon[88571]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:04:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:05 smithi132 ceph-mon[88571]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:04:05.929 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:04:06.079 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:04:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:06 smithi084 ceph-mon[94794]: pgmap v2137: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:04:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:06 smithi084 ceph-mon[97358]: pgmap v2137: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:04:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:06 smithi132 ceph-mon[88571]: pgmap v2137: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:04:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:07 smithi084 ceph-mon[94794]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:04:07.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:07 smithi084 ceph-mon[97358]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:04:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:07 smithi132 ceph-mon[88571]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:04:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:08 smithi084 ceph-mon[94794]: pgmap v2140: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:04:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:08 smithi084 ceph-mon[94794]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:04:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:08 smithi084 ceph-mon[97358]: pgmap v2140: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:04:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:08 smithi084 ceph-mon[97358]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:04:08.892 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsDataPool (12033 ms) 2024-04-02T09:04:08.893 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-02T09:04:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:08 smithi132 ceph-mon[88571]: pgmap v2140: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:04:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:08 smithi132 ceph-mon[88571]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:04:08.925 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:08.936 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:04:08.993 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:04:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:09 smithi084 ceph-mon[94794]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:04:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:09 smithi084 ceph-mon[97358]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:04:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:09 smithi132 ceph-mon[88571]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:04:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:10.589 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:04:10.605 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:04:10.606 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:04:10.606 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:04:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:10 smithi084 ceph-mon[94794]: pgmap v2143: 169 pgs: 169 active+clean; 413 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 250 op/s 2024-04-02T09:04:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:10 smithi084 ceph-mon[94794]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:04:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:04:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:04:10] "GET /metrics HTTP/1.1" 200 38978 "" "Prometheus/2.43.0" 2024-04-02T09:04:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:10 smithi084 ceph-mon[97358]: pgmap v2143: 169 pgs: 169 active+clean; 413 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 250 op/s 2024-04-02T09:04:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:10 smithi084 ceph-mon[97358]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:04:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:10 smithi132 ceph-mon[88571]: pgmap v2143: 169 pgs: 169 active+clean; 413 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 250 op/s 2024-04-02T09:04:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:10 smithi132 ceph-mon[88571]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:04:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:11 smithi084 ceph-mon[94794]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:04:11.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:11 smithi084 ceph-mon[97358]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:04:11.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:11 smithi132 ceph-mon[88571]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:04:12.584 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:04:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:04:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:12.593 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:04:12.602 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:04:12.602 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:04:12.611 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:04:12.626 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:04:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:12 smithi084 ceph-mon[94794]: pgmap v2146: 169 pgs: 169 active+clean; 417 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 7.0 MiB/s wr, 418 op/s 2024-04-02T09:04:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:12 smithi084 ceph-mon[94794]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:04:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:12 smithi084 ceph-mon[97358]: pgmap v2146: 169 pgs: 169 active+clean; 417 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 7.0 MiB/s wr, 418 op/s 2024-04-02T09:04:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:12 smithi084 ceph-mon[97358]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:04:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:12 smithi132 ceph-mon[88571]: pgmap v2146: 169 pgs: 169 active+clean; 417 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 7.0 MiB/s wr, 418 op/s 2024-04-02T09:04:12.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:12 smithi132 ceph-mon[88571]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:04:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:13 smithi084 ceph-mon[94794]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:04:13.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:13 smithi084 ceph-mon[97358]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:04:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:13 smithi132 ceph-mon[88571]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:04:14.615 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:14.639 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:04:14.648 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:04:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:14 smithi084 ceph-mon[94794]: pgmap v2149: 169 pgs: 169 active+clean; 417 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-04-02T09:04:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:14 smithi084 ceph-mon[94794]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:04:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:14 smithi084 ceph-mon[97358]: pgmap v2149: 169 pgs: 169 active+clean; 417 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-04-02T09:04:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:14 smithi084 ceph-mon[97358]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:04:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:14 smithi132 ceph-mon[88571]: pgmap v2149: 169 pgs: 169 active+clean; 417 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-04-02T09:04:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:14 smithi132 ceph-mon[88571]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:04:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:15 smithi084 ceph-mon[94794]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:04:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:15 smithi084 ceph-mon[94794]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:04:15.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:15 smithi084 ceph-mon[97358]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:04:15.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:15 smithi084 ceph-mon[97358]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:04:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:15 smithi132 ceph-mon[88571]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:04:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:15 smithi132 ceph-mon[88571]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:04:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:16 smithi084 ceph-mon[97358]: pgmap v2152: 169 pgs: 169 active+clean; 453 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 170 op/s 2024-04-02T09:04:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:16 smithi084 ceph-mon[97358]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:04:16.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:16 smithi084 ceph-mon[94794]: pgmap v2152: 169 pgs: 169 active+clean; 453 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 170 op/s 2024-04-02T09:04:16.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:16 smithi084 ceph-mon[94794]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:04:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:16 smithi132 ceph-mon[88571]: pgmap v2152: 169 pgs: 169 active+clean; 453 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 170 op/s 2024-04-02T09:04:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:16 smithi132 ceph-mon[88571]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:04:17.916 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:04:17.940 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:04:18.097 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:04:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:18 smithi084 ceph-mon[94794]: pgmap v2155: 169 pgs: 169 active+clean; 453 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 170 op/s 2024-04-02T09:04:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:18 smithi084 ceph-mon[94794]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:04:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:18 smithi084 ceph-mon[97358]: pgmap v2155: 169 pgs: 169 active+clean; 453 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 170 op/s 2024-04-02T09:04:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:18 smithi084 ceph-mon[97358]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:04:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:18 smithi132 ceph-mon[88571]: pgmap v2155: 169 pgs: 169 active+clean; 453 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 170 op/s 2024-04-02T09:04:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:18 smithi132 ceph-mon[88571]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:04:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:19 smithi132 ceph-mon[88571]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:04:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:19 smithi084 ceph-mon[97358]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:04:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:19 smithi084 ceph-mon[94794]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:04:20.734 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11841 ms) 2024-04-02T09:04:20.734 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-02T09:04:20.771 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:20.781 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:04:20.839 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:04:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:20 smithi132 ceph-mon[88571]: pgmap v2158: 169 pgs: 169 active+clean; 477 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 468 op/s 2024-04-02T09:04:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:20 smithi132 ceph-mon[88571]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:04:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:20 smithi132 ceph-mon[88571]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:04:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:04:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:04:20] "GET /metrics HTTP/1.1" 200 38978 "" "Prometheus/2.43.0" 2024-04-02T09:04:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:20 smithi084 ceph-mon[94794]: pgmap v2158: 169 pgs: 169 active+clean; 477 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 468 op/s 2024-04-02T09:04:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:20 smithi084 ceph-mon[94794]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:04:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:20 smithi084 ceph-mon[94794]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:04:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:20 smithi084 ceph-mon[97358]: pgmap v2158: 169 pgs: 169 active+clean; 477 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 468 op/s 2024-04-02T09:04:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:20 smithi084 ceph-mon[97358]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:04:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:20 smithi084 ceph-mon[97358]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:04:22.625 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:04:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:04:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:22.644 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:04:22.664 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:04:22.664 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:04:22.664 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:04:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:22 smithi132 ceph-mon[88571]: pgmap v2161: 169 pgs: 169 active+clean; 481 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 512 op/s 2024-04-02T09:04:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:22 smithi132 ceph-mon[88571]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:04:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:22 smithi084 ceph-mon[94794]: pgmap v2161: 169 pgs: 169 active+clean; 481 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 512 op/s 2024-04-02T09:04:23.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:22 smithi084 ceph-mon[94794]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:04:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:22 smithi084 ceph-mon[97358]: pgmap v2161: 169 pgs: 169 active+clean; 481 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 512 op/s 2024-04-02T09:04:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:22 smithi084 ceph-mon[97358]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:04:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:23 smithi132 ceph-mon[88571]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:04:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:23 smithi084 ceph-mon[94794]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:04:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:23 smithi084 ceph-mon[97358]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:04:24.663 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:04:24.668 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:04:24.668 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:04:24.678 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:04:24.693 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:04:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:24 smithi132 ceph-mon[88571]: pgmap v2164: 169 pgs: 169 active+clean; 481 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.0 MiB/s wr, 44 op/s 2024-04-02T09:04:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:24 smithi132 ceph-mon[88571]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:04:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:24 smithi084 ceph-mon[94794]: pgmap v2164: 169 pgs: 169 active+clean; 481 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.0 MiB/s wr, 44 op/s 2024-04-02T09:04:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:24 smithi084 ceph-mon[94794]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:04:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:24 smithi084 ceph-mon[97358]: pgmap v2164: 169 pgs: 169 active+clean; 481 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.0 MiB/s wr, 44 op/s 2024-04-02T09:04:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:24 smithi084 ceph-mon[97358]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:04:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:25 smithi132 ceph-mon[88571]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:04:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:25 smithi084 ceph-mon[94794]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:04:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:25 smithi084 ceph-mon[97358]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:04:26.674 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:26.722 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:04:26.730 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 0 2024-04-02T09:04:26.747 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:04:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:26 smithi132 ceph-mon[88571]: pgmap v2167: 169 pgs: 169 active+clean; 485 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 157 op/s 2024-04-02T09:04:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:26 smithi132 ceph-mon[88571]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:04:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:26 smithi084 ceph-mon[94794]: pgmap v2167: 169 pgs: 169 active+clean; 485 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 157 op/s 2024-04-02T09:04:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:26 smithi084 ceph-mon[94794]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:04:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:26 smithi084 ceph-mon[97358]: pgmap v2167: 169 pgs: 169 active+clean; 485 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 157 op/s 2024-04-02T09:04:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:26 smithi084 ceph-mon[97358]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:04:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:27 smithi132 ceph-mon[88571]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:04:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:27 smithi084 ceph-mon[94794]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:04:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:27 smithi084 ceph-mon[97358]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:04:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:28 smithi084 ceph-mon[94794]: pgmap v2170: 169 pgs: 169 active+clean; 485 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 157 op/s 2024-04-02T09:04:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:28 smithi084 ceph-mon[94794]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:04:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:28 smithi084 ceph-mon[97358]: pgmap v2170: 169 pgs: 169 active+clean; 485 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 157 op/s 2024-04-02T09:04:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:28 smithi084 ceph-mon[97358]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:04:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:28 smithi132 ceph-mon[88571]: pgmap v2170: 169 pgs: 169 active+clean; 485 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 157 op/s 2024-04-02T09:04:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:28 smithi132 ceph-mon[88571]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:04:30.086 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:04:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:29 smithi084 ceph-mon[94794]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:04:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:29 smithi084 ceph-mon[97358]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:04:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:29 smithi132 ceph-mon[88571]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:04:30.234 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:04:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:04:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:04:30] "GET /metrics HTTP/1.1" 200 38981 "" "Prometheus/2.43.0" 2024-04-02T09:04:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:30 smithi084 ceph-mon[94794]: pgmap v2173: 169 pgs: 169 active+clean; 501 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 MiB/s wr, 76 op/s 2024-04-02T09:04:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:30 smithi084 ceph-mon[94794]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:04:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:30 smithi084 ceph-mon[94794]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:04:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:30 smithi084 ceph-mon[97358]: pgmap v2173: 169 pgs: 169 active+clean; 501 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 MiB/s wr, 76 op/s 2024-04-02T09:04:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:30 smithi084 ceph-mon[97358]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:04:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:30 smithi084 ceph-mon[97358]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:04:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:30 smithi132 ceph-mon[88571]: pgmap v2173: 169 pgs: 169 active+clean; 501 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 MiB/s wr, 76 op/s 2024-04-02T09:04:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:30 smithi132 ceph-mon[88571]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:04:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:30 smithi132 ceph-mon[88571]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:04:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:32 smithi132 ceph-mon[88571]: pgmap v2176: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 4.0 MiB/s wr, 183 op/s 2024-04-02T09:04:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:32 smithi132 ceph-mon[88571]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:04:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:04:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:04:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:32.725 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11991 ms) 2024-04-02T09:04:32.725 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-02T09:04:32.756 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:32.767 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:04:32.827 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:04:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:32 smithi084 ceph-mon[94794]: pgmap v2176: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 4.0 MiB/s wr, 183 op/s 2024-04-02T09:04:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:32 smithi084 ceph-mon[94794]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:04:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:32 smithi084 ceph-mon[97358]: pgmap v2176: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 4.0 MiB/s wr, 183 op/s 2024-04-02T09:04:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:32 smithi084 ceph-mon[97358]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:04:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:33 smithi084 ceph-mon[94794]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:04:33.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:33 smithi084 ceph-mon[97358]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:04:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:33 smithi132 ceph-mon[88571]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:04:34.488 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:04:34.500 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:04:34.500 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:04:34.500 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:04:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:34 smithi084 ceph-mon[94794]: pgmap v2179: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-02T09:04:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:34 smithi084 ceph-mon[94794]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:04:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:34 smithi084 ceph-mon[97358]: pgmap v2179: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-02T09:04:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:34 smithi084 ceph-mon[97358]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:04:34.891 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:34 smithi132 ceph-mon[88571]: pgmap v2179: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-02T09:04:34.891 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:34 smithi132 ceph-mon[88571]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:04:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:35 smithi084 ceph-mon[94794]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:04:35.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:35 smithi084 ceph-mon[97358]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:04:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:35 smithi132 ceph-mon[88571]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:04:36.500 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:04:36.508 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:04:36.508 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:04:36.517 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:04:36.532 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:04:36.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:36 smithi084 ceph-mon[94794]: pgmap v2182: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 473 op/s 2024-04-02T09:04:36.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:36 smithi084 ceph-mon[94794]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:04:36.768 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:36 smithi084 ceph-mon[97358]: pgmap v2182: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 473 op/s 2024-04-02T09:04:36.768 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:36 smithi084 ceph-mon[97358]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:04:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:36 smithi132 ceph-mon[88571]: pgmap v2182: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 473 op/s 2024-04-02T09:04:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:36 smithi132 ceph-mon[88571]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:04:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:37 smithi084 ceph-mon[94794]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:04:37.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:37 smithi084 ceph-mon[97358]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:04:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:37 smithi132 ceph-mon[88571]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:04:38.505 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:38.532 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:04:38.540 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:04:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:38 smithi084 ceph-mon[94794]: pgmap v2185: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 473 op/s 2024-04-02T09:04:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:38 smithi084 ceph-mon[94794]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:04:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:38 smithi084 ceph-mon[97358]: pgmap v2185: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 473 op/s 2024-04-02T09:04:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:38 smithi084 ceph-mon[97358]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:04:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:38 smithi132 ceph-mon[88571]: pgmap v2185: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 473 op/s 2024-04-02T09:04:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:38 smithi132 ceph-mon[88571]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:04:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:39 smithi084 ceph-mon[94794]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:04:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:39 smithi084 ceph-mon[97358]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:04:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:39 smithi132 ceph-mon[88571]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:04:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:40 smithi084 ceph-mon[94794]: pgmap v2188: 169 pgs: 169 active+clean; 561 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.0 MiB/s wr, 103 op/s 2024-04-02T09:04:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:40 smithi084 ceph-mon[94794]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:04:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:40 smithi084 ceph-mon[94794]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:04:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:04:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:04:40] "GET /metrics HTTP/1.1" 200 38979 "" "Prometheus/2.43.0" 2024-04-02T09:04:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:40 smithi084 ceph-mon[97358]: pgmap v2188: 169 pgs: 169 active+clean; 561 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.0 MiB/s wr, 103 op/s 2024-04-02T09:04:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:40 smithi084 ceph-mon[97358]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:04:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:40 smithi084 ceph-mon[97358]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:04:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:40 smithi132 ceph-mon[88571]: pgmap v2188: 169 pgs: 169 active+clean; 561 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.0 MiB/s wr, 103 op/s 2024-04-02T09:04:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:40 smithi132 ceph-mon[88571]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:04:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:40 smithi132 ceph-mon[88571]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:04:41.907 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 0 2024-04-02T09:04:41.990 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:04:42.113 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:04:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:42 smithi132 ceph-mon[88571]: pgmap v2191: 169 pgs: 169 active+clean; 565 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-04-02T09:04:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:42 smithi132 ceph-mon[88571]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:04:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:04:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:04:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:42 smithi084 ceph-mon[94794]: pgmap v2191: 169 pgs: 169 active+clean; 565 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-04-02T09:04:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:42 smithi084 ceph-mon[94794]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:04:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:42 smithi084 ceph-mon[97358]: pgmap v2191: 169 pgs: 169 active+clean; 565 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-04-02T09:04:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:42 smithi084 ceph-mon[97358]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:04:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:43 smithi084 ceph-mon[94794]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:04:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:43 smithi084 ceph-mon[97358]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:04:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:43 smithi132 ceph-mon[88571]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:04:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:44 smithi132 ceph-mon[88571]: pgmap v2194: 169 pgs: 169 active+clean; 565 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s wr, 0 op/s 2024-04-02T09:04:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:44 smithi132 ceph-mon[88571]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:04:44.793 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12069 ms) 2024-04-02T09:04:44.793 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-02T09:04:44.825 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:44.837 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:04:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:44 smithi084 ceph-mon[94794]: pgmap v2194: 169 pgs: 169 active+clean; 565 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s wr, 0 op/s 2024-04-02T09:04:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:44 smithi084 ceph-mon[94794]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:04:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:44 smithi084 ceph-mon[97358]: pgmap v2194: 169 pgs: 169 active+clean; 565 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s wr, 0 op/s 2024-04-02T09:04:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:44 smithi084 ceph-mon[97358]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:04:44.902 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:04:45.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:45 smithi084 ceph-mon[94794]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:04:45.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:45 smithi084 ceph-mon[97358]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:04:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:45 smithi132 ceph-mon[88571]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:04:46.545 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:04:46.558 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:04:46.558 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:04:46.558 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:04:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:46 smithi084 ceph-mon[94794]: pgmap v2197: 169 pgs: 169 active+clean; 585 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:04:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:46 smithi084 ceph-mon[94794]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:04:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:46 smithi084 ceph-mon[97358]: pgmap v2197: 169 pgs: 169 active+clean; 585 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:04:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:46 smithi084 ceph-mon[97358]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:04:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:46 smithi132 ceph-mon[88571]: pgmap v2197: 169 pgs: 169 active+clean; 585 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:04:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:46 smithi132 ceph-mon[88571]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:04:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:04:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:47.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:47.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:47.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:04:48.565 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:04:48.572 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:04:48.572 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:04:48.583 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:04:48.598 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:04:48.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:48 smithi084 ceph-mon[94794]: pgmap v2200: 169 pgs: 169 active+clean; 585 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:04:48.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:48 smithi084 ceph-mon[94794]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:04:48.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:48 smithi084 ceph-mon[97358]: pgmap v2200: 169 pgs: 169 active+clean; 585 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:04:48.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:48 smithi084 ceph-mon[97358]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:04:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:48 smithi132 ceph-mon[88571]: pgmap v2200: 169 pgs: 169 active+clean; 585 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:04:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:48 smithi132 ceph-mon[88571]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:04:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:49 smithi084 ceph-mon[97358]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:04:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:49 smithi084 ceph-mon[94794]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:04:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:49 smithi132 ceph-mon[88571]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:04:50.477 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:50.500 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:04:50.508 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:04:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:04:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:04:50] "GET /metrics HTTP/1.1" 200 38979 "" "Prometheus/2.43.0" 2024-04-02T09:04:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:50 smithi084 ceph-mon[94794]: pgmap v2203: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.0 MiB/s wr, 138 op/s 2024-04-02T09:04:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:50 smithi084 ceph-mon[94794]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:04:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:50 smithi084 ceph-mon[94794]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:04:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:50 smithi084 ceph-mon[97358]: pgmap v2203: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.0 MiB/s wr, 138 op/s 2024-04-02T09:04:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:50 smithi084 ceph-mon[97358]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:04:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:50 smithi084 ceph-mon[97358]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:04:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:50 smithi132 ceph-mon[88571]: pgmap v2203: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.0 MiB/s wr, 138 op/s 2024-04-02T09:04:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:50 smithi132 ceph-mon[88571]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:04:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:50 smithi132 ceph-mon[88571]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:04:52.563 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:52 smithi132 ceph-mon[88571]: pgmap v2206: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 143 op/s 2024-04-02T09:04:52.564 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:52 smithi132 ceph-mon[88571]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:04:52.564 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:04:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:52 smithi084 ceph-mon[94794]: pgmap v2206: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 143 op/s 2024-04-02T09:04:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:52 smithi084 ceph-mon[94794]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:04:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:52 smithi084 ceph-mon[97358]: pgmap v2206: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 143 op/s 2024-04-02T09:04:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:52 smithi084 ceph-mon[97358]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:04:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:53 smithi084 ceph-mon[94794]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:04:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:53 smithi084 ceph-mon[97358]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:04:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:53 smithi132 ceph-mon[88571]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:04:54.063 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:04:54.074 INFO:tasks.workunit.client.0.smithi084.stdout:write: * 83886080~1000 2024-04-02T09:04:54.104 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:04:54.256 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:04:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:54 smithi084 ceph-mon[94794]: pgmap v2209: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:04:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:54 smithi084 ceph-mon[94794]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:04:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:54 smithi084 ceph-mon[97358]: pgmap v2209: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:04:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:54 smithi084 ceph-mon[97358]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:04:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:54 smithi132 ceph-mon[88571]: pgmap v2209: 169 pgs: 169 active+clean; 601 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:04:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:54 smithi132 ceph-mon[88571]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:04:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:55 smithi084 ceph-mon[94794]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:04:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:55 smithi084 ceph-mon[94794]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:04:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:55 smithi084 ceph-mon[97358]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:04:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:55 smithi084 ceph-mon[97358]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:04:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:55 smithi132 ceph-mon[88571]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:04:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:55 smithi132 ceph-mon[88571]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:04:56.821 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12028 ms) 2024-04-02T09:04:56.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-02T09:04:56.853 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:56.865 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 41943040~10 2024-04-02T09:04:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:56 smithi084 ceph-mon[94794]: pgmap v2212: 169 pgs: 169 active+clean; 629 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:04:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:56 smithi084 ceph-mon[94794]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:04:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:56 smithi084 ceph-mon[97358]: pgmap v2212: 169 pgs: 169 active+clean; 629 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:04:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:56 smithi084 ceph-mon[97358]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:04:56.874 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:04:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:56 smithi132 ceph-mon[88571]: pgmap v2212: 169 pgs: 169 active+clean; 629 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:04:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:56 smithi132 ceph-mon[88571]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:04:58.612 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:04:58.634 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:04:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:58 smithi084 ceph-mon[94794]: pgmap v2215: 169 pgs: 169 active+clean; 629 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:04:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:58 smithi084 ceph-mon[94794]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:04:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:58 smithi084 ceph-mon[97358]: pgmap v2215: 169 pgs: 169 active+clean; 629 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:04:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:58 smithi084 ceph-mon[97358]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:04:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:58 smithi132 ceph-mon[88571]: pgmap v2215: 169 pgs: 169 active+clean; 629 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:04:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:58 smithi132 ceph-mon[88571]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:04:59.775 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:04:59.786 INFO:tasks.workunit.client.0.smithi084.stdout:write: Y 41943040~5 2024-04-02T09:04:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:04:59 smithi084 ceph-mon[94794]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:04:59.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:04:59 smithi084 ceph-mon[97358]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:04:59.894 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:04:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:04:59 smithi132 ceph-mon[88571]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:04:59.975 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:05:00.728 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3906 ms) 2024-04-02T09:05:00.728 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-02T09:05:00.763 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:00.774 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:05:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:05:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:00 smithi084 ceph-mon[94794]: pgmap v2218: 169 pgs: 169 active+clean; 625 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 4.0 MiB/s wr, 492 op/s 2024-04-02T09:05:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:00 smithi084 ceph-mon[94794]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:05:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:05:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:05:00] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-02T09:05:00.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:00 smithi084 ceph-mon[97358]: pgmap v2218: 169 pgs: 169 active+clean; 625 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 4.0 MiB/s wr, 492 op/s 2024-04-02T09:05:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:00 smithi084 ceph-mon[97358]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:05:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:00 smithi132 ceph-mon[88571]: pgmap v2218: 169 pgs: 169 active+clean; 625 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 4.0 MiB/s wr, 492 op/s 2024-04-02T09:05:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:00 smithi132 ceph-mon[88571]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:05:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:01 smithi132 ceph-mon[88571]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:05:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:01 smithi084 ceph-mon[94794]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:05:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:01 smithi084 ceph-mon[97358]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:05:02.621 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:05:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:02.641 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:05:02.664 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:05:02.664 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:05:02.664 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:05:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:02 smithi132 ceph-mon[88571]: pgmap v2221: 169 pgs: 169 active+clean; 621 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 68 MiB/s rd, 4.0 MiB/s wr, 535 op/s 2024-04-02T09:05:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:02 smithi132 ceph-mon[88571]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:05:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:02 smithi084 ceph-mon[94794]: pgmap v2221: 169 pgs: 169 active+clean; 621 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 68 MiB/s rd, 4.0 MiB/s wr, 535 op/s 2024-04-02T09:05:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:02 smithi084 ceph-mon[94794]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:05:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:02 smithi084 ceph-mon[97358]: pgmap v2221: 169 pgs: 169 active+clean; 621 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 68 MiB/s rd, 4.0 MiB/s wr, 535 op/s 2024-04-02T09:05:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:02 smithi084 ceph-mon[97358]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:05:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:03 smithi132 ceph-mon[88571]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:05:04.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:03 smithi084 ceph-mon[94794]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:05:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:03 smithi084 ceph-mon[97358]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:05:04.654 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:05:04.660 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:05:04.661 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:05:04.670 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:05:04.685 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:05:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:04 smithi132 ceph-mon[88571]: pgmap v2224: 169 pgs: 169 active+clean; 621 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 KiB/s wr, 42 op/s 2024-04-02T09:05:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:04 smithi132 ceph-mon[88571]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:05:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:04 smithi084 ceph-mon[94794]: pgmap v2224: 169 pgs: 169 active+clean; 621 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 KiB/s wr, 42 op/s 2024-04-02T09:05:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:04 smithi084 ceph-mon[94794]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:05:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:04 smithi084 ceph-mon[97358]: pgmap v2224: 169 pgs: 169 active+clean; 621 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 KiB/s wr, 42 op/s 2024-04-02T09:05:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:04 smithi084 ceph-mon[97358]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:05:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:05 smithi132 ceph-mon[88571]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:05:05.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:05 smithi132 ceph-mon[88571]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:05:06.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:05 smithi084 ceph-mon[94794]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:05:06.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:05 smithi084 ceph-mon[94794]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:05:06.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:05 smithi084 ceph-mon[97358]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:05:06.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:05 smithi084 ceph-mon[97358]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:05:06.480 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:06.502 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:05:06.511 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:06 smithi132 ceph-mon[88571]: pgmap v2227: 169 pgs: 169 active+clean; 653 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 8.0 MiB/s wr, 398 op/s 2024-04-02T09:05:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:06 smithi132 ceph-mon[88571]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:05:07.029 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:06 smithi084 ceph-mon[94794]: pgmap v2227: 169 pgs: 169 active+clean; 653 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 8.0 MiB/s wr, 398 op/s 2024-04-02T09:05:07.030 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:06 smithi084 ceph-mon[94794]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:05:07.030 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:06 smithi084 ceph-mon[97358]: pgmap v2227: 169 pgs: 169 active+clean; 653 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 8.0 MiB/s wr, 398 op/s 2024-04-02T09:05:07.030 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:06 smithi084 ceph-mon[97358]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:05:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:08 smithi084 ceph-mon[94794]: pgmap v2230: 169 pgs: 169 active+clean; 653 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 8.0 MiB/s wr, 398 op/s 2024-04-02T09:05:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:08 smithi084 ceph-mon[94794]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:05:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:08 smithi084 ceph-mon[97358]: pgmap v2230: 169 pgs: 169 active+clean; 653 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 8.0 MiB/s wr, 398 op/s 2024-04-02T09:05:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:08 smithi084 ceph-mon[97358]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:05:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:08 smithi132 ceph-mon[88571]: pgmap v2230: 169 pgs: 169 active+clean; 653 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 8.0 MiB/s wr, 398 op/s 2024-04-02T09:05:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:08 smithi132 ceph-mon[88571]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:05:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:09 smithi084 ceph-mon[94794]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:05:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:09 smithi084 ceph-mon[97358]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:05:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:09 smithi132 ceph-mon[88571]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:05:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:10.047 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: after_prepare_snap 2024-04-02T09:05:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:05:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:05:10] "GET /metrics HTTP/1.1" 200 38977 "" "Prometheus/2.43.0" 2024-04-02T09:05:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:10 smithi084 ceph-mon[94794]: pgmap v2233: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 144 op/s 2024-04-02T09:05:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:10 smithi084 ceph-mon[94794]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:05:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:10 smithi084 ceph-mon[94794]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:05:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:10 smithi084 ceph-mon[97358]: pgmap v2233: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 144 op/s 2024-04-02T09:05:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:10 smithi084 ceph-mon[97358]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:05:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:10 smithi084 ceph-mon[97358]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:05:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:10 smithi132 ceph-mon[88571]: pgmap v2233: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 144 op/s 2024-04-02T09:05:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:10 smithi132 ceph-mon[88571]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:05:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:10 smithi132 ceph-mon[88571]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:05:11.478 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:05:11.514 INFO:tasks.workunit.client.0.smithi084.stdout:write: * 0~1000 2024-04-02T09:05:11.520 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:05:11.688 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:05:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:12 smithi132 ceph-mon[88571]: pgmap v2236: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:05:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:12 smithi132 ceph-mon[88571]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:05:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:05:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:05:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:12 smithi084 ceph-mon[94794]: pgmap v2236: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:05:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:12 smithi084 ceph-mon[94794]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:05:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:12 smithi084 ceph-mon[97358]: pgmap v2236: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:05:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:12 smithi084 ceph-mon[97358]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:05:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:13 smithi084 ceph-mon[94794]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:05:13.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:13 smithi084 ceph-mon[97358]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:05:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:13 smithi132 ceph-mon[88571]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:05:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:14 smithi084 ceph-mon[94794]: pgmap v2239: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.7 KiB/s wr, 25 op/s 2024-04-02T09:05:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:14 smithi084 ceph-mon[94794]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:05:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:14 smithi084 ceph-mon[97358]: pgmap v2239: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.7 KiB/s wr, 25 op/s 2024-04-02T09:05:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:14 smithi084 ceph-mon[97358]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:05:14.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14140 ms) 2024-04-02T09:05:14.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-02T09:05:14.901 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:14 smithi132 ceph-mon[88571]: pgmap v2239: 169 pgs: 169 active+clean; 677 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.7 KiB/s wr, 25 op/s 2024-04-02T09:05:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:14 smithi132 ceph-mon[88571]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:05:14.912 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:05:14.976 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:05:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:15 smithi084 ceph-mon[94794]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:05:15.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:15 smithi084 ceph-mon[97358]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:05:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:15 smithi132 ceph-mon[88571]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:05:16.528 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:05:16.550 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:05:16.550 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:05:16.550 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:05:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:16 smithi084 ceph-mon[94794]: pgmap v2242: 169 pgs: 169 active+clean; 697 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2024-04-02T09:05:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:16 smithi084 ceph-mon[94794]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:05:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:16 smithi084 ceph-mon[97358]: pgmap v2242: 169 pgs: 169 active+clean; 697 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2024-04-02T09:05:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:16 smithi084 ceph-mon[97358]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:05:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:16 smithi132 ceph-mon[88571]: pgmap v2242: 169 pgs: 169 active+clean; 697 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2024-04-02T09:05:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:16 smithi132 ceph-mon[88571]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:05:17.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:17 smithi084 ceph-mon[94794]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:05:17.783 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:17 smithi084 ceph-mon[97358]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:05:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:17 smithi132 ceph-mon[88571]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:05:18.544 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:05:18.551 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:05:18.551 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:05:18.561 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:05:18.574 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:05:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:18 smithi084 ceph-mon[94794]: pgmap v2245: 169 pgs: 169 active+clean; 697 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2024-04-02T09:05:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:18 smithi084 ceph-mon[94794]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:05:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:18 smithi084 ceph-mon[97358]: pgmap v2245: 169 pgs: 169 active+clean; 697 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2024-04-02T09:05:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:18 smithi084 ceph-mon[97358]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:05:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:18 smithi132 ceph-mon[88571]: pgmap v2245: 169 pgs: 169 active+clean; 697 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2024-04-02T09:05:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:18 smithi132 ceph-mon[88571]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:05:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:19 smithi084 ceph-mon[94794]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:05:19.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:19 smithi084 ceph-mon[97358]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:05:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:19 smithi132 ceph-mon[88571]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:05:20.485 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:20.505 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:05:20.516 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:20 smithi084 ceph-mon[94794]: pgmap v2248: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-02T09:05:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:20 smithi084 ceph-mon[94794]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:05:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:20 smithi084 ceph-mon[94794]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:05:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:05:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:05:20] "GET /metrics HTTP/1.1" 200 38977 "" "Prometheus/2.43.0" 2024-04-02T09:05:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:20 smithi084 ceph-mon[97358]: pgmap v2248: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-02T09:05:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:20 smithi084 ceph-mon[97358]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:05:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:20 smithi084 ceph-mon[97358]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:05:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:20 smithi132 ceph-mon[88571]: pgmap v2248: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-02T09:05:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:20 smithi132 ceph-mon[88571]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:05:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:20 smithi132 ceph-mon[88571]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:05:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:22 smithi132 ceph-mon[88571]: pgmap v2251: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 140 op/s 2024-04-02T09:05:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:22 smithi132 ceph-mon[88571]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:05:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:05:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:22 smithi084 ceph-mon[94794]: pgmap v2251: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 140 op/s 2024-04-02T09:05:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:22 smithi084 ceph-mon[94794]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:05:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:22 smithi084 ceph-mon[97358]: pgmap v2251: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 140 op/s 2024-04-02T09:05:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:22 smithi084 ceph-mon[97358]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:05:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:23 smithi084 ceph-mon[94794]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:05:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:23 smithi084 ceph-mon[97358]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:05:23.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:23 smithi132 ceph-mon[88571]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:05:24.003 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: after_prepare_snap 2024-04-02T09:05:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:24 smithi084 ceph-mon[94794]: pgmap v2254: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T09:05:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:24 smithi084 ceph-mon[94794]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:05:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:24 smithi084 ceph-mon[97358]: pgmap v2254: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T09:05:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:24 smithi084 ceph-mon[97358]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:05:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:24 smithi132 ceph-mon[88571]: pgmap v2254: 169 pgs: 169 active+clean; 713 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-02T09:05:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:24 smithi132 ceph-mon[88571]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:05:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:25.481 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:05:25.495 INFO:tasks.workunit.client.0.smithi084.stdout:write: * 83886080~1000 2024-04-02T09:05:25.501 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:05:25.656 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:05:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:25 smithi084 ceph-mon[94794]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:05:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:25 smithi084 ceph-mon[94794]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:05:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:25 smithi084 ceph-mon[97358]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:05:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:25 smithi084 ceph-mon[97358]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:05:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:25 smithi132 ceph-mon[88571]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:05:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:25 smithi132 ceph-mon[88571]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:05:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:26 smithi084 ceph-mon[94794]: pgmap v2257: 169 pgs: 169 active+clean; 733 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 170 op/s 2024-04-02T09:05:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:26 smithi084 ceph-mon[97358]: pgmap v2257: 169 pgs: 169 active+clean; 733 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 170 op/s 2024-04-02T09:05:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:26 smithi132 ceph-mon[88571]: pgmap v2257: 169 pgs: 169 active+clean; 733 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 170 op/s 2024-04-02T09:05:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:27 smithi084 ceph-mon[94794]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:05:27.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:27 smithi084 ceph-mon[97358]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:05:27.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:27 smithi132 ceph-mon[88571]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:05:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:28 smithi084 ceph-mon[97358]: pgmap v2260: 169 pgs: 169 active+clean; 733 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 170 op/s 2024-04-02T09:05:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:28 smithi084 ceph-mon[97358]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:05:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:28 smithi084 ceph-mon[94794]: pgmap v2260: 169 pgs: 169 active+clean; 733 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 170 op/s 2024-04-02T09:05:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:28 smithi084 ceph-mon[94794]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:05:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:28 smithi132 ceph-mon[88571]: pgmap v2260: 169 pgs: 169 active+clean; 733 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 170 op/s 2024-04-02T09:05:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:28 smithi132 ceph-mon[88571]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:05:29.034 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14166 ms) 2024-04-02T09:05:29.034 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.Clone 2024-04-02T09:05:29.068 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~8388609 2024-04-02T09:05:29.142 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 16777218~8388609 2024-04-02T09:05:29.195 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap 2024-04-02T09:05:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:29 smithi084 ceph-mon[94794]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:05:29.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:29 smithi084 ceph-mon[97358]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:05:29.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:29 smithi132 ceph-mon[88571]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:05:30.608 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap 2024-04-02T09:05:30.622 INFO:tasks.workunit.client.0.smithi084.stdout:clone image105 -> image108 2024-04-02T09:05:30.724 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:05:30.782 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:05:30.784 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap 2024-04-02T09:05:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:30 smithi084 ceph-mon[94794]: pgmap v2263: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 6.0 MiB/s wr, 493 op/s 2024-04-02T09:05:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:30 smithi084 ceph-mon[94794]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:05:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:05:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:05:30] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-02T09:05:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:30 smithi084 ceph-mon[97358]: pgmap v2263: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 6.0 MiB/s wr, 493 op/s 2024-04-02T09:05:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:30 smithi084 ceph-mon[97358]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:05:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:30 smithi132 ceph-mon[88571]: pgmap v2263: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 6.0 MiB/s wr, 493 op/s 2024-04-02T09:05:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:30 smithi132 ceph-mon[88571]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:05:31.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:31 smithi084 ceph-mon[94794]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:05:31.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:31 smithi084 ceph-mon[97358]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:05:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:31 smithi132 ceph-mon[88571]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:05:32.602 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:05:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:05:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:32.626 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap 2024-04-02T09:05:32.638 INFO:tasks.workunit.client.0.smithi084.stdout:clone image108 -> image110 2024-04-02T09:05:32.763 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 1000~1000 2024-04-02T09:05:32.826 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 2010~1000 2024-04-02T09:05:32.828 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:32 smithi084 ceph-mon[94794]: pgmap v2266: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 496 op/s 2024-04-02T09:05:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:32 smithi084 ceph-mon[94794]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:05:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:32 smithi084 ceph-mon[97358]: pgmap v2266: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 496 op/s 2024-04-02T09:05:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:32 smithi084 ceph-mon[97358]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:05:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:32 smithi132 ceph-mon[88571]: pgmap v2266: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 496 op/s 2024-04-02T09:05:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:32 smithi132 ceph-mon[88571]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:05:33.143 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:05:33.319 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:05:33.490 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.Clone (4456 ms) 2024-04-02T09:05:33.490 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneParent 2024-04-02T09:05:33.522 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:33.533 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap 2024-04-02T09:05:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:33 smithi132 ceph-mon[88571]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:05:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:33 smithi084 ceph-mon[94794]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:05:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:33 smithi084 ceph-mon[97358]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:05:34.642 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap 2024-04-02T09:05:34.652 INFO:tasks.workunit.client.0.smithi084.stdout:clone image111 -> image114 2024-04-02T09:05:34.757 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:34 smithi084 ceph-mon[94794]: pgmap v2269: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:05:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:34 smithi084 ceph-mon[94794]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:05:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:34 smithi084 ceph-mon[97358]: pgmap v2269: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:05:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:34 smithi084 ceph-mon[97358]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:05:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:34 smithi132 ceph-mon[88571]: pgmap v2269: 169 pgs: 169 active+clean; 757 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:05:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:34 smithi132 ceph-mon[88571]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:05:34.916 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:05:35.049 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneParent (1559 ms) 2024-04-02T09:05:35.049 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-02T09:05:35.082 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:35.094 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~10 2024-04-02T09:05:35.102 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap 2024-04-02T09:05:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:35 smithi132 ceph-mon[88571]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:05:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:35 smithi132 ceph-mon[88571]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:05:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:35 smithi084 ceph-mon[94794]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:05:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:35 smithi084 ceph-mon[94794]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:05:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:35 smithi084 ceph-mon[97358]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:05:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:35 smithi084 ceph-mon[97358]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:05:36.489 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap 2024-04-02T09:05:36.501 INFO:tasks.workunit.client.0.smithi084.stdout:clone image115 -> image118 2024-04-02T09:05:36.601 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:36.763 INFO:tasks.workunit.client.0.smithi084.stdout:write: Y 0~1 2024-04-02T09:05:36.795 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:05:36.872 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:05:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:36 smithi132 ceph-mon[88571]: pgmap v2272: 169 pgs: 169 active+clean; 781 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 11 MiB/s wr, 817 op/s 2024-04-02T09:05:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:36 smithi132 ceph-mon[88571]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:05:36.984 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1936 ms) 2024-04-02T09:05:36.985 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-02T09:05:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:36 smithi084 ceph-mon[94794]: pgmap v2272: 169 pgs: 169 active+clean; 781 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 11 MiB/s wr, 817 op/s 2024-04-02T09:05:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:36 smithi084 ceph-mon[94794]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:05:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:36 smithi084 ceph-mon[97358]: pgmap v2272: 169 pgs: 169 active+clean; 781 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 11 MiB/s wr, 817 op/s 2024-04-02T09:05:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:36 smithi084 ceph-mon[97358]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:05:37.019 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:37.029 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 41943040~10 2024-04-02T09:05:37.037 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:05:38.666 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 41943041~10 2024-04-02T09:05:38.672 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:38 smithi132 ceph-mon[88571]: pgmap v2275: 169 pgs: 169 active+clean; 781 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 11 MiB/s wr, 817 op/s 2024-04-02T09:05:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:38 smithi132 ceph-mon[88571]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:05:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:38 smithi084 ceph-mon[94794]: pgmap v2275: 169 pgs: 169 active+clean; 781 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 11 MiB/s wr, 817 op/s 2024-04-02T09:05:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:38 smithi084 ceph-mon[94794]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:05:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:38 smithi084 ceph-mon[97358]: pgmap v2275: 169 pgs: 169 active+clean; 781 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 11 MiB/s wr, 817 op/s 2024-04-02T09:05:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:38 smithi084 ceph-mon[97358]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:05:39.803 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 41943042~10 2024-04-02T09:05:39.817 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:05:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:39 smithi132 ceph-mon[88571]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:05:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:39 smithi084 ceph-mon[94794]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:05:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:39 smithi084 ceph-mon[97358]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:05:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:40 smithi132 ceph-mon[88571]: pgmap v2278: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.0 MiB/s wr, 642 op/s 2024-04-02T09:05:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:40 smithi132 ceph-mon[88571]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:05:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:40 smithi132 ceph-mon[88571]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:05:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:05:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:05:40] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-02T09:05:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:40 smithi084 ceph-mon[94794]: pgmap v2278: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.0 MiB/s wr, 642 op/s 2024-04-02T09:05:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:40 smithi084 ceph-mon[94794]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:05:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:40 smithi084 ceph-mon[94794]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:05:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:40 smithi084 ceph-mon[97358]: pgmap v2278: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.0 MiB/s wr, 642 op/s 2024-04-02T09:05:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:40 smithi084 ceph-mon[97358]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:05:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:40 smithi084 ceph-mon[97358]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:05:41.494 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:05:41.525 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:05:41.591 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:05:42.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5631 ms) 2024-04-02T09:05:42.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-02T09:05:42.652 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:42 smithi132 ceph-mon[88571]: pgmap v2281: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 860 op/s 2024-04-02T09:05:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:42 smithi132 ceph-mon[88571]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:05:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:05:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:05:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:42.663 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 41943040~10 2024-04-02T09:05:42.671 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:05:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:42 smithi084 ceph-mon[94794]: pgmap v2281: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 860 op/s 2024-04-02T09:05:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:42 smithi084 ceph-mon[94794]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:05:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:42 smithi084 ceph-mon[97358]: pgmap v2281: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 860 op/s 2024-04-02T09:05:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:42 smithi084 ceph-mon[97358]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:05:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:43 smithi084 ceph-mon[94794]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:05:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:43 smithi084 ceph-mon[97358]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:05:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:43 smithi132 ceph-mon[88571]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:05:44.515 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:05:44.534 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:44 smithi084 ceph-mon[94794]: pgmap v2284: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.7 KiB/s wr, 217 op/s 2024-04-02T09:05:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:44 smithi084 ceph-mon[94794]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:05:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:44 smithi084 ceph-mon[97358]: pgmap v2284: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.7 KiB/s wr, 217 op/s 2024-04-02T09:05:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:44 smithi084 ceph-mon[97358]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:05:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:44 smithi132 ceph-mon[88571]: pgmap v2284: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.7 KiB/s wr, 217 op/s 2024-04-02T09:05:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:44 smithi132 ceph-mon[88571]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:05:45.640 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:45.652 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:05:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:45 smithi084 ceph-mon[94794]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:05:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:45 smithi084 ceph-mon[97358]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:05:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:45 smithi132 ceph-mon[88571]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:05:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:46 smithi084 ceph-mon[97358]: pgmap v2287: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 24 KiB/s wr, 348 op/s 2024-04-02T09:05:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:46 smithi084 ceph-mon[97358]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:05:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:46 smithi084 ceph-mon[94794]: pgmap v2287: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 24 KiB/s wr, 348 op/s 2024-04-02T09:05:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:46 smithi084 ceph-mon[94794]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:05:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:46 smithi132 ceph-mon[88571]: pgmap v2287: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 24 KiB/s wr, 348 op/s 2024-04-02T09:05:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:46 smithi132 ceph-mon[88571]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:05:47.535 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 41943040~10 2024-04-02T09:05:47.542 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap4 2024-04-02T09:05:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:47 smithi084 ceph-mon[94794]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:05:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:47 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:47 smithi084 ceph-mon[97358]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:05:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:47 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:47 smithi132 ceph-mon[88571]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:05:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:47 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[94794]: pgmap v2290: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 24 KiB/s wr, 348 op/s 2024-04-02T09:05:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[94794]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:05:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:48.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:48.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:05:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[97358]: pgmap v2290: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 24 KiB/s wr, 348 op/s 2024-04-02T09:05:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[97358]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:05:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:48 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:05:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:48 smithi132 ceph-mon[88571]: pgmap v2290: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 24 KiB/s wr, 348 op/s 2024-04-02T09:05:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:48 smithi132 ceph-mon[88571]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:05:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:48 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:48 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:48 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:05:49.554 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 41943040 2024-04-02T09:05:49.577 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:05:49.638 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:05:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:49 smithi084 ceph-mon[94794]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:05:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:49 smithi084 ceph-mon[97358]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:05:49.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:49 smithi132 ceph-mon[88571]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:05:50.614 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7998 ms) 2024-04-02T09:05:50.614 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-02T09:05:50.646 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:50.658 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:50.844 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.AbortInUseImage (230 ms) 2024-04-02T09:05:50.844 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-02T09:05:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:50 smithi084 ceph-mon[94794]: pgmap v2293: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-04-02T09:05:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:50 smithi084 ceph-mon[94794]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:05:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:50 smithi084 ceph-mon[94794]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:05:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:05:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:05:50] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-02T09:05:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:50 smithi084 ceph-mon[97358]: pgmap v2293: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-04-02T09:05:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:50 smithi084 ceph-mon[97358]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:05:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:50 smithi084 ceph-mon[97358]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:05:50.878 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:50.889 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:05:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:50 smithi132 ceph-mon[88571]: pgmap v2293: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-04-02T09:05:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:50 smithi132 ceph-mon[88571]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:05:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:50 smithi132 ceph-mon[88571]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:05:50.948 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:05:50.999 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:51.186 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:05:51.225 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:05:51.281 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:05:51.469 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (625 ms) 2024-04-02T09:05:51.469 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-02T09:05:51.500 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:51.513 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:05:51.567 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:05:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:52 smithi132 ceph-mon[88571]: pgmap v2296: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2024-04-02T09:05:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:05:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:05:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:52 smithi084 ceph-mon[94794]: pgmap v2296: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2024-04-02T09:05:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:52 smithi084 ceph-mon[97358]: pgmap v2296: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2024-04-02T09:05:53.568 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 8388609~8388609 2024-04-02T09:05:53.590 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 0~1000 2024-04-02T09:05:53.590 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1010~1000 2024-04-02T09:05:53.590 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:05:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:53 smithi084 ceph-mon[94794]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:05:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:53 smithi084 ceph-mon[97358]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:05:53.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:53 smithi132 ceph-mon[88571]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:05:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:54 smithi084 ceph-mon[94794]: pgmap v2298: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 898 B/s wr, 2 op/s 2024-04-02T09:05:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:54 smithi084 ceph-mon[94794]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:05:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:54 smithi084 ceph-mon[97358]: pgmap v2298: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 898 B/s wr, 2 op/s 2024-04-02T09:05:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:54 smithi084 ceph-mon[97358]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:05:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:54 smithi132 ceph-mon[88571]: pgmap v2298: 169 pgs: 169 active+clean; 785 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 898 B/s wr, 2 op/s 2024-04-02T09:05:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:54 smithi132 ceph-mon[88571]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:05:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:55.581 INFO:tasks.workunit.client.0.smithi084.stdout:write: X 8388609~1000 2024-04-02T09:05:55.589 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 16777228~1000 2024-04-02T09:05:55.589 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 167772160 2024-04-02T09:05:55.599 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 83886079~8388609 2024-04-02T09:05:55.619 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:05:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:55 smithi084 ceph-mon[94794]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:05:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:55 smithi084 ceph-mon[97358]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:05:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:55 smithi132 ceph-mon[88571]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:05:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:56 smithi084 ceph-mon[94794]: pgmap v2301: 169 pgs: 169 active+clean; 833 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 22 MiB/s wr, 541 op/s 2024-04-02T09:05:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:56 smithi084 ceph-mon[94794]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:05:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:56 smithi084 ceph-mon[97358]: pgmap v2301: 169 pgs: 169 active+clean; 833 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 22 MiB/s wr, 541 op/s 2024-04-02T09:05:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:56 smithi084 ceph-mon[97358]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:05:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:56 smithi132 ceph-mon[88571]: pgmap v2301: 169 pgs: 169 active+clean; 833 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 22 MiB/s wr, 541 op/s 2024-04-02T09:05:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:56 smithi132 ceph-mon[88571]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:05:57.593 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:05:57.616 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 83886079~1 2024-04-02T09:05:57.624 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:05:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:57 smithi084 ceph-mon[94794]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:05:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:57 smithi084 ceph-mon[97358]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:05:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:57 smithi132 ceph-mon[88571]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:05:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:58 smithi084 ceph-mon[94794]: pgmap v2304: 169 pgs: 169 active+clean; 833 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 623 op/s 2024-04-02T09:05:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:58 smithi084 ceph-mon[94794]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:05:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:58 smithi084 ceph-mon[97358]: pgmap v2304: 169 pgs: 169 active+clean; 833 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 623 op/s 2024-04-02T09:05:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:58 smithi084 ceph-mon[97358]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:05:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:58 smithi132 ceph-mon[88571]: pgmap v2304: 169 pgs: 169 active+clean; 833 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 623 op/s 2024-04-02T09:05:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:58 smithi132 ceph-mon[88571]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:05:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:05:59 smithi084 ceph-mon[94794]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:05:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:05:59 smithi084 ceph-mon[97358]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:05:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:05:59 smithi132 ceph-mon[88571]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:06:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:00 smithi084 ceph-mon[94794]: pgmap v2307: 169 pgs: 169 active+clean; 869 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-04-02T09:06:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:00 smithi084 ceph-mon[94794]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:06:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:00 smithi084 ceph-mon[94794]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:06:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:06:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:06:00] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-02T09:06:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:00 smithi084 ceph-mon[97358]: pgmap v2307: 169 pgs: 169 active+clean; 869 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-04-02T09:06:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:00 smithi084 ceph-mon[97358]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:06:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:00 smithi084 ceph-mon[97358]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:06:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:00 smithi132 ceph-mon[88571]: pgmap v2307: 169 pgs: 169 active+clean; 869 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-04-02T09:06:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:00 smithi132 ceph-mon[88571]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:06:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:00 smithi132 ceph-mon[88571]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:06:00.950 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:06:01.046 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:06:01.763 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 0~8388609 2024-04-02T09:06:01.778 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 16777218~8388609 2024-04-02T09:06:01.862 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:02.603 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:06:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:06:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:02 smithi084 ceph-mon[94794]: pgmap v2310: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.0 MiB/s wr, 192 op/s 2024-04-02T09:06:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:02 smithi084 ceph-mon[94794]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:06:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:02 smithi084 ceph-mon[97358]: pgmap v2310: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.0 MiB/s wr, 192 op/s 2024-04-02T09:06:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:02 smithi084 ceph-mon[97358]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:06:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:02 smithi132 ceph-mon[88571]: pgmap v2310: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.0 MiB/s wr, 192 op/s 2024-04-02T09:06:02.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:02 smithi132 ceph-mon[88571]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:06:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:03 smithi084 ceph-mon[94794]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:06:03.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:03 smithi084 ceph-mon[97358]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:06:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:03 smithi132 ceph-mon[88571]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:06:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:04 smithi084 ceph-mon[94794]: pgmap v2313: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.5 KiB/s wr, 24 op/s 2024-04-02T09:06:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:04 smithi084 ceph-mon[94794]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:06:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:04 smithi084 ceph-mon[97358]: pgmap v2313: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.5 KiB/s wr, 24 op/s 2024-04-02T09:06:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:04 smithi084 ceph-mon[97358]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:06:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:04 smithi132 ceph-mon[88571]: pgmap v2313: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.5 KiB/s wr, 24 op/s 2024-04-02T09:06:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:04 smithi132 ceph-mon[88571]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:06:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:05 smithi132 ceph-mon[88571]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:06:06.036 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.AbortWithSnapshots (14568 ms) 2024-04-02T09:06:06.036 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-02T09:06:06.068 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:06.081 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:06.089 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:05 smithi084 ceph-mon[94794]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:06:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:05 smithi084 ceph-mon[97358]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:06:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:06 smithi132 ceph-mon[88571]: pgmap v2316: 169 pgs: 169 active+clean; 949 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2024-04-02T09:06:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:06 smithi132 ceph-mon[88571]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:06:07.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:06 smithi084 ceph-mon[94794]: pgmap v2316: 169 pgs: 169 active+clean; 949 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2024-04-02T09:06:07.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:06 smithi084 ceph-mon[94794]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:06:07.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:06 smithi084 ceph-mon[97358]: pgmap v2316: 169 pgs: 169 active+clean; 949 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2024-04-02T09:06:07.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:06 smithi084 ceph-mon[97358]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:06:07.658 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:07.717 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:07 smithi132 ceph-mon[88571]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:06:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:07 smithi084 ceph-mon[94794]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:06:08.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:07 smithi084 ceph-mon[97358]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:06:08.854 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:06:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:08 smithi132 ceph-mon[88571]: pgmap v2319: 169 pgs: 169 active+clean; 949 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2024-04-02T09:06:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:08 smithi132 ceph-mon[88571]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:06:08.936 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:06:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:08 smithi084 ceph-mon[94794]: pgmap v2319: 169 pgs: 169 active+clean; 949 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2024-04-02T09:06:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:08 smithi084 ceph-mon[94794]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:06:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:08 smithi084 ceph-mon[97358]: pgmap v2319: 169 pgs: 169 active+clean; 949 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2024-04-02T09:06:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:08 smithi084 ceph-mon[97358]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV1Parent (3735 ms) 2024-04-02T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-02T09:06:09.803 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:09.813 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:09.823 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:09 smithi132 ceph-mon[88571]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:06:09.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:09 smithi084 ceph-mon[94794]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:06:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:09 smithi084 ceph-mon[97358]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:06:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:10 smithi132 ceph-mon[88571]: pgmap v2322: 169 pgs: 169 active+clean; 941 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 13 KiB/s wr, 208 op/s 2024-04-02T09:06:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:10 smithi132 ceph-mon[88571]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:06:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:10 smithi132 ceph-mon[88571]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:06:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:10 smithi084 ceph-mon[94794]: pgmap v2322: 169 pgs: 169 active+clean; 941 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 13 KiB/s wr, 208 op/s 2024-04-02T09:06:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:10 smithi084 ceph-mon[94794]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:06:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:10 smithi084 ceph-mon[94794]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:06:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:10 smithi084 ceph-mon[97358]: pgmap v2322: 169 pgs: 169 active+clean; 941 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 13 KiB/s wr, 208 op/s 2024-04-02T09:06:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:10 smithi084 ceph-mon[97358]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:06:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:10 smithi084 ceph-mon[97358]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:06:11.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:06:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:06:10] "GET /metrics HTTP/1.1" 200 38978 "" "Prometheus/2.43.0" 2024-04-02T09:06:11.492 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:11.550 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:12 smithi132 ceph-mon[88571]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 226 op/s 2024-04-02T09:06:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:12 smithi132 ceph-mon[88571]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:06:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:06:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:12.689 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:06:12.772 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:06:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:12 smithi084 ceph-mon[94794]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 226 op/s 2024-04-02T09:06:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:12 smithi084 ceph-mon[94794]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:06:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:12 smithi084 ceph-mon[97358]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 226 op/s 2024-04-02T09:06:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:12 smithi084 ceph-mon[97358]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:06:13.623 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV2Parent (3851 ms) 2024-04-02T09:06:13.623 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-02T09:06:13.656 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:13.668 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:13.677 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:13 smithi084 ceph-mon[94794]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:06:13.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:13 smithi084 ceph-mon[97358]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:06:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:13 smithi132 ceph-mon[88571]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:06:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:14 smithi084 ceph-mon[94794]: pgmap v2328: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-02T09:06:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:14 smithi084 ceph-mon[94794]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:06:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:14 smithi084 ceph-mon[97358]: pgmap v2328: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-02T09:06:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:14 smithi084 ceph-mon[97358]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:06:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:14 smithi132 ceph-mon[88571]: pgmap v2328: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-02T09:06:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:14 smithi132 ceph-mon[88571]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:06:15.520 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:15.576 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:15 smithi084 ceph-mon[94794]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:06:15.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:15 smithi084 ceph-mon[97358]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:06:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:15 smithi132 ceph-mon[88571]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:06:16.674 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:16 smithi084 ceph-mon[94794]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 29 KiB/s wr, 668 op/s 2024-04-02T09:06:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:16 smithi084 ceph-mon[94794]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:06:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:16 smithi084 ceph-mon[97358]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 29 KiB/s wr, 668 op/s 2024-04-02T09:06:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:16 smithi084 ceph-mon[97358]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:06:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:16 smithi132 ceph-mon[88571]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 29 KiB/s wr, 668 op/s 2024-04-02T09:06:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:16 smithi132 ceph-mon[88571]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:06:17.644 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4022 ms) 2024-04-02T09:06:17.644 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-02T09:06:17.680 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:17.692 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:17.700 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:17 smithi084 ceph-mon[94794]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:06:17.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:17 smithi084 ceph-mon[97358]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:06:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:17 smithi132 ceph-mon[88571]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:06:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:18 smithi084 ceph-mon[94794]: pgmap v2334: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 29 KiB/s wr, 668 op/s 2024-04-02T09:06:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:18 smithi084 ceph-mon[94794]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:06:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:18 smithi084 ceph-mon[97358]: pgmap v2334: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 29 KiB/s wr, 668 op/s 2024-04-02T09:06:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:18 smithi084 ceph-mon[97358]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:06:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:18 smithi132 ceph-mon[88571]: pgmap v2334: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 29 KiB/s wr, 668 op/s 2024-04-02T09:06:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:18 smithi132 ceph-mon[88571]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:06:19.538 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:19.605 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:19 smithi084 ceph-mon[94794]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:06:19.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:19 smithi084 ceph-mon[97358]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:06:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:19 smithi132 ceph-mon[88571]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:06:20.647 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:06:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:06:20] "GET /metrics HTTP/1.1" 200 38978 "" "Prometheus/2.43.0" 2024-04-02T09:06:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:20 smithi084 ceph-mon[94794]: pgmap v2337: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 22 KiB/s wr, 400 op/s 2024-04-02T09:06:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:20 smithi084 ceph-mon[94794]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:06:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:20 smithi084 ceph-mon[94794]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:06:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:20 smithi084 ceph-mon[97358]: pgmap v2337: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 22 KiB/s wr, 400 op/s 2024-04-02T09:06:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:20 smithi084 ceph-mon[97358]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:06:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:20 smithi084 ceph-mon[97358]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:06:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:20 smithi132 ceph-mon[88571]: pgmap v2337: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 22 KiB/s wr, 400 op/s 2024-04-02T09:06:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:20 smithi132 ceph-mon[88571]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:06:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:20 smithi132 ceph-mon[88571]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:06:21.678 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4033 ms) 2024-04-02T09:06:21.678 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-02T09:06:21.710 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:21.721 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:21.730 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:22 smithi132 ceph-mon[88571]: pgmap v2340: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-04-02T09:06:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:22 smithi132 ceph-mon[88571]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:06:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:06:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:06:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:22 smithi084 ceph-mon[94794]: pgmap v2340: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-04-02T09:06:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:22 smithi084 ceph-mon[94794]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:06:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:22 smithi084 ceph-mon[97358]: pgmap v2340: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-04-02T09:06:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:22 smithi084 ceph-mon[97358]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:06:23.554 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:23.612 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:23 smithi084 ceph-mon[94794]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:06:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:23 smithi084 ceph-mon[97358]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:06:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:23 smithi132 ceph-mon[88571]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:06:24.737 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:24 smithi084 ceph-mon[94794]: pgmap v2343: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-02T09:06:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:24 smithi084 ceph-mon[94794]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:06:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:24 smithi084 ceph-mon[97358]: pgmap v2343: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-02T09:06:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:24 smithi084 ceph-mon[97358]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:06:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:24 smithi132 ceph-mon[88571]: pgmap v2343: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-02T09:06:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:24 smithi132 ceph-mon[88571]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:06:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:25.713 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4035 ms) 2024-04-02T09:06:25.713 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-02T09:06:25.744 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:25.755 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:25.766 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:25 smithi084 ceph-mon[94794]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:06:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:25 smithi084 ceph-mon[97358]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:06:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:25 smithi132 ceph-mon[88571]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:06:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:26 smithi084 ceph-mon[94794]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 22 KiB/s wr, 317 op/s 2024-04-02T09:06:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:26 smithi084 ceph-mon[94794]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:06:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:26 smithi084 ceph-mon[97358]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 22 KiB/s wr, 317 op/s 2024-04-02T09:06:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:26 smithi084 ceph-mon[97358]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:06:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:26 smithi132 ceph-mon[88571]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 22 KiB/s wr, 317 op/s 2024-04-02T09:06:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:26 smithi132 ceph-mon[88571]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:06:27.594 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:27.655 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:27 smithi084 ceph-mon[94794]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:06:27.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:27 smithi084 ceph-mon[97358]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:06:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:27 smithi132 ceph-mon[88571]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:06:28.770 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:28 smithi084 ceph-mon[94794]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 22 KiB/s wr, 317 op/s 2024-04-02T09:06:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:28 smithi084 ceph-mon[94794]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:06:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:28 smithi084 ceph-mon[97358]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 22 KiB/s wr, 317 op/s 2024-04-02T09:06:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:28 smithi084 ceph-mon[97358]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:06:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:28 smithi132 ceph-mon[88571]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 22 KiB/s wr, 317 op/s 2024-04-02T09:06:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:28 smithi132 ceph-mon[88571]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:06:29.723 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4011 ms) 2024-04-02T09:06:29.724 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-02T09:06:29.759 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:29.771 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:29.781 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:29 smithi084 ceph-mon[94794]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:06:29.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:29 smithi084 ceph-mon[97358]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:06:29.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:29 smithi132 ceph-mon[88571]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:06:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:30 smithi084 ceph-mon[94794]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 20 KiB/s wr, 448 op/s 2024-04-02T09:06:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:30 smithi084 ceph-mon[94794]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:06:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:30 smithi084 ceph-mon[94794]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:06:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:06:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:06:30] "GET /metrics HTTP/1.1" 200 38979 "" "Prometheus/2.43.0" 2024-04-02T09:06:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:30 smithi084 ceph-mon[97358]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 20 KiB/s wr, 448 op/s 2024-04-02T09:06:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:30 smithi084 ceph-mon[97358]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:06:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:30 smithi084 ceph-mon[97358]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:06:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:30 smithi132 ceph-mon[88571]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 20 KiB/s wr, 448 op/s 2024-04-02T09:06:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:30 smithi132 ceph-mon[88571]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:06:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:30 smithi132 ceph-mon[88571]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:06:31.497 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:31.555 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:32 smithi132 ceph-mon[88571]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 24 KiB/s wr, 513 op/s 2024-04-02T09:06:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:32 smithi132 ceph-mon[88571]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:06:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:06:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:06:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:32.779 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:32 smithi084 ceph-mon[94794]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 24 KiB/s wr, 513 op/s 2024-04-02T09:06:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:32 smithi084 ceph-mon[94794]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:06:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:32 smithi084 ceph-mon[97358]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 24 KiB/s wr, 513 op/s 2024-04-02T09:06:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:32 smithi084 ceph-mon[97358]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:06:33.737 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4014 ms) 2024-04-02T09:06:33.738 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-02T09:06:33.770 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:33.782 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:33.792 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:33 smithi084 ceph-mon[94794]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:06:33.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:33 smithi084 ceph-mon[97358]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:06:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:33 smithi132 ceph-mon[88571]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:06:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:34 smithi084 ceph-mon[97358]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-02T09:06:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:34 smithi084 ceph-mon[97358]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:06:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:34 smithi084 ceph-mon[94794]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-02T09:06:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:34 smithi084 ceph-mon[94794]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:06:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:34 smithi132 ceph-mon[88571]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-02T09:06:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:34 smithi132 ceph-mon[88571]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:06:35.625 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:35.682 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:35 smithi084 ceph-mon[94794]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:06:35.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:35 smithi084 ceph-mon[97358]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:06:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:35 smithi132 ceph-mon[88571]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:06:36.792 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:36 smithi084 ceph-mon[94794]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 464 op/s 2024-04-02T09:06:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:36 smithi084 ceph-mon[94794]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:06:36.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:36 smithi084 ceph-mon[97358]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 464 op/s 2024-04-02T09:06:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:36 smithi084 ceph-mon[97358]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:06:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:36 smithi132 ceph-mon[88571]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 464 op/s 2024-04-02T09:06:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:36 smithi132 ceph-mon[88571]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:06:37.754 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4017 ms) 2024-04-02T09:06:37.755 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-02T09:06:37.788 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:37.799 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:37.809 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:37 smithi132 ceph-mon[88571]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:06:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:37 smithi084 ceph-mon[94794]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:06:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:37 smithi084 ceph-mon[97358]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:06:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:38 smithi132 ceph-mon[88571]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 464 op/s 2024-04-02T09:06:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:38 smithi132 ceph-mon[88571]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:06:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:38 smithi084 ceph-mon[94794]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 464 op/s 2024-04-02T09:06:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:38 smithi084 ceph-mon[94794]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:06:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:38 smithi084 ceph-mon[97358]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 464 op/s 2024-04-02T09:06:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:38 smithi084 ceph-mon[97358]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:06:39.645 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:39.714 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:39 smithi132 ceph-mon[88571]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:06:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:39 smithi084 ceph-mon[94794]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:06:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:39 smithi084 ceph-mon[97358]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:06:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:40.662 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:40 smithi132 ceph-mon[88571]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 269 op/s 2024-04-02T09:06:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:40 smithi132 ceph-mon[88571]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:06:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:40 smithi132 ceph-mon[88571]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:06:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:40 smithi084 ceph-mon[94794]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 269 op/s 2024-04-02T09:06:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:40 smithi084 ceph-mon[94794]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:06:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:40 smithi084 ceph-mon[94794]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:06:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:06:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:06:40] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-02T09:06:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:40 smithi084 ceph-mon[97358]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 269 op/s 2024-04-02T09:06:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:40 smithi084 ceph-mon[97358]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:06:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:40 smithi084 ceph-mon[97358]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:06:41.777 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4022 ms) 2024-04-02T09:06:41.777 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-02T09:06:41.809 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:41.820 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 0~10 2024-04-02T09:06:41.828 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:42.639 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:06:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:42 smithi132 ceph-mon[88571]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 25 KiB/s wr, 375 op/s 2024-04-02T09:06:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:42 smithi132 ceph-mon[88571]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:06:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:42 smithi084 ceph-mon[94794]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 25 KiB/s wr, 375 op/s 2024-04-02T09:06:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:42 smithi084 ceph-mon[94794]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:06:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:42 smithi084 ceph-mon[97358]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 25 KiB/s wr, 375 op/s 2024-04-02T09:06:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:42 smithi084 ceph-mon[97358]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:06:43.677 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:43.738 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:06:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:43 smithi132 ceph-mon[88571]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:06:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:43 smithi084 ceph-mon[94794]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:06:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:43 smithi084 ceph-mon[97358]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:06:44.854 INFO:tasks.workunit.client.0.smithi084.stdout:migration_abort 2024-04-02T09:06:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:44 smithi132 ceph-mon[88571]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-04-02T09:06:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:44 smithi132 ceph-mon[88571]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:06:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:44 smithi084 ceph-mon[94794]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-04-02T09:06:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:44 smithi084 ceph-mon[94794]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:06:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:44 smithi084 ceph-mon[97358]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-04-02T09:06:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:44 smithi084 ceph-mon[97358]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:06:45.801 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4025 ms) 2024-04-02T09:06:45.802 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-02T09:06:45.834 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:45.848 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 71625522~3302335 2024-04-02T09:06:45.886 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 33785175~5011954 2024-04-02T09:06:45.886 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 59065389~4936057 2024-04-02T09:06:45.921 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 40050168~5345581 2024-04-02T09:06:45.921 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 65320174~4119258 2024-04-02T09:06:45.949 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 4179949~5416112 2024-04-02T09:06:45.949 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 6122662~1717381 2024-04-02T09:06:45.964 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 44729473~5284224 2024-04-02T09:06:45.964 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap0 2024-04-02T09:06:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:45 smithi084 ceph-mon[94794]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:06:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:45 smithi084 ceph-mon[97358]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:06:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:45 smithi132 ceph-mon[88571]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:06:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:46 smithi084 ceph-mon[94794]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 324 op/s 2024-04-02T09:06:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:46 smithi084 ceph-mon[94794]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:06:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:46 smithi084 ceph-mon[97358]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 324 op/s 2024-04-02T09:06:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:46 smithi084 ceph-mon[97358]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:06:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:46 smithi132 ceph-mon[88571]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 324 op/s 2024-04-02T09:06:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:46 smithi132 ceph-mon[88571]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:06:47.699 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap0 2024-04-02T09:06:47.712 INFO:tasks.workunit.client.0.smithi084.stdout:clone image159 -> image162 2024-04-02T09:06:47.816 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 134472757 2024-04-02T09:06:47.829 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 102284193~4542579 2024-04-02T09:06:47.863 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 86540133~3783338 2024-04-02T09:06:47.863 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 116434530~2741426 2024-04-02T09:06:47.881 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 68413201~703475 2024-04-02T09:06:47.908 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 23641318~2777320 2024-04-02T09:06:47.931 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 37461728~4764800 2024-04-02T09:06:47.939 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 40795658~5093207 2024-04-02T09:06:47.971 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 78271132~1295730 2024-04-02T09:06:47.977 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:47 smithi084 ceph-mon[94794]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:06:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:47 smithi084 ceph-mon[97358]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:06:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:47 smithi132 ceph-mon[88571]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:06:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:48 smithi084 ceph-mon[94794]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 324 op/s 2024-04-02T09:06:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:48 smithi084 ceph-mon[94794]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:06:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:48 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:48 smithi084 ceph-mon[97358]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 324 op/s 2024-04-02T09:06:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:48 smithi084 ceph-mon[97358]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:06:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:48 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:48 smithi132 ceph-mon[88571]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 324 op/s 2024-04-02T09:06:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:48 smithi132 ceph-mon[88571]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:06:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:48 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:49.708 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 199782080 2024-04-02T09:06:49.723 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 85225081~3936036 2024-04-02T09:06:49.731 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 39151509~492233 2024-04-02T09:06:49.731 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 18986831~1551462 2024-04-02T09:06:49.732 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 135087782~7086203 2024-04-02T09:06:49.732 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 94715725~4996048 2024-04-02T09:06:49.738 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 135713733~179262 2024-04-02T09:06:49.739 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 127827357~6105153 2024-04-02T09:06:49.747 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 199136273~645807 2024-04-02T09:06:49.747 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:06:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[94794]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:06:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:50.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:06:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[97358]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:06:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:49 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:06:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:49 smithi132 ceph-mon[88571]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:06:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:49 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:49 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:49 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:06:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:06:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:06:50] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-02T09:06:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:50 smithi084 ceph-mon[94794]: pgmap v2382: 169 pgs: 169 active+clean; 995 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 14 MiB/s wr, 486 op/s 2024-04-02T09:06:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:50 smithi084 ceph-mon[94794]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:06:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:50 smithi084 ceph-mon[94794]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:06:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:50 smithi084 ceph-mon[97358]: pgmap v2382: 169 pgs: 169 active+clean; 995 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 14 MiB/s wr, 486 op/s 2024-04-02T09:06:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:50 smithi084 ceph-mon[97358]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:06:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:50 smithi084 ceph-mon[97358]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:06:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:50 smithi132 ceph-mon[88571]: pgmap v2382: 169 pgs: 169 active+clean; 995 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 14 MiB/s wr, 486 op/s 2024-04-02T09:06:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:50 smithi132 ceph-mon[88571]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:06:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:50 smithi132 ceph-mon[88571]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:06:51.501 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 143524419 2024-04-02T09:06:51.517 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 72406120~772692 2024-04-02T09:06:51.526 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 55076919~3375003 2024-04-02T09:06:51.527 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 136434890~7089529 2024-04-02T09:06:51.534 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 27124502~6430343 2024-04-02T09:06:51.534 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 87756723~5403552 2024-04-02T09:06:51.541 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 115944157~1637514 2024-04-02T09:06:51.541 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 69916084~7806680 2024-04-02T09:06:51.585 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 120702235~8176708 2024-04-02T09:06:51.585 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:06:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:52 smithi132 ceph-mon[88571]: pgmap v2385: 169 pgs: 169 active+clean; 1000 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 15 MiB/s wr, 512 op/s 2024-04-02T09:06:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:52 smithi132 ceph-mon[88571]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:06:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:06:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:06:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:52 smithi084 ceph-mon[94794]: pgmap v2385: 169 pgs: 169 active+clean; 1000 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 15 MiB/s wr, 512 op/s 2024-04-02T09:06:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:52 smithi084 ceph-mon[94794]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:06:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:52 smithi084 ceph-mon[97358]: pgmap v2385: 169 pgs: 169 active+clean; 1000 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 15 MiB/s wr, 512 op/s 2024-04-02T09:06:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:52 smithi084 ceph-mon[97358]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:06:53.510 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap3 2024-04-02T09:06:53.525 INFO:tasks.workunit.client.0.smithi084.stdout:clone image162 -> image164 2024-04-02T09:06:53.655 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 174321893 2024-04-02T09:06:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:53 smithi084 ceph-mon[94794]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:06:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:53 smithi084 ceph-mon[97358]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:06:53.902 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.StressNoMigrate (8101 ms) 2024-04-02T09:06:53.902 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.Stress 2024-04-02T09:06:53.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:53 smithi132 ceph-mon[88571]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:06:53.932 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:06:53.943 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 40548196~7396176 2024-04-02T09:06:53.995 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 7575438~641781 2024-04-02T09:06:53.996 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 15135542~3856233 2024-04-02T09:06:54.021 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 12890649~2517164 2024-04-02T09:06:54.024 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 42143356~7627590 2024-04-02T09:06:54.067 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 823114~4141866 2024-04-02T09:06:54.067 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 14947620~973008 2024-04-02T09:06:54.075 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 31676325~4198117 2024-04-02T09:06:54.075 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap0 2024-04-02T09:06:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:54 smithi084 ceph-mon[94794]: pgmap v2388: 169 pgs: 169 active+clean; 1000 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 847 KiB/s wr, 25 op/s 2024-04-02T09:06:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:54 smithi084 ceph-mon[94794]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:06:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:54 smithi084 ceph-mon[97358]: pgmap v2388: 169 pgs: 169 active+clean; 1000 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 847 KiB/s wr, 25 op/s 2024-04-02T09:06:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:54 smithi084 ceph-mon[97358]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:06:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:54 smithi132 ceph-mon[88571]: pgmap v2388: 169 pgs: 169 active+clean; 1000 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 847 KiB/s wr, 25 op/s 2024-04-02T09:06:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:54 smithi132 ceph-mon[88571]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:06:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:55.519 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap0 2024-04-02T09:06:55.531 INFO:tasks.workunit.client.0.smithi084.stdout:clone image165 -> image168 2024-04-02T09:06:55.626 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 155547181 2024-04-02T09:06:55.638 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 26458487~5256585 2024-04-02T09:06:55.678 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 144948199~34272 2024-04-02T09:06:55.678 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 13366096~588530 2024-04-02T09:06:55.707 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 149644054~5903127 2024-04-02T09:06:55.707 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 107126913~8222565 2024-04-02T09:06:55.754 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 14974515~2374346 2024-04-02T09:06:55.774 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 27834099~5471186 2024-04-02T09:06:55.805 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 125934899~7943555 2024-04-02T09:06:55.805 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:06:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:55 smithi084 ceph-mon[94794]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:06:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:55 smithi084 ceph-mon[97358]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:06:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:55 smithi132 ceph-mon[88571]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:06:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:56 smithi084 ceph-mon[94794]: pgmap v2391: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 22 MiB/s wr, 219 op/s 2024-04-02T09:06:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:56 smithi084 ceph-mon[94794]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:06:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:56 smithi084 ceph-mon[97358]: pgmap v2391: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 22 MiB/s wr, 219 op/s 2024-04-02T09:06:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:56 smithi084 ceph-mon[97358]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:06:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:56 smithi132 ceph-mon[88571]: pgmap v2391: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 22 MiB/s wr, 219 op/s 2024-04-02T09:06:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:56 smithi132 ceph-mon[88571]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:06:57.535 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap1 2024-04-02T09:06:57.549 INFO:tasks.workunit.client.0.smithi084.stdout:clone image168 -> image170 2024-04-02T09:06:57.678 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 90602435 2024-04-02T09:06:57.696 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 59134989~949168 2024-04-02T09:06:57.711 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 33491993~7375496 2024-04-02T09:06:57.760 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 65287136~6363978 2024-04-02T09:06:57.805 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 35618547~3261439 2024-04-02T09:06:57.808 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 75575551~6470398 2024-04-02T09:06:57.853 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 17684304~6451206 2024-04-02T09:06:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:57 smithi084 ceph-mon[94794]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:06:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:57 smithi084 ceph-mon[97358]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:06:57.869 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 63092276~5389351 2024-04-02T09:06:57.903 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 59243250~2668300 2024-04-02T09:06:57.906 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:06:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:57 smithi132 ceph-mon[88571]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:06:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:58 smithi084 ceph-mon[94794]: pgmap v2394: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 22 MiB/s wr, 219 op/s 2024-04-02T09:06:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:58 smithi084 ceph-mon[94794]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:06:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:58 smithi084 ceph-mon[97358]: pgmap v2394: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 22 MiB/s wr, 219 op/s 2024-04-02T09:06:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:58 smithi084 ceph-mon[97358]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:06:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:58 smithi132 ceph-mon[88571]: pgmap v2394: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 22 MiB/s wr, 219 op/s 2024-04-02T09:06:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:58 smithi132 ceph-mon[88571]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:06:59.549 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap2 2024-04-02T09:06:59.560 INFO:tasks.workunit.client.0.smithi084.stdout:clone image170 -> image172 2024-04-02T09:06:59.711 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 75817893~1409362 2024-04-02T09:06:59.784 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 76572068~1954602 2024-04-02T09:06:59.786 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 7502093~2694767 2024-04-02T09:06:59.807 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 74127639~4955558 2024-04-02T09:06:59.817 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 48184765~422714 2024-04-02T09:06:59.867 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 78768190~121397 2024-04-02T09:06:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:06:59 smithi084 ceph-mon[94794]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:06:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:06:59 smithi084 ceph-mon[97358]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:06:59.868 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 76458665~11539 2024-04-02T09:06:59.871 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 57663997~3876852 2024-04-02T09:06:59.879 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:06:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:06:59 smithi132 ceph-mon[88571]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:07:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:07:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:07:00] "GET /metrics HTTP/1.1" 200 38983 "" "Prometheus/2.43.0" 2024-04-02T09:07:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:00 smithi084 ceph-mon[94794]: pgmap v2397: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 611 op/s 2024-04-02T09:07:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:00 smithi084 ceph-mon[94794]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:07:00.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:00 smithi084 ceph-mon[94794]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:07:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:00 smithi084 ceph-mon[97358]: pgmap v2397: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 611 op/s 2024-04-02T09:07:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:00 smithi084 ceph-mon[97358]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:07:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:00 smithi084 ceph-mon[97358]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:07:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:00 smithi132 ceph-mon[88571]: pgmap v2397: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 611 op/s 2024-04-02T09:07:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:00 smithi132 ceph-mon[88571]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:07:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:00 smithi132 ceph-mon[88571]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:07:01.508 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:07:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:02 smithi132 ceph-mon[88571]: pgmap v2400: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 30 MiB/s wr, 643 op/s 2024-04-02T09:07:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:02 smithi132 ceph-mon[88571]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:07:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:07:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:07:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:02 smithi084 ceph-mon[94794]: pgmap v2400: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 30 MiB/s wr, 643 op/s 2024-04-02T09:07:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:02 smithi084 ceph-mon[94794]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:07:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:02 smithi084 ceph-mon[97358]: pgmap v2400: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 30 MiB/s wr, 643 op/s 2024-04-02T09:07:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:02 smithi084 ceph-mon[97358]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:07:03.011 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:07:03.242 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:07:03.837 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.Stress (9934 ms) 2024-04-02T09:07:03.837 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.Stress2 2024-04-02T09:07:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:03 smithi084 ceph-mon[94794]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:07:03.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:03 smithi084 ceph-mon[97358]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:07:03.872 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:07:03.883 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 17811648~7346932 2024-04-02T09:07:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:03 smithi132 ceph-mon[88571]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:07:03.935 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 22205939~4025709 2024-04-02T09:07:03.937 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 69197171~1167197 2024-04-02T09:07:03.948 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 23333764~8062750 2024-04-02T09:07:03.951 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 35896874~1443568 2024-04-02T09:07:03.968 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 1387359~2062783 2024-04-02T09:07:03.969 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 45415186~4463087 2024-04-02T09:07:03.993 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 31583513~1707780 2024-04-02T09:07:03.994 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap0 2024-04-02T09:07:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:04 smithi084 ceph-mon[94794]: pgmap v2403: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.0 MiB/s wr, 32 op/s 2024-04-02T09:07:04.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:04 smithi084 ceph-mon[94794]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:07:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:04 smithi084 ceph-mon[97358]: pgmap v2403: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.0 MiB/s wr, 32 op/s 2024-04-02T09:07:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:04 smithi084 ceph-mon[97358]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:07:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:04 smithi132 ceph-mon[88571]: pgmap v2403: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.0 MiB/s wr, 32 op/s 2024-04-02T09:07:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:04 smithi132 ceph-mon[88571]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:07:05.571 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap0 2024-04-02T09:07:05.585 INFO:tasks.workunit.client.0.smithi084.stdout:clone image173 -> image176 2024-04-02T09:07:05.682 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 49855116~7285456 2024-04-02T09:07:05.757 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 58039819~8076817 2024-04-02T09:07:05.764 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 58529862~748434 2024-04-02T09:07:05.770 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 67868837~6044159 2024-04-02T09:07:05.781 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 26698227~880172 2024-04-02T09:07:05.791 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 7041772~8147009 2024-04-02T09:07:05.798 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 74214197~3384625 2024-04-02T09:07:05.816 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 15798942~8076204 2024-04-02T09:07:05.829 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:07:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:05 smithi084 ceph-mon[94794]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:07:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:05 smithi084 ceph-mon[97358]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:07:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:05 smithi132 ceph-mon[88571]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:07:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:06 smithi084 ceph-mon[94794]: pgmap v2406: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 7.6 MiB/s wr, 972 op/s 2024-04-02T09:07:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:06 smithi084 ceph-mon[94794]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:07:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:06 smithi084 ceph-mon[97358]: pgmap v2406: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 7.6 MiB/s wr, 972 op/s 2024-04-02T09:07:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:06 smithi084 ceph-mon[97358]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:07:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:06 smithi132 ceph-mon[88571]: pgmap v2406: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 7.6 MiB/s wr, 972 op/s 2024-04-02T09:07:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:06 smithi132 ceph-mon[88571]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:07:07.589 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 62539847~1110033 2024-04-02T09:07:07.595 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 19330817~7411342 2024-04-02T09:07:07.596 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 43028558~6162033 2024-04-02T09:07:07.599 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 19013728~3940960 2024-04-02T09:07:07.608 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 14037348~4557664 2024-04-02T09:07:07.612 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 49457222~265593 2024-04-02T09:07:07.612 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 49494090~1662680 2024-04-02T09:07:07.645 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 43293930~7037650 2024-04-02T09:07:07.652 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:07:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:07 smithi084 ceph-mon[94794]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:07:07.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:07 smithi084 ceph-mon[97358]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:07:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:07 smithi132 ceph-mon[88571]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:07:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:08 smithi084 ceph-mon[94794]: pgmap v2409: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 7.6 MiB/s wr, 972 op/s 2024-04-02T09:07:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:08 smithi084 ceph-mon[94794]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:07:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:08 smithi084 ceph-mon[97358]: pgmap v2409: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 7.6 MiB/s wr, 972 op/s 2024-04-02T09:07:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:08 smithi084 ceph-mon[97358]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:07:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:08 smithi132 ceph-mon[88571]: pgmap v2409: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 7.6 MiB/s wr, 972 op/s 2024-04-02T09:07:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:08 smithi132 ceph-mon[88571]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:07:09.593 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap2 2024-04-02T09:07:09.605 INFO:tasks.workunit.client.0.smithi084.stdout:clone image176 -> image178 2024-04-02T09:07:09.732 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 12914772~1160496 2024-04-02T09:07:09.780 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 52372316~157450 2024-04-02T09:07:09.822 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 41858891~6058567 2024-04-02T09:07:09.863 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 76552056~693833 2024-04-02T09:07:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:09 smithi084 ceph-mon[94794]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:07:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:09 smithi084 ceph-mon[97358]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:07:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:09.885 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 67490293~7021184 2024-04-02T09:07:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:09 smithi132 ceph-mon[88571]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:07:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:09.943 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 78275497~76310 2024-04-02T09:07:09.946 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 26352167~1236223 2024-04-02T09:07:09.962 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 58979214~6597616 2024-04-02T09:07:09.975 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:07:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:07:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:07:10] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-02T09:07:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:10 smithi084 ceph-mon[94794]: pgmap v2412: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 18 MiB/s wr, 370 op/s 2024-04-02T09:07:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:10 smithi084 ceph-mon[94794]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:07:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:10 smithi084 ceph-mon[94794]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:07:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:10 smithi084 ceph-mon[97358]: pgmap v2412: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 18 MiB/s wr, 370 op/s 2024-04-02T09:07:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:10 smithi084 ceph-mon[97358]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:07:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:10 smithi084 ceph-mon[97358]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:07:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:10 smithi132 ceph-mon[88571]: pgmap v2412: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 18 MiB/s wr, 370 op/s 2024-04-02T09:07:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:10 smithi132 ceph-mon[88571]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:07:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:10 smithi132 ceph-mon[88571]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:07:11.502 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 135562204 2024-04-02T09:07:11.520 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:07:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:12 smithi132 ceph-mon[88571]: pgmap v2415: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 21 MiB/s wr, 434 op/s 2024-04-02T09:07:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:12 smithi132 ceph-mon[88571]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:07:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:07:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:12 smithi084 ceph-mon[94794]: pgmap v2415: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 21 MiB/s wr, 434 op/s 2024-04-02T09:07:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:12 smithi084 ceph-mon[94794]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:07:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:12 smithi084 ceph-mon[97358]: pgmap v2415: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 21 MiB/s wr, 434 op/s 2024-04-02T09:07:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:12 smithi084 ceph-mon[97358]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:07:13.050 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 78393350~7680904 2024-04-02T09:07:13.117 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 128081204~5902140 2024-04-02T09:07:13.121 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 88212822~6873147 2024-04-02T09:07:13.156 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 52333809~6603717 2024-04-02T09:07:13.200 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 124694147~3676756 2024-04-02T09:07:13.222 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 86960312~4517594 2024-04-02T09:07:13.224 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 96262294~726495 2024-04-02T09:07:13.229 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 57453992~3231682 2024-04-02T09:07:13.231 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user0 2024-04-02T09:07:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:13 smithi084 ceph-mon[94794]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:07:13.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:13 smithi084 ceph-mon[97358]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:07:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:13 smithi132 ceph-mon[88571]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:07:14.621 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 222917569 2024-04-02T09:07:14.634 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 45994599~3460997 2024-04-02T09:07:14.642 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 68473462~1780110 2024-04-02T09:07:14.643 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 97929842~7844611 2024-04-02T09:07:14.650 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 35293797~5078650 2024-04-02T09:07:14.650 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 85506946~2767143 2024-04-02T09:07:14.651 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 10713031~4382290 2024-04-02T09:07:14.706 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 44378712~6682084 2024-04-02T09:07:14.752 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 13681243~5357130 2024-04-02T09:07:14.772 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user1 2024-04-02T09:07:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:14 smithi084 ceph-mon[94794]: pgmap v2418: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 3.1 MiB/s wr, 63 op/s 2024-04-02T09:07:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:14 smithi084 ceph-mon[94794]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:07:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:14 smithi084 ceph-mon[97358]: pgmap v2418: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 3.1 MiB/s wr, 63 op/s 2024-04-02T09:07:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:14 smithi084 ceph-mon[97358]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:07:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:14 smithi132 ceph-mon[88571]: pgmap v2418: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 3.1 MiB/s wr, 63 op/s 2024-04-02T09:07:14.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:14 smithi132 ceph-mon[88571]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:07:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:15 smithi084 ceph-mon[94794]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:07:15.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:15 smithi084 ceph-mon[97358]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:07:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:15 smithi132 ceph-mon[88571]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:07:16.632 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 260419233 2024-04-02T09:07:16.645 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 190262953~834722 2024-04-02T09:07:16.653 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 71247957~1488651 2024-04-02T09:07:16.653 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 12160544~6396731 2024-04-02T09:07:16.658 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 12532754~7585710 2024-04-02T09:07:16.718 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 253757837~6661396 2024-04-02T09:07:16.720 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 256644746~1501782 2024-04-02T09:07:16.756 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 3100854~5576318 2024-04-02T09:07:16.758 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 80991975~4366199 2024-04-02T09:07:16.758 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user2 2024-04-02T09:07:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:16 smithi084 ceph-mon[94794]: pgmap v2421: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 678 op/s 2024-04-02T09:07:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:16 smithi084 ceph-mon[94794]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:07:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:16 smithi084 ceph-mon[97358]: pgmap v2421: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 678 op/s 2024-04-02T09:07:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:16 smithi084 ceph-mon[97358]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:07:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:16 smithi132 ceph-mon[88571]: pgmap v2421: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 678 op/s 2024-04-02T09:07:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:16 smithi132 ceph-mon[88571]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:07:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:17 smithi132 ceph-mon[88571]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:07:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:17 smithi084 ceph-mon[94794]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:07:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:17 smithi084 ceph-mon[97358]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:07:18.647 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 187702946~3822203 2024-04-02T09:07:18.660 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 203556831~5495248 2024-04-02T09:07:18.660 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 176743091~6293098 2024-04-02T09:07:18.665 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 205624497~458232 2024-04-02T09:07:18.665 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 163516370~737724 2024-04-02T09:07:18.666 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 171215960~2011197 2024-04-02T09:07:18.666 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 198418466~4359833 2024-04-02T09:07:18.669 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 201521854~5768062 2024-04-02T09:07:18.709 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user3 2024-04-02T09:07:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:18 smithi132 ceph-mon[88571]: pgmap v2424: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 678 op/s 2024-04-02T09:07:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:18 smithi132 ceph-mon[88571]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:07:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:18 smithi084 ceph-mon[94794]: pgmap v2424: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 678 op/s 2024-04-02T09:07:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:18 smithi084 ceph-mon[94794]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:07:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:18 smithi084 ceph-mon[97358]: pgmap v2424: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 678 op/s 2024-04-02T09:07:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:18 smithi084 ceph-mon[97358]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:07:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:19 smithi132 ceph-mon[88571]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:07:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:19 smithi084 ceph-mon[94794]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:07:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:19 smithi084 ceph-mon[97358]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:07:20.654 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 363945552 2024-04-02T09:07:20.674 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 36394555~9098638 2024-04-02T09:07:20.681 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 38669214~4549319 2024-04-02T09:07:20.740 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 72789110~9098638 2024-04-02T09:07:20.748 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 75063769~4549319 2024-04-02T09:07:20.804 INFO:tasks.workunit.client.0.smithi084.stdout:write: 3 109183665~9098638 2024-04-02T09:07:20.813 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 111458324~4549319 2024-04-02T09:07:20.858 INFO:tasks.workunit.client.0.smithi084.stdout:write: 4 145578220~9098638 2024-04-02T09:07:20.866 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 147852879~4549319 2024-04-02T09:07:20.902 INFO:tasks.workunit.client.0.smithi084.stdout:write: 5 181972776~9098638 2024-04-02T09:07:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:20 smithi132 ceph-mon[88571]: pgmap v2427: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 21 MiB/s wr, 266 op/s 2024-04-02T09:07:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:20 smithi132 ceph-mon[88571]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:07:20.910 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 184247435~4549319 2024-04-02T09:07:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:20 smithi084 ceph-mon[94794]: pgmap v2427: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 21 MiB/s wr, 266 op/s 2024-04-02T09:07:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:20 smithi084 ceph-mon[94794]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:07:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:07:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:07:20] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-02T09:07:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:20 smithi084 ceph-mon[97358]: pgmap v2427: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 21 MiB/s wr, 266 op/s 2024-04-02T09:07:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:20 smithi084 ceph-mon[97358]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:07:21.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:21 smithi132 ceph-mon[88571]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:07:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:21 smithi084 ceph-mon[94794]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:07:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:21 smithi084 ceph-mon[97358]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:07:22.273 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:07:22.467 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:07:22.654 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:07:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:22 smithi132 ceph-mon[88571]: pgmap v2430: 169 pgs: 169 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.3 MiB/s rd, 32 MiB/s wr, 354 op/s 2024-04-02T09:07:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:22 smithi084 ceph-mon[94794]: pgmap v2430: 169 pgs: 169 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.3 MiB/s rd, 32 MiB/s wr, 354 op/s 2024-04-02T09:07:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:22 smithi084 ceph-mon[97358]: pgmap v2430: 169 pgs: 169 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.3 MiB/s rd, 32 MiB/s wr, 354 op/s 2024-04-02T09:07:23.968 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.Stress2 (20131 ms) 2024-04-02T09:07:23.968 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMigration.StressLive 2024-04-02T09:07:23.998 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 83886080 2024-04-02T09:07:24.012 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 21736373~810080 2024-04-02T09:07:24.025 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 33099131~1088034 2024-04-02T09:07:24.025 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 79014291~3231945 2024-04-02T09:07:24.051 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 66938707~1046481 2024-04-02T09:07:24.051 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 22786477~704530 2024-04-02T09:07:24.057 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 66781214~4196043 2024-04-02T09:07:24.057 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 8018246~6425859 2024-04-02T09:07:24.102 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 28698323~3198306 2024-04-02T09:07:24.102 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap0 2024-04-02T09:07:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:23 smithi084 ceph-mon[94794]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:07:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:23 smithi084 ceph-mon[97358]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:07:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:23 smithi132 ceph-mon[88571]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:07:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:24 smithi084 ceph-mon[94794]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 10 MiB/s wr, 78 op/s 2024-04-02T09:07:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:24 smithi084 ceph-mon[97358]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 10 MiB/s wr, 78 op/s 2024-04-02T09:07:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:24 smithi132 ceph-mon[88571]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 10 MiB/s wr, 78 op/s 2024-04-02T09:07:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:25.697 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap0 2024-04-02T09:07:25.708 INFO:tasks.workunit.client.0.smithi084.stdout:clone image179 -> image182 2024-04-02T09:07:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 54884067~5976747 2024-04-02T09:07:25.860 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 77740609~6145471 2024-04-02T09:07:25.868 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 33322493~296630 2024-04-02T09:07:25.875 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 46599503~3259203 2024-04-02T09:07:25.880 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 50970305~5620928 2024-04-02T09:07:25.911 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 76427659~7458421 2024-04-02T09:07:25.913 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 8268501~2529589 2024-04-02T09:07:25.966 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 3617623~1144388 2024-04-02T09:07:25.972 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap1 2024-04-02T09:07:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:25 smithi084 ceph-mon[94794]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:07:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:25 smithi084 ceph-mon[97358]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:07:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:25 smithi132 ceph-mon[88571]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:07:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:26 smithi084 ceph-mon[94794]: pgmap v2434: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 MiB/s rd, 22 MiB/s wr, 725 op/s 2024-04-02T09:07:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:26 smithi084 ceph-mon[94794]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:07:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:26 smithi084 ceph-mon[97358]: pgmap v2434: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 MiB/s rd, 22 MiB/s wr, 725 op/s 2024-04-02T09:07:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:26 smithi084 ceph-mon[97358]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:07:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:26 smithi132 ceph-mon[88571]: pgmap v2434: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 MiB/s rd, 22 MiB/s wr, 725 op/s 2024-04-02T09:07:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:26 smithi132 ceph-mon[88571]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:07:27.707 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 17248290~7134443 2024-04-02T09:07:27.722 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 24616189~4206177 2024-04-02T09:07:27.722 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 58733868~6480335 2024-04-02T09:07:27.728 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 12906194~7511323 2024-04-02T09:07:27.754 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 52652669~8031858 2024-04-02T09:07:27.783 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 12126046~8050085 2024-04-02T09:07:27.810 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 72747088~3423818 2024-04-02T09:07:27.811 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 9569289~8289857 2024-04-02T09:07:27.817 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap2 2024-04-02T09:07:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:27 smithi084 ceph-mon[94794]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:07:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:27 smithi084 ceph-mon[97358]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:07:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:27 smithi132 ceph-mon[88571]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:07:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:28 smithi084 ceph-mon[94794]: pgmap v2437: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 256 MiB/s rd, 27 MiB/s wr, 892 op/s 2024-04-02T09:07:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:28 smithi084 ceph-mon[94794]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:07:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:28 smithi084 ceph-mon[97358]: pgmap v2437: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 256 MiB/s rd, 27 MiB/s wr, 892 op/s 2024-04-02T09:07:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:28 smithi084 ceph-mon[97358]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:07:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:28 smithi132 ceph-mon[88571]: pgmap v2437: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 256 MiB/s rd, 27 MiB/s wr, 892 op/s 2024-04-02T09:07:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:28 smithi132 ceph-mon[88571]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:07:29.720 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap2 2024-04-02T09:07:29.736 INFO:tasks.workunit.client.0.smithi084.stdout:clone image182 -> image184 2024-04-02T09:07:29.863 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 126777862 2024-04-02T09:07:29.875 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 65322013~7223290 2024-04-02T09:07:29.959 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 87802989~6569671 2024-04-02T09:07:29.959 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 7198472~3924156 2024-04-02T09:07:29.998 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 116350781~2002928 2024-04-02T09:07:29.998 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 29837633~3899291 2024-04-02T09:07:30.031 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 41830057~3228642 2024-04-02T09:07:30.040 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 3549646~4366386 2024-04-02T09:07:30.080 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 32477403~4093194 2024-04-02T09:07:30.082 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: snap3 2024-04-02T09:07:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:29 smithi084 ceph-mon[94794]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:07:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:29 smithi084 ceph-mon[97358]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:07:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:29 smithi132 ceph-mon[88571]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:07:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:07:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:07:30] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-02T09:07:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:30 smithi084 ceph-mon[94794]: pgmap v2440: 169 pgs: 169 active+clean; 1.8 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 61 MiB/s rd, 17 MiB/s wr, 239 op/s 2024-04-02T09:07:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:30 smithi084 ceph-mon[94794]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:07:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:30 smithi084 ceph-mon[94794]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:07:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:30 smithi084 ceph-mon[97358]: pgmap v2440: 169 pgs: 169 active+clean; 1.8 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 61 MiB/s rd, 17 MiB/s wr, 239 op/s 2024-04-02T09:07:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:30 smithi084 ceph-mon[97358]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:07:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:30 smithi084 ceph-mon[97358]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:07:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:30 smithi132 ceph-mon[88571]: pgmap v2440: 169 pgs: 169 active+clean; 1.8 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 61 MiB/s rd, 17 MiB/s wr, 239 op/s 2024-04-02T09:07:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:30 smithi132 ceph-mon[88571]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:07:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:30 smithi132 ceph-mon[88571]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:07:31.507 INFO:tasks.workunit.client.0.smithi084.stdout:snap_protect: snap3 2024-04-02T09:07:31.519 INFO:tasks.workunit.client.0.smithi084.stdout:clone image184 -> image186 2024-04-02T09:07:31.671 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 157429239 2024-04-02T09:07:31.687 INFO:tasks.workunit.client.0.smithi084.stdout:migration_prepare 2024-04-02T09:07:32.144 INFO:tasks.workunit.client.0.smithi084.stdout:migration_execute 2024-04-02T09:07:32.144 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 38116090~6309029 2024-04-02T09:07:32.201 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 35044956~5260488 2024-04-02T09:07:32.222 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 17884515~7487495 2024-04-02T09:07:32.285 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 109434998~3220122 2024-04-02T09:07:32.315 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 65333109~1476380 2024-04-02T09:07:32.340 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 149842615~7586624 2024-04-02T09:07:32.368 INFO:tasks.workunit.client.0.smithi084.stdout:write: a 41515417~6018891 2024-04-02T09:07:32.391 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 111447109~606185 2024-04-02T09:07:32.392 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user0 2024-04-02T09:07:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:32 smithi132 ceph-mon[88571]: pgmap v2443: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 342 op/s 2024-04-02T09:07:32.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:32 smithi132 ceph-mon[88571]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:07:32.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:07:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:07:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:32 smithi084 ceph-mon[94794]: pgmap v2443: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 342 op/s 2024-04-02T09:07:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:32 smithi084 ceph-mon[94794]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:07:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:32 smithi084 ceph-mon[97358]: pgmap v2443: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 342 op/s 2024-04-02T09:07:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:32 smithi084 ceph-mon[97358]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:07:33.725 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 255019328 2024-04-02T09:07:33.737 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 208051413~7495158 2024-04-02T09:07:33.749 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 207691901~7260379 2024-04-02T09:07:33.784 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 104449604~6620599 2024-04-02T09:07:33.790 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 248534203~704880 2024-04-02T09:07:33.790 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 140377567~2851982 2024-04-02T09:07:33.792 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 235117637~3723150 2024-04-02T09:07:33.792 INFO:tasks.workunit.client.0.smithi084.stdout:write: b 110695475~7461098 2024-04-02T09:07:33.837 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 68080755~2320239 2024-04-02T09:07:33.837 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user1 2024-04-02T09:07:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:33 smithi084 ceph-mon[94794]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:07:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:33 smithi084 ceph-mon[97358]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:07:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:33 smithi132 ceph-mon[88571]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:07:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:34 smithi084 ceph-mon[94794]: pgmap v2446: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.7 MiB/s wr, 103 op/s 2024-04-02T09:07:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:34 smithi084 ceph-mon[94794]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:07:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:34 smithi084 ceph-mon[97358]: pgmap v2446: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.7 MiB/s wr, 103 op/s 2024-04-02T09:07:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:34 smithi084 ceph-mon[97358]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:07:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:34 smithi132 ceph-mon[88571]: pgmap v2446: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.7 MiB/s wr, 103 op/s 2024-04-02T09:07:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:34 smithi132 ceph-mon[88571]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:07:35.733 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 314842605 2024-04-02T09:07:35.748 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 190379856~4628677 2024-04-02T09:07:35.759 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 235442752~419263 2024-04-02T09:07:35.759 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 98661746~1241192 2024-04-02T09:07:35.760 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 48123903~141572 2024-04-02T09:07:35.760 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 251326777~3669639 2024-04-02T09:07:35.764 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 106766122~4363705 2024-04-02T09:07:35.764 INFO:tasks.workunit.client.0.smithi084.stdout:write: c 62190511~4108845 2024-04-02T09:07:35.771 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 194299770~6649504 2024-04-02T09:07:35.796 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user2 2024-04-02T09:07:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:35 smithi084 ceph-mon[94794]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:07:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:35 smithi084 ceph-mon[97358]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:07:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:35 smithi132 ceph-mon[88571]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:07:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:36 smithi084 ceph-mon[94794]: pgmap v2449: 169 pgs: 169 active+clean; 2.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 34 MiB/s wr, 992 op/s 2024-04-02T09:07:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:36 smithi084 ceph-mon[94794]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:07:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:36 smithi084 ceph-mon[97358]: pgmap v2449: 169 pgs: 169 active+clean; 2.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 34 MiB/s wr, 992 op/s 2024-04-02T09:07:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:36 smithi084 ceph-mon[97358]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:07:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:36 smithi132 ceph-mon[88571]: pgmap v2449: 169 pgs: 169 active+clean; 2.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 34 MiB/s wr, 992 op/s 2024-04-02T09:07:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:36 smithi132 ceph-mon[88571]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:07:37.747 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 295340684~4881495 2024-04-02T09:07:37.764 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 6813202~513628 2024-04-02T09:07:37.765 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 62136686~4591387 2024-04-02T09:07:37.768 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 157541401~2147744 2024-04-02T09:07:37.768 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 276151270~4107750 2024-04-02T09:07:37.773 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 179058168~5481807 2024-04-02T09:07:37.773 INFO:tasks.workunit.client.0.smithi084.stdout:write: d 65081580~3016784 2024-04-02T09:07:37.829 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 39016807~4680799 2024-04-02T09:07:37.829 INFO:tasks.workunit.client.0.smithi084.stdout:snap_create: user3 2024-04-02T09:07:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:37 smithi084 ceph-mon[94794]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:07:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:37 smithi084 ceph-mon[97358]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:07:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:37 smithi132 ceph-mon[88571]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:07:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:38 smithi084 ceph-mon[94794]: pgmap v2452: 169 pgs: 169 active+clean; 2.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 34 MiB/s wr, 992 op/s 2024-04-02T09:07:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:38 smithi084 ceph-mon[94794]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:07:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:38 smithi084 ceph-mon[97358]: pgmap v2452: 169 pgs: 169 active+clean; 2.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 34 MiB/s wr, 992 op/s 2024-04-02T09:07:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:38 smithi084 ceph-mon[97358]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:07:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:38 smithi132 ceph-mon[88571]: pgmap v2452: 169 pgs: 169 active+clean; 2.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 34 MiB/s wr, 992 op/s 2024-04-02T09:07:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:38 smithi132 ceph-mon[88571]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:07:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:39.757 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 238708848 2024-04-02T09:07:39.791 INFO:tasks.workunit.client.0.smithi084.stdout:write: 1 23870884~5967721 2024-04-02T09:07:39.796 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 25362814~2983860 2024-04-02T09:07:39.831 INFO:tasks.workunit.client.0.smithi084.stdout:write: 2 47741769~5967721 2024-04-02T09:07:39.833 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 49233699~2983860 2024-04-02T09:07:39.885 INFO:tasks.workunit.client.0.smithi084.stdout:write: 3 71612654~5967721 2024-04-02T09:07:39.886 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 73104584~2983860 2024-04-02T09:07:39.956 INFO:tasks.workunit.client.0.smithi084.stdout:write: 4 95483539~5967721 2024-04-02T09:07:39.958 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 96975469~2983860 2024-04-02T09:07:39.994 INFO:tasks.workunit.client.0.smithi084.stdout:write: 5 119354424~5967721 2024-04-02T09:07:39.995 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 120846354~2983860 2024-04-02T09:07:40.113 INFO:tasks.workunit.client.0.smithi084.stdout:migration_commit 2024-04-02T09:07:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:39 smithi084 ceph-mon[94794]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:07:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:39 smithi084 ceph-mon[97358]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:07:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:39 smithi132 ceph-mon[88571]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:07:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:40 smithi084 ceph-mon[94794]: pgmap v2455: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 5.1 MiB/s rd, 26 MiB/s wr, 206 op/s 2024-04-02T09:07:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:40 smithi084 ceph-mon[94794]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:07:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:40 smithi084 ceph-mon[97358]: pgmap v2455: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 5.1 MiB/s rd, 26 MiB/s wr, 206 op/s 2024-04-02T09:07:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:40 smithi084 ceph-mon[97358]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:07:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:07:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:07:40] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-02T09:07:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:40 smithi132 ceph-mon[88571]: pgmap v2455: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 5.1 MiB/s rd, 26 MiB/s wr, 206 op/s 2024-04-02T09:07:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:40 smithi132 ceph-mon[88571]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:07:41.380 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMigration.StressLive (17412 ms) 2024-04-02T09:07:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:07:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:42.766 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 57 tests from TestMigration (261675 ms total) 2024-04-02T09:07:42.766 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:07:42.767 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 6 tests from TestGroup 2024-04-02T09:07:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:42 smithi084 ceph-mon[94794]: pgmap v2457: 169 pgs: 169 active+clean; 2.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 26 MiB/s wr, 232 op/s 2024-04-02T09:07:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:42 smithi084 ceph-mon[94794]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:07:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:42 smithi084 ceph-mon[97358]: pgmap v2457: 169 pgs: 169 active+clean; 2.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 26 MiB/s wr, 232 op/s 2024-04-02T09:07:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:42 smithi084 ceph-mon[97358]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:07:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:42 smithi132 ceph-mon[88571]: pgmap v2457: 169 pgs: 169 active+clean; 2.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 26 MiB/s wr, 232 op/s 2024-04-02T09:07:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:42 smithi132 ceph-mon[88571]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:07:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:43 smithi084 ceph-mon[94794]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:07:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:43 smithi084 ceph-mon[97358]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:07:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:43 smithi132 ceph-mon[88571]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:07:44.779 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestGroup.group_create 2024-04-02T09:07:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[97358]: pgmap v2460: 105 pgs: 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2024-04-02T09:07:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:07:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:07:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[97358]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:07:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2668800442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[94794]: pgmap v2460: 105 pgs: 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2024-04-02T09:07:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:07:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:07:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[94794]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:07:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:44 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2668800442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:44 smithi132 ceph-mon[88571]: pgmap v2460: 105 pgs: 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2024-04-02T09:07:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:44 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:07:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:44 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:07:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:44 smithi132 ceph-mon[88571]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:07:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:44 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2668800442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:45 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2668800442' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:07:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:45 smithi084 ceph-mon[94794]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:07:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:45 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2668800442' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:07:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:45 smithi084 ceph-mon[97358]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:07:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:45 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2668800442' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:07:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:45 smithi132 ceph-mon[88571]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:07:46.817 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestGroup.group_create (2038 ms) 2024-04-02T09:07:46.817 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestGroup.group_createPP 2024-04-02T09:07:46.834 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-02T09:07:46.834 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestGroup.add_image 2024-04-02T09:07:46.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestGroup.add_image (38 ms) 2024-04-02T09:07:46.896 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-02T09:07:46.910 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-04-02T09:07:46.911 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-02T09:07:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:46 smithi084 ceph-mon[94794]: pgmap v2463: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:07:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:46 smithi084 ceph-mon[94794]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:07:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:46 smithi084 ceph-mon[97358]: pgmap v2463: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:07:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:46 smithi084 ceph-mon[97358]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:07:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:46 smithi132 ceph-mon[88571]: pgmap v2463: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:07:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:46 smithi132 ceph-mon[88571]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:07:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:47 smithi084 ceph-mon[94794]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:07:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:47 smithi084 ceph-mon[97358]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:07:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:47 smithi132 ceph-mon[88571]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:07:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:48 smithi084 ceph-mon[94794]: pgmap v2466: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:07:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:48 smithi084 ceph-mon[94794]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:07:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:48 smithi084 ceph-mon[97358]: pgmap v2466: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:07:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:48 smithi084 ceph-mon[97358]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:07:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:48 smithi132 ceph-mon[88571]: pgmap v2466: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:07:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:48 smithi132 ceph-mon[88571]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:07:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[94794]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:07:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:07:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[97358]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:07:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:50.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:49 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:07:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:49 smithi132 ceph-mon[88571]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:07:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:49 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:49 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:49 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:49 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:07:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:07:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:07:50] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-02T09:07:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:50 smithi084 ceph-mon[94794]: pgmap v2469: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-04-02T09:07:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:50 smithi084 ceph-mon[94794]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:07:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:50 smithi084 ceph-mon[97358]: pgmap v2469: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-04-02T09:07:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:50 smithi084 ceph-mon[97358]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:07:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:50 smithi132 ceph-mon[88571]: pgmap v2469: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-04-02T09:07:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:50 smithi132 ceph-mon[88571]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:07:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:51 smithi084 ceph-mon[94794]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:07:52.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:51 smithi084 ceph-mon[97358]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:07:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:51 smithi132 ceph-mon[88571]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:07:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:07:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestGroup.add_snapshot (5941 ms) 2024-04-02T09:07:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-02T09:07:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:52 smithi084 ceph-mon[94794]: pgmap v2472: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 15 KiB/s wr, 167 op/s 2024-04-02T09:07:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:52 smithi084 ceph-mon[94794]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:07:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:52 smithi084 ceph-mon[97358]: pgmap v2472: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 15 KiB/s wr, 167 op/s 2024-04-02T09:07:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:52 smithi084 ceph-mon[97358]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:07:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:52 smithi132 ceph-mon[88571]: pgmap v2472: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 15 KiB/s wr, 167 op/s 2024-04-02T09:07:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:52 smithi132 ceph-mon[88571]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:07:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:53 smithi084 ceph-mon[94794]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:07:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:53 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:07:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:53 smithi084 ceph-mon[97358]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:07:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:53 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:07:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:53 smithi132 ceph-mon[88571]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:07:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:53 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:07:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:54 smithi084 ceph-mon[94794]: pgmap v2475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-04-02T09:07:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:54 smithi084 ceph-mon[94794]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:07:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:54 smithi084 ceph-mon[97358]: pgmap v2475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-04-02T09:07:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:54 smithi084 ceph-mon[97358]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:07:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:54 smithi132 ceph-mon[88571]: pgmap v2475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-04-02T09:07:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:54 smithi132 ceph-mon[88571]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:07:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:55 smithi084 ceph-mon[94794]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:07:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:55 smithi084 ceph-mon[94794]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:07:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:55 smithi084 ceph-mon[97358]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:07:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:55 smithi084 ceph-mon[97358]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:07:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:55 smithi132 ceph-mon[88571]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:07:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:55 smithi132 ceph-mon[88571]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:07:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:56 smithi084 ceph-mon[94794]: pgmap v2478: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-04-02T09:07:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:56 smithi084 ceph-mon[94794]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:07:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:56 smithi084 ceph-mon[97358]: pgmap v2478: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-04-02T09:07:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:56 smithi084 ceph-mon[97358]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:07:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:56 smithi132 ceph-mon[88571]: pgmap v2478: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-04-02T09:07:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:56 smithi132 ceph-mon[88571]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:07:58.534 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestGroup.add_snapshotPP (5682 ms) 2024-04-02T09:07:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:58 smithi084 ceph-mon[94794]: pgmap v2481: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-04-02T09:07:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:58 smithi084 ceph-mon[94794]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:07:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:58 smithi084 ceph-mon[97358]: pgmap v2481: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-04-02T09:07:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:58 smithi084 ceph-mon[97358]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:07:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:58 smithi132 ceph-mon[88571]: pgmap v2481: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-04-02T09:07:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:58 smithi132 ceph-mon[88571]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:07:59.514 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 6 tests from TestGroup (13755 ms total) 2024-04-02T09:07:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:07:59.514 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 31 tests from TestDeepCopy 2024-04-02T09:07:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:07:59 smithi084 ceph-mon[94794]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:07:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:07:59 smithi084 ceph-mon[97358]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:07:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:07:59 smithi132 ceph-mon[88571]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:08:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:00 smithi084 ceph-mon[94794]: pgmap v2484: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-04-02T09:08:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:00 smithi084 ceph-mon[94794]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:08:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:08:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:08:00] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2024-04-02T09:08:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:00 smithi084 ceph-mon[97358]: pgmap v2484: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-04-02T09:08:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:00 smithi084 ceph-mon[97358]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:08:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:00 smithi132 ceph-mon[88571]: pgmap v2484: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-04-02T09:08:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:00 smithi132 ceph-mon[88571]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:08:01.527 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-02T09:08:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:01 smithi084 ceph-mon[94794]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:08:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:01 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/332568797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:01 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:01.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:01 smithi084 ceph-mon[97358]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:08:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:01 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/332568797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:01.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:01 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:01 smithi132 ceph-mon[88571]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:08:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:01 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/332568797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:01 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:08:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:08:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:02 smithi132 ceph-mon[88571]: pgmap v2487: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:02 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:08:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:02 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:08:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:02 smithi132 ceph-mon[88571]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:08:02.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[94794]: pgmap v2487: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:02.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:08:02.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:08:02.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[94794]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:08:02.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[97358]: pgmap v2487: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:02.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:08:02.871 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:08:02.872 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:02 smithi084 ceph-mon[97358]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:08:03.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Empty (2129 ms) 2024-04-02T09:08:03.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-02T09:08:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:03 smithi084 ceph-mon[94794]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:08:03.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:03 smithi084 ceph-mon[97358]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:08:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:03 smithi132 ceph-mon[88571]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:08:03.920 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.NoSnaps (264 ms) 2024-04-02T09:08:03.920 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-02T09:08:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[94794]: pgmap v2490: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:08:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:08:04.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[94794]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:08:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[97358]: pgmap v2490: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:08:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:08:04.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:04 smithi084 ceph-mon[97358]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:08:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:04 smithi132 ceph-mon[88571]: pgmap v2490: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:04 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:08:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:04 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:08:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:04 smithi132 ceph-mon[88571]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:08:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:05 smithi084 ceph-mon[94794]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:08:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:05 smithi084 ceph-mon[97358]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:08:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:05 smithi132 ceph-mon[88571]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:08:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:06 smithi084 ceph-mon[94794]: pgmap v2493: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:08:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:06 smithi084 ceph-mon[94794]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:08:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:06 smithi084 ceph-mon[97358]: pgmap v2493: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:08:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:06 smithi084 ceph-mon[97358]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:08:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:06 smithi132 ceph-mon[88571]: pgmap v2493: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:08:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:06 smithi132 ceph-mon[88571]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:08:07.845 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Snaps (3926 ms) 2024-04-02T09:08:07.846 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-02T09:08:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:07 smithi084 ceph-mon[94794]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:08:07.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:07 smithi084 ceph-mon[97358]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:08:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:07 smithi132 ceph-mon[88571]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:08:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:08 smithi084 ceph-mon[94794]: pgmap v2496: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:08:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:08 smithi084 ceph-mon[94794]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:08:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:08 smithi084 ceph-mon[97358]: pgmap v2496: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:08:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:08 smithi084 ceph-mon[97358]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:08:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:08 smithi132 ceph-mon[88571]: pgmap v2496: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:08:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:08 smithi132 ceph-mon[88571]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:08:09.670 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.SnapDiscard (1823 ms) 2024-04-02T09:08:09.670 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-02T09:08:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:09 smithi084 ceph-mon[94794]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:08:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:09 smithi084 ceph-mon[97358]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:08:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:09 smithi132 ceph-mon[88571]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:08:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:10.688 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.CloneDiscard (1019 ms) 2024-04-02T09:08:10.688 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-02T09:08:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:08:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:08:10] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-04-02T09:08:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:10 smithi084 ceph-mon[94794]: pgmap v2499: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 246 op/s 2024-04-02T09:08:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:10 smithi084 ceph-mon[94794]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:08:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:10 smithi084 ceph-mon[94794]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:08:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:10 smithi084 ceph-mon[97358]: pgmap v2499: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 246 op/s 2024-04-02T09:08:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:10 smithi084 ceph-mon[97358]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:08:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:10 smithi084 ceph-mon[97358]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:08:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:10 smithi132 ceph-mon[88571]: pgmap v2499: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 246 op/s 2024-04-02T09:08:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:10 smithi132 ceph-mon[88571]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:08:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:10 smithi132 ceph-mon[88571]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:08:11.739 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.CloneShrink (1051 ms) 2024-04-02T09:08:11.739 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-02T09:08:12.574 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:08:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:08:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:12.814 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.CloneExpand (1076 ms) 2024-04-02T09:08:12.814 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-02T09:08:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:12 smithi084 ceph-mon[94794]: pgmap v2502: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 249 op/s 2024-04-02T09:08:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:12 smithi084 ceph-mon[94794]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:08:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:12 smithi084 ceph-mon[97358]: pgmap v2502: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 249 op/s 2024-04-02T09:08:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:12 smithi084 ceph-mon[97358]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:08:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:12 smithi132 ceph-mon[88571]: pgmap v2502: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 249 op/s 2024-04-02T09:08:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:12 smithi132 ceph-mon[88571]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:08:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:13 smithi084 ceph-mon[94794]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:08:13.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:13 smithi084 ceph-mon[97358]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:08:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:13 smithi132 ceph-mon[88571]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:08:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:14 smithi084 ceph-mon[94794]: pgmap v2505: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:08:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:14 smithi084 ceph-mon[94794]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:08:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:14 smithi084 ceph-mon[97358]: pgmap v2505: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:08:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:14 smithi084 ceph-mon[97358]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:08:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:14 smithi132 ceph-mon[88571]: pgmap v2505: 137 pgs: 137 active+clean; 69 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:08:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:14 smithi132 ceph-mon[88571]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:08:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:15 smithi084 ceph-mon[94794]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:08:15.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:15 smithi084 ceph-mon[97358]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:08:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:15 smithi132 ceph-mon[88571]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:08:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:16 smithi084 ceph-mon[94794]: pgmap v2508: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 32 KiB/s wr, 512 op/s 2024-04-02T09:08:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:16 smithi084 ceph-mon[94794]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:08:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:16 smithi084 ceph-mon[97358]: pgmap v2508: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 32 KiB/s wr, 512 op/s 2024-04-02T09:08:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:16 smithi084 ceph-mon[97358]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:08:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:16 smithi132 ceph-mon[88571]: pgmap v2508: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 32 KiB/s wr, 512 op/s 2024-04-02T09:08:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:16 smithi132 ceph-mon[88571]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:08:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:17 smithi084 ceph-mon[94794]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:08:17.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:17 smithi084 ceph-mon[97358]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:08:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:17 smithi132 ceph-mon[88571]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:08:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:18 smithi132 ceph-mon[88571]: pgmap v2511: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 32 KiB/s wr, 512 op/s 2024-04-02T09:08:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:18 smithi132 ceph-mon[88571]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:08:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:18 smithi084 ceph-mon[94794]: pgmap v2511: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 32 KiB/s wr, 512 op/s 2024-04-02T09:08:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:18 smithi084 ceph-mon[94794]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:08:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:18 smithi084 ceph-mon[97358]: pgmap v2511: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 32 KiB/s wr, 512 op/s 2024-04-02T09:08:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:18 smithi084 ceph-mon[97358]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:08:19.735 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.CloneHideParent (6920 ms) 2024-04-02T09:08:19.735 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-02T09:08:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:19 smithi132 ceph-mon[88571]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:08:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:19 smithi084 ceph-mon[94794]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:08:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:19 smithi084 ceph-mon[97358]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:08:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:20 smithi132 ceph-mon[88571]: pgmap v2514: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-04-02T09:08:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:20 smithi132 ceph-mon[88571]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:08:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:08:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:08:20] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-04-02T09:08:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:20 smithi084 ceph-mon[94794]: pgmap v2514: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-04-02T09:08:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:20 smithi084 ceph-mon[94794]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:08:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:20 smithi084 ceph-mon[97358]: pgmap v2514: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-04-02T09:08:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:20 smithi084 ceph-mon[97358]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:08:21.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:21 smithi132 ceph-mon[88571]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:08:21.976 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Clone (2241 ms) 2024-04-02T09:08:21.976 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-02T09:08:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:21 smithi084 ceph-mon[94794]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:08:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:21 smithi084 ceph-mon[97358]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:08:22.639 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:08:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:08:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:22 smithi132 ceph-mon[88571]: pgmap v2517: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-04-02T09:08:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:22 smithi132 ceph-mon[88571]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:08:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:22 smithi084 ceph-mon[94794]: pgmap v2517: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-04-02T09:08:23.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:22 smithi084 ceph-mon[94794]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:08:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:22 smithi084 ceph-mon[97358]: pgmap v2517: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-04-02T09:08:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:22 smithi084 ceph-mon[97358]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:08:23.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:23 smithi132 ceph-mon[88571]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:08:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:23 smithi084 ceph-mon[94794]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:08:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:23 smithi084 ceph-mon[97358]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:08:24.234 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.CloneFlatten (2259 ms) 2024-04-02T09:08:24.235 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-02T09:08:24.258 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 79224308~229839 2024-04-02T09:08:24.264 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 40597473~5342771 2024-04-02T09:08:24.265 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 27155247~8318223 2024-04-02T09:08:24.284 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 61811440~802177 2024-04-02T09:08:24.285 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 21370708~6097173 2024-04-02T09:08:24.303 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 6149295~184383 2024-04-02T09:08:24.304 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 15473925~7610276 2024-04-02T09:08:24.324 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 55015691~2441486 2024-04-02T09:08:24.324 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap0 2024-04-02T09:08:24.677 INFO:tasks.workunit.client.0.smithi084.stdout:clone image232 -> image233 2024-04-02T09:08:24.725 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 21342992~2999002 2024-04-02T09:08:24.751 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 50517084~7377555 2024-04-02T09:08:24.754 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 35829957~6784285 2024-04-02T09:08:24.790 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 79369205~1735575 2024-04-02T09:08:24.796 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 15144577~1282340 2024-04-02T09:08:24.807 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 36824204~7608685 2024-04-02T09:08:24.809 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 16227132~3196503 2024-04-02T09:08:24.831 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 150666~6996609 2024-04-02T09:08:24.835 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:08:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:24 smithi084 ceph-mon[97358]: pgmap v2520: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:24 smithi084 ceph-mon[97358]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:08:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:24 smithi084 ceph-mon[94794]: pgmap v2520: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:24 smithi084 ceph-mon[94794]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:08:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:24 smithi132 ceph-mon[88571]: pgmap v2520: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:08:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:24 smithi132 ceph-mon[88571]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:08:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:25.687 INFO:tasks.workunit.client.0.smithi084.stdout:clone image233 -> image234 2024-04-02T09:08:25.754 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 24072350~2140089 2024-04-02T09:08:25.790 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 8237263~1628800 2024-04-02T09:08:25.793 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 52144832~3500018 2024-04-02T09:08:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 61441942~5997950 2024-04-02T09:08:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 75548300~509893 2024-04-02T09:08:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 40081232~7405729 2024-04-02T09:08:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 60736379~4889562 2024-04-02T09:08:25.833 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 45821549~2703969 2024-04-02T09:08:25.834 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:08:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:25 smithi084 ceph-mon[94794]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:08:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:25 smithi084 ceph-mon[97358]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:08:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:25 smithi132 ceph-mon[88571]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:08:26.696 INFO:tasks.workunit.client.0.smithi084.stdout:clone image234 -> image235 2024-04-02T09:08:26.771 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 37491566~6154034 2024-04-02T09:08:26.801 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 32602199~4971380 2024-04-02T09:08:26.825 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 20968673~2304495 2024-04-02T09:08:26.866 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 80998471~2317539 2024-04-02T09:08:26.868 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 51257188~3641374 2024-04-02T09:08:26.897 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 43688763~5651665 2024-04-02T09:08:26.901 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 58123403~7851765 2024-04-02T09:08:26.928 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 26257781~652250 2024-04-02T09:08:26.950 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap3 2024-04-02T09:08:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:26 smithi084 ceph-mon[94794]: pgmap v2523: 137 pgs: 137 active+clean; 129 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-04-02T09:08:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:26 smithi084 ceph-mon[94794]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:08:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:26 smithi084 ceph-mon[97358]: pgmap v2523: 137 pgs: 137 active+clean; 129 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-04-02T09:08:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:26 smithi084 ceph-mon[97358]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:08:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:26 smithi132 ceph-mon[88571]: pgmap v2523: 137 pgs: 137 active+clean; 129 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-04-02T09:08:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:26 smithi132 ceph-mon[88571]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:08:27.708 INFO:tasks.workunit.client.0.smithi084.stdout:clone image235 -> image236 2024-04-02T09:08:28.058 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Stress (3824 ms) 2024-04-02T09:08:28.059 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-02T09:08:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:27 smithi084 ceph-mon[94794]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:08:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:27 smithi084 ceph-mon[97358]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:08:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:27 smithi132 ceph-mon[88571]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:08:28.360 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (301 ms) 2024-04-02T09:08:28.360 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-02T09:08:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:28 smithi084 ceph-mon[94794]: pgmap v2526: 137 pgs: 137 active+clean; 129 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-04-02T09:08:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:28 smithi084 ceph-mon[94794]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:08:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:28 smithi084 ceph-mon[97358]: pgmap v2526: 137 pgs: 137 active+clean; 129 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-04-02T09:08:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:28 smithi084 ceph-mon[97358]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:08:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:28 smithi132 ceph-mon[88571]: pgmap v2526: 137 pgs: 137 active+clean; 129 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-04-02T09:08:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:28 smithi132 ceph-mon[88571]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:08:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:29 smithi084 ceph-mon[94794]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:08:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:29 smithi084 ceph-mon[97358]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:08:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:29 smithi132 ceph-mon[88571]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:08:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:30 smithi084 ceph-mon[94794]: pgmap v2529: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 52 MiB/s wr, 855 op/s 2024-04-02T09:08:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:30 smithi084 ceph-mon[94794]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:08:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:08:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:08:30] "GET /metrics HTTP/1.1" 200 36549 "" "Prometheus/2.43.0" 2024-04-02T09:08:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:30 smithi084 ceph-mon[97358]: pgmap v2529: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 52 MiB/s wr, 855 op/s 2024-04-02T09:08:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:30 smithi084 ceph-mon[97358]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:08:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:30 smithi132 ceph-mon[88571]: pgmap v2529: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 52 MiB/s wr, 855 op/s 2024-04-02T09:08:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:30 smithi132 ceph-mon[88571]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:08:32.017 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3657 ms) 2024-04-02T09:08:32.017 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-02T09:08:32.061 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:31 smithi132 ceph-mon[88571]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:08:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:31 smithi084 ceph-mon[94794]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:08:32.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:31 smithi084 ceph-mon[97358]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:08:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:08:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:08:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:32 smithi084 ceph-mon[94794]: pgmap v2532: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 52 MiB/s wr, 855 op/s 2024-04-02T09:08:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:32 smithi084 ceph-mon[94794]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:08:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:32 smithi084 ceph-mon[97358]: pgmap v2532: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 52 MiB/s wr, 855 op/s 2024-04-02T09:08:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:32 smithi084 ceph-mon[97358]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:08:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:32 smithi132 ceph-mon[88571]: pgmap v2532: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 52 MiB/s wr, 855 op/s 2024-04-02T09:08:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:32 smithi132 ceph-mon[88571]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:08:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:33 smithi084 ceph-mon[94794]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:08:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:33 smithi084 ceph-mon[97358]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:08:34.125 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2109 ms) 2024-04-02T09:08:34.125 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-02T09:08:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:33 smithi132 ceph-mon[88571]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:08:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:34 smithi084 ceph-mon[94794]: pgmap v2535: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:08:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:34 smithi084 ceph-mon[94794]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:08:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:34 smithi084 ceph-mon[97358]: pgmap v2535: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:08:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:34 smithi084 ceph-mon[97358]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:08:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:34 smithi132 ceph-mon[88571]: pgmap v2535: 137 pgs: 137 active+clean; 362 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:08:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:34 smithi132 ceph-mon[88571]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:08:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:35 smithi084 ceph-mon[94794]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:08:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:35 smithi084 ceph-mon[97358]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:08:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:35 smithi132 ceph-mon[88571]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:08:36.248 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2122 ms) 2024-04-02T09:08:36.248 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-02T09:08:36.271 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 55632228~3415035 2024-04-02T09:08:36.288 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 51884875~5891076 2024-04-02T09:08:36.289 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 66627456~1801534 2024-04-02T09:08:36.296 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 72788908~4257196 2024-04-02T09:08:36.297 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 22134059~1720151 2024-04-02T09:08:36.305 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 80440610~3445470 2024-04-02T09:08:36.305 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 52824885~1939615 2024-04-02T09:08:36.312 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 31296896~7961781 2024-04-02T09:08:36.313 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap0 2024-04-02T09:08:36.749 INFO:tasks.workunit.client.0.smithi084.stdout:clone image255 -> image256 2024-04-02T09:08:36.802 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 5736317~1383838 2024-04-02T09:08:36.812 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 11518170~2337230 2024-04-02T09:08:36.816 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 35294809~5199474 2024-04-02T09:08:36.838 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 31457256~3781812 2024-04-02T09:08:36.841 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 41488512~992179 2024-04-02T09:08:36.846 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 31407755~807965 2024-04-02T09:08:36.848 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 21000216~6419427 2024-04-02T09:08:36.870 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 3921896~3153903 2024-04-02T09:08:36.872 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:08:37.017 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:36 smithi084 ceph-mon[94794]: pgmap v2538: 137 pgs: 137 active+clean; 414 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 217 op/s 2024-04-02T09:08:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:36 smithi084 ceph-mon[94794]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:08:37.018 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:36 smithi084 ceph-mon[97358]: pgmap v2538: 137 pgs: 137 active+clean; 414 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 217 op/s 2024-04-02T09:08:37.018 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:36 smithi084 ceph-mon[97358]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:08:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:36 smithi132 ceph-mon[88571]: pgmap v2538: 137 pgs: 137 active+clean; 414 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 217 op/s 2024-04-02T09:08:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:36 smithi132 ceph-mon[88571]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:08:37.755 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 154435432 2024-04-02T09:08:37.761 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 68505289~1644816 2024-04-02T09:08:37.764 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 120151235~5160639 2024-04-02T09:08:37.765 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 26744693~5692344 2024-04-02T09:08:37.765 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 64547757~552666 2024-04-02T09:08:37.765 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 77890275~2002491 2024-04-02T09:08:37.765 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 46236399~4607750 2024-04-02T09:08:37.770 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 38525156~8067577 2024-04-02T09:08:37.776 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 57237851~1025285 2024-04-02T09:08:37.815 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:08:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:37 smithi084 ceph-mon[94794]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:08:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:37 smithi084 ceph-mon[97358]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:08:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:37 smithi132 ceph-mon[88571]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:08:38.767 INFO:tasks.workunit.client.0.smithi084.stdout:clone image256 -> image257 2024-04-02T09:08:38.838 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 135409774~6590343 2024-04-02T09:08:38.863 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 10658712~3757841 2024-04-02T09:08:38.867 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 44636612~5865724 2024-04-02T09:08:38.899 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 150268797~4166635 2024-04-02T09:08:38.903 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 119730475~4765067 2024-04-02T09:08:38.914 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 118347185~7476344 2024-04-02T09:08:38.916 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 126136449~3140411 2024-04-02T09:08:38.932 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 93269539~3578770 2024-04-02T09:08:38.936 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap3 2024-04-02T09:08:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:38 smithi084 ceph-mon[94794]: pgmap v2541: 137 pgs: 137 active+clean; 414 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 217 op/s 2024-04-02T09:08:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:38 smithi084 ceph-mon[94794]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:08:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:38 smithi084 ceph-mon[97358]: pgmap v2541: 137 pgs: 137 active+clean; 414 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 217 op/s 2024-04-02T09:08:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:38 smithi084 ceph-mon[97358]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:08:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:38 smithi132 ceph-mon[88571]: pgmap v2541: 137 pgs: 137 active+clean; 414 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 217 op/s 2024-04-02T09:08:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:38 smithi132 ceph-mon[88571]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:08:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:39 smithi084 ceph-mon[94794]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:08:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:39 smithi084 ceph-mon[97358]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:08:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:39 smithi132 ceph-mon[88571]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:08:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:08:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:08:40] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2024-04-02T09:08:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:40 smithi084 ceph-mon[94794]: pgmap v2544: 137 pgs: 137 active+clean; 615 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 42 MiB/s wr, 574 op/s 2024-04-02T09:08:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:40 smithi084 ceph-mon[94794]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:08:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:40 smithi084 ceph-mon[97358]: pgmap v2544: 137 pgs: 137 active+clean; 615 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 42 MiB/s wr, 574 op/s 2024-04-02T09:08:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:40 smithi084 ceph-mon[97358]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:08:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:40 smithi132 ceph-mon[88571]: pgmap v2544: 137 pgs: 137 active+clean; 615 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 42 MiB/s wr, 574 op/s 2024-04-02T09:08:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:40 smithi132 ceph-mon[88571]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:08:41.498 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (5251 ms) 2024-04-02T09:08:41.499 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-02T09:08:41.740 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (242 ms) 2024-04-02T09:08:41.741 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-02T09:08:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:41 smithi084 ceph-mon[94794]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:08:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:41 smithi084 ceph-mon[97358]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:08:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:41 smithi132 ceph-mon[88571]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:08:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:08:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:08:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:42 smithi084 ceph-mon[94794]: pgmap v2547: 137 pgs: 137 active+clean; 623 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 44 MiB/s wr, 580 op/s 2024-04-02T09:08:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:42 smithi084 ceph-mon[97358]: pgmap v2547: 137 pgs: 137 active+clean; 623 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 44 MiB/s wr, 580 op/s 2024-04-02T09:08:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:42 smithi132 ceph-mon[88571]: pgmap v2547: 137 pgs: 137 active+clean; 623 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 44 MiB/s wr, 580 op/s 2024-04-02T09:08:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:43 smithi084 ceph-mon[94794]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:08:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:43 smithi084 ceph-mon[97358]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:08:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:43 smithi132 ceph-mon[88571]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:08:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:44 smithi084 ceph-mon[94794]: pgmap v2549: 137 pgs: 137 active+clean; 623 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:08:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:44 smithi084 ceph-mon[94794]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:08:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:44 smithi084 ceph-mon[97358]: pgmap v2549: 137 pgs: 137 active+clean; 623 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:08:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:44 smithi084 ceph-mon[97358]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:08:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:44 smithi132 ceph-mon[88571]: pgmap v2549: 137 pgs: 137 active+clean; 623 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:08:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:44 smithi132 ceph-mon[88571]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:08:46.071 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (4330 ms) 2024-04-02T09:08:46.071 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-02T09:08:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:45 smithi084 ceph-mon[94794]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:08:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:45 smithi084 ceph-mon[97358]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:08:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:45 smithi132 ceph-mon[88571]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:08:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:46 smithi084 ceph-mon[94794]: pgmap v2552: 137 pgs: 137 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 MiB/s rd, 31 MiB/s wr, 399 op/s 2024-04-02T09:08:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:46 smithi084 ceph-mon[94794]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:08:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:46 smithi084 ceph-mon[97358]: pgmap v2552: 137 pgs: 137 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 MiB/s rd, 31 MiB/s wr, 399 op/s 2024-04-02T09:08:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:46 smithi084 ceph-mon[97358]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:08:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:46 smithi132 ceph-mon[88571]: pgmap v2552: 137 pgs: 137 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 MiB/s rd, 31 MiB/s wr, 399 op/s 2024-04-02T09:08:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:46 smithi132 ceph-mon[88571]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:08:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:47 smithi084 ceph-mon[94794]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:08:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:47 smithi084 ceph-mon[97358]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:08:48.143 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2072 ms) 2024-04-02T09:08:48.144 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-02T09:08:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:47 smithi132 ceph-mon[88571]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:08:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:48 smithi084 ceph-mon[94794]: pgmap v2555: 137 pgs: 137 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 MiB/s rd, 34 MiB/s wr, 433 op/s 2024-04-02T09:08:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:48 smithi084 ceph-mon[94794]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:08:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:48 smithi084 ceph-mon[97358]: pgmap v2555: 137 pgs: 137 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 MiB/s rd, 34 MiB/s wr, 433 op/s 2024-04-02T09:08:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:48 smithi084 ceph-mon[97358]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:08:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:48 smithi132 ceph-mon[88571]: pgmap v2555: 137 pgs: 137 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 MiB/s rd, 34 MiB/s wr, 433 op/s 2024-04-02T09:08:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:48 smithi132 ceph-mon[88571]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:08:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:49 smithi084 ceph-mon[94794]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:08:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:49 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:49 smithi084 ceph-mon[97358]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:08:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:49 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:49 smithi132 ceph-mon[88571]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:08:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:49 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:50.263 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2121 ms) 2024-04-02T09:08:50.264 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-02T09:08:50.287 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 14970618~4344251 2024-04-02T09:08:50.302 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 11420915~5287230 2024-04-02T09:08:50.303 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 15631298~6260979 2024-04-02T09:08:50.317 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 25846727~4057592 2024-04-02T09:08:50.318 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 15211863~6009017 2024-04-02T09:08:50.330 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 11066775~7271246 2024-04-02T09:08:50.335 INFO:tasks.workunit.client.0.smithi084.stdout:write: A 46961494~2192488 2024-04-02T09:08:50.342 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 54135301~155283 2024-04-02T09:08:50.342 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap0 2024-04-02T09:08:50.835 INFO:tasks.workunit.client.0.smithi084.stdout:clone image276 -> image277 2024-04-02T09:08:50.879 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 75993877~180112 2024-04-02T09:08:50.885 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 43455049~943136 2024-04-02T09:08:50.888 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 60395945~3636817 2024-04-02T09:08:50.899 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 45492300~5090780 2024-04-02T09:08:50.902 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 22750502~1021294 2024-04-02T09:08:50.916 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 42862605~5891020 2024-04-02T09:08:50.918 INFO:tasks.workunit.client.0.smithi084.stdout:write: B 27012488~6652766 2024-04-02T09:08:50.945 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 53883037~7501575 2024-04-02T09:08:50.947 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:08:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:08:50] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2024-04-02T09:08:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[97358]: pgmap v2558: 137 pgs: 137 active+clean; 845 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 397 op/s 2024-04-02T09:08:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[97358]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[94794]: pgmap v2558: 137 pgs: 137 active+clean; 845 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 397 op/s 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[94794]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:50 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:08:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:50 smithi132 ceph-mon[88571]: pgmap v2558: 137 pgs: 137 active+clean; 845 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 397 op/s 2024-04-02T09:08:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:50 smithi132 ceph-mon[88571]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:08:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:50 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:08:51.850 INFO:tasks.workunit.client.0.smithi084.stdout:clone image277 -> image278 2024-04-02T09:08:51.914 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 50879603~2405471 2024-04-02T09:08:51.930 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 58746136~6054849 2024-04-02T09:08:51.939 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 13326096~7371210 2024-04-02T09:08:51.966 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 34729523~2704048 2024-04-02T09:08:51.970 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 11247939~1567334 2024-04-02T09:08:51.978 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 52695464~4978744 2024-04-02T09:08:51.982 INFO:tasks.workunit.client.0.smithi084.stdout:write: C 30324680~4714731 2024-04-02T09:08:52.013 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 72766732~2860222 2024-04-02T09:08:52.018 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:08:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:51 smithi084 ceph-mon[94794]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:08:52.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:51 smithi084 ceph-mon[97358]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:08:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:51 smithi132 ceph-mon[88571]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:08:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:08:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:52.843 INFO:tasks.workunit.client.0.smithi084.stdout:clone image278 -> image279 2024-04-02T09:08:52.924 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 133162677 2024-04-02T09:08:52.931 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 47872735~3373038 2024-04-02T09:08:52.948 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 50286113~8354851 2024-04-02T09:08:52.953 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 47100852~7548711 2024-04-02T09:08:52.971 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 60833874~7610483 2024-04-02T09:08:52.976 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 121268827~8387383 2024-04-02T09:08:53.005 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 102922665~5885738 2024-04-02T09:08:53.006 INFO:tasks.workunit.client.0.smithi084.stdout:write: D 206988~5178735 2024-04-02T09:08:53.020 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 22033632~3038963 2024-04-02T09:08:53.031 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap3 2024-04-02T09:08:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:52 smithi084 ceph-mon[94794]: pgmap v2561: 137 pgs: 137 active+clean; 849 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 413 op/s 2024-04-02T09:08:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:52 smithi084 ceph-mon[94794]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:08:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:52 smithi084 ceph-mon[97358]: pgmap v2561: 137 pgs: 137 active+clean; 849 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 413 op/s 2024-04-02T09:08:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:52 smithi084 ceph-mon[97358]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:08:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:52 smithi132 ceph-mon[88571]: pgmap v2561: 137 pgs: 137 active+clean; 849 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 413 op/s 2024-04-02T09:08:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:52 smithi132 ceph-mon[88571]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:08:53.845 INFO:tasks.workunit.client.0.smithi084.stdout:resize: 140068090 2024-04-02T09:08:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:53 smithi084 ceph-mon[94794]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:08:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:53 smithi084 ceph-mon[97358]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:08:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:53 smithi132 ceph-mon[88571]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:08:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:54 smithi084 ceph-mon[94794]: pgmap v2564: 137 pgs: 137 active+clean; 849 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-02T09:08:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:54 smithi084 ceph-mon[94794]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:08:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:54 smithi084 ceph-mon[97358]: pgmap v2564: 137 pgs: 137 active+clean; 849 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-02T09:08:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:54 smithi084 ceph-mon[97358]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:08:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:54 smithi132 ceph-mon[88571]: pgmap v2564: 137 pgs: 137 active+clean; 849 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-02T09:08:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:54 smithi132 ceph-mon[88571]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:08:55.256 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4993 ms) 2024-04-02T09:08:55.256 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:08:55.281 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-02T09:08:55.281 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:55.355 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (99 ms) 2024-04-02T09:08:55.355 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:08:55.377 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-02T09:08:55.377 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:55.451 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (96 ms) 2024-04-02T09:08:55.451 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:08:55.475 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-02T09:08:55.475 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:55.546 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (95 ms) 2024-04-02T09:08:55.546 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:08:55.569 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-02T09:08:55.569 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:55.641 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (94 ms) 2024-04-02T09:08:55.641 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:08:55.663 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-02T09:08:55.663 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:55.737 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (97 ms) 2024-04-02T09:08:55.737 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:08:55.761 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-02T09:08:55.761 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:55.840 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (102 ms) 2024-04-02T09:08:55.840 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:08:55.863 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-02T09:08:55.864 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:55.940 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (101 ms) 2024-04-02T09:08:55.940 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:08:55.963 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-02T09:08:55.963 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:56.038 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (98 ms) 2024-04-02T09:08:56.039 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:08:56.061 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-02T09:08:56.061 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:55 smithi084 ceph-mon[94794]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:08:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:55 smithi084 ceph-mon[97358]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:08:56.136 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (98 ms) 2024-04-02T09:08:56.136 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:08:56.158 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-02T09:08:56.158 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:08:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:55 smithi132 ceph-mon[88571]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:08:56.232 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (95 ms) 2024-04-02T09:08:56.859 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 31 tests from TestDeepCopy (54705 ms total) 2024-04-02T09:08:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:08:56.859 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 51 tests from TestMirroring 2024-04-02T09:08:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:56 smithi084 ceph-mon[94794]: pgmap v2567: 137 pgs: 137 active+clean; 1018 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 40 MiB/s wr, 753 op/s 2024-04-02T09:08:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:56 smithi084 ceph-mon[97358]: pgmap v2567: 137 pgs: 137 active+clean; 1018 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 40 MiB/s wr, 753 op/s 2024-04-02T09:08:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:56 smithi132 ceph-mon[88571]: pgmap v2567: 137 pgs: 137 active+clean; 1018 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 40 MiB/s wr, 753 op/s 2024-04-02T09:08:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:57 smithi084 ceph-mon[94794]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:08:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:57 smithi084 ceph-mon[94794]: pgmap v2569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:08:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:57 smithi084 ceph-mon[97358]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:08:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:57 smithi084 ceph-mon[97358]: pgmap v2569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:08:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:57 smithi132 ceph-mon[88571]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:08:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:57 smithi132 ceph-mon[88571]: pgmap v2569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:08:58.869 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-02T09:08:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:58 smithi132 ceph-mon[88571]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:08:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:58 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:58 smithi084 ceph-mon[94794]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:08:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:58 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:08:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:58 smithi084 ceph-mon[97358]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:08:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:58 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:09:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:59 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:09:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:59 smithi132 ceph-mon[88571]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:09:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:08:59 smithi132 ceph-mon[88571]: pgmap v2572: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:59 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:09:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:59 smithi084 ceph-mon[94794]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:09:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:08:59 smithi084 ceph-mon[94794]: pgmap v2572: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:59 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:09:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:59 smithi084 ceph-mon[97358]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:09:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:08:59 smithi084 ceph-mon[97358]: pgmap v2572: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:00.884 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:09:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:09:00] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-04-02T09:09:01.006 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2136 ms) 2024-04-02T09:09:01.006 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-02T09:09:01.108 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (103 ms) 2024-04-02T09:09:01.108 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-02T09:09:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:00 smithi132 ceph-mon[88571]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:09:01.194 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (86 ms) 2024-04-02T09:09:01.195 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-02T09:09:01.302 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (108 ms) 2024-04-02T09:09:01.302 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-02T09:09:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:00 smithi084 ceph-mon[94794]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:09:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:00 smithi084 ceph-mon[97358]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:09:01.402 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (100 ms) 2024-04-02T09:09:01.402 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-02T09:09:01.501 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (99 ms) 2024-04-02T09:09:01.501 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (113 ms) 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-02T09:09:01.615 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-02T09:09:01.691 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (76 ms) 2024-04-02T09:09:01.691 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-02T09:09:01.774 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (84 ms) 2024-04-02T09:09:01.774 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:09:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:01 smithi132 ceph-mon[88571]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:09:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:01 smithi132 ceph-mon[88571]: pgmap v2575: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:01 smithi084 ceph-mon[94794]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:09:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:01 smithi084 ceph-mon[94794]: pgmap v2575: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:01 smithi084 ceph-mon[97358]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:09:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:01 smithi084 ceph-mon[97358]: pgmap v2575: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:02.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:09:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:09:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:02.962 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1187 ms) 2024-04-02T09:09:02.962 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-02T09:09:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:02 smithi132 ceph-mon[88571]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:09:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:02 smithi084 ceph-mon[94794]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:09:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:02 smithi084 ceph-mon[97358]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:09:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:03 smithi132 ceph-mon[88571]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:09:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:03 smithi132 ceph-mon[88571]: pgmap v2578: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:03 smithi084 ceph-mon[94794]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:09:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:03 smithi084 ceph-mon[94794]: pgmap v2578: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:03 smithi084 ceph-mon[97358]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:09:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:03 smithi084 ceph-mon[97358]: pgmap v2578: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:09:04.968 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2006 ms) 2024-04-02T09:09:04.968 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-02T09:09:05.054 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (85 ms) 2024-04-02T09:09:05.054 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-02T09:09:05.150 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (95 ms) 2024-04-02T09:09:05.150 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-02T09:09:05.249 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (102 ms) 2024-04-02T09:09:05.249 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-02T09:09:05.334 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (84 ms) 2024-04-02T09:09:05.334 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:09:05.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:04 smithi084 ceph-mon[94794]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:09:05.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:04 smithi084 ceph-mon[97358]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:09:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:04 smithi132 ceph-mon[88571]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (82 ms) 2024-04-02T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-02T09:09:05.512 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (97 ms) 2024-04-02T09:09:05.513 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-02T09:09:05.608 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (96 ms) 2024-04-02T09:09:05.609 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-02T09:09:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:05 smithi084 ceph-mon[97358]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:09:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:05 smithi084 ceph-mon[97358]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 57 KiB/s wr, 618 op/s 2024-04-02T09:09:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:05 smithi084 ceph-mon[94794]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:09:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:05 smithi084 ceph-mon[94794]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 57 KiB/s wr, 618 op/s 2024-04-02T09:09:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:05 smithi132 ceph-mon[88571]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:09:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:05 smithi132 ceph-mon[88571]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 57 KiB/s wr, 618 op/s 2024-04-02T09:09:06.997 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1388 ms) 2024-04-02T09:09:06.997 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-02T09:09:07.110 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (113 ms) 2024-04-02T09:09:07.110 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-02T09:09:07.216 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (106 ms) 2024-04-02T09:09:07.216 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-02T09:09:07.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:06 smithi084 ceph-mon[94794]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:09:07.268 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:06 smithi084 ceph-mon[97358]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:09:07.317 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (101 ms) 2024-04-02T09:09:07.317 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-02T09:09:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:06 smithi132 ceph-mon[88571]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:09:07.479 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (162 ms) 2024-04-02T09:09:07.479 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-02T09:09:07.643 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (164 ms) 2024-04-02T09:09:07.643 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-02T09:09:07.785 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (143 ms) 2024-04-02T09:09:07.786 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-02T09:09:07.942 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (156 ms) 2024-04-02T09:09:07.942 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-02T09:09:08.103 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (161 ms) 2024-04-02T09:09:08.103 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-02T09:09:08.288 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (186 ms) 2024-04-02T09:09:08.288 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-02T09:09:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:07 smithi084 ceph-mon[94794]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:09:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:07 smithi084 ceph-mon[94794]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 57 KiB/s wr, 618 op/s 2024-04-02T09:09:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:07 smithi084 ceph-mon[97358]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:09:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:07 smithi084 ceph-mon[97358]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 57 KiB/s wr, 618 op/s 2024-04-02T09:09:08.377 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (89 ms) 2024-04-02T09:09:08.377 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-02T09:09:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:07 smithi132 ceph-mon[88571]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:09:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:07 smithi132 ceph-mon[88571]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 57 KiB/s wr, 618 op/s 2024-04-02T09:09:08.457 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (80 ms) 2024-04-02T09:09:08.458 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-02T09:09:08.527 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (69 ms) 2024-04-02T09:09:08.527 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-02T09:09:08.655 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (129 ms) 2024-04-02T09:09:08.655 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-02T09:09:08.790 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (132 ms) 2024-04-02T09:09:08.790 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-02T09:09:08.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (113 ms) 2024-04-02T09:09:08.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-02T09:09:09.032 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (132 ms) 2024-04-02T09:09:09.032 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-02T09:09:09.108 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.MirrorStatusList (76 ms) 2024-04-02T09:09:09.108 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-02T09:09:09.210 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.RemoveBootstrapped (101 ms) 2024-04-02T09:09:09.210 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-02T09:09:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:09.582 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.AioPromoteDemote (373 ms) 2024-04-02T09:09:09.582 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-02T09:09:09.943 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.AioGetInfo (361 ms) 2024-04-02T09:09:09.943 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-02T09:09:10.166 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.AioGetStatus (223 ms) 2024-04-02T09:09:10.166 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.SiteName 2024-04-02T09:09:10.174 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-04-02T09:09:10.174 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-02T09:09:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:09 smithi084 ceph-mon[94794]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 71 KiB/s wr, 843 op/s 2024-04-02T09:09:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:09 smithi084 ceph-mon[97358]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 71 KiB/s wr, 843 op/s 2024-04-02T09:09:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:09 smithi132 ceph-mon[88571]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 71 KiB/s wr, 843 op/s 2024-04-02T09:09:11.051 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.Bootstrap (876 ms) 2024-04-02T09:09:11.051 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-02T09:09:11.059 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-02T09:09:11.059 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-02T09:09:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:09:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:09:10] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2024-04-02T09:09:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' 2024-04-02T09:09:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f770e19-f291-433d-9995-7a4c811effa1"}]: dispatch 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f770e19-f291-433d-9995-7a4c811effa1"}]': finished 2024-04-02T09:09:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f770e19-f291-433d-9995-7a4c811effa1"}]: dispatch 2024-04-02T09:09:11.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f770e19-f291-433d-9995-7a4c811effa1"}]': finished 2024-04-02T09:09:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' 2024-04-02T09:09:11.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f770e19-f291-433d-9995-7a4c811effa1"}]: dispatch 2024-04-02T09:09:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f770e19-f291-433d-9995-7a4c811effa1"}]': finished 2024-04-02T09:09:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:12 smithi084 ceph-mon[94794]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 79 KiB/s wr, 922 op/s 2024-04-02T09:09:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:12 smithi084 ceph-mon[94794]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:09:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:12 smithi084 ceph-mon[97358]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 79 KiB/s wr, 922 op/s 2024-04-02T09:09:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:12 smithi084 ceph-mon[97358]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:09:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:12 smithi132 ceph-mon[88571]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 79 KiB/s wr, 922 op/s 2024-04-02T09:09:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:12 smithi132 ceph-mon[88571]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:09:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:09:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:14 smithi084 ceph-mon[94794]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:09:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:14 smithi084 ceph-mon[94794]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 79 KiB/s wr, 922 op/s 2024-04-02T09:09:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:14 smithi084 ceph-mon[97358]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:09:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:14 smithi084 ceph-mon[97358]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 79 KiB/s wr, 922 op/s 2024-04-02T09:09:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:14 smithi132 ceph-mon[88571]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:09:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:14 smithi132 ceph-mon[88571]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 79 KiB/s wr, 922 op/s 2024-04-02T09:09:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:15 smithi084 ceph-mon[94794]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:09:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:15 smithi084 ceph-mon[97358]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:09:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:15 smithi132 ceph-mon[88571]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:09:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:16 smithi084 ceph-mon[94794]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:09:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:16 smithi084 ceph-mon[94794]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 235 KiB/s wr, 1.97k op/s 2024-04-02T09:09:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:16 smithi084 ceph-mon[97358]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:09:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:16 smithi084 ceph-mon[97358]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 235 KiB/s wr, 1.97k op/s 2024-04-02T09:09:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:16 smithi132 ceph-mon[88571]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:09:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:16 smithi132 ceph-mon[88571]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 235 KiB/s wr, 1.97k op/s 2024-04-02T09:09:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:17 smithi084 ceph-mon[94794]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:09:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:17 smithi084 ceph-mon[97358]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:09:17.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:17 smithi132 ceph-mon[88571]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:09:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:18 smithi084 ceph-mon[94794]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:09:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:18 smithi084 ceph-mon[94794]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 235 KiB/s wr, 1.97k op/s 2024-04-02T09:09:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:18 smithi084 ceph-mon[97358]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:09:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:18 smithi084 ceph-mon[97358]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 235 KiB/s wr, 1.97k op/s 2024-04-02T09:09:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:18 smithi132 ceph-mon[88571]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:09:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:18 smithi132 ceph-mon[88571]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 235 KiB/s wr, 1.97k op/s 2024-04-02T09:09:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:19 smithi084 ceph-mon[94794]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:09:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:19 smithi084 ceph-mon[97358]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:09:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:19 smithi132 ceph-mon[88571]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:09:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:20 smithi132 ceph-mon[88571]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:09:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:20 smithi132 ceph-mon[88571]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-04-02T09:09:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:20 smithi084 ceph-mon[94794]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:09:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:20 smithi084 ceph-mon[94794]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-04-02T09:09:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:20 smithi084 ceph-mon[97358]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:09:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:20 smithi084 ceph-mon[97358]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-04-02T09:09:21.115 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:09:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:09:20] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2024-04-02T09:09:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:21 smithi084 ceph-mon[94794]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:09:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:21 smithi084 ceph-mon[94794]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:09:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:21 smithi084 ceph-mon[97358]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:09:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:21 smithi084 ceph-mon[97358]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:09:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:21 smithi132 ceph-mon[88571]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:09:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:21 smithi132 ceph-mon[88571]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:09:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:22 smithi132 ceph-mon[88571]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-02T09:09:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:22 smithi132 ceph-mon[88571]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:09:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:09:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:09:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:22 smithi084 ceph-mon[94794]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-02T09:09:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:22 smithi084 ceph-mon[94794]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:09:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:22 smithi084 ceph-mon[97358]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-02T09:09:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:22 smithi084 ceph-mon[97358]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:09:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:23 smithi084 ceph-mon[94794]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:09:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:23 smithi084 ceph-mon[97358]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:09:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:23 smithi132 ceph-mon[88571]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:09:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:24 smithi084 ceph-mon[94794]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:09:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:24 smithi084 ceph-mon[94794]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:09:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:24 smithi084 ceph-mon[97358]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:09:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:24 smithi084 ceph-mon[97358]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:09:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:24 smithi132 ceph-mon[88571]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:09:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:24 smithi132 ceph-mon[88571]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:09:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:25 smithi084 ceph-mon[94794]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:09:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:25 smithi084 ceph-mon[97358]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:09:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:25 smithi132 ceph-mon[88571]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:09:26.643 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.Snapshot (15583 ms) 2024-04-02T09:09:26.643 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-02T09:09:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:26 smithi084 ceph-mon[94794]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-02T09:09:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:26 smithi084 ceph-mon[94794]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:09:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:26 smithi084 ceph-mon[97358]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-02T09:09:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:26 smithi084 ceph-mon[97358]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:09:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:26 smithi132 ceph-mon[88571]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-02T09:09:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:26 smithi132 ceph-mon[88571]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:09:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:27 smithi084 ceph-mon[94794]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:09:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:27 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/32c21d53-6510-4d34-b518-50c7dbee51db"}]: dispatch 2024-04-02T09:09:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:27 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/32c21d53-6510-4d34-b518-50c7dbee51db"}]': finished 2024-04-02T09:09:27.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:27 smithi084 ceph-mon[97358]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:09:27.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:27 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/32c21d53-6510-4d34-b518-50c7dbee51db"}]: dispatch 2024-04-02T09:09:27.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:27 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/32c21d53-6510-4d34-b518-50c7dbee51db"}]': finished 2024-04-02T09:09:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:27 smithi132 ceph-mon[88571]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:09:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:27 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/32c21d53-6510-4d34-b518-50c7dbee51db"}]: dispatch 2024-04-02T09:09:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:27 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/32c21d53-6510-4d34-b518-50c7dbee51db"}]': finished 2024-04-02T09:09:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:28 smithi132 ceph-mon[88571]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-02T09:09:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:28 smithi132 ceph-mon[88571]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:09:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:28 smithi084 ceph-mon[94794]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-02T09:09:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:28 smithi084 ceph-mon[94794]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:09:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:28 smithi084 ceph-mon[97358]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-02T09:09:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:28 smithi084 ceph-mon[97358]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:09:29.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:29 smithi132 ceph-mon[88571]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:09:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:29 smithi084 ceph-mon[94794]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:09:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:29 smithi084 ceph-mon[97358]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:09:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3968 ms) 2024-04-02T09:09:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-02T09:09:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:30 smithi132 ceph-mon[88571]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 105 op/s 2024-04-02T09:09:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:30 smithi132 ceph-mon[88571]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:09:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:30 smithi132 ceph-mon[88571]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:09:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:30 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0e17e5c2-4fdc-4fb4-bc42-daf620a114be"}]: dispatch 2024-04-02T09:09:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:30 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0e17e5c2-4fdc-4fb4-bc42-daf620a114be"}]': finished 2024-04-02T09:09:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:09:30] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-02T09:09:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[94794]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 105 op/s 2024-04-02T09:09:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[94794]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:09:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[94794]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:09:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0e17e5c2-4fdc-4fb4-bc42-daf620a114be"}]: dispatch 2024-04-02T09:09:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0e17e5c2-4fdc-4fb4-bc42-daf620a114be"}]': finished 2024-04-02T09:09:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[97358]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 105 op/s 2024-04-02T09:09:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[97358]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:09:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[97358]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:09:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0e17e5c2-4fdc-4fb4-bc42-daf620a114be"}]: dispatch 2024-04-02T09:09:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:30 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0e17e5c2-4fdc-4fb4-bc42-daf620a114be"}]': finished 2024-04-02T09:09:32.607 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:09:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:09:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:32 smithi084 ceph-mon[94794]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 108 op/s 2024-04-02T09:09:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:32 smithi084 ceph-mon[94794]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:09:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:32 smithi084 ceph-mon[97358]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 108 op/s 2024-04-02T09:09:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:32 smithi084 ceph-mon[97358]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:09:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:32 smithi132 ceph-mon[88571]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 108 op/s 2024-04-02T09:09:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:32 smithi132 ceph-mon[88571]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:09:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:33 smithi132 ceph-mon[88571]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:09:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:33 smithi084 ceph-mon[94794]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:09:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:33 smithi084 ceph-mon[97358]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:09:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:34 smithi132 ceph-mon[88571]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:09:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:34 smithi132 ceph-mon[88571]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:09:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:34 smithi084 ceph-mon[94794]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:09:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:34 smithi084 ceph-mon[94794]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:09:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:34 smithi084 ceph-mon[97358]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:09:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:34 smithi084 ceph-mon[97358]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:09:35.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:35 smithi132 ceph-mon[88571]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:09:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:35 smithi084 ceph-mon[94794]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:09:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:35 smithi084 ceph-mon[97358]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:09:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:36 smithi132 ceph-mon[88571]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-04-02T09:09:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:36 smithi132 ceph-mon[88571]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:09:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:36 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7691bdac-576b-49b6-aa27-bdf4fa4ae25b"}]: dispatch 2024-04-02T09:09:36.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:36 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7691bdac-576b-49b6-aa27-bdf4fa4ae25b"}]': finished 2024-04-02T09:09:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[94794]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-04-02T09:09:37.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[94794]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:09:37.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7691bdac-576b-49b6-aa27-bdf4fa4ae25b"}]: dispatch 2024-04-02T09:09:37.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7691bdac-576b-49b6-aa27-bdf4fa4ae25b"}]': finished 2024-04-02T09:09:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[97358]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-04-02T09:09:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[97358]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:09:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7691bdac-576b-49b6-aa27-bdf4fa4ae25b"}]: dispatch 2024-04-02T09:09:37.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:36 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7691bdac-576b-49b6-aa27-bdf4fa4ae25b"}]': finished 2024-04-02T09:09:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:37 smithi084 ceph-mon[94794]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:09:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:37 smithi084 ceph-mon[97358]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:09:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:37 smithi132 ceph-mon[88571]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:09:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:38 smithi084 ceph-mon[94794]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-04-02T09:09:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:38 smithi084 ceph-mon[94794]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:09:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:38 smithi084 ceph-mon[97358]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-04-02T09:09:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:38 smithi084 ceph-mon[97358]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:09:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:38 smithi132 ceph-mon[88571]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-04-02T09:09:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:38 smithi132 ceph-mon[88571]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:09:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:39 smithi084 ceph-mon[94794]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:09:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:39 smithi084 ceph-mon[97358]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:09:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:39 smithi132 ceph-mon[88571]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:09:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:40.598 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9988 ms) 2024-04-02T09:09:40.599 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-02T09:09:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:09:40] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-04-02T09:09:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[94794]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 224 op/s 2024-04-02T09:09:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[94794]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:09:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[94794]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:09:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/701f4fbf-b143-46d9-a184-3f548f99b753"}]: dispatch 2024-04-02T09:09:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/701f4fbf-b143-46d9-a184-3f548f99b753"}]': finished 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/30cc3e7f-45d6-45bb-bd78-f22d94ecdb67"}]: dispatch 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/30cc3e7f-45d6-45bb-bd78-f22d94ecdb67"}]': finished 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[97358]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 224 op/s 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[97358]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[97358]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/701f4fbf-b143-46d9-a184-3f548f99b753"}]: dispatch 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/701f4fbf-b143-46d9-a184-3f548f99b753"}]': finished 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/30cc3e7f-45d6-45bb-bd78-f22d94ecdb67"}]: dispatch 2024-04-02T09:09:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/30cc3e7f-45d6-45bb-bd78-f22d94ecdb67"}]': finished 2024-04-02T09:09:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:40 smithi132 ceph-mon[88571]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 224 op/s 2024-04-02T09:09:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:40 smithi132 ceph-mon[88571]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:09:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:40 smithi132 ceph-mon[88571]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:09:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/701f4fbf-b143-46d9-a184-3f548f99b753"}]: dispatch 2024-04-02T09:09:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/701f4fbf-b143-46d9-a184-3f548f99b753"}]': finished 2024-04-02T09:09:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/30cc3e7f-45d6-45bb-bd78-f22d94ecdb67"}]: dispatch 2024-04-02T09:09:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/30cc3e7f-45d6-45bb-bd78-f22d94ecdb67"}]': finished 2024-04-02T09:09:42.602 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:09:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:42 smithi084 ceph-mon[94794]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-04-02T09:09:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:42 smithi084 ceph-mon[94794]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:09:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:42 smithi084 ceph-mon[97358]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-04-02T09:09:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:42 smithi084 ceph-mon[97358]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:09:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:42 smithi132 ceph-mon[88571]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-04-02T09:09:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:42 smithi132 ceph-mon[88571]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:09:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:43 smithi084 ceph-mon[94794]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:09:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:43 smithi084 ceph-mon[97358]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:09:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:43 smithi132 ceph-mon[88571]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:09:44.667 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.SnapshotImageState (4069 ms) 2024-04-02T09:09:44.667 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-02T09:09:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:44 smithi084 ceph-mon[94794]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:09:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:44 smithi084 ceph-mon[94794]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:09:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:44 smithi084 ceph-mon[97358]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:09:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:44 smithi084 ceph-mon[97358]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:09:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:44 smithi132 ceph-mon[88571]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:09:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:44 smithi132 ceph-mon[88571]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:09:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:45 smithi132 ceph-mon[88571]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:09:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:45 smithi084 ceph-mon[94794]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:09:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:45 smithi084 ceph-mon[97358]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:09:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:46 smithi132 ceph-mon[88571]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:09:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:46 smithi132 ceph-mon[88571]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:09:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:46 smithi084 ceph-mon[94794]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:09:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:46 smithi084 ceph-mon[94794]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:09:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:46 smithi084 ceph-mon[97358]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:09:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:46 smithi084 ceph-mon[97358]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:09:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:47 smithi132 ceph-mon[88571]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:09:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:47 smithi084 ceph-mon[94794]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:09:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:47 smithi084 ceph-mon[97358]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:09:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:48 smithi132 ceph-mon[88571]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:09:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:48 smithi132 ceph-mon[88571]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:09:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:48 smithi084 ceph-mon[94794]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:09:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:48 smithi084 ceph-mon[94794]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:09:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:48 smithi084 ceph-mon[97358]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:09:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:48 smithi084 ceph-mon[97358]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:09:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:49 smithi132 ceph-mon[88571]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:09:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:49 smithi084 ceph-mon[94794]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:09:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:49 smithi084 ceph-mon[97358]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:09:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:50 smithi132 ceph-mon[88571]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 121 op/s 2024-04-02T09:09:50.965 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:50 smithi132 ceph-mon[88571]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:09:50.965 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:50 smithi132 ceph-mon[88571]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:09:50.965 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:50 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:09:50] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[97358]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 121 op/s 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[97358]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[97358]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[94794]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 121 op/s 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[94794]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[94794]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:09:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:50 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:51.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:51 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:51 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:51 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:09:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:51 smithi132 ceph-mon[88571]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:09:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:09:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[94794]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:09:52.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:52.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:09:52.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:51 smithi084 ceph-mon[97358]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:09:52.655 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:09:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:09:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:52 smithi132 ceph-mon[88571]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2024-04-02T09:09:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:52 smithi132 ceph-mon[88571]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:09:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:52 smithi084 ceph-mon[94794]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2024-04-02T09:09:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:52 smithi084 ceph-mon[94794]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:09:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:52 smithi084 ceph-mon[97358]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2024-04-02T09:09:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:52 smithi084 ceph-mon[97358]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:09:54.599 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9931 ms) 2024-04-02T09:09:54.599 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-02T09:09:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:54 smithi084 ceph-mon[94794]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:09:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:54 smithi084 ceph-mon[94794]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:09:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:54 smithi084 ceph-mon[97358]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:09:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:54 smithi084 ceph-mon[97358]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:09:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:54 smithi132 ceph-mon[88571]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:09:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:54 smithi132 ceph-mon[88571]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:09:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:55 smithi084 ceph-mon[94794]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:09:55.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:55 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d8e512cc-a82a-4f87-be29-56a99c654b23"}]: dispatch 2024-04-02T09:09:55.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:55 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d8e512cc-a82a-4f87-be29-56a99c654b23"}]': finished 2024-04-02T09:09:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:55 smithi084 ceph-mon[97358]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:09:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:55 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d8e512cc-a82a-4f87-be29-56a99c654b23"}]: dispatch 2024-04-02T09:09:55.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:55 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d8e512cc-a82a-4f87-be29-56a99c654b23"}]': finished 2024-04-02T09:09:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:55 smithi132 ceph-mon[88571]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:09:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:55 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d8e512cc-a82a-4f87-be29-56a99c654b23"}]: dispatch 2024-04-02T09:09:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:55 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d8e512cc-a82a-4f87-be29-56a99c654b23"}]': finished 2024-04-02T09:09:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:56 smithi084 ceph-mon[94794]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:09:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:56 smithi084 ceph-mon[94794]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:09:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:56 smithi084 ceph-mon[97358]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:09:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:56 smithi084 ceph-mon[97358]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:09:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:56 smithi132 ceph-mon[88571]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:09:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:56 smithi132 ceph-mon[88571]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:09:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:57 smithi084 ceph-mon[94794]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:09:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:57 smithi084 ceph-mon[97358]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:09:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:57 smithi132 ceph-mon[88571]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:09:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:58 smithi084 ceph-mon[94794]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:09:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:58 smithi084 ceph-mon[94794]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:09:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:58 smithi084 ceph-mon[97358]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:09:58.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:58 smithi084 ceph-mon[97358]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:09:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:58 smithi132 ceph-mon[88571]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:09:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:58 smithi132 ceph-mon[88571]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:09:59.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:09:59 smithi132 ceph-mon[88571]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:10:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:09:59 smithi084 ceph-mon[94794]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:10:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:09:59 smithi084 ceph-mon[97358]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:10:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:00 smithi132 ceph-mon[88571]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 75 op/s 2024-04-02T09:10:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:00 smithi132 ceph-mon[88571]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:10:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:00 smithi132 ceph-mon[88571]: overall HEALTH_OK 2024-04-02T09:10:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:00 smithi132 ceph-mon[88571]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:10:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:10:00] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-04-02T09:10:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[94794]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 75 op/s 2024-04-02T09:10:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[94794]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:10:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[94794]: overall HEALTH_OK 2024-04-02T09:10:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[94794]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:10:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[97358]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 75 op/s 2024-04-02T09:10:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[97358]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:10:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[97358]: overall HEALTH_OK 2024-04-02T09:10:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:00 smithi084 ceph-mon[97358]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:10:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:02 smithi132 ceph-mon[88571]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 120 op/s 2024-04-02T09:10:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:02 smithi132 ceph-mon[88571]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:10:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:10:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:02 smithi084 ceph-mon[94794]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 120 op/s 2024-04-02T09:10:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:02 smithi084 ceph-mon[94794]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:10:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:02 smithi084 ceph-mon[97358]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 120 op/s 2024-04-02T09:10:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:02 smithi084 ceph-mon[97358]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:10:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:03 smithi084 ceph-mon[94794]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:10:03.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:03 smithi084 ceph-mon[97358]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:10:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:03 smithi132 ceph-mon[88571]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:10:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:04 smithi084 ceph-mon[94794]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-04-02T09:10:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:04 smithi084 ceph-mon[94794]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:10:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:04 smithi084 ceph-mon[97358]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-04-02T09:10:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:04 smithi084 ceph-mon[97358]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:10:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:04 smithi132 ceph-mon[88571]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-04-02T09:10:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:04 smithi132 ceph-mon[88571]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:10:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:05 smithi084 ceph-mon[94794]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:10:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:05 smithi084 ceph-mon[97358]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:10:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:05 smithi132 ceph-mon[88571]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:10:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:06 smithi084 ceph-mon[94794]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-02T09:10:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:06 smithi084 ceph-mon[94794]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:10:06.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:06 smithi084 ceph-mon[97358]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-02T09:10:06.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:06 smithi084 ceph-mon[97358]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:10:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:06 smithi132 ceph-mon[88571]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-02T09:10:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:06 smithi132 ceph-mon[88571]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:10:07.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:07 smithi084 ceph-mon[94794]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:10:07.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:07 smithi084 ceph-mon[97358]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:10:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:07 smithi132 ceph-mon[88571]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:10:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:08 smithi084 ceph-mon[94794]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-02T09:10:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:08 smithi084 ceph-mon[94794]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:10:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:08 smithi084 ceph-mon[97358]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-02T09:10:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:08 smithi084 ceph-mon[97358]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:10:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:08 smithi132 ceph-mon[88571]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-02T09:10:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:08 smithi132 ceph-mon[88571]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:10:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:09 smithi084 ceph-mon[94794]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:10:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:09 smithi084 ceph-mon[97358]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:10:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:09 smithi132 ceph-mon[88571]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:10:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:10:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:10:10] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-02T09:10:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:10 smithi084 ceph-mon[94794]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s rd, 19 KiB/s wr, 221 op/s 2024-04-02T09:10:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:10 smithi084 ceph-mon[94794]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:10:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:10 smithi084 ceph-mon[94794]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:10:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:10 smithi084 ceph-mon[97358]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s rd, 19 KiB/s wr, 221 op/s 2024-04-02T09:10:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:10 smithi084 ceph-mon[97358]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:10:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:10 smithi084 ceph-mon[97358]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:10:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:10 smithi132 ceph-mon[88571]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s rd, 19 KiB/s wr, 221 op/s 2024-04-02T09:10:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:10 smithi132 ceph-mon[88571]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:10:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:10 smithi132 ceph-mon[88571]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:10:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:12 smithi132 ceph-mon[88571]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 21 KiB/s wr, 253 op/s 2024-04-02T09:10:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:12 smithi132 ceph-mon[88571]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:10:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:10:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:12 smithi084 ceph-mon[94794]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 21 KiB/s wr, 253 op/s 2024-04-02T09:10:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:12 smithi084 ceph-mon[94794]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:10:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:12 smithi084 ceph-mon[97358]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 21 KiB/s wr, 253 op/s 2024-04-02T09:10:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:12 smithi084 ceph-mon[97358]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:10:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:13 smithi084 ceph-mon[94794]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:10:13.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:13 smithi084 ceph-mon[97358]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:10:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:13 smithi132 ceph-mon[88571]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:10:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:14 smithi084 ceph-mon[94794]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:10:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:14 smithi084 ceph-mon[94794]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:10:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:14 smithi084 ceph-mon[97358]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:10:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:14 smithi084 ceph-mon[97358]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:10:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:14 smithi132 ceph-mon[88571]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:10:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:14 smithi132 ceph-mon[88571]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:10:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:15 smithi132 ceph-mon[88571]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:10:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:15 smithi084 ceph-mon[94794]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:10:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:15 smithi084 ceph-mon[97358]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:10:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:16 smithi132 ceph-mon[88571]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-02T09:10:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:16 smithi132 ceph-mon[88571]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:10:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:16 smithi084 ceph-mon[94794]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-02T09:10:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:16 smithi084 ceph-mon[94794]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:10:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:16 smithi084 ceph-mon[97358]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-02T09:10:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:16 smithi084 ceph-mon[97358]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:10:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:17 smithi132 ceph-mon[88571]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:10:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:17 smithi084 ceph-mon[94794]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:10:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:17 smithi084 ceph-mon[97358]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:10:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:18 smithi132 ceph-mon[88571]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-02T09:10:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:18 smithi132 ceph-mon[88571]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:10:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:18 smithi084 ceph-mon[94794]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-02T09:10:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:18 smithi084 ceph-mon[94794]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:10:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:18 smithi084 ceph-mon[97358]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-02T09:10:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:18 smithi084 ceph-mon[97358]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:10:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:19 smithi132 ceph-mon[88571]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:10:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:19 smithi084 ceph-mon[94794]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:10:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:19 smithi084 ceph-mon[97358]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:10:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:20 smithi132 ceph-mon[88571]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 149 op/s 2024-04-02T09:10:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:20 smithi132 ceph-mon[88571]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:10:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:20 smithi132 ceph-mon[88571]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:10:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:10:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:10:20] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-02T09:10:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:20 smithi084 ceph-mon[94794]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 149 op/s 2024-04-02T09:10:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:20 smithi084 ceph-mon[94794]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:10:21.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:20 smithi084 ceph-mon[94794]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:10:21.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:20 smithi084 ceph-mon[97358]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 149 op/s 2024-04-02T09:10:21.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:20 smithi084 ceph-mon[97358]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:10:21.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:20 smithi084 ceph-mon[97358]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:10:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:22 smithi132 ceph-mon[88571]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 149 op/s 2024-04-02T09:10:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:22 smithi132 ceph-mon[88571]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:10:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:10:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:22 smithi084 ceph-mon[94794]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 149 op/s 2024-04-02T09:10:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:22 smithi084 ceph-mon[94794]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:10:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:22 smithi084 ceph-mon[97358]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 149 op/s 2024-04-02T09:10:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:22 smithi084 ceph-mon[97358]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:10:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:23 smithi084 ceph-mon[94794]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:10:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:23 smithi084 ceph-mon[97358]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:10:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:23 smithi132 ceph-mon[88571]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:10:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:24 smithi084 ceph-mon[94794]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:10:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:24 smithi084 ceph-mon[94794]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:10:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:24 smithi084 ceph-mon[97358]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:10:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:24 smithi084 ceph-mon[97358]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:10:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:24 smithi132 ceph-mon[88571]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:10:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:24 smithi132 ceph-mon[88571]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:10:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:25.623 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31025 ms) 2024-04-02T09:10:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:25 smithi084 ceph-mon[94794]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:10:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:25 smithi084 ceph-mon[97358]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:10:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:25 smithi132 ceph-mon[88571]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:10:26.625 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 51 tests from TestMirroring (86754 ms total) 2024-04-02T09:10:26.625 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:10:26.625 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 34 tests from TestInternal 2024-04-02T09:10:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[94794]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 117 op/s 2024-04-02T09:10:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[94794]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:10:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/15f90591-ad0b-4372-9661-12da12e51e80"}]: dispatch 2024-04-02T09:10:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/15f90591-ad0b-4372-9661-12da12e51e80"}]': finished 2024-04-02T09:10:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[97358]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 117 op/s 2024-04-02T09:10:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[97358]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:10:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/15f90591-ad0b-4372-9661-12da12e51e80"}]: dispatch 2024-04-02T09:10:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:26 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/15f90591-ad0b-4372-9661-12da12e51e80"}]': finished 2024-04-02T09:10:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:26 smithi132 ceph-mon[88571]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 117 op/s 2024-04-02T09:10:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:26 smithi132 ceph-mon[88571]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:10:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:26 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/15f90591-ad0b-4372-9661-12da12e51e80"}]: dispatch 2024-04-02T09:10:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:26 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3879601725' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/15f90591-ad0b-4372-9661-12da12e51e80"}]': finished 2024-04-02T09:10:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:27 smithi132 ceph-mon[88571]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:10:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:27 smithi084 ceph-mon[94794]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:10:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:27 smithi084 ceph-mon[97358]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:10:28.635 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.OpenByID 2024-04-02T09:10:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:28 smithi132 ceph-mon[88571]: pgmap v2701: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:28 smithi132 ceph-mon[88571]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:10:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:28 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3246939500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:28 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[94794]: pgmap v2701: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[94794]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:10:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3246939500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[97358]: pgmap v2701: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[97358]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:10:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3246939500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:28 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:29.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:29 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:29.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:29 smithi132 ceph-mon[88571]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:10:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:29 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:29 smithi084 ceph-mon[94794]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:10:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:29 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:29 smithi084 ceph-mon[97358]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:10:30.679 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.OpenByID (2044 ms) 2024-04-02T09:10:30.679 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-02T09:10:30.701 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.OpenSnapDNE (22 ms) 2024-04-02T09:10:30.702 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-02T09:10:30.726 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (24 ms) 2024-04-02T09:10:30.726 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-02T09:10:30.751 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-04-02T09:10:30.751 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-02T09:10:30.768 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-04-02T09:10:30.768 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-02T09:10:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:30 smithi132 ceph-mon[88571]: pgmap v2704: 137 pgs: 27 creating+peering, 5 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:30 smithi132 ceph-mon[88571]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:10:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:30 smithi084 ceph-mon[94794]: pgmap v2704: 137 pgs: 27 creating+peering, 5 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:30 smithi084 ceph-mon[94794]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:10:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:10:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:10:30] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-04-02T09:10:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:30 smithi084 ceph-mon[97358]: pgmap v2704: 137 pgs: 27 creating+peering, 5 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:30 smithi084 ceph-mon[97358]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:10:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:31 smithi132 ceph-mon[88571]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:10:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:31 smithi084 ceph-mon[94794]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:10:32.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:31 smithi084 ceph-mon[97358]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:10:32.647 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:10:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:10:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:32.669 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1900 ms) 2024-04-02T09:10:32.669 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-02T09:10:32.695 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (26 ms) 2024-04-02T09:10:32.695 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-02T09:10:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:32 smithi132 ceph-mon[88571]: pgmap v2707: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:32 smithi132 ceph-mon[88571]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:10:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:32 smithi084 ceph-mon[94794]: pgmap v2707: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:32 smithi084 ceph-mon[94794]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:10:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:32 smithi084 ceph-mon[97358]: pgmap v2707: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:32 smithi084 ceph-mon[97358]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:10:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:33 smithi084 ceph-mon[94794]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:10:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:33 smithi084 ceph-mon[97358]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:10:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:33 smithi132 ceph-mon[88571]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:10:34.684 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1989 ms) 2024-04-02T09:10:34.684 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-02T09:10:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:34 smithi132 ceph-mon[88571]: pgmap v2710: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:34 smithi132 ceph-mon[88571]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:10:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:34 smithi084 ceph-mon[94794]: pgmap v2710: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:34 smithi084 ceph-mon[94794]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:10:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:34 smithi084 ceph-mon[97358]: pgmap v2710: 137 pgs: 27 creating+peering, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:34 smithi084 ceph-mon[97358]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:10:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:35 smithi084 ceph-mon[94794]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:10:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:35 smithi084 ceph-mon[97358]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:10:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:35 smithi132 ceph-mon[88571]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:10:36.693 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2010 ms) 2024-04-02T09:10:36.693 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-02T09:10:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:36 smithi084 ceph-mon[94794]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-04-02T09:10:37.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:36 smithi084 ceph-mon[94794]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:10:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:36 smithi084 ceph-mon[97358]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-04-02T09:10:37.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:36 smithi084 ceph-mon[97358]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:10:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:36 smithi132 ceph-mon[88571]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-04-02T09:10:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:36 smithi132 ceph-mon[88571]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:10:38.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:37 smithi084 ceph-mon[94794]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:10:38.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:37 smithi084 ceph-mon[97358]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:10:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:37 smithi132 ceph-mon[88571]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:10:38.716 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2022 ms) 2024-04-02T09:10:38.716 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-02T09:10:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:38 smithi084 ceph-mon[94794]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-04-02T09:10:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:38 smithi084 ceph-mon[94794]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:10:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:38 smithi084 ceph-mon[97358]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-04-02T09:10:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:38 smithi084 ceph-mon[97358]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:10:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:38 smithi132 ceph-mon[88571]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-04-02T09:10:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:38 smithi132 ceph-mon[88571]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:10:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:39 smithi084 ceph-mon[94794]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:10:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:39 smithi084 ceph-mon[97358]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:10:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:39 smithi132 ceph-mon[88571]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:10:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:40.557 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.FlattenLocksImage (1841 ms) 2024-04-02T09:10:40.557 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-02T09:10:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:10:40] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-02T09:10:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-02T09:10:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:10:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]': finished 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[94794]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-02T09:10:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-04-02T09:10:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-02T09:10:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]': finished 2024-04-02T09:10:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2024-04-02T09:10:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:40 smithi084 ceph-mon[97358]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:10:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]': finished 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2024-04-02T09:10:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:40 smithi132 ceph-mon[88571]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:10:42.557 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1999 ms) 2024-04-02T09:10:42.557 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-02T09:10:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:42 smithi132 ceph-mon[88571]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 7.0 KiB/s wr, 114 op/s 2024-04-02T09:10:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:42 smithi132 ceph-mon[88571]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:10:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:10:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:42 smithi084 ceph-mon[94794]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 7.0 KiB/s wr, 114 op/s 2024-04-02T09:10:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:42 smithi084 ceph-mon[94794]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:10:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:42 smithi084 ceph-mon[97358]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 7.0 KiB/s wr, 114 op/s 2024-04-02T09:10:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:42 smithi084 ceph-mon[97358]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:10:43.550 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (993 ms) 2024-04-02T09:10:43.550 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-02T09:10:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:43 smithi084 ceph-mon[94794]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:10:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:43 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1689950766' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]: dispatch 2024-04-02T09:10:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:43 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]: dispatch 2024-04-02T09:10:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:43 smithi084 ceph-mon[97358]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:10:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:43 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1689950766' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]: dispatch 2024-04-02T09:10:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:43 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]: dispatch 2024-04-02T09:10:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:43 smithi132 ceph-mon[88571]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:10:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:43 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1689950766' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]: dispatch 2024-04-02T09:10:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:43 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]: dispatch 2024-04-02T09:10:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[97358]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-02T09:10:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]': finished 2024-04-02T09:10:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[97358]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:10:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1984831740' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1984831740"}]: dispatch 2024-04-02T09:10:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[94794]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-02T09:10:44.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]': finished 2024-04-02T09:10:44.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[94794]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:10:44.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:44 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1984831740' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1984831740"}]: dispatch 2024-04-02T09:10:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:44 smithi132 ceph-mon[88571]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-02T09:10:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:44 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1689950766"}]': finished 2024-04-02T09:10:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:44 smithi132 ceph-mon[88571]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:10:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:44 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1984831740' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1984831740"}]: dispatch 2024-04-02T09:10:45.554 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2004 ms) 2024-04-02T09:10:45.554 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-02T09:10:45.585 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.AioWriteRequestsLock (32 ms) 2024-04-02T09:10:45.585 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-02T09:10:45.611 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (25 ms) 2024-04-02T09:10:45.611 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-02T09:10:45.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2024-04-02T09:10:45.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-02T09:10:45.716 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.MultipleResize (61 ms) 2024-04-02T09:10:45.716 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.Metadata 2024-04-02T09:10:45.760 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.Metadata (43 ms) 2024-04-02T09:10:45.760 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-02T09:10:45.789 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.MetadataConfApply (29 ms) 2024-04-02T09:10:45.789 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-02T09:10:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:45 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1984831740' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1984831740"}]': finished 2024-04-02T09:10:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:45 smithi084 ceph-mon[94794]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:10:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:45 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1984831740' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1984831740"}]': finished 2024-04-02T09:10:45.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:45 smithi084 ceph-mon[97358]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:10:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:45 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1984831740' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1984831740"}]': finished 2024-04-02T09:10:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:45 smithi132 ceph-mon[88571]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:10:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:46 smithi084 ceph-mon[94794]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 251 op/s; 17 B/s, 5 keys/s, 1 objects/s recovering 2024-04-02T09:10:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:46 smithi084 ceph-mon[97358]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 251 op/s; 17 B/s, 5 keys/s, 1 objects/s recovering 2024-04-02T09:10:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:46 smithi132 ceph-mon[88571]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 251 op/s; 17 B/s, 5 keys/s, 1 objects/s recovering 2024-04-02T09:10:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:47 smithi084 ceph-mon[94794]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:10:47.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:47 smithi084 ceph-mon[97358]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:10:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:47 smithi132 ceph-mon[88571]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:10:48.658 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapshotCopyup (2869 ms) 2024-04-02T09:10:48.658 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-02T09:10:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:48 smithi084 ceph-mon[94794]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 218 op/s; 15 B/s, 5 keys/s, 1 objects/s recovering 2024-04-02T09:10:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:48 smithi084 ceph-mon[94794]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:10:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:48 smithi084 ceph-mon[97358]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 218 op/s; 15 B/s, 5 keys/s, 1 objects/s recovering 2024-04-02T09:10:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:48 smithi084 ceph-mon[97358]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:10:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:48 smithi132 ceph-mon[88571]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 218 op/s; 15 B/s, 5 keys/s, 1 objects/s recovering 2024-04-02T09:10:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:48 smithi132 ceph-mon[88571]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:10:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:49 smithi084 ceph-mon[94794]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:10:49.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:49 smithi084 ceph-mon[97358]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:10:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:49 smithi132 ceph-mon[88571]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:10:50.564 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1906 ms) 2024-04-02T09:10:50.564 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-02T09:10:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:50 smithi084 ceph-mon[94794]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 22 KiB/s wr, 223 op/s 2024-04-02T09:10:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:50 smithi084 ceph-mon[94794]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:10:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:50 smithi084 ceph-mon[94794]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:10:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:10:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:10:50] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-02T09:10:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:50 smithi084 ceph-mon[97358]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 22 KiB/s wr, 223 op/s 2024-04-02T09:10:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:50 smithi084 ceph-mon[97358]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:10:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:50 smithi084 ceph-mon[97358]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:10:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:50 smithi132 ceph-mon[88571]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 22 KiB/s wr, 223 op/s 2024-04-02T09:10:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:50 smithi132 ceph-mon[88571]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:10:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:50 smithi132 ceph-mon[88571]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:10:51.622 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1058 ms) 2024-04-02T09:10:51.622 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-02T09:10:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:51 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:51.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:51 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:51.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:51 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:52.592 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:10:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:10:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[94794]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 180 KiB/s rd, 27 KiB/s wr, 262 op/s 2024-04-02T09:10:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[94794]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:10:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:10:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[97358]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 180 KiB/s rd, 27 KiB/s wr, 262 op/s 2024-04-02T09:10:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[97358]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:10:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:52 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:10:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:52 smithi132 ceph-mon[88571]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 180 KiB/s rd, 27 KiB/s wr, 262 op/s 2024-04-02T09:10:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:52 smithi132 ceph-mon[88571]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:10:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:52 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:52 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:10:53.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.ResizeCopyup (2034 ms) 2024-04-02T09:10:53.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-02T09:10:53.666 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-02T09:10:53.666 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:10:53.666 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (11 ms) 2024-04-02T09:10:53.666 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-02T09:10:53.674 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.ImageOptions (7 ms) 2024-04-02T09:10:53.674 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-02T09:10:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:53 smithi084 ceph-mon[94794]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:10:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:53 smithi084 ceph-mon[97358]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:10:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:53 smithi132 ceph-mon[88571]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:10:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:54 smithi084 ceph-mon[94794]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T09:10:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:54 smithi084 ceph-mon[94794]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:10:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:54 smithi084 ceph-mon[97358]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T09:10:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:54 smithi084 ceph-mon[97358]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:10:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:54 smithi132 ceph-mon[88571]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T09:10:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:54 smithi132 ceph-mon[88571]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:10:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:55 smithi132 ceph-mon[88571]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:10:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:55 smithi084 ceph-mon[94794]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:10:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:55 smithi084 ceph-mon[97358]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:10:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:56 smithi132 ceph-mon[88571]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 347 op/s 2024-04-02T09:10:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:56 smithi132 ceph-mon[88571]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:10:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:56 smithi084 ceph-mon[97358]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 347 op/s 2024-04-02T09:10:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:56 smithi084 ceph-mon[97358]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:10:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:56 smithi084 ceph-mon[94794]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 347 op/s 2024-04-02T09:10:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:56 smithi084 ceph-mon[94794]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:10:57.654 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.WriteFullCopyup (3980 ms) 2024-04-02T09:10:57.654 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-02T09:10:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:57 smithi132 ceph-mon[88571]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:10:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:57 smithi084 ceph-mon[94794]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:10:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:57 smithi084 ceph-mon[97358]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:10:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:58 smithi132 ceph-mon[88571]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 347 op/s 2024-04-02T09:10:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:58 smithi132 ceph-mon[88571]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:10:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:58 smithi084 ceph-mon[94794]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 347 op/s 2024-04-02T09:10:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:58 smithi084 ceph-mon[94794]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:10:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:58 smithi084 ceph-mon[97358]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 347 op/s 2024-04-02T09:10:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:58 smithi084 ceph-mon[97358]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:10:59.672 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2018 ms) 2024-04-02T09:10:59.672 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.TestCoR 2024-04-02T09:10:59.682 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-02T09:10:59.682 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to disabled copy-on-read 2024-04-02T09:10:59.682 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestInternal.TestCoR (11 ms) 2024-04-02T09:10:59.682 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-02T09:10:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:10:59 smithi132 ceph-mon[88571]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout:made parent image "image390": 4194304K (1024 * 4K) 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout:generated random write map: 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [15 , 62897 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [27 , 112413 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [50 , 207062 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [82 , 338024 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [84 , 347400 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [90 , 369567 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [93 , 381580 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [95 , 391503 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [110 , 453988 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [115 , 472899 ] 2024-04-02T09:10:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: [116 , 475645 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [123 , 505251 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [144 , 592601 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [145 , 594321 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [146 , 601570 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [160 , 657897 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [169 , 692582 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [186 , 763444 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [190 , 779203 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [198 , 814392 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [199 , 816133 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [209 , 856230 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [215 , 882264 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [276 , 1130854 ] 2024-04-02T09:10:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: [284 , 1166593 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [285 , 1167974 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [286 , 1174294 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [306 , 1256740 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [309 , 1266977 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [317 , 1298788 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [331 , 1358732 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [344 , 1410685 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [346 , 1417843 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [353 , 1446708 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [361 , 1481454 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [368 , 1509144 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [391 , 1603176 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [401 , 1645608 ] 2024-04-02T09:10:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: [407 , 1668449 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [410 , 1679767 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [436 , 1788847 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [461 , 1890122 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [462 , 1893526 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [471 , 1930566 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [476 , 1951897 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [479 , 1964603 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [480 , 1968939 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [501 , 2052184 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [512 , 2097437 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [518 , 2121752 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [539 , 2208748 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [542 , 2221376 ] 2024-04-02T09:10:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: [551 , 2260380 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [564 , 2312163 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [569 , 2333870 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [572 , 2345515 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [588 , 2410228 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [590 , 2417551 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [593 , 2432235 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [599 , 2455818 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [602 , 2468416 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [616 , 2523254 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [625 , 2560838 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [634 , 2597427 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [638 , 2616308 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [640 , 2624192 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [648 , 2656348 ] 2024-04-02T09:10:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: [713 , 2921052 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [785 , 3217722 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [788 , 3230004 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [791 , 3240621 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [796 , 3261301 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [798 , 3271342 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [804 , 3294807 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [805 , 3298543 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [826 , 3385088 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [866 , 3549899 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [876 , 3590269 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [880 , 3607740 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [903 , 3700970 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [936 , 3835260 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [946 , 3877123 ] 2024-04-02T09:10:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: [953 , 3906154 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [955 , 3915212 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [963 , 3947735 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [965 , 3955677 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [969 , 3969185 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [975 , 3993897 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [981 , 4018817 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [985 , 4035005 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [1003 , 4108550 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: [1023 , 4193158 ] 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout:write data based on random map 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: write object-15 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: write object-27 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: write object-50 2024-04-02T09:10:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: write object-82 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-84 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-90 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-93 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-95 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-110 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-115 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-116 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-123 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-144 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-145 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-146 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-160 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-169 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-186 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-190 2024-04-02T09:10:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: write object-198 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-199 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-209 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-215 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-276 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-284 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-285 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-286 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-306 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-309 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-317 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-331 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-344 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-346 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-353 2024-04-02T09:10:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: write object-361 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-368 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-391 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-401 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-407 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-410 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-436 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-461 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-462 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-471 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-476 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-479 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-480 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-501 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-512 2024-04-02T09:10:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: write object-518 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-539 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-542 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-551 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-564 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-569 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-572 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-588 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-590 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-593 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-599 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-602 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-616 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-625 2024-04-02T09:10:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: write object-634 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-638 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-640 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-648 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-713 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-785 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-788 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-791 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-796 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-798 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-804 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-805 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-826 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-866 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-876 2024-04-02T09:10:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: write object-880 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-903 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-936 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-946 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-953 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-955 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-963 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-965 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-969 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-975 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-981 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-985 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-1003 2024-04-02T09:10:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: write object-1023 2024-04-02T09:11:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:10:59 smithi084 ceph-mon[94794]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:11:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:10:59 smithi084 ceph-mon[97358]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout:verify written data by reading 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout: read object-15 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout:made snapshot "image390@parent_snap" and protect it 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout:made and opened clone "image391" 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout:flattening clone: "image391" 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout:check whether child image has the same set of objects as parent 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1158 ms) 2024-04-02T09:11:00.841 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-02T09:11:00.880 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-mon[94794]: pgmap v2748: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 240 op/s 2024-04-02T09:11:00.881 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-mon[94794]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:11:00.881 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:11:00] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-02T09:11:00.881 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:11:00] ENGINE Bus STOPPING 2024-04-02T09:11:00.881 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:11:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:11:00.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-mon[97358]: pgmap v2748: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 240 op/s 2024-04-02T09:11:00.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-mon[97358]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:11:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:00 smithi132 ceph-mon[88571]: pgmap v2748: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 240 op/s 2024-04-02T09:11:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:00 smithi132 ceph-mon[88571]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:11:00.922 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.PoolMetadataConfApply (81 ms) 2024-04-02T09:11:00.922 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.Sparsify 2024-04-02T09:11:00.950 INFO:tasks.workunit.client.0.smithi084.stdout:sparsify_supported=1 2024-04-02T09:11:00.950 INFO:tasks.workunit.client.0.smithi084.stdout:sparse_read_supported=1 2024-04-02T09:11:00.979 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.Sparsify (58 ms) 2024-04-02T09:11:00.979 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-02T09:11:00.998 INFO:tasks.workunit.client.0.smithi084.stdout:sparsify_supported=1 2024-04-02T09:11:01.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:11:00] ENGINE Bus STOPPED 2024-04-02T09:11:01.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:11:00] ENGINE Bus STARTING 2024-04-02T09:11:01.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:11:00] ENGINE Serving on http://:::9283 2024-04-02T09:11:01.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:11:00] ENGINE Bus STARTED 2024-04-02T09:11:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:01 smithi132 ceph-mon[88571]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:11:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:01 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' 2024-04-02T09:11:01.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:01 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:01.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:01 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:01.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:01 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:01.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:01 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[94794]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:11:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' 2024-04-02T09:11:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[97358]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:11:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' 2024-04-02T09:11:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:01 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:02.653 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:11:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:02 smithi132 ceph-mon[88571]: pgmap v2751: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 258 op/s 2024-04-02T09:11:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:02 smithi132 ceph-mon[88571]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:11:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:02 smithi132 ceph-mon[88571]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:11:02.927 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.SparsifyClone (1947 ms) 2024-04-02T09:11:02.927 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-02T09:11:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:02 smithi084 ceph-mon[94794]: pgmap v2751: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 258 op/s 2024-04-02T09:11:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:02 smithi084 ceph-mon[94794]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:11:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:02 smithi084 ceph-mon[94794]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:11:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:02 smithi084 ceph-mon[97358]: pgmap v2751: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 258 op/s 2024-04-02T09:11:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:02 smithi084 ceph-mon[97358]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:11:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:02 smithi084 ceph-mon[97358]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:11:04.030 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestInternal.MissingDataPool (1104 ms) 2024-04-02T09:11:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:03 smithi132 ceph-mon[88571]: pgmap v2753: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 723 B/s rd, 482 B/s wr, 1 op/s 2024-04-02T09:11:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:03 smithi132 ceph-mon[88571]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:11:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:03 smithi084 ceph-mon[94794]: pgmap v2753: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 723 B/s rd, 482 B/s wr, 1 op/s 2024-04-02T09:11:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:03 smithi084 ceph-mon[94794]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:11:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:03 smithi084 ceph-mon[97358]: pgmap v2753: 137 pgs: 137 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 723 B/s rd, 482 B/s wr, 1 op/s 2024-04-02T09:11:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:03 smithi084 ceph-mon[97358]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:11:04.927 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 34 tests from TestInternal (35395 ms total) 2024-04-02T09:11:04.928 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:11:04.928 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 17 tests from TestImageWatcher 2024-04-02T09:11:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:04 smithi084 ceph-mon[94794]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:11:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:04 smithi084 ceph-mon[97358]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:11:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:04 smithi132 ceph-mon[88571]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:11:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:05 smithi084 ceph-mon[94794]: pgmap v2756: 137 pgs: 137 active+clean; 9.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 176 KiB/s wr, 879 op/s 2024-04-02T09:11:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:05 smithi084 ceph-mon[94794]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:11:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:05 smithi084 ceph-mon[97358]: pgmap v2756: 137 pgs: 137 active+clean; 9.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 176 KiB/s wr, 879 op/s 2024-04-02T09:11:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:05 smithi084 ceph-mon[97358]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:11:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:05 smithi132 ceph-mon[88571]: pgmap v2756: 137 pgs: 137 active+clean; 9.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 176 KiB/s wr, 879 op/s 2024-04-02T09:11:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:05 smithi132 ceph-mon[88571]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:11:06.935 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-02T09:11:07.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:06 smithi084 ceph-mon[94794]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:11:07.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:06 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/777307344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:07.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:06 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:07.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:06 smithi084 ceph-mon[97358]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:11:07.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:06 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/777307344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:07.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:06 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:06 smithi132 ceph-mon[88571]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:11:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:06 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/777307344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:06 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[97358]: pgmap v2759: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[97358]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:11:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[94794]: pgmap v2759: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:07 smithi084 ceph-mon[94794]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:11:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:07 smithi132 ceph-mon[88571]: pgmap v2759: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:07 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:07 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:07 smithi132 ceph-mon[88571]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:11:08.993 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2057 ms) 2024-04-02T09:11:08.993 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-02T09:11:09.016 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-04-02T09:11:09.016 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-02T09:11:09.040 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyResize (25 ms) 2024-04-02T09:11:09.040 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-02T09:11:09.062 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-04-02T09:11:09.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-02T09:11:09.087 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2024-04-02T09:11:09.087 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-02T09:11:09.109 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (23 ms) 2024-04-02T09:11:09.109 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-02T09:11:09.128 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (19 ms) 2024-04-02T09:11:09.129 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-02T09:11:09.150 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifySnapRename (22 ms) 2024-04-02T09:11:09.150 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-02T09:11:09.170 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-04-02T09:11:09.170 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-02T09:11:09.192 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (22 ms) 2024-04-02T09:11:09.192 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-02T09:11:09.213 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (21 ms) 2024-04-02T09:11:09.213 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-02T09:11:09.235 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (23 ms) 2024-04-02T09:11:09.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-02T09:11:09.256 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-04-02T09:11:09.256 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-02T09:11:09.276 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-04-02T09:11:09.276 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-02T09:11:09.295 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-04-02T09:11:09.295 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-02T09:11:09.316 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-04-02T09:11:09.316 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-02T09:11:09.336 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-04-02T09:11:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:08 smithi084 ceph-mon[94794]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:11:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:08 smithi084 ceph-mon[97358]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:11:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:08 smithi132 ceph-mon[88571]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:11:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:09.975 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 17 tests from TestImageWatcher (2401 ms total) 2024-04-02T09:11:09.975 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:11:09.975 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 168 tests from TestLibRBD 2024-04-02T09:11:10.013 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-02T09:11:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:09 smithi084 ceph-mon[97358]: pgmap v2762: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:09 smithi084 ceph-mon[97358]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:11:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:09 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:09 smithi084 ceph-mon[94794]: pgmap v2762: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:09 smithi084 ceph-mon[94794]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:11:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:09 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:09 smithi132 ceph-mon[88571]: pgmap v2762: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:09 smithi132 ceph-mon[88571]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:11:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:09 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:10.976 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:11:10] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-04-02T09:11:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:10 smithi084 ceph-mon[94794]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:11:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:10 smithi084 ceph-mon[97358]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:11:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:10 smithi132 ceph-mon[88571]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:11:11.980 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:11 smithi132 ceph-mon[88571]: pgmap v2765: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:11 smithi132 ceph-mon[88571]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:11:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3675453739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:11 smithi084 ceph-mon[94794]: pgmap v2765: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:11 smithi084 ceph-mon[94794]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:11:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3675453739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:11 smithi084 ceph-mon[97358]: pgmap v2765: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:11 smithi084 ceph-mon[97358]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:11:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3675453739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:11:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:12 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3675453739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:12 smithi084 ceph-mon[94794]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:11:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:12 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3675453739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:12 smithi084 ceph-mon[97358]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:11:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:12 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3675453739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:12 smithi132 ceph-mon[88571]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:11:14.021 INFO:tasks.workunit.client.0.smithi084.stdout:image has size 2097152 and order 22 2024-04-02T09:11:14.022 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CreateAndStat (4008 ms) 2024-04-02T09:11:14.022 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-02T09:11:14.022 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.042 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (21 ms) 2024-04-02T09:11:14.042 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-02T09:11:14.043 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CreateAndStatPP (21 ms) 2024-04-02T09:11:14.064 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.GetId 2024-04-02T09:11:14.064 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.091 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.GetId (27 ms) 2024-04-02T09:11:14.091 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-02T09:11:14.091 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.118 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.GetIdPP (28 ms) 2024-04-02T09:11:14.119 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-02T09:11:14.119 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.136 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (18 ms) 2024-04-02T09:11:14.136 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-02T09:11:14.136 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.153 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-04-02T09:11:14.153 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-02T09:11:14.153 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.172 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (20 ms) 2024-04-02T09:11:14.172 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-02T09:11:14.172 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.190 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (18 ms) 2024-04-02T09:11:14.190 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-02T09:11:14.190 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.206 INFO:tasks.workunit.client.0.smithi084.stdout:image has size 2097152 and order 22 2024-04-02T09:11:14.206 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-04-02T09:11:14.207 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-02T09:11:14.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-04-02T09:11:14.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-02T09:11:14.209 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.OpenAioPP (27 ms) 2024-04-02T09:11:14.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-02T09:11:14.238 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-02T09:11:14.238 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-02T09:11:14.238 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.276 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ResizeAndStat (37 ms) 2024-04-02T09:11:14.276 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-02T09:11:14.276 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.306 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2024-04-02T09:11:14.306 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-02T09:11:14.306 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.341 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (35 ms) 2024-04-02T09:11:14.341 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-02T09:11:14.341 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:13 smithi084 ceph-mon[94794]: pgmap v2768: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:13 smithi084 ceph-mon[94794]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:11:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:13 smithi084 ceph-mon[97358]: pgmap v2768: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:13 smithi084 ceph-mon[97358]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:11:14.373 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (32 ms) 2024-04-02T09:11:14.373 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-02T09:11:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:13 smithi132 ceph-mon[88571]: pgmap v2768: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:13 smithi132 ceph-mon[88571]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:11:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:15 smithi084 ceph-mon[94794]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:11:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:15 smithi084 ceph-mon[97358]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:11:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:15 smithi132 ceph-mon[88571]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:11:16.026 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[94794]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 20 op/s 2024-04-02T09:11:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[94794]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:11:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3051788569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:16.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[97358]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 20 op/s 2024-04-02T09:11:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[97358]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:11:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3051788569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:16 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:16 smithi132 ceph-mon[88571]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 20 op/s 2024-04-02T09:11:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:16 smithi132 ceph-mon[88571]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:11:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:16 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3051788569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:16 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:17 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:17 smithi084 ceph-mon[94794]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:11:17.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:17 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:17.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:17 smithi084 ceph-mon[97358]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:11:17.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:17 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:17.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:17 smithi132 ceph-mon[88571]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:11:18.050 INFO:tasks.workunit.client.0.smithi084.stdout:image: image18 2024-04-02T09:11:18.050 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image18 2024-04-02T09:11:18.050 INFO:tasks.workunit.client.0.smithi084.stdout:found image18 2024-04-02T09:11:18.050 INFO:tasks.workunit.client.0.smithi084.stdout:erased image18 2024-04-02T09:11:18.050 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:18.131 INFO:tasks.workunit.client.0.smithi084.stdout:image: image18 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:image: image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image18 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:found image18 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:erased image18 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:found image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:erased image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:image: image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:found image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:erased image19 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3759 ms) 2024-04-02T09:11:18.132 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-02T09:11:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:18 smithi084 ceph-mon[97358]: pgmap v2774: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 20 op/s 2024-04-02T09:11:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:18 smithi084 ceph-mon[97358]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:11:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:18 smithi084 ceph-mon[94794]: pgmap v2774: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 20 op/s 2024-04-02T09:11:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:18 smithi084 ceph-mon[94794]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:11:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:18 smithi132 ceph-mon[88571]: pgmap v2774: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 20 op/s 2024-04-02T09:11:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:18 smithi132 ceph-mon[88571]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:11:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:19 smithi084 ceph-mon[94794]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:11:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:19 smithi084 ceph-mon[97358]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:11:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:19 smithi132 ceph-mon[88571]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:11:20.042 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[97358]: pgmap v2777: 169 pgs: 3 unknown, 166 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 167 KiB/s rd, 21 KiB/s wr, 240 op/s 2024-04-02T09:11:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[97358]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:11:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/551322735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[94794]: pgmap v2777: 169 pgs: 3 unknown, 166 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 167 KiB/s rd, 21 KiB/s wr, 240 op/s 2024-04-02T09:11:20.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[94794]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:11:20.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/551322735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:20.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:20 smithi132 ceph-mon[88571]: pgmap v2777: 169 pgs: 3 unknown, 166 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 167 KiB/s rd, 21 KiB/s wr, 240 op/s 2024-04-02T09:11:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:20 smithi132 ceph-mon[88571]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:11:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:20 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/551322735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:20 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:21.045 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:11:20] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-04-02T09:11:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:21 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:21 smithi084 ceph-mon[94794]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:11:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:21 smithi084 ceph-mon[94794]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:11:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:21 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:21 smithi084 ceph-mon[97358]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:11:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:21 smithi084 ceph-mon[97358]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:11:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:21 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:21 smithi132 ceph-mon[88571]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:11:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:21 smithi132 ceph-mon[88571]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:11:21.561 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 1 2024-04-02T09:11:21.562 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:21.562 INFO:tasks.workunit.client.0.smithi084.stdout:image: image20 2024-04-02T09:11:21.562 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image20 2024-04-02T09:11:21.562 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:21.570 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 2 2024-04-02T09:11:21.571 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:11:21.571 INFO:tasks.workunit.client.0.smithi084.stdout:image: image20 2024-04-02T09:11:21.571 INFO:tasks.workunit.client.0.smithi084.stdout:image: image21 2024-04-02T09:11:21.571 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image20 2024-04-02T09:11:21.571 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image21 2024-04-02T09:11:21.631 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 1 2024-04-02T09:11:21.631 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:21.631 INFO:tasks.workunit.client.0.smithi084.stdout:image: image21 2024-04-02T09:11:21.631 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image21 2024-04-02T09:11:21.632 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3499 ms) 2024-04-02T09:11:21.632 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-02T09:11:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:22 smithi132 ceph-mon[88571]: pgmap v2781: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 280 op/s 2024-04-02T09:11:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:22 smithi132 ceph-mon[88571]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:11:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:11:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:22 smithi084 ceph-mon[94794]: pgmap v2781: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 280 op/s 2024-04-02T09:11:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:22 smithi084 ceph-mon[94794]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:11:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:22 smithi084 ceph-mon[97358]: pgmap v2781: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 280 op/s 2024-04-02T09:11:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:22 smithi084 ceph-mon[97358]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:11:23.562 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:23 smithi084 ceph-mon[94794]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:11:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:23 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/580218989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:23 smithi084 ceph-mon[97358]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:11:23.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:23 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/580218989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:23 smithi132 ceph-mon[88571]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:11:23.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:23 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/580218989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[94794]: pgmap v2784: 233 pgs: 4 creating+peering, 60 unknown, 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.0 KiB/s wr, 31 op/s 2024-04-02T09:11:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/580218989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[94794]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:11:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[97358]: pgmap v2784: 233 pgs: 4 creating+peering, 60 unknown, 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.0 KiB/s wr, 31 op/s 2024-04-02T09:11:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/580218989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[97358]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:11:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:24 smithi132 ceph-mon[88571]: pgmap v2784: 233 pgs: 4 creating+peering, 60 unknown, 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.0 KiB/s wr, 31 op/s 2024-04-02T09:11:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:24 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:24 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/580218989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:24 smithi132 ceph-mon[88571]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:11:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:25 smithi084 ceph-mon[94794]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:11:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:25 smithi084 ceph-mon[94794]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:11:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:25 smithi084 ceph-mon[97358]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:11:25.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:25 smithi084 ceph-mon[97358]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:11:25.904 INFO:tasks.workunit.client.0.smithi084.stdout:image: image22 2024-04-02T09:11:25.904 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image22 2024-04-02T09:11:25.904 INFO:tasks.workunit.client.0.smithi084.stdout:found image22 2024-04-02T09:11:25.904 INFO:tasks.workunit.client.0.smithi084.stdout:erased image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:image: image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:image: image23 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:found image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:erased image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image23 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:found image23 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:erased image23 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:image: image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:image: image23 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:image: image24 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:found image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:erased image22 2024-04-02T09:11:25.905 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image23 2024-04-02T09:11:25.906 INFO:tasks.workunit.client.0.smithi084.stdout:found image23 2024-04-02T09:11:25.906 INFO:tasks.workunit.client.0.smithi084.stdout:erased image23 2024-04-02T09:11:25.906 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image24 2024-04-02T09:11:25.906 INFO:tasks.workunit.client.0.smithi084.stdout:found image24 2024-04-02T09:11:25.906 INFO:tasks.workunit.client.0.smithi084.stdout:erased image24 2024-04-02T09:11:25.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCopy (4274 ms) 2024-04-02T09:11:25.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-02T09:11:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:25 smithi132 ceph-mon[88571]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:11:25.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:25 smithi132 ceph-mon[88571]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:11:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:26 smithi084 ceph-mon[97358]: pgmap v2787: 233 pgs: 25 creating+peering, 208 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:11:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:26 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:26 smithi084 ceph-mon[94794]: pgmap v2787: 233 pgs: 25 creating+peering, 208 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:11:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:26 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:26 smithi132 ceph-mon[88571]: pgmap v2787: 233 pgs: 25 creating+peering, 208 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:11:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:26 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:27.585 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:27 smithi084 ceph-mon[94794]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:11:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:27 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3560782573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:27 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:27.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:27 smithi084 ceph-mon[97358]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:11:27.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:27 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3560782573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:27.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:27 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:27 smithi132 ceph-mon[88571]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:11:27.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:27 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3560782573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:27.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:27 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[94794]: pgmap v2790: 265 pgs: 32 unknown, 25 creating+peering, 208 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:11:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[94794]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:11:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[97358]: pgmap v2790: 265 pgs: 32 unknown, 25 creating+peering, 208 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:11:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:28 smithi084 ceph-mon[97358]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:11:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:28 smithi132 ceph-mon[88571]: pgmap v2790: 265 pgs: 32 unknown, 25 creating+peering, 208 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:11:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:28 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:28 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:28 smithi132 ceph-mon[88571]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:11:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:29 smithi084 ceph-mon[94794]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:11:29.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:29 smithi084 ceph-mon[97358]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:11:29.869 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 1 2024-04-02T09:11:29.869 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:29.869 INFO:tasks.workunit.client.0.smithi084.stdout:image: image25 2024-04-02T09:11:29.869 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image25 2024-04-02T09:11:29.888 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 2 2024-04-02T09:11:29.889 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:11:29.889 INFO:tasks.workunit.client.0.smithi084.stdout:image: image25 2024-04-02T09:11:29.889 INFO:tasks.workunit.client.0.smithi084.stdout:image: image26 2024-04-02T09:11:29.889 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image25 2024-04-02T09:11:29.889 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image26 2024-04-02T09:11:29.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:29 smithi132 ceph-mon[88571]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 3 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:image: image25 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:image: image26 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:image: image27 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image25 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image26 2024-04-02T09:11:29.933 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image27 2024-04-02T09:11:29.964 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCopyPP (4060 ms) 2024-04-02T09:11:29.965 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-02T09:11:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:11:30] "GET /metrics HTTP/1.1" 200 43770 "" "Prometheus/2.43.0" 2024-04-02T09:11:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[94794]: pgmap v2793: 265 pgs: 3 unknown, 262 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 366 op/s 2024-04-02T09:11:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[94794]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:11:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[94794]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:11:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4293866135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[97358]: pgmap v2793: 265 pgs: 3 unknown, 262 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 366 op/s 2024-04-02T09:11:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[97358]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:11:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[97358]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:11:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:30 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4293866135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:30 smithi132 ceph-mon[88571]: pgmap v2793: 265 pgs: 3 unknown, 262 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 366 op/s 2024-04-02T09:11:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:30 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:30 smithi132 ceph-mon[88571]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:11:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:30 smithi132 ceph-mon[88571]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:11:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:30 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4293866135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:31.549 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:32 smithi132 ceph-mon[88571]: pgmap v2796: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-02T09:11:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:32 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/4293866135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:32 smithi132 ceph-mon[88571]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:11:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:32 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:11:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[94794]: pgmap v2796: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-02T09:11:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/4293866135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[94794]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:11:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[97358]: pgmap v2796: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-02T09:11:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/4293866135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[97358]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:11:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:32 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:33 smithi084 ceph-mon[94794]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:11:33.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:33 smithi084 ceph-mon[97358]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:11:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:33 smithi132 ceph-mon[88571]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:11:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:34 smithi084 ceph-mon[94794]: pgmap v2799: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-04-02T09:11:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:34 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:34 smithi084 ceph-mon[94794]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:11:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:34 smithi084 ceph-mon[97358]: pgmap v2799: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-04-02T09:11:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:34 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:34.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:34 smithi084 ceph-mon[97358]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:11:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:34 smithi132 ceph-mon[88571]: pgmap v2799: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-04-02T09:11:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:34 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:34 smithi132 ceph-mon[88571]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:11:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:35 smithi084 ceph-mon[94794]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:11:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:35 smithi084 ceph-mon[94794]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:11:35.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:35 smithi084 ceph-mon[97358]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:11:35.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:35 smithi084 ceph-mon[97358]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:11:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:35 smithi132 ceph-mon[88571]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:11:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:35 smithi132 ceph-mon[88571]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:11:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:36 smithi084 ceph-mon[94794]: pgmap v2802: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-02T09:11:36.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:36 smithi084 ceph-mon[97358]: pgmap v2802: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-02T09:11:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:36 smithi132 ceph-mon[88571]: pgmap v2802: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:image: image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:found image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:erased image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:image: image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:image: image29 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:found image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:erased image28 2024-04-02T09:11:37.653 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image29 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:found image29 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:erased image29 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:image: image28 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:image: image29 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:image: image30 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image28 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:found image28 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:erased image28 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image29 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:found image29 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:erased image29 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image30 2024-04-02T09:11:37.654 INFO:tasks.workunit.client.0.smithi084.stdout:found image30 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:erased image30 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:image: image28 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:image: image29 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:image: image30 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:image: image31 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image28 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:found image28 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:erased image28 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image29 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:found image29 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:erased image29 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image30 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:found image30 2024-04-02T09:11:37.655 INFO:tasks.workunit.client.0.smithi084.stdout:erased image30 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image31 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:found image31 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:erased image31 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:image: image28 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:image: image29 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:image: image30 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:image: image31 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:image: image32 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image28 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:found image28 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:erased image28 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image29 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:found image29 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:erased image29 2024-04-02T09:11:37.656 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image30 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:found image30 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:erased image30 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image31 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:found image31 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:erased image31 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image32 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:found image32 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:erased image32 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:image: image28 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:image: image29 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:image: image30 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:image: image31 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:image: image32 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:image: image33 2024-04-02T09:11:37.657 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image28 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:found image28 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:erased image28 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image29 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:found image29 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:erased image29 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image30 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:found image30 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:erased image30 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image31 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:found image31 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:erased image31 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image32 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:found image32 2024-04-02T09:11:37.658 INFO:tasks.workunit.client.0.smithi084.stdout:erased image32 2024-04-02T09:11:37.659 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image33 2024-04-02T09:11:37.659 INFO:tasks.workunit.client.0.smithi084.stdout:found image33 2024-04-02T09:11:37.659 INFO:tasks.workunit.client.0.smithi084.stdout:erased image33 2024-04-02T09:11:37.659 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestDeepCopy (7688 ms) 2024-04-02T09:11:37.659 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-02T09:11:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:37 smithi084 ceph-mon[94794]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:11:37.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:37 smithi084 ceph-mon[97358]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:11:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:37 smithi132 ceph-mon[88571]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:11:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:38 smithi084 ceph-mon[94794]: pgmap v2805: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-02T09:11:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:38 smithi084 ceph-mon[94794]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:11:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:38 smithi084 ceph-mon[97358]: pgmap v2805: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-02T09:11:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:38 smithi084 ceph-mon[97358]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:11:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:38 smithi132 ceph-mon[88571]: pgmap v2805: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-02T09:11:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:38 smithi132 ceph-mon[88571]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:11:39.603 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[94794]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:11:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3678190878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[97358]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:11:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3678190878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:39 smithi132 ceph-mon[88571]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:11:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:39 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3678190878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:11:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[94794]: pgmap v2808: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 522 KiB/s rd, 32 KiB/s wr, 624 op/s 2024-04-02T09:11:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3678190878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[94794]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:11:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[94794]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:11:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:11:40] "GET /metrics HTTP/1.1" 200 50995 "" "Prometheus/2.43.0" 2024-04-02T09:11:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[97358]: pgmap v2808: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 522 KiB/s rd, 32 KiB/s wr, 624 op/s 2024-04-02T09:11:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3678190878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[97358]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:11:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:40 smithi084 ceph-mon[97358]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:11:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:40 smithi132 ceph-mon[88571]: pgmap v2808: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 522 KiB/s rd, 32 KiB/s wr, 624 op/s 2024-04-02T09:11:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3678190878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:40 smithi132 ceph-mon[88571]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:11:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:40 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:40 smithi132 ceph-mon[88571]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:11:41.814 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 1 2024-04-02T09:11:41.814 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:41.814 INFO:tasks.workunit.client.0.smithi084.stdout:image: image34 2024-04-02T09:11:41.814 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image34 2024-04-02T09:11:41.843 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 2 2024-04-02T09:11:41.843 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:11:41.843 INFO:tasks.workunit.client.0.smithi084.stdout:image: image34 2024-04-02T09:11:41.843 INFO:tasks.workunit.client.0.smithi084.stdout:image: image35 2024-04-02T09:11:41.843 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image34 2024-04-02T09:11:41.843 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image35 2024-04-02T09:11:41.898 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:11:41.898 INFO:tasks.workunit.client.0.smithi084.stdout:num images is: 3 2024-04-02T09:11:41.899 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:11:41.899 INFO:tasks.workunit.client.0.smithi084.stdout:image: image34 2024-04-02T09:11:41.899 INFO:tasks.workunit.client.0.smithi084.stdout:image: image35 2024-04-02T09:11:41.899 INFO:tasks.workunit.client.0.smithi084.stdout:image: image36 2024-04-02T09:11:41.899 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image34 2024-04-02T09:11:41.899 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image35 2024-04-02T09:11:41.899 INFO:tasks.workunit.client.0.smithi084.stdout:expected = image36 2024-04-02T09:11:41.934 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4281 ms) 2024-04-02T09:11:41.934 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-02T09:11:41.934 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:42 smithi132 ceph-mon[88571]: pgmap v2811: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 528 KiB/s rd, 32 KiB/s wr, 631 op/s 2024-04-02T09:11:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:42 smithi132 ceph-mon[88571]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:11:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:42 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:11:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:42 smithi084 ceph-mon[94794]: pgmap v2811: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 528 KiB/s rd, 32 KiB/s wr, 631 op/s 2024-04-02T09:11:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:42 smithi084 ceph-mon[94794]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:11:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:42 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:42 smithi084 ceph-mon[97358]: pgmap v2811: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 528 KiB/s rd, 32 KiB/s wr, 631 op/s 2024-04-02T09:11:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:42 smithi084 ceph-mon[97358]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:11:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:42 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:43 smithi084 ceph-mon[94794]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:11:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:43 smithi084 ceph-mon[97358]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:11:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:43 smithi132 ceph-mon[88571]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:11:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:44 smithi084 ceph-mon[94794]: pgmap v2814: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 6 op/s 2024-04-02T09:11:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:44 smithi084 ceph-mon[94794]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:11:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:44 smithi084 ceph-mon[97358]: pgmap v2814: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 6 op/s 2024-04-02T09:11:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:44 smithi084 ceph-mon[97358]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:11:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:44 smithi132 ceph-mon[88571]: pgmap v2814: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 6 op/s 2024-04-02T09:11:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:44 smithi132 ceph-mon[88571]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:11:45.646 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:11:45.646 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:45.646 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:11:45.646 INFO:tasks.workunit.client.0.smithi084.stdout:found snap1 with size 2097152 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 2 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:found snap1 with size 2097152 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:found snap2 with size 4194304 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:found snap2 with size 4194304 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 0 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3713 ms) 2024-04-02T09:11:45.647 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-02T09:11:45.648 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:45 smithi132 ceph-mon[88571]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:11:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:45 smithi084 ceph-mon[94794]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:11:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:45 smithi084 ceph-mon[97358]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:11:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:46 smithi132 ceph-mon[88571]: pgmap v2817: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:11:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:46 smithi132 ceph-mon[88571]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:11:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:46 smithi084 ceph-mon[94794]: pgmap v2817: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:11:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:46 smithi084 ceph-mon[94794]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:11:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:46 smithi084 ceph-mon[97358]: pgmap v2817: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:11:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:46 smithi084 ceph-mon[97358]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:11:47.663 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2016 ms) 2024-04-02T09:11:47.663 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-02T09:11:47.663 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:47 smithi132 ceph-mon[88571]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:11:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:47 smithi084 ceph-mon[94794]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:11:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:47 smithi084 ceph-mon[97358]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:11:48.661 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:11:48.662 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:48.662 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:11:48.662 INFO:tasks.workunit.client.0.smithi084.stdout:found snap1 with size 2097152 2024-04-02T09:11:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:48 smithi132 ceph-mon[88571]: pgmap v2820: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:11:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:48 smithi132 ceph-mon[88571]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:11:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:48 smithi084 ceph-mon[94794]: pgmap v2820: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:11:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:48 smithi084 ceph-mon[94794]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:11:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:48 smithi084 ceph-mon[97358]: pgmap v2820: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:11:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:48 smithi084 ceph-mon[97358]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:11:49.668 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 2 2024-04-02T09:11:49.668 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:11:49.668 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:11:49.668 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:11:49.668 INFO:tasks.workunit.client.0.smithi084.stdout:found snap1 with size 2097152 2024-04-02T09:11:49.668 INFO:tasks.workunit.client.0.smithi084.stdout:found snap2 with size 4194304 2024-04-02T09:11:49.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:49 smithi132 ceph-mon[88571]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:11:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:49 smithi084 ceph-mon[94794]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:11:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:49 smithi084 ceph-mon[97358]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:11:50.559 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:11:50.559 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:50.559 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:11:50.559 INFO:tasks.workunit.client.0.smithi084.stdout:found snap2 with size 4194304 2024-04-02T09:11:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:50 smithi132 ceph-mon[88571]: pgmap v2823: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-02T09:11:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:50 smithi132 ceph-mon[88571]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:11:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:50 smithi132 ceph-mon[88571]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:11:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:11:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:11:50] "GET /metrics HTTP/1.1" 200 50995 "" "Prometheus/2.43.0" 2024-04-02T09:11:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:50 smithi084 ceph-mon[94794]: pgmap v2823: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-02T09:11:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:50 smithi084 ceph-mon[94794]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:11:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:50 smithi084 ceph-mon[94794]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:11:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:50 smithi084 ceph-mon[97358]: pgmap v2823: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-02T09:11:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:50 smithi084 ceph-mon[97358]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:11:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:50 smithi084 ceph-mon[97358]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:11:51.560 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 0 2024-04-02T09:11:51.560 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:11:51.564 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3901 ms) 2024-04-02T09:11:51.564 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-02T09:11:51.564 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:52 smithi132 ceph-mon[88571]: pgmap v2826: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:11:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:52 smithi132 ceph-mon[88571]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:11:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:11:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:52 smithi084 ceph-mon[94794]: pgmap v2826: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:11:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:52 smithi084 ceph-mon[94794]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:11:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:52 smithi084 ceph-mon[97358]: pgmap v2826: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:11:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:52 smithi084 ceph-mon[97358]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:11:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:53 smithi084 ceph-mon[94794]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:11:53.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:53 smithi084 ceph-mon[97358]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:11:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:53 smithi132 ceph-mon[88571]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:11:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:54 smithi084 ceph-mon[94794]: pgmap v2829: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:11:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:54 smithi084 ceph-mon[94794]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:11:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:54 smithi084 ceph-mon[97358]: pgmap v2829: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:11:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:54 smithi084 ceph-mon[97358]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:11:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:54 smithi132 ceph-mon[88571]: pgmap v2829: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:11:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:54 smithi132 ceph-mon[88571]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:11:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:55 smithi084 ceph-mon[94794]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:11:55.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:55 smithi084 ceph-mon[94794]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:11:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:55 smithi084 ceph-mon[97358]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:11:55.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:55 smithi084 ceph-mon[97358]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:11:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:55 smithi132 ceph-mon[88571]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:11:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:55 smithi132 ceph-mon[88571]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:11:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:56 smithi084 ceph-mon[94794]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:11:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:56 smithi084 ceph-mon[97358]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:11:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:56 smithi132 ceph-mon[88571]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:11:57.600 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 0 2024-04-02T09:11:57.600 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:11:57.611 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6047 ms) 2024-04-02T09:11:57.612 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-02T09:11:57.612 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:11:57.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:57 smithi084 ceph-mon[94794]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:11:57.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:57 smithi084 ceph-mon[97358]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:11:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:57 smithi132 ceph-mon[88571]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:11:57.910 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:11:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T09:11:57.747214495Z level=info msg="Completed cleanup jobs" duration=6.502874ms 2024-04-02T09:11:58.604 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:11:58.604 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:11:58.604 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:11:58.604 INFO:tasks.workunit.client.0.smithi084.stdout:found snap1 with size 2097152 2024-04-02T09:11:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:58 smithi084 ceph-mon[94794]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:11:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:58 smithi084 ceph-mon[94794]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:11:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:58 smithi084 ceph-mon[97358]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:11:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:58 smithi084 ceph-mon[97358]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:11:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:58 smithi132 ceph-mon[88571]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:11:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:58 smithi132 ceph-mon[88571]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:11:59.615 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 2 2024-04-02T09:11:59.615 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:11:59.615 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1 2024-04-02T09:11:59.615 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:11:59.615 INFO:tasks.workunit.client.0.smithi084.stdout:found snap1 with size 2097152 2024-04-02T09:11:59.615 INFO:tasks.workunit.client.0.smithi084.stdout:found snap2 with size 4194304 2024-04-02T09:11:59.619 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 2 2024-04-02T09:11:59.619 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:11:59.619 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap1-rename 2024-04-02T09:11:59.619 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2 2024-04-02T09:11:59.619 INFO:tasks.workunit.client.0.smithi084.stdout:found snap1-rename with size 2097152 2024-04-02T09:11:59.619 INFO:tasks.workunit.client.0.smithi084.stdout:found snap2 with size 4194304 2024-04-02T09:11:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:11:59 smithi084 ceph-mon[94794]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:11:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:11:59 smithi084 ceph-mon[97358]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:11:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:11:59 smithi132 ceph-mon[88571]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:12:00.565 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:12:00.565 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:12:00.565 INFO:tasks.workunit.client.0.smithi084.stdout:snap: snap2-rename 2024-04-02T09:12:00.565 INFO:tasks.workunit.client.0.smithi084.stdout:found snap2-rename with size 4194304 2024-04-02T09:12:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:12:00] "GET /metrics HTTP/1.1" 200 51039 "" "Prometheus/2.43.0" 2024-04-02T09:12:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:00 smithi084 ceph-mon[94794]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-04-02T09:12:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:00 smithi084 ceph-mon[94794]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:12:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:00 smithi084 ceph-mon[94794]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:12:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:00 smithi084 ceph-mon[97358]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-04-02T09:12:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:00 smithi084 ceph-mon[97358]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:12:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:00 smithi084 ceph-mon[97358]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:12:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:00 smithi132 ceph-mon[88571]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-04-02T09:12:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:00 smithi132 ceph-mon[88571]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:12:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:00 smithi132 ceph-mon[88571]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:12:01.568 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 0 2024-04-02T09:12:01.568 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:12:01.573 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3961 ms) 2024-04-02T09:12:01.573 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-02T09:12:01.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:01 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:01.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:01 smithi084 ceph-mon[97358]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:12:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:01 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:01.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:01 smithi084 ceph-mon[94794]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:12:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:01 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:01 smithi132 ceph-mon[88571]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:12:02.603 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:12:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[94794]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-02T09:12:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[97358]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-02T09:12:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:02.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:02 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:02 smithi132 ceph-mon[88571]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-02T09:12:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:02 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:02 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:02 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:03.622 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:03.622 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:03.622 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:03.622 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:03 smithi084 ceph-mon[94794]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:12:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:03 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2122336351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:03.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:03 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:03.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:03 smithi084 ceph-mon[97358]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:12:03.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:03 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2122336351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:03.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:03 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:03 smithi132 ceph-mon[88571]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:12:03.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:03 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2122336351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:03.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:03 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[94794]: pgmap v2844: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 40 op/s 2024-04-02T09:12:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[94794]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:12:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[97358]: pgmap v2844: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 40 op/s 2024-04-02T09:12:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:04.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:04 smithi084 ceph-mon[97358]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:12:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:04 smithi132 ceph-mon[88571]: pgmap v2844: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 40 op/s 2024-04-02T09:12:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:04 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:04 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:04 smithi132 ceph-mon[88571]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:12:05.904 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4332 ms) 2024-04-02T09:12:05.904 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-02T09:12:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:05 smithi132 ceph-mon[88571]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:12:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:05 smithi084 ceph-mon[94794]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:12:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:05 smithi084 ceph-mon[97358]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:12:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:06 smithi132 ceph-mon[88571]: pgmap v2847: 361 pgs: 24 creating+peering, 337 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-02T09:12:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:06 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:06 smithi132 ceph-mon[88571]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:12:07.017 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:06 smithi084 ceph-mon[94794]: pgmap v2847: 361 pgs: 24 creating+peering, 337 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-02T09:12:07.017 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:06 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:07.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:06 smithi084 ceph-mon[94794]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:12:07.018 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:06 smithi084 ceph-mon[97358]: pgmap v2847: 361 pgs: 24 creating+peering, 337 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-02T09:12:07.018 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:06 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:07.018 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:06 smithi084 ceph-mon[97358]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:12:07.669 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:07 smithi132 ceph-mon[88571]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:12:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/526349468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:07 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-mon[94794]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:12:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/526349468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-mon[97358]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/526349468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:07] ENGINE Bus STOPPING 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:07] ENGINE Bus STOPPED 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:07] ENGINE Bus STARTING 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:07] ENGINE Serving on http://:::9283 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:07] ENGINE Bus STARTED 2024-04-02T09:12:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: pgmap v2850: 393 pgs: 32 unknown, 24 creating+peering, 337 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-02T09:12:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:12:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:12:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: pgmap v2850: 393 pgs: 32 unknown, 24 creating+peering, 337 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-02T09:12:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:12:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:12:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: pgmap v2850: 393 pgs: 32 unknown, 24 creating+peering, 337 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:09.743 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:09 smithi132 ceph-mon[88571]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:12:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:09 smithi084 ceph-mon[97358]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:12:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:09 smithi084 ceph-mon[94794]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:12:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:10 smithi132 ceph-mon[88571]: pgmap v2853: 393 pgs: 3 unknown, 390 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:12:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:10 smithi132 ceph-mon[88571]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:12:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:10 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:10 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:12:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:10 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:12:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:10 smithi132 ceph-mon[88571]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:12:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:12:10] "GET /metrics HTTP/1.1" 200 55813 "" "Prometheus/2.43.0" 2024-04-02T09:12:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[94794]: pgmap v2853: 393 pgs: 3 unknown, 390 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:12:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[94794]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:12:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[94794]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[97358]: pgmap v2853: 393 pgs: 3 unknown, 390 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[97358]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:12:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:10 smithi084 ceph-mon[97358]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:12:12.658 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:12:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:12 smithi132 ceph-mon[88571]: pgmap v2856: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-04-02T09:12:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:12 smithi084 ceph-mon[94794]: pgmap v2856: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-04-02T09:12:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:12 smithi084 ceph-mon[97358]: pgmap v2856: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-04-02T09:12:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:14 smithi084 ceph-mon[94794]: pgmap v2857: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2024-04-02T09:12:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:14 smithi084 ceph-mon[97358]: pgmap v2857: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2024-04-02T09:12:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:14 smithi132 ceph-mon[88571]: pgmap v2857: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2024-04-02T09:12:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:16 smithi084 ceph-mon[94794]: pgmap v2858: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 494 KiB/s wr, 57 op/s 2024-04-02T09:12:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:16 smithi084 ceph-mon[94794]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:12:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:16 smithi084 ceph-mon[97358]: pgmap v2858: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 494 KiB/s wr, 57 op/s 2024-04-02T09:12:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:16 smithi084 ceph-mon[97358]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:12:16.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:16 smithi132 ceph-mon[88571]: pgmap v2858: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 494 KiB/s wr, 57 op/s 2024-04-02T09:12:16.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:16 smithi132 ceph-mon[88571]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:12:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:18 smithi084 ceph-mon[94794]: pgmap v2860: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 426 KiB/s wr, 27 op/s 2024-04-02T09:12:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:18 smithi084 ceph-mon[97358]: pgmap v2860: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 426 KiB/s wr, 27 op/s 2024-04-02T09:12:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:18 smithi132 ceph-mon[88571]: pgmap v2860: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 426 KiB/s wr, 27 op/s 2024-04-02T09:12:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:20 smithi084 ceph-mon[94794]: pgmap v2861: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 982 KiB/s wr, 25 op/s 2024-04-02T09:12:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:20 smithi084 ceph-mon[94794]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:12:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:12:20] "GET /metrics HTTP/1.1" 200 55813 "" "Prometheus/2.43.0" 2024-04-02T09:12:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:20 smithi084 ceph-mon[97358]: pgmap v2861: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 982 KiB/s wr, 25 op/s 2024-04-02T09:12:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:20 smithi084 ceph-mon[97358]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:12:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:20 smithi132 ceph-mon[88571]: pgmap v2861: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 982 KiB/s wr, 25 op/s 2024-04-02T09:12:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:20 smithi132 ceph-mon[88571]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:12:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:22 smithi132 ceph-mon[88571]: pgmap v2863: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-02T09:12:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:12:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:22 smithi084 ceph-mon[94794]: pgmap v2863: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-02T09:12:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:22 smithi084 ceph-mon[97358]: pgmap v2863: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-02T09:12:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:24 smithi084 ceph-mon[94794]: pgmap v2864: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-02T09:12:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:24 smithi084 ceph-mon[97358]: pgmap v2864: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-02T09:12:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:24 smithi132 ceph-mon[88571]: pgmap v2864: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-02T09:12:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:26 smithi084 ceph-mon[94794]: pgmap v2865: 393 pgs: 393 active+clean; 18 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T09:12:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:26 smithi084 ceph-mon[97358]: pgmap v2865: 393 pgs: 393 active+clean; 18 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T09:12:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:26 smithi132 ceph-mon[88571]: pgmap v2865: 393 pgs: 393 active+clean; 18 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T09:12:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:28 smithi084 ceph-mon[94794]: pgmap v2866: 393 pgs: 393 active+clean; 18 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:28 smithi084 ceph-mon[97358]: pgmap v2866: 393 pgs: 393 active+clean; 18 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:28 smithi132 ceph-mon[88571]: pgmap v2866: 393 pgs: 393 active+clean; 18 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:30.742 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.RemoveFullTry (24838 ms) 2024-04-02T09:12:30.743 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-02T09:12:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:12:30] "GET /metrics HTTP/1.1" 200 55874 "" "Prometheus/2.43.0" 2024-04-02T09:12:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[94794]: pgmap v2867: 393 pgs: 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[94794]: pool 'test-librbd-smithi084-146016-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:12:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:12:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[94794]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:12:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[97358]: pgmap v2867: 393 pgs: 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[97358]: pool 'test-librbd-smithi084-146016-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:12:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:12:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:30 smithi084 ceph-mon[97358]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:12:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:30 smithi132 ceph-mon[88571]: pgmap v2867: 393 pgs: 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:30 smithi132 ceph-mon[88571]: pool 'test-librbd-smithi084-146016-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:12:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:30 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:12:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:30 smithi132 ceph-mon[88571]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:12:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:12:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[94794]: pgmap v2869: 393 pgs: 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[94794]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:12:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2046799813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[97358]: pgmap v2869: 393 pgs: 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[97358]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:12:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2046799813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:32 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:32 smithi132 ceph-mon[88571]: pgmap v2869: 393 pgs: 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:12:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:32 smithi132 ceph-mon[88571]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:12:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:32 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2046799813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:32 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:33 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:33 smithi084 ceph-mon[94794]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:12:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:33 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:33 smithi084 ceph-mon[97358]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:12:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:33 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:33 smithi132 ceph-mon[88571]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:12:34.799 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-mon[94794]: pgmap v2872: 425 pgs: 32 unknown, 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 853 KiB/s wr, 2 op/s 2024-04-02T09:12:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-mon[94794]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:12:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3146460559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-mon[97358]: pgmap v2872: 425 pgs: 32 unknown, 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 853 KiB/s wr, 2 op/s 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-mon[97358]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3146460559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:34] ENGINE Bus STOPPING 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:34] ENGINE Bus STOPPED 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:34] ENGINE Bus STARTING 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:34] ENGINE Serving on http://:::9283 2024-04-02T09:12:35.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:34 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:12:34] ENGINE Bus STARTED 2024-04-02T09:12:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:34 smithi132 ceph-mon[88571]: pgmap v2872: 425 pgs: 32 unknown, 393 active+clean; 23 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 853 KiB/s wr, 2 op/s 2024-04-02T09:12:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:34 smithi132 ceph-mon[88571]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:12:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:34 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3146460559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3146460559' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:12:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:12:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[94794]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3146460559' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:35 smithi084 ceph-mon[97358]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:12:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3146460559' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:12:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:12:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:35 smithi132 ceph-mon[88571]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:12:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:36 smithi084 ceph-mon[94794]: pgmap v2875: 457 pgs: 5 creating+peering, 27 unknown, 425 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-04-02T09:12:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:36 smithi084 ceph-mon[94794]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:12:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:36 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:12:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:36 smithi084 ceph-mon[97358]: pgmap v2875: 457 pgs: 5 creating+peering, 27 unknown, 425 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-04-02T09:12:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:36 smithi084 ceph-mon[97358]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:12:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:36 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:12:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:36 smithi132 ceph-mon[88571]: pgmap v2875: 457 pgs: 5 creating+peering, 27 unknown, 425 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-04-02T09:12:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:36 smithi132 ceph-mon[88571]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:12:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:36 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:12:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[94794]: pgmap v2878: 457 pgs: 5 creating+peering, 27 unknown, 425 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-04-02T09:12:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:12:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[94794]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:12:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[97358]: pgmap v2878: 457 pgs: 5 creating+peering, 27 unknown, 425 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-04-02T09:12:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:12:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[97358]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:12:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:38 smithi132 ceph-mon[88571]: pgmap v2878: 457 pgs: 5 creating+peering, 27 unknown, 425 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-04-02T09:12:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:38 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi084-146016-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:12:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:38 smithi132 ceph-mon[88571]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:12:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:12:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:12:40] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-02T09:12:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: pgmap v2880: 457 pgs: 5 creating+peering, 452 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 249 KiB/s wr, 13 op/s 2024-04-02T09:12:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: pool 'test-librbd-smithi084-146016-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:12:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-02T09:12:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: pgmap v2880: 457 pgs: 5 creating+peering, 452 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 249 KiB/s wr, 13 op/s 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: pool 'test-librbd-smithi084-146016-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-02T09:12:41.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: pgmap v2880: 457 pgs: 5 creating+peering, 452 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 249 KiB/s wr, 13 op/s 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: pool 'test-librbd-smithi084-146016-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-02T09:12:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-02T09:12:41.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-04-02T09:12:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: pgmap v2882: 457 pgs: 457 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 201 KiB/s wr, 11 op/s 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]': finished 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]': finished 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-04-02T09:12:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]': finished 2024-04-02T09:12:42.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:42 smithi132 ceph-mon[88571]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:12:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: pgmap v2882: 457 pgs: 457 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 201 KiB/s wr, 11 op/s 2024-04-02T09:12:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:12:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]': finished 2024-04-02T09:12:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]': finished 2024-04-02T09:12:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[94794]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: pgmap v2882: 457 pgs: 457 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 201 KiB/s wr, 11 op/s 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [2, 4]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-02T09:12:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-02T09:12:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-02T09:12:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-04-02T09:12:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]': finished 2024-04-02T09:12:42.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:42 smithi084 ceph-mon[97358]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:12:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:43 smithi084 ceph-mon[94794]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:12:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:43 smithi084 ceph-mon[97358]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:12:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:43 smithi132 ceph-mon[88571]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:12:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:44 smithi084 ceph-mon[94794]: pgmap v2885: 457 pgs: 457 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 201 KiB/s wr, 11 op/s 2024-04-02T09:12:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:44 smithi084 ceph-mon[97358]: pgmap v2885: 457 pgs: 457 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 201 KiB/s wr, 11 op/s 2024-04-02T09:12:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:44 smithi132 ceph-mon[88571]: pgmap v2885: 457 pgs: 457 active+clean; 5.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 201 KiB/s wr, 11 op/s 2024-04-02T09:12:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:46 smithi084 ceph-mon[94794]: pgmap v2886: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 1024 KiB/s wr, 2 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-02T09:12:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:46 smithi084 ceph-mon[94794]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:12:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:46 smithi084 ceph-mon[97358]: pgmap v2886: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 1024 KiB/s wr, 2 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-02T09:12:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:46 smithi084 ceph-mon[97358]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:12:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:46 smithi132 ceph-mon[88571]: pgmap v2886: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 1024 KiB/s wr, 2 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-02T09:12:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:46 smithi132 ceph-mon[88571]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:12:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:48 smithi084 ceph-mon[94794]: pgmap v2888: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 1024 KiB/s wr, 2 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-02T09:12:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:48 smithi084 ceph-mon[97358]: pgmap v2888: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 1024 KiB/s wr, 2 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-02T09:12:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:48 smithi132 ceph-mon[88571]: pgmap v2888: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 1024 KiB/s wr, 2 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-02T09:12:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:12:50] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-02T09:12:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[94794]: pgmap v2889: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 10 keys/s, 0 objects/s recovering 2024-04-02T09:12:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[94794]: pool 'test-librbd-smithi084-146016-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:12:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:12:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[94794]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:12:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[97358]: pgmap v2889: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 10 keys/s, 0 objects/s recovering 2024-04-02T09:12:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[97358]: pool 'test-librbd-smithi084-146016-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:12:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:12:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:50 smithi084 ceph-mon[97358]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:12:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:50 smithi132 ceph-mon[88571]: pgmap v2889: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 10 keys/s, 0 objects/s recovering 2024-04-02T09:12:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:50 smithi132 ceph-mon[88571]: pool 'test-librbd-smithi084-146016-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:12:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:50 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:12:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:50 smithi132 ceph-mon[88571]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:12:50.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (20212 ms) 2024-04-02T09:12:50.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-02T09:12:50.955 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:52.564 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:12:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:12:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.848 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:12:52.849 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:12:52.850 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:12:52.851 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:12:52.852 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:12:52.853 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 512~512 = 512 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 1536~512 = 0 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.854 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:12:52.855 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.856 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.857 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.858 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.859 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.860 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.861 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:52.862 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:52.863 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:52 smithi084 ceph-mon[94794]: pgmap v2891: 457 pgs: 457 active+clean; 16 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-02T09:12:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:52 smithi084 ceph-mon[97358]: pgmap v2891: 457 pgs: 457 active+clean; 16 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-02T09:12:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:52 smithi132 ceph-mon[88571]: pgmap v2891: 457 pgs: 457 active+clean; 16 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.487 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.488 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.489 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.490 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.491 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.492 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.493 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:12:54.494 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestIO (3532 ms) 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-02T09:12:54.495 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:12:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:54 smithi084 ceph-mon[94794]: pgmap v2892: 457 pgs: 457 active+clean; 16 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-02T09:12:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:54 smithi084 ceph-mon[97358]: pgmap v2892: 457 pgs: 457 active+clean; 16 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-02T09:12:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:54 smithi132 ceph-mon[88571]: pgmap v2892: 457 pgs: 457 active+clean; 16 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-02T09:12:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:56 smithi084 ceph-mon[94794]: pgmap v2893: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 882 KiB/s wr, 851 op/s 2024-04-02T09:12:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:56 smithi084 ceph-mon[97358]: pgmap v2893: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 882 KiB/s wr, 851 op/s 2024-04-02T09:12:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:56 smithi132 ceph-mon[88571]: pgmap v2893: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 882 KiB/s wr, 851 op/s 2024-04-02T09:12:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:12:58 smithi084 ceph-mon[94794]: pgmap v2894: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 410 KiB/s rd, 826 KiB/s wr, 797 op/s 2024-04-02T09:12:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:12:58 smithi084 ceph-mon[97358]: pgmap v2894: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 410 KiB/s rd, 826 KiB/s wr, 797 op/s 2024-04-02T09:12:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:12:58 smithi132 ceph-mon[88571]: pgmap v2894: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 410 KiB/s rd, 826 KiB/s wr, 797 op/s 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:00.021 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.022 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:00.023 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.024 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.025 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.026 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 512~512 = 512 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 1536~512 = 0 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.027 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.028 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.029 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.030 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.031 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.032 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.033 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.034 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:00.035 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:00.036 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:00.036 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:00.036 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:00.869 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:13:00] "GET /metrics HTTP/1.1" 200 60863 "" "Prometheus/2.43.0" 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[94794]: pgmap v2895: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 456 KiB/s rd, 547 KiB/s wr, 848 op/s 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[94794]: pool 'test-librbd-smithi084-146016-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[94794]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[94794]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[97358]: pgmap v2895: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 456 KiB/s rd, 547 KiB/s wr, 848 op/s 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[97358]: pool 'test-librbd-smithi084-146016-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[97358]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:13:00.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:00 smithi084 ceph-mon[97358]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:13:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:00 smithi132 ceph-mon[88571]: pgmap v2895: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 456 KiB/s rd, 547 KiB/s wr, 848 op/s 2024-04-02T09:13:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:00 smithi132 ceph-mon[88571]: pool 'test-librbd-smithi084-146016-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:13:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:00 smithi132 ceph-mon[88571]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:13:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:00 smithi132 ceph-mon[88571]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:13:02.575 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:13:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:02 smithi084 ceph-mon[94794]: pgmap v2897: 457 pgs: 457 active+clean; 11 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 855 KiB/s wr, 915 op/s 2024-04-02T09:13:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:02 smithi084 ceph-mon[97358]: pgmap v2897: 457 pgs: 457 active+clean; 11 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 855 KiB/s wr, 915 op/s 2024-04-02T09:13:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:02 smithi132 ceph-mon[88571]: pgmap v2897: 457 pgs: 457 active+clean; 11 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 855 KiB/s wr, 915 op/s 2024-04-02T09:13:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:04 smithi084 ceph-mon[94794]: pgmap v2898: 457 pgs: 457 active+clean; 11 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 855 KiB/s wr, 915 op/s 2024-04-02T09:13:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:04 smithi084 ceph-mon[97358]: pgmap v2898: 457 pgs: 457 active+clean; 11 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 855 KiB/s wr, 915 op/s 2024-04-02T09:13:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:04 smithi132 ceph-mon[88571]: pgmap v2898: 457 pgs: 457 active+clean; 11 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 855 KiB/s wr, 915 op/s 2024-04-02T09:13:05.972 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.972 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.972 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.972 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.974 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.975 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.976 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.977 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.978 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:05.979 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 4 2024-04-02T09:13:05.980 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:13:05.981 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:13:05.981 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11485 ms) 2024-04-02T09:13:05.981 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-02T09:13:05.981 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:13:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:06 smithi084 ceph-mon[94794]: pgmap v2899: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 922 op/s 2024-04-02T09:13:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:06 smithi084 ceph-mon[97358]: pgmap v2899: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 922 op/s 2024-04-02T09:13:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:06 smithi132 ceph-mon[88571]: pgmap v2899: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 922 op/s 2024-04-02T09:13:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:08 smithi084 ceph-mon[94794]: pgmap v2900: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 922 op/s 2024-04-02T09:13:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:08 smithi084 ceph-mon[97358]: pgmap v2900: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 922 op/s 2024-04-02T09:13:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:08 smithi132 ceph-mon[88571]: pgmap v2900: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 922 op/s 2024-04-02T09:13:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:10.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:10 smithi084 ceph-mon[94794]: pgmap v2901: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 802 KiB/s wr, 876 op/s 2024-04-02T09:13:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:13:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:13:10] "GET /metrics HTTP/1.1" 200 60838 "" "Prometheus/2.43.0" 2024-04-02T09:13:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:10 smithi084 ceph-mon[97358]: pgmap v2901: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 802 KiB/s wr, 876 op/s 2024-04-02T09:13:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:10 smithi132 ceph-mon[88571]: pgmap v2901: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 802 KiB/s wr, 876 op/s 2024-04-02T09:13:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:13:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:12 smithi084 ceph-mon[94794]: pgmap v2902: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 379 KiB/s wr, 781 op/s 2024-04-02T09:13:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:12 smithi084 ceph-mon[97358]: pgmap v2902: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 379 KiB/s wr, 781 op/s 2024-04-02T09:13:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:12 smithi132 ceph-mon[88571]: pgmap v2902: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 379 KiB/s wr, 781 op/s 2024-04-02T09:13:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:14 smithi084 ceph-mon[94794]: pgmap v2903: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 327 KiB/s wr, 674 op/s 2024-04-02T09:13:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:14 smithi084 ceph-mon[97358]: pgmap v2903: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 327 KiB/s wr, 674 op/s 2024-04-02T09:13:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:14 smithi132 ceph-mon[88571]: pgmap v2903: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 327 KiB/s wr, 674 op/s 2024-04-02T09:13:15.872 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:15.872 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:15.872 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:15.872 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.873 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:15.874 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.875 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.876 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.877 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 512~512 = 512 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 1536~512 = 0 2024-04-02T09:13:15.878 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:13:15.879 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.880 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.881 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.882 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.883 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.884 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.885 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:15.886 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:15.887 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:15.887 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:15.887 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:15.887 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:16 smithi084 ceph-mon[94794]: pgmap v2904: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 328 KiB/s wr, 678 op/s 2024-04-02T09:13:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:16 smithi084 ceph-mon[97358]: pgmap v2904: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 328 KiB/s wr, 678 op/s 2024-04-02T09:13:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:16 smithi132 ceph-mon[88571]: pgmap v2904: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 328 KiB/s wr, 678 op/s 2024-04-02T09:13:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:18 smithi084 ceph-mon[94794]: pgmap v2905: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:13:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:18 smithi084 ceph-mon[97358]: pgmap v2905: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:13:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:18 smithi132 ceph-mon[88571]: pgmap v2905: 457 pgs: 457 active+clean; 15 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:13:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:20 smithi084 ceph-mon[94794]: pgmap v2906: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-04-02T09:13:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:20 smithi084 ceph-mon[97358]: pgmap v2906: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-04-02T09:13:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:13:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:13:20] "GET /metrics HTTP/1.1" 200 60838 "" "Prometheus/2.43.0" 2024-04-02T09:13:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:20 smithi132 ceph-mon[88571]: pgmap v2906: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-04-02T09:13:21.888 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.888 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.888 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.888 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.888 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.890 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.891 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.892 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.893 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.894 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.895 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:21.896 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 4 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (15916 ms) 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-02T09:13:21.897 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:13:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:13:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:13:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:22 smithi084 ceph-mon[94794]: pgmap v2907: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-04-02T09:13:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:22 smithi084 ceph-mon[97358]: pgmap v2907: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-04-02T09:13:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:22 smithi132 ceph-mon[88571]: pgmap v2907: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-04-02T09:13:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:23 smithi084 ceph-mon[97358]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:13:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:23 smithi084 ceph-mon[94794]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:13:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:23 smithi132 ceph-mon[88571]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:13:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:24 smithi084 ceph-mon[94794]: pgmap v2909: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 866 op/s 2024-04-02T09:13:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:24 smithi084 ceph-mon[97358]: pgmap v2909: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 866 op/s 2024-04-02T09:13:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:24 smithi132 ceph-mon[88571]: pgmap v2909: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 866 op/s 2024-04-02T09:13:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:26 smithi084 ceph-mon[94794]: pgmap v2910: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 892 op/s 2024-04-02T09:13:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:26 smithi084 ceph-mon[97358]: pgmap v2910: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 892 op/s 2024-04-02T09:13:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:26 smithi132 ceph-mon[88571]: pgmap v2910: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 892 op/s 2024-04-02T09:13:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:28 smithi084 ceph-mon[94794]: pgmap v2911: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 892 op/s 2024-04-02T09:13:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:28 smithi084 ceph-mon[97358]: pgmap v2911: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 892 op/s 2024-04-02T09:13:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:28 smithi132 ceph-mon[88571]: pgmap v2911: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 892 op/s 2024-04-02T09:13:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:29 smithi084 ceph-mon[94794]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:13:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:29 smithi084 ceph-mon[97358]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:13:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:29 smithi132 ceph-mon[88571]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:13:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:30 smithi084 ceph-mon[94794]: pgmap v2913: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 613 KiB/s rd, 515 KiB/s wr, 40 op/s 2024-04-02T09:13:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:13:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:13:30] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-02T09:13:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:30 smithi084 ceph-mon[97358]: pgmap v2913: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 613 KiB/s rd, 515 KiB/s wr, 40 op/s 2024-04-02T09:13:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:30 smithi132 ceph-mon[88571]: pgmap v2913: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 613 KiB/s rd, 515 KiB/s wr, 40 op/s 2024-04-02T09:13:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:13:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:32 smithi084 ceph-mon[94794]: pgmap v2914: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 602 KiB/s rd, 505 KiB/s wr, 40 op/s 2024-04-02T09:13:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:32 smithi084 ceph-mon[97358]: pgmap v2914: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 602 KiB/s rd, 505 KiB/s wr, 40 op/s 2024-04-02T09:13:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:32 smithi132 ceph-mon[88571]: pgmap v2914: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 602 KiB/s rd, 505 KiB/s wr, 40 op/s 2024-04-02T09:13:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:34 smithi084 ceph-mon[94794]: pgmap v2915: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 412 KiB/s wr, 33 op/s 2024-04-02T09:13:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:34 smithi084 ceph-mon[97358]: pgmap v2915: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 412 KiB/s wr, 33 op/s 2024-04-02T09:13:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:34 smithi132 ceph-mon[88571]: pgmap v2915: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 412 KiB/s wr, 33 op/s 2024-04-02T09:13:36.083 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:35 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:36.084 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:35 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:35 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:36 smithi084 ceph-mon[94794]: pgmap v2916: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:13:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:36 smithi084 ceph-mon[97358]: pgmap v2916: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:13:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:36 smithi132 ceph-mon[88571]: pgmap v2916: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:13:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[94794]: pgmap v2917: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:13:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[97358]: pgmap v2917: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:13:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:38 smithi132 ceph-mon[88571]: pgmap v2917: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:13:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[94794]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:13:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:39 smithi084 ceph-mon[97358]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:13:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:13:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:39 smithi132 ceph-mon[88571]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:13:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:40 smithi084 ceph-mon[97358]: pgmap v2918: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:13:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:13:40] "GET /metrics HTTP/1.1" 200 60839 "" "Prometheus/2.43.0" 2024-04-02T09:13:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:40 smithi084 ceph-mon[94794]: pgmap v2918: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:40 smithi132 ceph-mon[88571]: pgmap v2918: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:13:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:42 smithi084 ceph-mon[94794]: pgmap v2920: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:42 smithi084 ceph-mon[97358]: pgmap v2920: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:42 smithi132 ceph-mon[88571]: pgmap v2920: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:44 smithi084 ceph-mon[94794]: pgmap v2921: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:44 smithi084 ceph-mon[97358]: pgmap v2921: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:44 smithi132 ceph-mon[88571]: pgmap v2921: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:13:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:46 smithi084 ceph-mon[94794]: pgmap v2922: 457 pgs: 457 active+clean; 59 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:13:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:46 smithi084 ceph-mon[97358]: pgmap v2922: 457 pgs: 457 active+clean; 59 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:13:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:46 smithi132 ceph-mon[88571]: pgmap v2922: 457 pgs: 457 active+clean; 59 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:13:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:48 smithi084 ceph-mon[94794]: pgmap v2923: 457 pgs: 457 active+clean; 59 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:13:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:48 smithi084 ceph-mon[97358]: pgmap v2923: 457 pgs: 457 active+clean; 59 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:13:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:48 smithi132 ceph-mon[88571]: pgmap v2923: 457 pgs: 457 active+clean; 59 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:13:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:50 smithi084 ceph-mon[94794]: pgmap v2924: 457 pgs: 457 active+clean; 67 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-04-02T09:13:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:13:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:13:50] "GET /metrics HTTP/1.1" 200 60839 "" "Prometheus/2.43.0" 2024-04-02T09:13:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:50 smithi084 ceph-mon[97358]: pgmap v2924: 457 pgs: 457 active+clean; 67 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-04-02T09:13:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:50 smithi132 ceph-mon[88571]: pgmap v2924: 457 pgs: 457 active+clean; 67 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-04-02T09:13:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:13:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:52 smithi084 ceph-mon[94794]: pgmap v2925: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-02T09:13:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:52 smithi084 ceph-mon[97358]: pgmap v2925: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-02T09:13:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:52 smithi132 ceph-mon[88571]: pgmap v2925: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-02T09:13:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:54 smithi084 ceph-mon[94794]: pgmap v2926: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-02T09:13:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:54 smithi084 ceph-mon[97358]: pgmap v2926: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-02T09:13:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:54 smithi132 ceph-mon[88571]: pgmap v2926: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-02T09:13:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:56 smithi084 ceph-mon[94794]: pgmap v2927: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:13:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:56 smithi084 ceph-mon[97358]: pgmap v2927: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:13:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:56 smithi132 ceph-mon[88571]: pgmap v2927: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:13:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:13:58 smithi084 ceph-mon[94794]: pgmap v2928: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:13:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:13:58 smithi084 ceph-mon[97358]: pgmap v2928: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:13:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:13:58 smithi132 ceph-mon[88571]: pgmap v2928: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:14:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:00 smithi084 ceph-mon[94794]: pgmap v2929: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:14:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:00 smithi084 ceph-mon[94794]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:14:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:14:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:14:00] "GET /metrics HTTP/1.1" 200 60845 "" "Prometheus/2.43.0" 2024-04-02T09:14:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:00 smithi084 ceph-mon[97358]: pgmap v2929: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:14:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:00 smithi084 ceph-mon[97358]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:14:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:00 smithi132 ceph-mon[88571]: pgmap v2929: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:14:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:00 smithi132 ceph-mon[88571]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:14:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:14:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:02.941 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:02 smithi132 ceph-mon[88571]: pgmap v2931: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-04-02T09:14:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:02 smithi084 ceph-mon[94794]: pgmap v2931: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-04-02T09:14:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:02 smithi084 ceph-mon[97358]: pgmap v2931: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-04-02T09:14:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:04 smithi132 ceph-mon[88571]: pgmap v2932: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-04-02T09:14:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:04 smithi084 ceph-mon[94794]: pgmap v2932: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-04-02T09:14:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:04 smithi084 ceph-mon[97358]: pgmap v2932: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-04-02T09:14:07.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:06 smithi132 ceph-mon[88571]: pgmap v2933: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:14:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:06 smithi084 ceph-mon[94794]: pgmap v2933: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:14:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:06 smithi084 ceph-mon[97358]: pgmap v2933: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:14:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:07 smithi132 ceph-mon[88571]: pgmap v2934: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:14:08.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:07 smithi084 ceph-mon[94794]: pgmap v2934: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:14:08.268 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:07 smithi084 ceph-mon[97358]: pgmap v2934: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:14:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:09 smithi132 ceph-mon[88571]: pgmap v2935: 457 pgs: 457 active+clean; 203 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 13 MiB/s wr, 99 op/s 2024-04-02T09:14:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:09 smithi084 ceph-mon[94794]: pgmap v2935: 457 pgs: 457 active+clean; 203 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 13 MiB/s wr, 99 op/s 2024-04-02T09:14:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:09 smithi084 ceph-mon[97358]: pgmap v2935: 457 pgs: 457 active+clean; 203 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 13 MiB/s wr, 99 op/s 2024-04-02T09:14:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:14:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:14:10] "GET /metrics HTTP/1.1" 200 60830 "" "Prometheus/2.43.0" 2024-04-02T09:14:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:11 smithi132 ceph-mon[88571]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:14:12.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:11 smithi132 ceph-mon[88571]: pgmap v2937: 457 pgs: 457 active+clean; 231 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 16 MiB/s wr, 101 op/s 2024-04-02T09:14:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:11 smithi084 ceph-mon[94794]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:14:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:11 smithi084 ceph-mon[94794]: pgmap v2937: 457 pgs: 457 active+clean; 231 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 16 MiB/s wr, 101 op/s 2024-04-02T09:14:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:11 smithi084 ceph-mon[97358]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:14:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:11 smithi084 ceph-mon[97358]: pgmap v2937: 457 pgs: 457 active+clean; 231 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 16 MiB/s wr, 101 op/s 2024-04-02T09:14:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:14:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:14:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:12 smithi132 ceph-mon[88571]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:14:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:12 smithi084 ceph-mon[94794]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:14:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:12 smithi084 ceph-mon[97358]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:14:14.011 INFO:tasks.workunit.client.0.smithi084.stdout:read: 4 2024-04-02T09:14:14.012 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCloneEncryption (52123 ms) 2024-04-02T09:14:14.012 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-02T09:14:14.012 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:14:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:13 smithi084 ceph-mon[94794]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:14:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:13 smithi084 ceph-mon[94794]: pgmap v2940: 457 pgs: 457 active+clean; 231 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 MiB/s wr, 98 op/s 2024-04-02T09:14:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:13 smithi084 ceph-mon[97358]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:14:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:13 smithi084 ceph-mon[97358]: pgmap v2940: 457 pgs: 457 active+clean; 231 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 MiB/s wr, 98 op/s 2024-04-02T09:14:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:13 smithi132 ceph-mon[88571]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:14:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:13 smithi132 ceph-mon[88571]: pgmap v2940: 457 pgs: 457 active+clean; 231 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 MiB/s wr, 98 op/s 2024-04-02T09:14:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:14 smithi084 ceph-mon[94794]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:14:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:14 smithi084 ceph-mon[97358]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:14:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:14 smithi132 ceph-mon[88571]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:14:16.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:15 smithi084 ceph-mon[94794]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 25 MiB/s wr, 287 op/s 2024-04-02T09:14:16.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:15 smithi084 ceph-mon[97358]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 25 MiB/s wr, 287 op/s 2024-04-02T09:14:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:15 smithi132 ceph-mon[88571]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 25 MiB/s wr, 287 op/s 2024-04-02T09:14:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:18 smithi084 ceph-mon[94794]: pgmap v2943: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 856 KiB/s rd, 17 MiB/s wr, 194 op/s 2024-04-02T09:14:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:18 smithi084 ceph-mon[97358]: pgmap v2943: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 856 KiB/s rd, 17 MiB/s wr, 194 op/s 2024-04-02T09:14:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:18 smithi132 ceph-mon[88571]: pgmap v2943: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 856 KiB/s rd, 17 MiB/s wr, 194 op/s 2024-04-02T09:14:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:19 smithi084 ceph-mon[97358]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:14:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:19 smithi084 ceph-mon[94794]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:14:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:19 smithi132 ceph-mon[88571]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:14:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:20 smithi084 ceph-mon[94794]: pgmap v2945: 457 pgs: 457 active+clean; 63 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 887 KiB/s rd, 21 MiB/s wr, 250 op/s 2024-04-02T09:14:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:20 smithi084 ceph-mon[97358]: pgmap v2945: 457 pgs: 457 active+clean; 63 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 887 KiB/s rd, 21 MiB/s wr, 250 op/s 2024-04-02T09:14:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:20 smithi132 ceph-mon[88571]: pgmap v2945: 457 pgs: 457 active+clean; 63 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 887 KiB/s rd, 21 MiB/s wr, 250 op/s 2024-04-02T09:14:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:14:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:14:20] "GET /metrics HTTP/1.1" 200 60830 "" "Prometheus/2.43.0" 2024-04-02T09:14:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:21 smithi084 ceph-mon[94794]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:14:21.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:21 smithi084 ceph-mon[97358]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:14:21.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:21 smithi132 ceph-mon[88571]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:14:22.577 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:14:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:22 smithi084 ceph-mon[94794]: pgmap v2947: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 76 op/s 2024-04-02T09:14:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:22 smithi084 ceph-mon[97358]: pgmap v2947: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 76 op/s 2024-04-02T09:14:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:22 smithi132 ceph-mon[88571]: pgmap v2947: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 76 op/s 2024-04-02T09:14:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:24 smithi084 ceph-mon[94794]: pgmap v2948: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-02T09:14:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:24 smithi084 ceph-mon[97358]: pgmap v2948: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-02T09:14:24.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:24 smithi132 ceph-mon[88571]: pgmap v2948: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-02T09:14:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:26 smithi084 ceph-mon[94794]: pgmap v2949: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-02T09:14:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:26 smithi084 ceph-mon[97358]: pgmap v2949: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-02T09:14:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:26 smithi132 ceph-mon[88571]: pgmap v2949: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-02T09:14:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:28 smithi084 ceph-mon[94794]: pgmap v2950: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-02T09:14:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:28 smithi084 ceph-mon[97358]: pgmap v2950: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-02T09:14:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:28 smithi132 ceph-mon[88571]: pgmap v2950: 457 pgs: 457 active+clean; 64 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-02T09:14:29.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15944 ms) 2024-04-02T09:14:29.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-02T09:14:29.955 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:14:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:30 smithi084 ceph-mon[94794]: pgmap v2951: 457 pgs: 457 active+clean; 76 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:14:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:14:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:14:30] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-02T09:14:30.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:30 smithi084 ceph-mon[97358]: pgmap v2951: 457 pgs: 457 active+clean; 76 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:14:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:30 smithi132 ceph-mon[88571]: pgmap v2951: 457 pgs: 457 active+clean; 76 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:14:32.590 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:14:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:32 smithi084 ceph-mon[94794]: pgmap v2952: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:14:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:32 smithi084 ceph-mon[97358]: pgmap v2952: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:14:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:32 smithi132 ceph-mon[88571]: pgmap v2952: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:14:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:34 smithi084 ceph-mon[94794]: pgmap v2953: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:14:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:34 smithi084 ceph-mon[97358]: pgmap v2953: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:14:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:34 smithi132 ceph-mon[88571]: pgmap v2953: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:14:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:36 smithi084 ceph-mon[94794]: pgmap v2954: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:14:36.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:36 smithi084 ceph-mon[97358]: pgmap v2954: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:14:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:36 smithi132 ceph-mon[88571]: pgmap v2954: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:14:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:38 smithi084 ceph-mon[94794]: pgmap v2955: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:14:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:38 smithi084 ceph-mon[97358]: pgmap v2955: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:14:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:38 smithi132 ceph-mon[88571]: pgmap v2955: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:14:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:39 smithi084 ceph-mon[94794]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:14:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:39 smithi084 ceph-mon[97358]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:14:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:39 smithi132 ceph-mon[88571]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:14:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:14:40] "GET /metrics HTTP/1.1" 200 60851 "" "Prometheus/2.43.0" 2024-04-02T09:14:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[94794]: pgmap v2957: 457 pgs: 457 active+clean; 112 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T09:14:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:40.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:14:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[97358]: pgmap v2957: 457 pgs: 457 active+clean; 112 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T09:14:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:14:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:40 smithi132 ceph-mon[88571]: pgmap v2957: 457 pgs: 457 active+clean; 112 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T09:14:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:14:42.611 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:14:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:42 smithi084 ceph-mon[94794]: pgmap v2958: 457 pgs: 457 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-02T09:14:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:42 smithi084 ceph-mon[97358]: pgmap v2958: 457 pgs: 457 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-02T09:14:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:42 smithi132 ceph-mon[88571]: pgmap v2958: 457 pgs: 457 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-02T09:14:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:44 smithi084 ceph-mon[94794]: pgmap v2959: 457 pgs: 457 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-02T09:14:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:44 smithi084 ceph-mon[97358]: pgmap v2959: 457 pgs: 457 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-02T09:14:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:44 smithi132 ceph-mon[88571]: pgmap v2959: 457 pgs: 457 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-02T09:14:46.357 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (16403 ms) 2024-04-02T09:14:46.358 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-02T09:14:46.358 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:14:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:46 smithi084 ceph-mon[94794]: pgmap v2960: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:14:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:46 smithi084 ceph-mon[97358]: pgmap v2960: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:14:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:46 smithi132 ceph-mon[88571]: pgmap v2960: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:14:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:48 smithi132 ceph-mon[88571]: pgmap v2961: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:14:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:48 smithi084 ceph-mon[94794]: pgmap v2961: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:14:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:48 smithi084 ceph-mon[97358]: pgmap v2961: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:14:50.644 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4287 ms) 2024-04-02T09:14:50.644 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-02T09:14:50.644 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:14:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:50 smithi132 ceph-mon[88571]: pgmap v2962: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-04-02T09:14:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:50 smithi084 ceph-mon[94794]: pgmap v2962: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-04-02T09:14:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:14:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:14:50] "GET /metrics HTTP/1.1" 200 60851 "" "Prometheus/2.43.0" 2024-04-02T09:14:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:50 smithi084 ceph-mon[97358]: pgmap v2962: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-04-02T09:14:52.624 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:14:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:52 smithi132 ceph-mon[88571]: pgmap v2963: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 29 op/s 2024-04-02T09:14:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:52 smithi084 ceph-mon[94794]: pgmap v2963: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 29 op/s 2024-04-02T09:14:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:52 smithi084 ceph-mon[97358]: pgmap v2963: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 29 op/s 2024-04-02T09:14:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:54 smithi132 ceph-mon[88571]: pgmap v2964: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 29 op/s 2024-04-02T09:14:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:54 smithi084 ceph-mon[94794]: pgmap v2964: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 29 op/s 2024-04-02T09:14:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:54 smithi084 ceph-mon[97358]: pgmap v2964: 457 pgs: 457 active+clean; 125 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 29 op/s 2024-04-02T09:14:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:56.333 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5688 ms) 2024-04-02T09:14:56.333 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:14:56.333 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-02T09:14:56.333 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:14:56.333 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-02T09:14:56.333 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-02T09:14:56.333 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:14:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:56 smithi132 ceph-mon[88571]: pgmap v2965: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 35 op/s 2024-04-02T09:14:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:56 smithi084 ceph-mon[94794]: pgmap v2965: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 35 op/s 2024-04-02T09:14:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:56 smithi084 ceph-mon[97358]: pgmap v2965: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 35 op/s 2024-04-02T09:14:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:14:58 smithi132 ceph-mon[88571]: pgmap v2966: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-02T09:14:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:14:58 smithi084 ceph-mon[94794]: pgmap v2966: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-02T09:14:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:14:58 smithi084 ceph-mon[97358]: pgmap v2966: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-02T09:15:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:00 smithi132 ceph-mon[88571]: pgmap v2967: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 25 op/s 2024-04-02T09:15:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:00 smithi084 ceph-mon[94794]: pgmap v2967: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 25 op/s 2024-04-02T09:15:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:15:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:15:00] "GET /metrics HTTP/1.1" 200 60845 "" "Prometheus/2.43.0" 2024-04-02T09:15:01.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:00 smithi084 ceph-mon[97358]: pgmap v2967: 457 pgs: 457 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 25 op/s 2024-04-02T09:15:01.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:01 smithi132 ceph-mon[88571]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:15:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:01 smithi084 ceph-mon[94794]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:15:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:01 smithi084 ceph-mon[97358]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:15:02.646 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:15:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:02 smithi132 ceph-mon[88571]: pgmap v2969: 457 pgs: 457 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 820 KiB/s wr, 22 op/s 2024-04-02T09:15:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:02 smithi132 ceph-mon[88571]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:15:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:02 smithi084 ceph-mon[94794]: pgmap v2969: 457 pgs: 457 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 820 KiB/s wr, 22 op/s 2024-04-02T09:15:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:02 smithi084 ceph-mon[94794]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:15:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:02 smithi084 ceph-mon[97358]: pgmap v2969: 457 pgs: 457 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 820 KiB/s wr, 22 op/s 2024-04-02T09:15:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:02 smithi084 ceph-mon[97358]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:15:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:04 smithi132 ceph-mon[88571]: pgmap v2971: 457 pgs: 457 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 19 op/s 2024-04-02T09:15:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:04 smithi084 ceph-mon[94794]: pgmap v2971: 457 pgs: 457 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 19 op/s 2024-04-02T09:15:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:04 smithi084 ceph-mon[97358]: pgmap v2971: 457 pgs: 457 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 19 op/s 2024-04-02T09:15:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:06 smithi132 ceph-mon[88571]: pgmap v2972: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-02T09:15:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:06 smithi084 ceph-mon[94794]: pgmap v2972: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-02T09:15:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:06 smithi084 ceph-mon[97358]: pgmap v2972: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-02T09:15:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:08 smithi132 ceph-mon[88571]: pgmap v2973: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-04-02T09:15:08.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:08 smithi084 ceph-mon[94794]: pgmap v2973: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-04-02T09:15:08.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:08 smithi084 ceph-mon[97358]: pgmap v2973: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-04-02T09:15:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:10 smithi084 ceph-mon[94794]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 586 KiB/s rd, 2.4 MiB/s wr, 77 op/s 2024-04-02T09:15:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:15:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:15:10] "GET /metrics HTTP/1.1" 200 60839 "" "Prometheus/2.43.0" 2024-04-02T09:15:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:10 smithi084 ceph-mon[97358]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 586 KiB/s rd, 2.4 MiB/s wr, 77 op/s 2024-04-02T09:15:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:10 smithi132 ceph-mon[88571]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 586 KiB/s rd, 2.4 MiB/s wr, 77 op/s 2024-04-02T09:15:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:15:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:12 smithi084 ceph-mon[94794]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 2.0 MiB/s wr, 69 op/s 2024-04-02T09:15:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:12 smithi084 ceph-mon[97358]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 2.0 MiB/s wr, 69 op/s 2024-04-02T09:15:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:12 smithi132 ceph-mon[88571]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 2.0 MiB/s wr, 69 op/s 2024-04-02T09:15:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:14 smithi084 ceph-mon[94794]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 1.8 MiB/s wr, 61 op/s 2024-04-02T09:15:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:14 smithi084 ceph-mon[97358]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 1.8 MiB/s wr, 61 op/s 2024-04-02T09:15:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:14 smithi132 ceph-mon[88571]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 1.8 MiB/s wr, 61 op/s 2024-04-02T09:15:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:16 smithi084 ceph-mon[94794]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 60 op/s 2024-04-02T09:15:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:16 smithi084 ceph-mon[97358]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 60 op/s 2024-04-02T09:15:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:16 smithi132 ceph-mon[88571]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 60 op/s 2024-04-02T09:15:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:18 smithi084 ceph-mon[94794]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:15:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:18 smithi084 ceph-mon[97358]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:15:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:18 smithi132 ceph-mon[88571]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:15:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:20 smithi084 ceph-mon[94794]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:15:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:15:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:15:20] "GET /metrics HTTP/1.1" 200 60839 "" "Prometheus/2.43.0" 2024-04-02T09:15:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:20 smithi084 ceph-mon[97358]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:15:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:20 smithi132 ceph-mon[88571]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:15:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:15:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:22 smithi084 ceph-mon[94794]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 682 B/s wr, 6 op/s 2024-04-02T09:15:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:22 smithi084 ceph-mon[97358]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 682 B/s wr, 6 op/s 2024-04-02T09:15:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:22 smithi132 ceph-mon[88571]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 682 B/s wr, 6 op/s 2024-04-02T09:15:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:24 smithi084 ceph-mon[94794]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:15:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:24 smithi084 ceph-mon[97358]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:15:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:24 smithi132 ceph-mon[88571]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:15:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:26 smithi084 ceph-mon[94794]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3 op/s 2024-04-02T09:15:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:26 smithi084 ceph-mon[97358]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3 op/s 2024-04-02T09:15:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:26 smithi132 ceph-mon[88571]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3 op/s 2024-04-02T09:15:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:28 smithi084 ceph-mon[94794]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:28 smithi084 ceph-mon[97358]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:28 smithi132 ceph-mon[88571]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:30 smithi084 ceph-mon[94794]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:30 smithi084 ceph-mon[97358]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:15:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:15:30] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-02T09:15:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:30 smithi132 ceph-mon[88571]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:15:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:32 smithi084 ceph-mon[94794]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:15:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:32 smithi084 ceph-mon[97358]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:15:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:32 smithi132 ceph-mon[88571]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:15:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:34 smithi084 ceph-mon[94794]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:15:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:34 smithi084 ceph-mon[97358]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:15:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:34 smithi132 ceph-mon[88571]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:15:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:36 smithi084 ceph-mon[94794]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:15:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:36 smithi084 ceph-mon[97358]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:15:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:36 smithi132 ceph-mon[88571]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:15:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:38 smithi084 ceph-mon[94794]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:15:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:38 smithi084 ceph-mon[97358]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:15:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:38 smithi132 ceph-mon[88571]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:15:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:15:40] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-02T09:15:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[94794]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[97358]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:40 smithi132 ceph-mon[88571]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:41 smithi132 ceph-mon[88571]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[97358]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[94794]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:42.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:15:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:15:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:44 smithi084 ceph-mon[94794]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:44.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:44 smithi084 ceph-mon[97358]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:44 smithi132 ceph-mon[88571]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:15:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:46 smithi084 ceph-mon[94794]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:46 smithi084 ceph-mon[97358]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:46 smithi132 ceph-mon[88571]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:15:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:48 smithi084 ceph-mon[94794]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:15:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:48 smithi084 ceph-mon[97358]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:15:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:48 smithi132 ceph-mon[88571]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:15:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:50 smithi084 ceph-mon[94794]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:15:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:50 smithi084 ceph-mon[97358]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:15:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:50 smithi132 ceph-mon[88571]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:15:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:15:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:15:50] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-02T09:15:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:52 smithi084 ceph-mon[94794]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:15:52.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:52 smithi084 ceph-mon[97358]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:15:52.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:52 smithi132 ceph-mon[88571]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:15:52.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:15:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:54 smithi084 ceph-mon[94794]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:15:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:54 smithi084 ceph-mon[97358]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:15:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:54 smithi132 ceph-mon[88571]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:15:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:56 smithi084 ceph-mon[94794]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:15:56.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:56 smithi084 ceph-mon[97358]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:15:56.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:56 smithi132 ceph-mon[88571]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:15:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:15:58 smithi084 ceph-mon[94794]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:15:58.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:15:58 smithi084 ceph-mon[97358]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:15:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:15:58 smithi132 ceph-mon[88571]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:00 smithi084 ceph-mon[94794]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:00 smithi084 ceph-mon[97358]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:00 smithi132 ceph-mon[88571]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:16:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:16:00] "GET /metrics HTTP/1.1" 200 60846 "" "Prometheus/2.43.0" 2024-04-02T09:16:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:02 smithi084 ceph-mon[94794]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:02 smithi084 ceph-mon[97358]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:02.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:02 smithi132 ceph-mon[88571]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:02.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:16:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:16:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:04 smithi084 ceph-mon[94794]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:04 smithi084 ceph-mon[97358]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:04 smithi132 ceph-mon[88571]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:06 smithi084 ceph-mon[94794]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-02T09:16:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:06 smithi084 ceph-mon[97358]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-02T09:16:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:06 smithi132 ceph-mon[88571]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-02T09:16:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:08 smithi084 ceph-mon[94794]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:16:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:08 smithi084 ceph-mon[97358]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:16:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:08 smithi132 ceph-mon[88571]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:16:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:10 smithi084 ceph-mon[94794]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:16:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:10 smithi084 ceph-mon[97358]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:16:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:10 smithi132 ceph-mon[88571]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:16:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:16:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:16:10] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-02T09:16:12.588 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:16:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:12 smithi084 ceph-mon[94794]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-02T09:16:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:12 smithi084 ceph-mon[97358]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-02T09:16:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:12 smithi132 ceph-mon[88571]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-02T09:16:14.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:14 smithi084 ceph-mon[94794]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:16:14.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:14 smithi084 ceph-mon[97358]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:16:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:14 smithi132 ceph-mon[88571]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:16:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:16 smithi084 ceph-mon[94794]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 25 op/s 2024-04-02T09:16:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:16 smithi084 ceph-mon[97358]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 25 op/s 2024-04-02T09:16:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:16 smithi132 ceph-mon[88571]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 25 op/s 2024-04-02T09:16:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:18 smithi084 ceph-mon[94794]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:16:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:18 smithi084 ceph-mon[97358]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:16:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:18 smithi132 ceph-mon[88571]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:16:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:20 smithi084 ceph-mon[94794]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:16:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:16:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:16:20] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-02T09:16:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:20 smithi084 ceph-mon[97358]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:16:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:20 smithi132 ceph-mon[88571]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:16:22.601 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:16:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:22 smithi084 ceph-mon[94794]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9 op/s 2024-04-02T09:16:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:22 smithi084 ceph-mon[97358]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9 op/s 2024-04-02T09:16:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:22 smithi132 ceph-mon[88571]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9 op/s 2024-04-02T09:16:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:24 smithi084 ceph-mon[94794]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:16:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:24 smithi084 ceph-mon[97358]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:16:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:24 smithi132 ceph-mon[88571]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:16:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:26 smithi084 ceph-mon[94794]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:16:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:26 smithi084 ceph-mon[97358]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:16:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:26 smithi132 ceph-mon[88571]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:16:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:28 smithi084 ceph-mon[94794]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:16:28.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:28 smithi084 ceph-mon[97358]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:16:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:28 smithi132 ceph-mon[88571]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:16:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:30 smithi084 ceph-mon[94794]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-04-02T09:16:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:16:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:16:30] "GET /metrics HTTP/1.1" 200 60844 "" "Prometheus/2.43.0" 2024-04-02T09:16:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:30 smithi084 ceph-mon[97358]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-04-02T09:16:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:30 smithi132 ceph-mon[88571]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-04-02T09:16:32.616 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:16:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:32 smithi084 ceph-mon[94794]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:32 smithi084 ceph-mon[97358]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:32 smithi132 ceph-mon[88571]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:34 smithi132 ceph-mon[88571]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 16 op/s 2024-04-02T09:16:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:34 smithi084 ceph-mon[94794]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 16 op/s 2024-04-02T09:16:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:34 smithi084 ceph-mon[97358]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 16 op/s 2024-04-02T09:16:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:36 smithi132 ceph-mon[88571]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:36 smithi084 ceph-mon[94794]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:36 smithi084 ceph-mon[97358]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:38 smithi132 ceph-mon[88571]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:38.919 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:38 smithi084 ceph-mon[94794]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:38.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:38 smithi084 ceph-mon[97358]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:40 smithi132 ceph-mon[88571]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:40 smithi084 ceph-mon[94794]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:40 smithi084 ceph-mon[97358]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:16:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:16:40] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-02T09:16:42.632 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:16:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:42 smithi132 ceph-mon[88571]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:16:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[94794]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:16:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[97358]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:16:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:44 smithi132 ceph-mon[88571]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:44 smithi084 ceph-mon[94794]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:44 smithi084 ceph-mon[97358]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:46 smithi132 ceph-mon[88571]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:46 smithi084 ceph-mon[94794]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:46 smithi084 ceph-mon[97358]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:48 smithi132 ceph-mon[88571]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:48 smithi084 ceph-mon[94794]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:48 smithi084 ceph-mon[97358]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:16:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:50 smithi132 ceph-mon[88571]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:50 smithi084 ceph-mon[94794]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:50 smithi084 ceph-mon[97358]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:16:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:16:50] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-02T09:16:52.645 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:16:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:52 smithi132 ceph-mon[88571]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:52 smithi084 ceph-mon[94794]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:52 smithi084 ceph-mon[97358]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:54 smithi132 ceph-mon[88571]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:54 smithi084 ceph-mon[94794]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:54 smithi084 ceph-mon[97358]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:56 smithi132 ceph-mon[88571]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:56 smithi084 ceph-mon[94794]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:56 smithi084 ceph-mon[97358]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-02T09:16:57.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (121569 ms) 2024-04-02T09:16:57.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-02T09:16:57.902 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:16:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:16:58 smithi132 ceph-mon[88571]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:16:58 smithi084 ceph-mon[94794]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:16:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:16:58 smithi084 ceph-mon[97358]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:17:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:00 smithi132 ceph-mon[88571]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-02T09:17:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:00 smithi084 ceph-mon[94794]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-02T09:17:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:17:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:17:00] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-02T09:17:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:00 smithi084 ceph-mon[97358]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-02T09:17:02.658 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:17:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:02 smithi132 ceph-mon[88571]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-02T09:17:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:02 smithi084 ceph-mon[94794]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-02T09:17:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:02 smithi084 ceph-mon[97358]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-02T09:17:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:04 smithi084 ceph-mon[94794]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:17:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:04 smithi084 ceph-mon[97358]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:17:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:04 smithi132 ceph-mon[88571]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:17:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:06 smithi084 ceph-mon[94794]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:17:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:06 smithi084 ceph-mon[97358]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:17:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:06 smithi132 ceph-mon[88571]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:17:08.919 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:08 smithi084 ceph-mon[94794]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-02T09:17:08.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:08 smithi084 ceph-mon[97358]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-02T09:17:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:08 smithi132 ceph-mon[88571]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-02T09:17:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:10 smithi084 ceph-mon[94794]: pgmap v3034: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T09:17:11.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:17:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:17:10] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-02T09:17:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:10 smithi084 ceph-mon[97358]: pgmap v3034: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T09:17:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:10 smithi132 ceph-mon[88571]: pgmap v3034: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T09:17:12.309 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.EncryptedResize (14407 ms) 2024-04-02T09:17:12.309 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-02T09:17:12.309 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:17:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:12 smithi084 ceph-mon[94794]: pgmap v3035: 457 pgs: 457 active+clean; 173 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:17:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:12 smithi084 ceph-mon[97358]: pgmap v3035: 457 pgs: 457 active+clean; 173 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:17:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:12 smithi132 ceph-mon[88571]: pgmap v3035: 457 pgs: 457 active+clean; 173 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:17:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:14 smithi084 ceph-mon[97358]: pgmap v3036: 457 pgs: 457 active+clean; 173 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:17:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:14 smithi084 ceph-mon[94794]: pgmap v3036: 457 pgs: 457 active+clean; 173 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:17:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:14 smithi132 ceph-mon[88571]: pgmap v3036: 457 pgs: 457 active+clean; 173 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:17:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:16 smithi084 ceph-mon[94794]: pgmap v3037: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:16 smithi084 ceph-mon[97358]: pgmap v3037: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:16 smithi132 ceph-mon[88571]: pgmap v3037: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:18 smithi084 ceph-mon[94794]: pgmap v3038: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:18 smithi084 ceph-mon[97358]: pgmap v3038: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:18 smithi132 ceph-mon[88571]: pgmap v3038: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:20 smithi084 ceph-mon[94794]: pgmap v3039: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:17:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:17:20] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-02T09:17:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:20 smithi084 ceph-mon[97358]: pgmap v3039: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:20 smithi132 ceph-mon[88571]: pgmap v3039: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:21 smithi084 ceph-mon[94794]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:17:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:21 smithi084 ceph-mon[97358]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:17:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:21 smithi132 ceph-mon[88571]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:17:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:17:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:22 smithi084 ceph-mon[94794]: pgmap v3041: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:17:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:22 smithi084 ceph-mon[97358]: pgmap v3041: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:17:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:22 smithi132 ceph-mon[88571]: pgmap v3041: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:17:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:24 smithi084 ceph-mon[94794]: pgmap v3042: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:17:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:24 smithi084 ceph-mon[97358]: pgmap v3042: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:17:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:24 smithi132 ceph-mon[88571]: pgmap v3042: 457 pgs: 457 active+clean; 169 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:17:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:26.992 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (14683 ms) 2024-04-02T09:17:26.992 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-02T09:17:26.992 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:26 smithi084 ceph-mon[94794]: pgmap v3043: 457 pgs: 457 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:26 smithi084 ceph-mon[97358]: pgmap v3043: 457 pgs: 457 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:26 smithi132 ceph-mon[88571]: pgmap v3043: 457 pgs: 457 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:29.049 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:29.049 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:29.050 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:29.050 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:29.050 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:29.050 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.050 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:29.051 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.052 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:29.052 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.052 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.052 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:29.052 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.053 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:29.053 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.053 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.053 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.054 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:29.055 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.055 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:29.055 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.055 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.056 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:29.056 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:29.056 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:29.056 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:29.056 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:29.058 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:29.058 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:29.058 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:29.058 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:29.059 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:29.059 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:29.059 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.059 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:29.059 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.059 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.060 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:29.060 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.061 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:29.062 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.062 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.062 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:29.062 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.062 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:29.063 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.064 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.064 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:29.064 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.064 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:29.064 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.064 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.065 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:29.065 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.065 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.065 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.065 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.065 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.067 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.067 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:29.067 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:29.068 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:29.068 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:29.069 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.070 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:29.070 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:29.070 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:29.070 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.070 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:29.070 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:29.070 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:29.071 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 512~512 = 512 2024-04-02T09:17:29.071 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.071 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 1536~512 = 0 2024-04-02T09:17:29.071 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.072 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.072 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.072 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.072 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:29.072 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:17:29.072 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.073 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.073 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:17:29.073 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.073 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.073 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:17:29.074 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.074 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.074 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:17:29.075 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.075 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.075 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.075 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.075 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:17:29.075 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.076 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.076 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:17:29.076 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.076 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.076 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:17:29.076 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:17:29.077 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.078 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.078 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:17:29.078 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.078 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.078 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:17:29.078 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.079 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.079 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:17:29.079 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.079 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:17:29.080 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:17:29.081 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.084 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:29.085 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:28 smithi084 ceph-mon[94794]: pgmap v3044: 457 pgs: 457 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:28 smithi084 ceph-mon[97358]: pgmap v3044: 457 pgs: 457 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:28 smithi132 ceph-mon[88571]: pgmap v3044: 457 pgs: 457 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:17:30.609 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.609 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.610 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.611 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.612 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.613 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.614 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.615 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.616 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.617 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:30.618 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:30.619 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:30.619 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:30.619 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:30.619 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:30.619 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3618 ms) 2024-04-02T09:17:30.619 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-02T09:17:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:30 smithi084 ceph-mon[94794]: pgmap v3045: 457 pgs: 457 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 289 op/s 2024-04-02T09:17:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:17:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:17:30] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-02T09:17:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:30 smithi084 ceph-mon[97358]: pgmap v3045: 457 pgs: 457 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 289 op/s 2024-04-02T09:17:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:30 smithi132 ceph-mon[88571]: pgmap v3045: 457 pgs: 457 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 289 op/s 2024-04-02T09:17:32.614 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:32.619 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:17:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:32 smithi084 ceph-mon[94794]: pgmap v3046: 457 pgs: 457 active+clean; 201 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 282 op/s 2024-04-02T09:17:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:32 smithi084 ceph-mon[94794]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:17:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:32 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1044264240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:32 smithi084 ceph-mon[97358]: pgmap v3046: 457 pgs: 457 active+clean; 201 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 282 op/s 2024-04-02T09:17:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:32 smithi084 ceph-mon[97358]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:17:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:32 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1044264240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:32 smithi132 ceph-mon[88571]: pgmap v3046: 457 pgs: 457 active+clean; 201 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 282 op/s 2024-04-02T09:17:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:32 smithi132 ceph-mon[88571]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:17:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:32 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1044264240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:33 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1044264240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:33 smithi132 ceph-mon[88571]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:17:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:33 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1044264240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:33 smithi084 ceph-mon[94794]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:17:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:33 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1044264240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:33 smithi084 ceph-mon[97358]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:34.709 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:34.710 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:34.711 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:34.712 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 512~512 = 512 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 1536~512 = 0 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestDataPoolIO (4099 ms) 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-02T09:17:34.713 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:34.737 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-04-02T09:17:34.738 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-02T09:17:34.738 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:34.765 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-04-02T09:17:34.765 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-02T09:17:34.765 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:34.795 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (30 ms) 2024-04-02T09:17:34.795 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-02T09:17:34.795 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:34.825 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (31 ms) 2024-04-02T09:17:34.826 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-02T09:17:34.826 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:34.891 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (65 ms) 2024-04-02T09:17:34.891 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-02T09:17:34.891 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:34 smithi132 ceph-mon[88571]: pgmap v3049: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 328 op/s 2024-04-02T09:17:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:34 smithi132 ceph-mon[88571]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:17:34.958 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (67 ms) 2024-04-02T09:17:34.958 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-02T09:17:34.959 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:35.028 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (70 ms) 2024-04-02T09:17:35.028 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-02T09:17:35.028 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:35.095 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (68 ms) 2024-04-02T09:17:35.095 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-02T09:17:35.095 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:34 smithi084 ceph-mon[94794]: pgmap v3049: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 328 op/s 2024-04-02T09:17:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:34 smithi084 ceph-mon[94794]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:17:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:34 smithi084 ceph-mon[97358]: pgmap v3049: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 328 op/s 2024-04-02T09:17:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:34 smithi084 ceph-mon[97358]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:17:35.560 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (464 ms) 2024-04-02T09:17:35.560 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-02T09:17:35.560 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:35.886 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (326 ms) 2024-04-02T09:17:35.886 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-02T09:17:35.886 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:35 smithi132 ceph-mon[88571]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:17:35.914 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (28 ms) 2024-04-02T09:17:35.914 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-02T09:17:35.914 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:35.945 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (31 ms) 2024-04-02T09:17:35.945 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-02T09:17:35.945 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:35.976 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (31 ms) 2024-04-02T09:17:35.976 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-02T09:17:35.976 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:36.006 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (30 ms) 2024-04-02T09:17:36.006 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-02T09:17:36.006 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:36.028 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.028 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 0~1048576 = 0 2024-04-02T09:17:36.028 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.028 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 0~4194304 = 0 2024-04-02T09:17:36.028 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.028 INFO:tasks.workunit.client.0.smithi084.stdout:aio discard: 3145728~1048576 = 0 2024-04-02T09:17:36.028 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2024-04-02T09:17:36.029 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-02T09:17:36.029 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:35 smithi084 ceph-mon[94794]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:17:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:35 smithi084 ceph-mon[97358]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:17:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.141 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.142 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.143 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.144 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.145 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.145 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.145 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestFUA (113 ms) 2024-04-02T09:17:36.145 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-02T09:17:36.145 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:36.158 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.158 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.158 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.158 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.158 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.159 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.160 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.160 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.160 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.160 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.160 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.160 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:36.160 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:start compare and write 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:compare and wrote: 512 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:36.172 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.173 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:36.174 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.174 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:36.174 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.175 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.175 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:36.175 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.175 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:36.175 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.176 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.176 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:36.176 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.176 INFO:tasks.workunit.client.0.smithi084.stdout:started aio compare and write 2024-04-02T09:17:36.176 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.177 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:36.177 INFO:tasks.workunit.client.0.smithi084.stdout:finished aio compare and write 2024-04-02T09:17:36.177 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.178 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.178 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.178 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.178 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:36.178 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.178 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.182 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.183 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.183 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:36.183 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.183 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.183 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.183 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.183 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:36.184 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:36.185 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:36.185 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:36.185 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:36.185 INFO:tasks.workunit.client.0.smithi084.stdout:discard: 512~512 2024-04-02T09:17:36.185 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:36 smithi132 ceph-mon[88571]: pgmap v3052: 489 pgs: 489 active+clean; 203 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 360 KiB/s wr, 1.49k op/s 2024-04-02T09:17:37.102 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:37.102 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:37.102 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:37.102 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:37.102 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:37.102 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.103 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.104 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.105 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.106 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:17:37.107 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.108 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.109 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.110 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.111 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.111 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.111 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.111 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.111 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.111 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.111 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.112 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.112 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.112 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.112 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.112 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.112 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.112 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:36 smithi084 ceph-mon[94794]: pgmap v3052: 489 pgs: 489 active+clean; 203 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 360 KiB/s wr, 1.49k op/s 2024-04-02T09:17:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:36 smithi084 ceph-mon[97358]: pgmap v3052: 489 pgs: 489 active+clean; 203 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 360 KiB/s wr, 1.49k op/s 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.120 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.121 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.142 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.164 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.164 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.164 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.164 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.164 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.164 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.164 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.196 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.196 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.196 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.196 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.196 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.196 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.196 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.225 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.225 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.225 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.226 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.227 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.227 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.270 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.270 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.270 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.271 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.271 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.271 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.271 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.315 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.315 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.315 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.315 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.315 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.315 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.315 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.370 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.370 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.370 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.370 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.370 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.370 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.370 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.420 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.421 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.421 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.503 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.504 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.504 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.504 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.504 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.504 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.504 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.562 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.562 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.562 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.563 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.563 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.563 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.563 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.631 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.631 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.631 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.631 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.631 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.632 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.632 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.699 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.699 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.700 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.784 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.785 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.785 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.785 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.785 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.785 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.785 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.865 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.865 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.865 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.866 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.866 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.866 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.866 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:37.967 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:37.967 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:37.968 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:37.968 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:37.968 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:37.968 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:37.968 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:38.056 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:38.056 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:38.056 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:38.056 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:38.056 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:38.056 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:38.056 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:38.057 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:38.057 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:38.057 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:38.057 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestIOPP (1915 ms) 2024-04-02T09:17:38.057 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-02T09:17:38.057 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.082 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (26 ms) 2024-04-02T09:17:38.082 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-02T09:17:38.082 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.108 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (26 ms) 2024-04-02T09:17:38.108 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-02T09:17:38.108 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.131 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (24 ms) 2024-04-02T09:17:38.131 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-02T09:17:38.131 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.156 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (24 ms) 2024-04-02T09:17:38.156 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-02T09:17:38.156 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.182 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (26 ms) 2024-04-02T09:17:38.182 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-02T09:17:38.182 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.204 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:38.207 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-04-02T09:17:38.207 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:17:38.207 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.237 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (30 ms) 2024-04-02T09:17:38.237 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:17:38.237 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.264 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:38.268 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (30 ms) 2024-04-02T09:17:38.268 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-02T09:17:38.268 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.294 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-04-02T09:17:38.294 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-02T09:17:38.294 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.320 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:38.324 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (30 ms) 2024-04-02T09:17:38.324 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:17:38.324 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.354 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-04-02T09:17:38.354 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:17:38.354 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.380 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:38.383 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-04-02T09:17:38.384 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:17:38.384 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.451 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (68 ms) 2024-04-02T09:17:38.451 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:17:38.451 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.497 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:38.512 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (60 ms) 2024-04-02T09:17:38.512 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-02T09:17:38.512 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.582 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (71 ms) 2024-04-02T09:17:38.583 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-02T09:17:38.583 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.637 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:38.661 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (79 ms) 2024-04-02T09:17:38.662 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:17:38.662 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:38 smithi132 ceph-mon[88571]: pgmap v3053: 489 pgs: 489 active+clean; 203 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 264 KiB/s wr, 1.09k op/s 2024-04-02T09:17:38.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:38 smithi084 ceph-mon[94794]: pgmap v3053: 489 pgs: 489 active+clean; 203 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 264 KiB/s wr, 1.09k op/s 2024-04-02T09:17:38.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:38 smithi084 ceph-mon[97358]: pgmap v3053: 489 pgs: 489 active+clean; 203 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 264 KiB/s wr, 1.09k op/s 2024-04-02T09:17:39.020 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (359 ms) 2024-04-02T09:17:39.020 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:17:39.020 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:39.414 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:39.436 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (415 ms) 2024-04-02T09:17:39.436 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-02T09:17:39.436 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:39.465 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:39.465 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:39.465 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.466 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:39.467 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:39.467 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:39.467 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:39.468 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:39.472 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:39.472 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:39.472 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.472 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:17:39.472 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:39.472 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:39.472 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:read: 512 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:39.473 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:39.474 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:39.475 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:39.475 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:39.475 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:39.475 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:17:39.475 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:17:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:40.463 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:17:40.464 INFO:tasks.workunit.client.0.smithi084.stdout:finished read 2024-04-02T09:17:40.464 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:17:40.464 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.464 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.464 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 0 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 16384 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.465 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:17:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 49152 2024-04-02T09:17:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.466 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 65536 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.467 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 98304 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.468 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 114688 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 147456 2024-04-02T09:17:40.469 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 163840 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.470 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 196608 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 212992 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.471 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.472 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.472 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.472 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.472 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.472 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.472 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.472 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.473 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.480 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.480 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.480 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.481 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.501 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.501 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.501 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.501 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.501 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.501 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.501 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.522 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.522 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.522 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.522 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.522 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.522 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.522 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.549 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.550 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.550 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.550 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.550 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.550 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.550 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.577 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.578 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.578 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.578 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.578 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.578 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.621 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.621 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.621 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.621 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.621 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.621 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.622 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.666 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.666 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.666 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.666 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.666 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.666 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.666 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.713 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.714 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.714 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.714 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.714 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.714 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.714 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.764 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.765 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.837 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.837 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.837 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.838 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.838 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.838 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.838 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.895 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.895 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.895 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.896 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.896 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.896 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.896 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:40 smithi132 ceph-mon[88571]: pgmap v3054: 489 pgs: 489 active+clean; 249 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.6 MiB/s wr, 2.48k op/s 2024-04-02T09:17:40.964 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:40.964 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:40.964 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:40.964 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:40.964 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:40.964 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:40.964 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:41.027 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:41.027 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:41.111 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:41.111 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:41.111 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:41.111 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:41.111 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.111 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.111 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:40 smithi084 ceph-mon[94794]: pgmap v3054: 489 pgs: 489 active+clean; 249 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.6 MiB/s wr, 2.48k op/s 2024-04-02T09:17:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:17:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:17:40] "GET /metrics HTTP/1.1" 200 63284 "" "Prometheus/2.43.0" 2024-04-02T09:17:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:40 smithi084 ceph-mon[97358]: pgmap v3054: 489 pgs: 489 active+clean; 249 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.6 MiB/s wr, 2.48k op/s 2024-04-02T09:17:41.188 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:41.188 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:41.188 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:41.188 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:41.188 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.188 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.189 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:41.274 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:41.274 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:41.274 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:41.275 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:41.275 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.275 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.275 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:17:41.362 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:17:41.362 INFO:tasks.workunit.client.0.smithi084.stdout:finished writesame 2024-04-02T09:17:41.362 INFO:tasks.workunit.client.0.smithi084.stdout:to verify the data 2024-04-02T09:17:41.362 INFO:tasks.workunit.client.0.smithi084.stdout:verified 2024-04-02T09:17:41.362 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.362 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.363 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:41.363 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:17:41.363 INFO:tasks.workunit.client.0.smithi084.stdout:started writesame 2024-04-02T09:17:41.363 INFO:tasks.workunit.client.0.smithi084.stdout:expected fail, finished writesame 2024-04-02T09:17:41.363 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1926 ms) 2024-04-02T09:17:41.363 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-02T09:17:41.363 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:42.652 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:17:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:42.694 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 0 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:snap: orig 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:found orig with size 2097152 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:read: 80 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:write test data! 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 80 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 2 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:snap: orig 2024-04-02T09:17:42.695 INFO:tasks.workunit.client.0.smithi084.stdout:snap: written 2024-04-02T09:17:42.696 INFO:tasks.workunit.client.0.smithi084.stdout:found orig with size 2097152 2024-04-02T09:17:42.696 INFO:tasks.workunit.client.0.smithi084.stdout:found written with size 2097152 2024-04-02T09:17:42.696 INFO:tasks.workunit.client.0.smithi084.stdout:read: 80 2024-04-02T09:17:42.696 INFO:tasks.workunit.client.0.smithi084.stdout:read: 80 2024-04-02T09:17:42.696 INFO:tasks.workunit.client.0.smithi084.stdout:read: 80 2024-04-02T09:17:42.696 INFO:tasks.workunit.client.0.smithi084.stdout:write to snapshot returned -30 2024-04-02T09:17:42.696 INFO:tasks.workunit.client.0.smithi084.stdout:Read-only file system 2024-04-02T09:17:42.717 INFO:tasks.workunit.client.0.smithi084.stdout:read: 80 2024-04-02T09:17:42.718 INFO:tasks.workunit.client.0.smithi084.stdout:read: 80 2024-04-02T09:17:42.718 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 80 2024-04-02T09:17:42.718 INFO:tasks.workunit.client.0.smithi084.stdout:opening testimg@orig 2024-04-02T09:17:42.718 INFO:tasks.workunit.client.0.smithi084.stdout:read: 80 2024-04-02T09:17:42.718 INFO:tasks.workunit.client.0.smithi084.stdout:write to snapshot returned -30 2024-04-02T09:17:42.718 INFO:tasks.workunit.client.0.smithi084.stdout:Read-only file system 2024-04-02T09:17:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:42 smithi132 ceph-mon[88571]: pgmap v3055: 489 pgs: 489 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.5 MiB/s wr, 2.04k op/s 2024-04-02T09:17:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:42 smithi132 ceph-mon[88571]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:17:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-04-02T09:17:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-04-02T09:17:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[94794]: pgmap v3055: 489 pgs: 489 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.5 MiB/s wr, 2.04k op/s 2024-04-02T09:17:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[94794]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:17:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-04-02T09:17:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-04-02T09:17:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[97358]: pgmap v3055: 489 pgs: 489 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.5 MiB/s wr, 2.04k op/s 2024-04-02T09:17:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[97358]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:17:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-04-02T09:17:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-04-02T09:17:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-04-02T09:17:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[94794]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:17:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:17:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-04-02T09:17:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[97358]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:17:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:17:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-04-02T09:17:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:43 smithi132 ceph-mon[88571]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:17:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:44.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:44.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:17:44.704 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 2 2024-04-02T09:17:44.704 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:17:44.704 INFO:tasks.workunit.client.0.smithi084.stdout:snap: orig 2024-04-02T09:17:44.704 INFO:tasks.workunit.client.0.smithi084.stdout:snap: written 2024-04-02T09:17:44.704 INFO:tasks.workunit.client.0.smithi084.stdout:found orig with size 2097152 2024-04-02T09:17:44.704 INFO:tasks.workunit.client.0.smithi084.stdout:found written with size 2097152 2024-04-02T09:17:44.704 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 1 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:snap: orig 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:found orig with size 2097152 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 0 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3341 ms) 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-02T09:17:44.705 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:44 smithi084 ceph-mon[94794]: pgmap v3058: 489 pgs: 489 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.3 MiB/s wr, 1.29k op/s 2024-04-02T09:17:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:44 smithi084 ceph-mon[94794]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:17:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:44 smithi084 ceph-mon[97358]: pgmap v3058: 489 pgs: 489 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.3 MiB/s wr, 1.29k op/s 2024-04-02T09:17:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:44 smithi084 ceph-mon[97358]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:17:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:44 smithi132 ceph-mon[88571]: pgmap v3058: 489 pgs: 489 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.3 MiB/s wr, 1.29k op/s 2024-04-02T09:17:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:44 smithi132 ceph-mon[88571]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:17:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:45 smithi084 ceph-mon[94794]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:17:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:45 smithi084 ceph-mon[94794]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:17:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:45 smithi084 ceph-mon[97358]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:17:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:45 smithi084 ceph-mon[97358]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:17:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:45 smithi132 ceph-mon[88571]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:17:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:45 smithi132 ceph-mon[88571]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:17:46.632 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1928 ms) 2024-04-02T09:17:46.632 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-02T09:17:46.632 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:46 smithi084 ceph-mon[94794]: pgmap v3061: 489 pgs: 1 peering, 488 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.32k op/s 2024-04-02T09:17:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:46 smithi084 ceph-mon[94794]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:17:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:46 smithi084 ceph-mon[97358]: pgmap v3061: 489 pgs: 1 peering, 488 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.32k op/s 2024-04-02T09:17:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:46 smithi084 ceph-mon[97358]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:17:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:46 smithi132 ceph-mon[88571]: pgmap v3061: 489 pgs: 1 peering, 488 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.32k op/s 2024-04-02T09:17:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:46 smithi132 ceph-mon[88571]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:17:48.715 INFO:tasks.workunit.client.0.smithi084.stdout:made parent image "parent" 2024-04-02T09:17:48.715 INFO:tasks.workunit.client.0.smithi084.stdout:parent has no parent info 2024-04-02T09:17:48.715 INFO:tasks.workunit.client.0.smithi084.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:17:48.715 INFO:tasks.workunit.client.0.smithi084.stdout:can't unprotect an unprotected snap 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:can't protect a protected snap 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:made and opened clone "child" 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:read: 8 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:read: 8 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:read: 8 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:sizes and overlaps are good between parent and child 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:sized down clone, changed overlap 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:can't remove parent while child still exists 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:can't remove parent while still protected 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:removed parent snap after unprotecting 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestClone (2084 ms) 2024-04-02T09:17:48.716 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-02T09:17:48.717 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:49.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:48 smithi084 ceph-mon[94794]: pgmap v3064: 489 pgs: 1 peering, 488 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.32k op/s 2024-04-02T09:17:49.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:48 smithi084 ceph-mon[94794]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:17:49.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:48 smithi084 ceph-mon[97358]: pgmap v3064: 489 pgs: 1 peering, 488 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.32k op/s 2024-04-02T09:17:49.123 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:48 smithi084 ceph-mon[97358]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:17:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:48 smithi132 ceph-mon[88571]: pgmap v3064: 489 pgs: 1 peering, 488 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.32k op/s 2024-04-02T09:17:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:48 smithi132 ceph-mon[88571]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:17:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:made parent image "parent" 2024-04-02T09:17:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:parent has no parent info 2024-04-02T09:17:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:17:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:made and opened clone "child" 2024-04-02T09:17:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:17:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestClone2 (1111 ms) 2024-04-02T09:17:49.828 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-02T09:17:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:49 smithi084 ceph-mon[94794]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:17:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:49 smithi084 ceph-mon[97358]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:17:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:49 smithi132 ceph-mon[88571]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:17:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:17:50] "GET /metrics HTTP/1.1" 200 63284 "" "Prometheus/2.43.0" 2024-04-02T09:17:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[94794]: pgmap v3067: 489 pgs: 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 32 KiB/s wr, 545 op/s 2024-04-02T09:17:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[94794]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:17:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[94794]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:17:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3939909022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[97358]: pgmap v3067: 489 pgs: 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 32 KiB/s wr, 545 op/s 2024-04-02T09:17:51.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[97358]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:17:51.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[97358]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:17:51.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:50 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3939909022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:50 smithi132 ceph-mon[88571]: pgmap v3067: 489 pgs: 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 32 KiB/s wr, 545 op/s 2024-04-02T09:17:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:50 smithi132 ceph-mon[88571]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:17:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:50 smithi132 ceph-mon[88571]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:17:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:50 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3939909022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:52.622 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:17:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:52 smithi132 ceph-mon[88571]: pgmap v3070: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2024-04-02T09:17:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:52 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3939909022' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:52 smithi132 ceph-mon[88571]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:17:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:52 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:17:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[94794]: pgmap v3070: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2024-04-02T09:17:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3939909022' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[94794]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:17:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:17:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[97358]: pgmap v3070: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2024-04-02T09:17:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3939909022' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[97358]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:17:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:52 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:17:53.627 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:17:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:53 smithi132 ceph-mon[88571]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:17:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:53 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1065539495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:53 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1065539495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:53.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:53 smithi132 ceph-mon[88571]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:17:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[94794]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:17:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1065539495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1065539495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[94794]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:17:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[97358]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:17:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1065539495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1065539495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:53 smithi084 ceph-mon[97358]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:17:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[94794]: pgmap v3073: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:17:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:17:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[94794]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:17:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[97358]: pgmap v3073: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:17:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:17:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:54 smithi084 ceph-mon[97358]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:17:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:54 smithi132 ceph-mon[88571]: pgmap v3073: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:17:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:54 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:17:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:54 smithi132 ceph-mon[88571]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:17:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:56 smithi084 ceph-mon[94794]: pgmap v3076: 553 pgs: 28 creating+peering, 525 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-02T09:17:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:56 smithi084 ceph-mon[94794]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:17:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:56 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:56 smithi084 ceph-mon[97358]: pgmap v3076: 553 pgs: 28 creating+peering, 525 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-02T09:17:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:56 smithi084 ceph-mon[97358]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:17:56.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:56 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:56 smithi132 ceph-mon[88571]: pgmap v3076: 553 pgs: 28 creating+peering, 525 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-02T09:17:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:56 smithi132 ceph-mon[88571]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:17:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:56 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:57.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:57 smithi132 ceph-mon[88571]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:17:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:57 smithi084 ceph-mon[94794]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:17:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:57 smithi084 ceph-mon[97358]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:17:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:58 smithi132 ceph-mon[88571]: pgmap v3079: 553 pgs: 28 creating+peering, 525 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-02T09:17:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:58 smithi132 ceph-mon[88571]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:17:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:58 smithi084 ceph-mon[94794]: pgmap v3079: 553 pgs: 28 creating+peering, 525 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-02T09:17:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:58 smithi084 ceph-mon[94794]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:17:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:58 smithi084 ceph-mon[97358]: pgmap v3079: 553 pgs: 28 creating+peering, 525 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-02T09:17:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:58 smithi084 ceph-mon[97358]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:17:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.125 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.125 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.125 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 1 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:child: image113 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113/8bf586f47726 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.126 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 2 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:child: image113 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113/8bf586f47726 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.127 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.128 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 3 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:child: image113 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:child: image115 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113/8bf586f47726 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115/8bf58b541386 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.129 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 3 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:child: image113 2024-04-02T09:17:59.130 INFO:tasks.workunit.client.0.smithi084.stdout:child: image115 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113/8bf586f47726 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115/8bf58b541386 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.131 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.132 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 4 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 4 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:child: image113 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:child: image115 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:child: image116 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113/8bf586f47726 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115/8bf58b541386 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116/8bf5b3495d4b 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.133 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.134 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.135 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.135 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image113 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 4 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 4 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:child: image113 2024-04-02T09:17:59.738 INFO:tasks.workunit.client.0.smithi084.stdout:child: image115 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:child: image116 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image113/8bf586f47726 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115/8bf58b541386 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116/8bf5b3495d4b 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image115 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.740 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 3 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:child: image115 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:child: image116 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image115/8bf58b541386 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116/8bf5b3495d4b 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 2 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:child: image116 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-28/image116/8bf5b3495d4b 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 1 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:child: image114 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-27/image114/8bf524471126 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 0 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ListChildren (9910 ms) 2024-04-02T09:17:59.743 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-02T09:17:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:17:59 smithi132 ceph-mon[88571]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:18:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:17:59 smithi084 ceph-mon[94794]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:18:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:17:59 smithi084 ceph-mon[97358]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:18:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:00 smithi132 ceph-mon[88571]: pgmap v3082: 553 pgs: 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-02T09:18:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:00 smithi132 ceph-mon[88571]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:18:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:00 smithi132 ceph-mon[88571]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:18:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:00 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3716968565' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:00 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:18:00] "GET /metrics HTTP/1.1" 200 68154 "" "Prometheus/2.43.0" 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[94794]: pgmap v3082: 553 pgs: 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[94794]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[94794]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3716968565' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[97358]: pgmap v3082: 553 pgs: 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[97358]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:18:01.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[97358]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:18:01.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3716968565' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:01.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:00 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:02.613 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:18:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[97358]: pgmap v3085: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-04-02T09:18:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[97358]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:18:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[94794]: pgmap v3085: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-04-02T09:18:02.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:02.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[94794]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:18:02.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:02 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:02 smithi132 ceph-mon[88571]: pgmap v3085: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-04-02T09:18:02.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:02 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:02 smithi132 ceph-mon[88571]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:18:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:02 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:03.913 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:03 smithi132 ceph-mon[88571]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:18:03.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:03 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2189692234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:03.914 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:03 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:04.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:03 smithi084 ceph-mon[94794]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:18:04.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:03 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2189692234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:04.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:03 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:04.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:03 smithi084 ceph-mon[97358]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:18:04.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:03 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2189692234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:04.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:03 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:04 smithi132 ceph-mon[88571]: pgmap v3088: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-02T09:18:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:04 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:04 smithi132 ceph-mon[88571]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:18:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:04 smithi084 ceph-mon[94794]: pgmap v3088: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-02T09:18:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:04 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:04 smithi084 ceph-mon[94794]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:18:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:04 smithi084 ceph-mon[97358]: pgmap v3088: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-02T09:18:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:04 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:04 smithi084 ceph-mon[97358]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:18:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:05 smithi132 ceph-mon[88571]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:18:05.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:05 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2008951437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:05.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:05 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:05.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:05 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:05.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:05 smithi132 ceph-mon[88571]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:18:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[94794]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:18:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2008951437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[94794]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[97358]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2008951437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:05 smithi084 ceph-mon[97358]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:18:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:06 smithi132 ceph-mon[88571]: pgmap v3091: 649 pgs: 32 unknown, 27 creating+peering, 590 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:18:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:06 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31", "force_nonempty":""}]: dispatch 2024-04-02T09:18:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:06 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31", "force_nonempty":""}]': finished 2024-04-02T09:18:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:06 smithi132 ceph-mon[88571]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:18:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:06 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi084-146016-31", "mode":"writeback"}]: dispatch 2024-04-02T09:18:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[94794]: pgmap v3091: 649 pgs: 32 unknown, 27 creating+peering, 590 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:18:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31", "force_nonempty":""}]: dispatch 2024-04-02T09:18:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31", "force_nonempty":""}]': finished 2024-04-02T09:18:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[94794]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:18:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi084-146016-31", "mode":"writeback"}]: dispatch 2024-04-02T09:18:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[97358]: pgmap v3091: 649 pgs: 32 unknown, 27 creating+peering, 590 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:18:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31", "force_nonempty":""}]: dispatch 2024-04-02T09:18:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31", "force_nonempty":""}]': finished 2024-04-02T09:18:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[97358]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:18:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:06 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi084-146016-31", "mode":"writeback"}]: dispatch 2024-04-02T09:18:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:07 smithi132 ceph-mon[88571]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:18:07.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi084-146016-31", "mode":"writeback"}]': finished 2024-04-02T09:18:07.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:07 smithi132 ceph-mon[88571]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:18:07.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi084-146016-29", "overlaypool":"test-librbd-smithi084-146016-31"}]: dispatch 2024-04-02T09:18:08.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[94794]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:18:08.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi084-146016-31", "mode":"writeback"}]': finished 2024-04-02T09:18:08.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[94794]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:18:08.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi084-146016-29", "overlaypool":"test-librbd-smithi084-146016-31"}]: dispatch 2024-04-02T09:18:08.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[97358]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:18:08.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi084-146016-31", "mode":"writeback"}]': finished 2024-04-02T09:18:08.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[97358]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:18:08.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi084-146016-29", "overlaypool":"test-librbd-smithi084-146016-31"}]: dispatch 2024-04-02T09:18:08.624 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:08 smithi132 ceph-mon[88571]: pgmap v3094: 649 pgs: 32 unknown, 27 creating+peering, 590 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:18:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:08 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:08 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi084-146016-29", "overlaypool":"test-librbd-smithi084-146016-31"}]': finished 2024-04-02T09:18:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:08 smithi132 ceph-mon[88571]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:18:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[94794]: pgmap v3094: 649 pgs: 32 unknown, 27 creating+peering, 590 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:18:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi084-146016-29", "overlaypool":"test-librbd-smithi084-146016-31"}]': finished 2024-04-02T09:18:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[94794]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[97358]: pgmap v3094: 649 pgs: 32 unknown, 27 creating+peering, 590 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi084-146016-29", "overlaypool":"test-librbd-smithi084-146016-31"}]': finished 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:08 smithi084 ceph-mon[97358]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:18:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:09 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:09 smithi084 ceph-mon[97358]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:18:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:09 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:10.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:09 smithi084 ceph-mon[94794]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:18:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:09 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:09 smithi132 ceph-mon[88571]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:18:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:18:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:18:10] "GET /metrics HTTP/1.1" 200 75577 "" "Prometheus/2.43.0" 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:10 smithi084 ceph-mon[94794]: pgmap v3097: 649 pgs: 3 unknown, 646 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:10 smithi084 ceph-mon[94794]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:10 smithi084 ceph-mon[97358]: pgmap v3097: 649 pgs: 3 unknown, 646 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:10 smithi084 ceph-mon[97358]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:18:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:10 smithi132 ceph-mon[88571]: pgmap v3097: 649 pgs: 3 unknown, 646 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:11.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:10 smithi132 ceph-mon[88571]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:18:12.616 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:18:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:12 smithi084 ceph-mon[94794]: pgmap v3100: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:12 smithi084 ceph-mon[94794]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:18:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:12 smithi084 ceph-mon[97358]: pgmap v3100: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:12 smithi084 ceph-mon[97358]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:18:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:12 smithi132 ceph-mon[88571]: pgmap v3100: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:12 smithi132 ceph-mon[88571]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:18:13.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:13 smithi132 ceph-mon[88571]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:18:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:13 smithi084 ceph-mon[94794]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:18:14.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:13 smithi084 ceph-mon[97358]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:18:14.159 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 1 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:child: image118 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118/8bf5763ebe07 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.160 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 2 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:child: image118 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118/8bf5763ebe07 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.161 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.162 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 3 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:child: image118 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:child: image120 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118/8bf5763ebe07 2024-04-02T09:18:14.163 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120/8bf552d31a5 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.164 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 3 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:child: image118 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:child: image120 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118/8bf5763ebe07 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.165 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120/8bf552d31a5 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.167 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 4 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 4 2024-04-02T09:18:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:child: image118 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:child: image120 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:child: image121 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118/8bf5763ebe07 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120/8bf552d31a5 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121/8bf5f59c395d 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.169 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:14.170 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:14.171 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.171 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:14.171 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:14 smithi132 ceph-mon[88571]: pgmap v3103: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:14 smithi132 ceph-mon[88571]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:18:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:14 smithi084 ceph-mon[94794]: pgmap v3103: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:14 smithi084 ceph-mon[94794]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:18:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:14 smithi084 ceph-mon[97358]: pgmap v3103: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:14 smithi084 ceph-mon[97358]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:18:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:15 smithi132 ceph-mon[88571]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:18:15.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:15 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi084-146016-29"}]: dispatch 2024-04-02T09:18:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:15 smithi084 ceph-mon[97358]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:18:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:15 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi084-146016-29"}]: dispatch 2024-04-02T09:18:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:15 smithi084 ceph-mon[94794]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:18:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:15 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi084-146016-29"}]: dispatch 2024-04-02T09:18:16.645 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image118 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 4 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 4 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:child: image118 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:child: image120 2024-04-02T09:18:16.646 INFO:tasks.workunit.client.0.smithi084.stdout:child: image121 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image118/8bf5763ebe07 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120/8bf552d31a5 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121/8bf5f59c395d 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.647 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image120 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.648 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 3 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:child: image120 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:child: image121 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image120/8bf552d31a5 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121/8bf5f59c395d 2024-04-02T09:18:16.649 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 2 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 2 2024-04-02T09:18:16.650 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:child: image121 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-30/image121/8bf5f59c395d 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:trying to find test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:checking test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 1 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 1 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:child: image119 2024-04-02T09:18:16.651 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-29/image119/8bf5ffb26e7f 2024-04-02T09:18:16.652 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:18:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 0 2024-04-02T09:18:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:18:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16908 ms) 2024-04-02T09:18:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-02T09:18:16.652 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:16.744 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.LockingPP (99 ms) 2024-04-02T09:18:16.744 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-02T09:18:16.745 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:16 smithi132 ceph-mon[88571]: pgmap v3106: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-02T09:18:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:16 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi084-146016-29"}]': finished 2024-04-02T09:18:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:16 smithi132 ceph-mon[88571]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:18:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:16 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31"}]: dispatch 2024-04-02T09:18:17.018 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.FlushAio (273 ms) 2024-04-02T09:18:17.018 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-02T09:18:17.018 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[94794]: pgmap v3106: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-02T09:18:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi084-146016-29"}]': finished 2024-04-02T09:18:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[94794]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:18:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31"}]: dispatch 2024-04-02T09:18:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[97358]: pgmap v3106: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-02T09:18:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi084-146016-29"}]': finished 2024-04-02T09:18:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[97358]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:18:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:16 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31"}]: dispatch 2024-04-02T09:18:17.229 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.FlushAioPP (212 ms) 2024-04-02T09:18:17.229 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-02T09:18:17.229 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.253 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (24 ms) 2024-04-02T09:18:17.254 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-02T09:18:17.254 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.281 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (27 ms) 2024-04-02T09:18:17.281 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-02T09:18:17.281 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-04-02T09:18:17.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-02T09:18:17.297 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.337 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.LargeCacheRead (41 ms) 2024-04-02T09:18:17.337 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-02T09:18:17.337 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.581 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestPendingAio (244 ms) 2024-04-02T09:18:17.581 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-02T09:18:17.581 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.762 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:17 smithi132 ceph-mon[88571]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:18:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:17 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31"}]': finished 2024-04-02T09:18:17.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:17 smithi132 ceph-mon[88571]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:18:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:17 smithi084 ceph-mon[94794]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:18:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:17 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31"}]': finished 2024-04-02T09:18:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:17 smithi084 ceph-mon[94794]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:18:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:17 smithi084 ceph-mon[97358]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:18:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:17 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi084-146016-29", "tierpool":"test-librbd-smithi084-146016-31"}]': finished 2024-04-02T09:18:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:17 smithi084 ceph-mon[97358]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:18:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:18 smithi084 ceph-mon[94794]: pgmap v3109: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-02T09:18:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:18 smithi084 ceph-mon[94794]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:18:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:18 smithi084 ceph-mon[97358]: pgmap v3109: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-02T09:18:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:18 smithi084 ceph-mon[97358]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:18:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:18 smithi132 ceph-mon[88571]: pgmap v3109: 649 pgs: 649 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-02T09:18:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:18 smithi132 ceph-mon[88571]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:18:19.712 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2130 ms) 2024-04-02T09:18:19.712 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-02T09:18:19.712 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:19 smithi084 ceph-mon[94794]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:18:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:19 smithi084 ceph-mon[97358]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:18:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:19 smithi132 ceph-mon[88571]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:18:20.719 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:18:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:18:20] "GET /metrics HTTP/1.1" 200 75577 "" "Prometheus/2.43.0" 2024-04-02T09:18:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:20 smithi084 ceph-mon[94794]: pgmap v3112: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 738 KiB/s wr, 1.20k op/s 2024-04-02T09:18:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:20 smithi084 ceph-mon[94794]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:18:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:20 smithi084 ceph-mon[94794]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:18:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:20 smithi084 ceph-mon[97358]: pgmap v3112: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 738 KiB/s wr, 1.20k op/s 2024-04-02T09:18:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:20 smithi084 ceph-mon[97358]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:18:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:20 smithi084 ceph-mon[97358]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:18:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:20 smithi132 ceph-mon[88571]: pgmap v3112: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 738 KiB/s wr, 1.20k op/s 2024-04-02T09:18:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:20 smithi132 ceph-mon[88571]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:18:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:20 smithi132 ceph-mon[88571]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:18:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:18:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:22.732 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3020 ms) 2024-04-02T09:18:22.732 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-02T09:18:22.732 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:22 smithi084 ceph-mon[97358]: pgmap v3115: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 739 KiB/s wr, 1.23k op/s 2024-04-02T09:18:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:22 smithi084 ceph-mon[97358]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:18:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:22 smithi084 ceph-mon[94794]: pgmap v3115: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 739 KiB/s wr, 1.23k op/s 2024-04-02T09:18:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:22 smithi084 ceph-mon[94794]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:18:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:22 smithi132 ceph-mon[88571]: pgmap v3115: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 739 KiB/s wr, 1.23k op/s 2024-04-02T09:18:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:22 smithi132 ceph-mon[88571]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:18:23.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.Flatten (1065 ms) 2024-04-02T09:18:23.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-02T09:18:23.797 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:23.831 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 32768 2024-04-02T09:18:23.831 INFO:tasks.workunit.client.0.smithi084.stdout:read: 32768 2024-04-02T09:18:23.831 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2024-04-02T09:18:23.831 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-02T09:18:23.832 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:23.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SparsifyPP (35 ms) 2024-04-02T09:18:23.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-02T09:18:23.866 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:23 smithi084 ceph-mon[94794]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:18:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:23 smithi084 ceph-mon[97358]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:18:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:23 smithi132 ceph-mon[88571]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:18:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[94794]: pgmap v3118: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-02T09:18:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[94794]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:18:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[97358]: pgmap v3118: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-02T09:18:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[97358]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:18:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:24 smithi132 ceph-mon[88571]: pgmap v3118: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-02T09:18:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:24 smithi132 ceph-mon[88571]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:18:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:25 smithi084 ceph-mon[94794]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:18:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:25 smithi084 ceph-mon[97358]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:18:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:25 smithi132 ceph-mon[88571]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:18:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:26 smithi084 ceph-mon[94794]: pgmap v3121: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 28 KiB/s wr, 287 op/s 2024-04-02T09:18:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:26 smithi084 ceph-mon[94794]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:18:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:26 smithi084 ceph-mon[97358]: pgmap v3121: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 28 KiB/s wr, 287 op/s 2024-04-02T09:18:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:26 smithi084 ceph-mon[97358]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:18:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:26 smithi132 ceph-mon[88571]: pgmap v3121: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 28 KiB/s wr, 287 op/s 2024-04-02T09:18:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:26 smithi132 ceph-mon[88571]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:18:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:27 smithi084 ceph-mon[94794]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:18:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:27 smithi084 ceph-mon[97358]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:18:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:27 smithi132 ceph-mon[88571]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:18:28.782 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapshotLimit (4916 ms) 2024-04-02T09:18:28.782 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-02T09:18:28.782 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:28 smithi084 ceph-mon[94794]: pgmap v3124: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 28 KiB/s wr, 287 op/s 2024-04-02T09:18:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:28 smithi084 ceph-mon[94794]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:18:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:28 smithi084 ceph-mon[97358]: pgmap v3124: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 28 KiB/s wr, 287 op/s 2024-04-02T09:18:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:28 smithi084 ceph-mon[97358]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:18:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:28 smithi132 ceph-mon[88571]: pgmap v3124: 649 pgs: 649 active+clean; 309 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 28 KiB/s wr, 287 op/s 2024-04-02T09:18:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:28 smithi132 ceph-mon[88571]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:18:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:29 smithi084 ceph-mon[94794]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:18:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:29 smithi084 ceph-mon[97358]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:18:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:29 smithi132 ceph-mon[88571]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:18:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:30 smithi084 ceph-mon[94794]: pgmap v3127: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 22 KiB/s wr, 115 op/s 2024-04-02T09:18:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:30 smithi084 ceph-mon[94794]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:18:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:30 smithi084 ceph-mon[94794]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:18:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:18:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:18:30] "GET /metrics HTTP/1.1" 200 75646 "" "Prometheus/2.43.0" 2024-04-02T09:18:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:30 smithi084 ceph-mon[97358]: pgmap v3127: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 22 KiB/s wr, 115 op/s 2024-04-02T09:18:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:30 smithi084 ceph-mon[97358]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:18:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:30 smithi084 ceph-mon[97358]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:18:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:30 smithi132 ceph-mon[88571]: pgmap v3127: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 22 KiB/s wr, 115 op/s 2024-04-02T09:18:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:30 smithi132 ceph-mon[88571]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:18:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:30 smithi132 ceph-mon[88571]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:18:32.620 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:18:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:32 smithi132 ceph-mon[88571]: pgmap v3130: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 23 KiB/s wr, 127 op/s 2024-04-02T09:18:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:32 smithi132 ceph-mon[88571]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:18:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:32 smithi084 ceph-mon[94794]: pgmap v3130: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 23 KiB/s wr, 127 op/s 2024-04-02T09:18:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:32 smithi084 ceph-mon[94794]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:18:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:32 smithi084 ceph-mon[97358]: pgmap v3130: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 23 KiB/s wr, 127 op/s 2024-04-02T09:18:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:32 smithi084 ceph-mon[97358]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:18:33.670 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4888 ms) 2024-04-02T09:18:33.671 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-02T09:18:33.671 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:33.726 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:18:33.726 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (56 ms) 2024-04-02T09:18:33.726 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-02T09:18:33.726 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:33.804 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (78 ms) 2024-04-02T09:18:33.804 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-02T09:18:33.804 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:33 smithi132 ceph-mon[88571]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:18:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:33 smithi084 ceph-mon[94794]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:18:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:33 smithi084 ceph-mon[97358]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:18:34.672 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (868 ms) 2024-04-02T09:18:34.673 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-02T09:18:34.673 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:34 smithi132 ceph-mon[88571]: pgmap v3133: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:18:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:34 smithi132 ceph-mon[88571]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:18:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:34 smithi084 ceph-mon[94794]: pgmap v3133: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:18:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:34 smithi084 ceph-mon[94794]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:18:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:34 smithi084 ceph-mon[97358]: pgmap v3133: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:18:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:34 smithi084 ceph-mon[97358]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:18:35.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:35 smithi132 ceph-mon[88571]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:18:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:35 smithi084 ceph-mon[94794]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:18:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:35 smithi084 ceph-mon[97358]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:18:36.695 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2023 ms) 2024-04-02T09:18:36.695 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-02T09:18:36.696 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:36.752 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (56 ms) 2024-04-02T09:18:36.752 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:18:36.752 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-02T09:18:36.752 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:36.752 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-02T09:18:36.752 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-02T09:18:36.752 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:36 smithi132 ceph-mon[88571]: pgmap v3136: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-04-02T09:18:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:36 smithi132 ceph-mon[88571]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:18:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:36 smithi084 ceph-mon[94794]: pgmap v3136: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-04-02T09:18:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:36 smithi084 ceph-mon[94794]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:18:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:36 smithi084 ceph-mon[97358]: pgmap v3136: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-04-02T09:18:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:36 smithi084 ceph-mon[97358]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:18:38.018 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:37 smithi084 ceph-mon[94794]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:18:38.018 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:37 smithi084 ceph-mon[97358]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:18:38.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:37 smithi132 ceph-mon[88571]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:18:38.700 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:18:38.700 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapRemove2 (1949 ms) 2024-04-02T09:18:38.700 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-02T09:18:38.700 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:38 smithi084 ceph-mon[97358]: pgmap v3139: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-04-02T09:18:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:38 smithi084 ceph-mon[97358]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:18:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:38 smithi084 ceph-mon[94794]: pgmap v3139: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-04-02T09:18:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:38 smithi084 ceph-mon[94794]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:18:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:38 smithi132 ceph-mon[88571]: pgmap v3139: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-04-02T09:18:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:38 smithi132 ceph-mon[88571]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:18:39.732 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1031 ms) 2024-04-02T09:18:39.732 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-02T09:18:39.732 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:39 smithi084 ceph-mon[94794]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:18:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:39 smithi084 ceph-mon[97358]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:18:40.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:39 smithi132 ceph-mon[88571]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:18:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:40.668 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (937 ms) 2024-04-02T09:18:40.669 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-02T09:18:40.669 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:18:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:18:40] "GET /metrics HTTP/1.1" 200 75658 "" "Prometheus/2.43.0" 2024-04-02T09:18:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:40 smithi084 ceph-mon[94794]: pgmap v3142: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 289 op/s 2024-04-02T09:18:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:40 smithi084 ceph-mon[94794]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:18:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:40 smithi084 ceph-mon[94794]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:18:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:40 smithi084 ceph-mon[97358]: pgmap v3142: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 289 op/s 2024-04-02T09:18:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:40 smithi084 ceph-mon[97358]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:18:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:40 smithi084 ceph-mon[97358]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:18:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:40 smithi132 ceph-mon[88571]: pgmap v3142: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 289 op/s 2024-04-02T09:18:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:40 smithi132 ceph-mon[88571]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:18:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:40 smithi132 ceph-mon[88571]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:18:41.730 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1061 ms) 2024-04-02T09:18:41.730 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-02T09:18:41.730 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:18:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:42.789 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1060 ms) 2024-04-02T09:18:42.789 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-02T09:18:42.789 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:42.829 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (40 ms) 2024-04-02T09:18:42.829 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-02T09:18:42.830 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:42.867 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-04-02T09:18:42.867 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-02T09:18:42.867 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:42 smithi084 ceph-mon[94794]: pgmap v3145: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 18 KiB/s wr, 294 op/s 2024-04-02T09:18:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:42 smithi084 ceph-mon[94794]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:18:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:42 smithi084 ceph-mon[97358]: pgmap v3145: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 18 KiB/s wr, 294 op/s 2024-04-02T09:18:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:42 smithi084 ceph-mon[97358]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:18:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:42 smithi132 ceph-mon[88571]: pgmap v3145: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 18 KiB/s wr, 294 op/s 2024-04-02T09:18:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:42 smithi132 ceph-mon[88571]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:18:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[94794]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:18:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]: dispatch 2024-04-02T09:18:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-02T09:18:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]: dispatch 2024-04-02T09:18:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-02T09:18:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[97358]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:18:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]: dispatch 2024-04-02T09:18:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-02T09:18:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]: dispatch 2024-04-02T09:18:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-02T09:18:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:44.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:43 smithi132 ceph-mon[88571]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:18:44.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]: dispatch 2024-04-02T09:18:44.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-02T09:18:44.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]: dispatch 2024-04-02T09:18:44.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:43 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-02T09:18:44.163 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[94794]: pgmap v3148: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:18:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]': finished 2024-04-02T09:18:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-04-02T09:18:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[94794]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:18:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[97358]: pgmap v3148: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:18:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]': finished 2024-04-02T09:18:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-04-02T09:18:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[97358]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:18:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:44 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:44 smithi132 ceph-mon[88571]: pgmap v3148: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:18:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:44 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.15", "id": [2, 5]}]': finished 2024-04-02T09:18:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:44 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-04-02T09:18:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:44 smithi132 ceph-mon[88571]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:18:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:44 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:18:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:45 smithi084 ceph-mon[94794]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:18:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:45 smithi084 ceph-mon[97358]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:18:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:45 smithi132 ceph-mon[88571]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:18:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:46 smithi084 ceph-mon[94794]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 294 op/s 2024-04-02T09:18:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:46 smithi084 ceph-mon[94794]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:18:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:46 smithi084 ceph-mon[97358]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 294 op/s 2024-04-02T09:18:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:46 smithi084 ceph-mon[97358]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:18:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:46 smithi132 ceph-mon[88571]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 294 op/s 2024-04-02T09:18:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:46 smithi132 ceph-mon[88571]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:18:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:47 smithi084 ceph-mon[94794]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:18:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:47 smithi084 ceph-mon[97358]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:18:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:47 smithi132 ceph-mon[88571]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:18:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:48 smithi084 ceph-mon[94794]: pgmap v3154: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 294 op/s 2024-04-02T09:18:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:48 smithi084 ceph-mon[94794]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:18:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:48 smithi084 ceph-mon[97358]: pgmap v3154: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 294 op/s 2024-04-02T09:18:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:48 smithi084 ceph-mon[97358]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:18:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:48 smithi132 ceph-mon[88571]: pgmap v3154: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 294 op/s 2024-04-02T09:18:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:48 smithi132 ceph-mon[88571]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:18:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:49 smithi084 ceph-mon[94794]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:18:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:49 smithi084 ceph-mon[97358]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:18:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:49 smithi132 ceph-mon[88571]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:18:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:18:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:18:50] "GET /metrics HTTP/1.1" 200 75658 "" "Prometheus/2.43.0" 2024-04-02T09:18:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:50 smithi084 ceph-mon[94794]: pgmap v3157: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 63 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:18:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:50 smithi084 ceph-mon[94794]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:18:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:50 smithi084 ceph-mon[94794]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:18:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:50 smithi084 ceph-mon[97358]: pgmap v3157: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 63 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:18:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:50 smithi084 ceph-mon[97358]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:18:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:50 smithi084 ceph-mon[97358]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:18:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:50 smithi132 ceph-mon[88571]: pgmap v3157: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 63 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:18:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:50 smithi132 ceph-mon[88571]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:18:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:50 smithi132 ceph-mon[88571]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:18:52.631 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:18:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:52 smithi132 ceph-mon[88571]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 KiB/s wr, 63 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:18:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:52 smithi132 ceph-mon[88571]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:18:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:52 smithi084 ceph-mon[94794]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 KiB/s wr, 63 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:18:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:52 smithi084 ceph-mon[94794]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:18:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:52 smithi084 ceph-mon[97358]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 KiB/s wr, 63 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:18:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:52 smithi084 ceph-mon[97358]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:18:53.267 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10401 ms) 2024-04-02T09:18:53.268 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-02T09:18:53.268 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:53.742 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.Metadata (474 ms) 2024-04-02T09:18:53.742 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-02T09:18:53.742 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:53 smithi132 ceph-mon[88571]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:18:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:53 smithi084 ceph-mon[94794]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:18:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:53 smithi084 ceph-mon[97358]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:18:54.753 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.MetadataPP (1011 ms) 2024-04-02T09:18:54.753 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-02T09:18:54.753 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:54.857 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.UpdateFeatures (104 ms) 2024-04-02T09:18:54.857 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-02T09:18:54.857 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-02T09:18:54.857 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-02T09:18:54.857 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:54 smithi132 ceph-mon[88571]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:18:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:54 smithi132 ceph-mon[88571]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:18:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:54 smithi084 ceph-mon[94794]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:18:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:54 smithi084 ceph-mon[94794]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:18:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:54 smithi084 ceph-mon[97358]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:18:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:54 smithi084 ceph-mon[97358]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:18:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:55.728 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:18:55.728 INFO:tasks.workunit.client.0.smithi084.stdout:25.00% done 2024-04-02T09:18:55.728 INFO:tasks.workunit.client.0.smithi084.stdout:50.00% done 2024-04-02T09:18:55.728 INFO:tasks.workunit.client.0.smithi084.stdout:75.00% done 2024-04-02T09:18:55.728 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.RebuildObjectMap (872 ms) 2024-04-02T09:18:55.729 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-02T09:18:55.764 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:18:55.765 INFO:tasks.workunit.client.0.smithi084.stdout:25.00% done 2024-04-02T09:18:55.765 INFO:tasks.workunit.client.0.smithi084.stdout:50.00% done 2024-04-02T09:18:55.765 INFO:tasks.workunit.client.0.smithi084.stdout:75.00% done 2024-04-02T09:18:55.765 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (36 ms) 2024-04-02T09:18:55.765 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-02T09:18:55.765 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:55.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:55 smithi132 ceph-mon[88571]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:18:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:55 smithi084 ceph-mon[94794]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:18:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:55 smithi084 ceph-mon[97358]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:18:56.733 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:18:56.733 INFO:tasks.workunit.client.0.smithi084.stdout:25.00% done 2024-04-02T09:18:56.733 INFO:tasks.workunit.client.0.smithi084.stdout:50.00% done 2024-04-02T09:18:56.733 INFO:tasks.workunit.client.0.smithi084.stdout:75.00% done 2024-04-02T09:18:56.734 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CheckObjectMap (969 ms) 2024-04-02T09:18:56.734 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-02T09:18:56.734 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:56.761 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.BlockingAIO (28 ms) 2024-04-02T09:18:56.761 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-02T09:18:56.761 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:56.890 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (128 ms) 2024-04-02T09:18:56.890 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:18:56.890 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-02T09:18:56.890 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:56.890 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-02T09:18:56.891 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-02T09:18:56.891 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:56 smithi132 ceph-mon[88571]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 195 KiB/s wr, 687 op/s 2024-04-02T09:18:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:56 smithi132 ceph-mon[88571]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:18:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:56 smithi084 ceph-mon[94794]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 195 KiB/s wr, 687 op/s 2024-04-02T09:18:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:56 smithi084 ceph-mon[94794]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:18:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:56 smithi084 ceph-mon[97358]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 195 KiB/s wr, 687 op/s 2024-04-02T09:18:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:56 smithi084 ceph-mon[97358]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:18:57.753 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (864 ms) 2024-04-02T09:18:57.753 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-02T09:18:57.754 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:18:57.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:57 smithi132 ceph-mon[88571]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:18:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:57 smithi084 ceph-mon[94794]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:18:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:57 smithi084 ceph-mon[97358]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:18:58.704 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (951 ms) 2024-04-02T09:18:58.705 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-02T09:18:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:58 smithi084 ceph-mon[94794]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 195 KiB/s wr, 687 op/s 2024-04-02T09:18:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:58 smithi084 ceph-mon[94794]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:18:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:58 smithi084 ceph-mon[97358]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 195 KiB/s wr, 687 op/s 2024-04-02T09:18:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:58 smithi084 ceph-mon[97358]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:18:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:58 smithi132 ceph-mon[88571]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 195 KiB/s wr, 687 op/s 2024-04-02T09:18:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:58 smithi132 ceph-mon[88571]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:18:59.813 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:18:59.814 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:18:59.814 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestImageOptions (1109 ms) 2024-04-02T09:18:59.814 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-02T09:19:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:18:59 smithi084 ceph-mon[94794]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:19:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:18:59 smithi084 ceph-mon[97358]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:19:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:18:59 smithi132 ceph-mon[88571]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:19:00.804 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:19:00.804 INFO:tasks.workunit.client.0.smithi084.stdout:100.00% done 2024-04-02T09:19:00.804 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (990 ms) 2024-04-02T09:19:00.804 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-02T09:19:00.804 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-02T09:19:00.805 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-02T09:19:00.805 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-02T09:19:00.805 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-02T09:19:00.805 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:wrote: 512 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:19:00.846 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.847 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:started write 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:write completion cb called! 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 0 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:finished write 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:19:00.848 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:created completion 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:started read 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:read completion cb called! 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:return value is: 512 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ImagePollIO (42 ms) 2024-04-02T09:19:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-02T09:19:00.850 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:00.859 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:19:00] "GET /metrics HTTP/1.1" 200 75649 "" "Prometheus/2.43.0" 2024-04-02T09:19:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:00 smithi084 ceph-mon[94794]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 128 KiB/s wr, 718 op/s 2024-04-02T09:19:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:00 smithi084 ceph-mon[94794]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:19:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:00 smithi084 ceph-mon[97358]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 128 KiB/s wr, 718 op/s 2024-04-02T09:19:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:00 smithi084 ceph-mon[97358]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:19:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:00 smithi132 ceph-mon[88571]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 128 KiB/s wr, 718 op/s 2024-04-02T09:19:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:00 smithi132 ceph-mon[88571]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:19:01.851 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.Mirror (1006 ms) 2024-04-02T09:19:01.852 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-02T09:19:01.869 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (18 ms) 2024-04-02T09:19:01.870 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-02T09:19:02.061 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:01 smithi132 ceph-mon[88571]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:19:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:01 smithi084 ceph-mon[94794]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:19:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:01 smithi084 ceph-mon[97358]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:19:02.410 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 135 KiB/s wr, 761 op/s 2024-04-02T09:19:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:19:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:19:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:19:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e7e3c5d4-fe2a-4478-afac-90a725d28570"}]: dispatch 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e7e3c5d4-fe2a-4478-afac-90a725d28570"}]': finished 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/961c3750-432b-409d-ab67-9e7d01800beb"}]: dispatch 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/961c3750-432b-409d-ab67-9e7d01800beb"}]': finished 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/74c47573-b71f-4fbe-83c3-22315d348dce"}]: dispatch 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/74c47573-b71f-4fbe-83c3-22315d348dce"}]': finished 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]': finished 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 135 KiB/s wr, 761 op/s 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e7e3c5d4-fe2a-4478-afac-90a725d28570"}]: dispatch 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e7e3c5d4-fe2a-4478-afac-90a725d28570"}]': finished 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/961c3750-432b-409d-ab67-9e7d01800beb"}]: dispatch 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/961c3750-432b-409d-ab67-9e7d01800beb"}]': finished 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/74c47573-b71f-4fbe-83c3-22315d348dce"}]: dispatch 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/74c47573-b71f-4fbe-83c3-22315d348dce"}]': finished 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' 2024-04-02T09:19:03.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]': finished 2024-04-02T09:19:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 135 KiB/s wr, 761 op/s 2024-04-02T09:19:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e7e3c5d4-fe2a-4478-afac-90a725d28570"}]: dispatch 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e7e3c5d4-fe2a-4478-afac-90a725d28570"}]': finished 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/961c3750-432b-409d-ab67-9e7d01800beb"}]: dispatch 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/961c3750-432b-409d-ab67-9e7d01800beb"}]': finished 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/74c47573-b71f-4fbe-83c3-22315d348dce"}]: dispatch 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/74c47573-b71f-4fbe-83c3-22315d348dce"}]': finished 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]: dispatch 2024-04-02T09:19:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/436245925' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8365001a-42e1-4ffc-9182-65ac55469b8a"}]': finished 2024-04-02T09:19:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:03 smithi132 ceph-mon[88571]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:19:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:03 smithi084 ceph-mon[94794]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:19:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:03 smithi084 ceph-mon[97358]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:19:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:04 smithi132 ceph-mon[88571]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.7 KiB/s wr, 42 op/s 2024-04-02T09:19:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:04 smithi132 ceph-mon[88571]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:19:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:04 smithi084 ceph-mon[94794]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.7 KiB/s wr, 42 op/s 2024-04-02T09:19:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:04 smithi084 ceph-mon[94794]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:19:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:04 smithi084 ceph-mon[97358]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.7 KiB/s wr, 42 op/s 2024-04-02T09:19:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:04 smithi084 ceph-mon[97358]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:19:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:05 smithi132 ceph-mon[88571]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:19:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:05 smithi084 ceph-mon[94794]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:19:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:05 smithi084 ceph-mon[97358]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:19:06.948 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5079 ms) 2024-04-02T09:19:06.949 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-02T09:19:06.949 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:06 smithi132 ceph-mon[88571]: pgmap v3181: 649 pgs: 649 active+clean; 317 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-04-02T09:19:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:06 smithi132 ceph-mon[88571]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:19:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:06 smithi084 ceph-mon[97358]: pgmap v3181: 649 pgs: 649 active+clean; 317 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-04-02T09:19:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:06 smithi084 ceph-mon[97358]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:19:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:06 smithi084 ceph-mon[94794]: pgmap v3181: 649 pgs: 649 active+clean; 317 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-04-02T09:19:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:06 smithi084 ceph-mon[94794]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:19:08.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:07 smithi132 ceph-mon[88571]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:19:08.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:07 smithi084 ceph-mon[94794]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:19:08.268 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:07 smithi084 ceph-mon[97358]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:19:08.931 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1982 ms) 2024-04-02T09:19:08.931 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-02T09:19:08.931 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:09.000 INFO:tasks.workunit.client.0.smithi084.stdout:1: acquiring exclusive lock 2024-04-02T09:19:09.000 INFO:tasks.workunit.client.0.smithi084.stdout:2: acquiring exclusive lock 2024-04-02T09:19:09.004 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock acquired 2024-04-02T09:19:09.030 INFO:tasks.workunit.client.0.smithi084.stdout:2: releasing exclusive lock 2024-04-02T09:19:09.033 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock released 2024-04-02T09:19:09.033 INFO:tasks.workunit.client.0.smithi084.stdout:2: acquiring exclusive lock 2024-04-02T09:19:09.034 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock acquired 2024-04-02T09:19:09.074 INFO:tasks.workunit.client.0.smithi084.stdout:1: releasing exclusive lock 2024-04-02T09:19:09.077 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock released 2024-04-02T09:19:09.077 INFO:tasks.workunit.client.0.smithi084.stdout:1: acquiring exclusive lock 2024-04-02T09:19:09.080 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock acquired 2024-04-02T09:19:09.125 INFO:tasks.workunit.client.0.smithi084.stdout:2: releasing exclusive lock 2024-04-02T09:19:09.127 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock released 2024-04-02T09:19:09.127 INFO:tasks.workunit.client.0.smithi084.stdout:2: acquiring exclusive lock 2024-04-02T09:19:09.130 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock acquired 2024-04-02T09:19:09.144 INFO:tasks.workunit.client.0.smithi084.stdout:1: releasing exclusive lock 2024-04-02T09:19:09.147 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock released 2024-04-02T09:19:09.147 INFO:tasks.workunit.client.0.smithi084.stdout:1: acquiring exclusive lock 2024-04-02T09:19:09.149 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock acquired 2024-04-02T09:19:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:08 smithi132 ceph-mon[88571]: pgmap v3184: 649 pgs: 649 active+clean; 317 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-04-02T09:19:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:08 smithi132 ceph-mon[88571]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:19:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:09.178 INFO:tasks.workunit.client.0.smithi084.stdout:2: releasing exclusive lock 2024-04-02T09:19:09.181 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock released 2024-04-02T09:19:09.181 INFO:tasks.workunit.client.0.smithi084.stdout:2: acquiring exclusive lock 2024-04-02T09:19:09.184 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock acquired 2024-04-02T09:19:09.214 INFO:tasks.workunit.client.0.smithi084.stdout:1: releasing exclusive lock 2024-04-02T09:19:09.216 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock released 2024-04-02T09:19:09.217 INFO:tasks.workunit.client.0.smithi084.stdout:1: acquiring exclusive lock 2024-04-02T09:19:09.220 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock acquired 2024-04-02T09:19:09.262 INFO:tasks.workunit.client.0.smithi084.stdout:1: releasing exclusive lock 2024-04-02T09:19:09.265 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock released 2024-04-02T09:19:09.266 INFO:tasks.workunit.client.0.smithi084.stdout:1: acquiring exclusive lock 2024-04-02T09:19:09.267 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock acquired 2024-04-02T09:19:09.279 INFO:tasks.workunit.client.0.smithi084.stdout:2: releasing exclusive lock 2024-04-02T09:19:09.281 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock released 2024-04-02T09:19:09.281 INFO:tasks.workunit.client.0.smithi084.stdout:2: acquiring exclusive lock 2024-04-02T09:19:09.285 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock acquired 2024-04-02T09:19:09.302 INFO:tasks.workunit.client.0.smithi084.stdout:2: releasing exclusive lock 2024-04-02T09:19:09.305 INFO:tasks.workunit.client.0.smithi084.stdout:2: exclusive lock released 2024-04-02T09:19:09.307 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock acquired 2024-04-02T09:19:09.317 INFO:tasks.workunit.client.0.smithi084.stdout:1: releasing exclusive lock 2024-04-02T09:19:09.319 INFO:tasks.workunit.client.0.smithi084.stdout:1: exclusive lock released 2024-04-02T09:19:09.332 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ExclusiveLock (402 ms) 2024-04-02T09:19:09.332 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-02T09:19:09.347 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:08 smithi084 ceph-mon[94794]: pgmap v3184: 649 pgs: 649 active+clean; 317 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-04-02T09:19:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:08 smithi084 ceph-mon[94794]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:19:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:08 smithi084 ceph-mon[97358]: pgmap v3184: 649 pgs: 649 active+clean; 317 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-04-02T09:19:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:08 smithi084 ceph-mon[97358]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:19:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:09.949 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.BreakLock (616 ms) 2024-04-02T09:19:09.949 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-02T09:19:09.949 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:09.977 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (29 ms) 2024-04-02T09:19:09.978 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-02T09:19:09.978 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-02T09:19:09.978 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-02T09:19:09.978 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:10.041 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:19:10.041 INFO:tasks.workunit.client.0.smithi084.stdout:1.56% done 2024-04-02T09:19:10.041 INFO:tasks.workunit.client.0.smithi084.stdout:3.12% done 2024-04-02T09:19:10.041 INFO:tasks.workunit.client.0.smithi084.stdout:4.69% done 2024-04-02T09:19:10.041 INFO:tasks.workunit.client.0.smithi084.stdout:6.25% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:7.81% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:9.38% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:10.94% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:12.50% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:14.06% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:15.62% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:17.19% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:18.75% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:20.31% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:21.88% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:23.44% done 2024-04-02T09:19:10.042 INFO:tasks.workunit.client.0.smithi084.stdout:25.00% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:26.56% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:28.12% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:29.69% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:31.25% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:32.81% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:34.38% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:35.94% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:37.50% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:39.06% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:40.62% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:42.19% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:43.75% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:45.31% done 2024-04-02T09:19:10.043 INFO:tasks.workunit.client.0.smithi084.stdout:46.88% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:48.44% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:50.00% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:51.56% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:53.12% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:54.69% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:56.25% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:57.81% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:59.38% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:60.94% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:62.50% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:64.06% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:65.62% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:67.19% done 2024-04-02T09:19:10.044 INFO:tasks.workunit.client.0.smithi084.stdout:68.75% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:70.31% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:71.88% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:73.44% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:75.00% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:76.56% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:78.12% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:79.69% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:81.25% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:82.81% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:84.38% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:85.94% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:87.50% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:89.06% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:90.62% done 2024-04-02T09:19:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:92.19% done 2024-04-02T09:19:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:93.75% done 2024-04-02T09:19:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:95.31% done 2024-04-02T09:19:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:96.88% done 2024-04-02T09:19:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:98.44% done 2024-04-02T09:19:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (63 ms) 2024-04-02T09:19:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-02T09:19:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:10.099 INFO:tasks.workunit.client.0.smithi084.stdout:0.00% done 2024-04-02T09:19:10.099 INFO:tasks.workunit.client.0.smithi084.stdout:1.56% done 2024-04-02T09:19:10.099 INFO:tasks.workunit.client.0.smithi084.stdout:3.12% done 2024-04-02T09:19:10.099 INFO:tasks.workunit.client.0.smithi084.stdout:4.69% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:6.25% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:7.81% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:9.38% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:10.94% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:12.50% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:14.06% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:15.62% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:17.19% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:18.75% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:20.31% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:21.88% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:23.44% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:25.00% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:26.56% done 2024-04-02T09:19:10.100 INFO:tasks.workunit.client.0.smithi084.stdout:28.12% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:29.69% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:31.25% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:32.81% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:34.38% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:35.94% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:37.50% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:39.06% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:40.62% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:42.19% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:43.75% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:45.31% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:46.88% done 2024-04-02T09:19:10.101 INFO:tasks.workunit.client.0.smithi084.stdout:48.44% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:50.00% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:51.56% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:53.12% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:54.69% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:56.25% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:57.81% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:59.38% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:60.94% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:62.50% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:64.06% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:65.62% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:67.19% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:68.75% done 2024-04-02T09:19:10.102 INFO:tasks.workunit.client.0.smithi084.stdout:70.31% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:71.88% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:73.44% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:75.00% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:76.56% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:78.12% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:79.69% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:81.25% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:82.81% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:84.38% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:85.94% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:87.50% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:89.06% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:90.62% done 2024-04-02T09:19:10.103 INFO:tasks.workunit.client.0.smithi084.stdout:92.19% done 2024-04-02T09:19:10.104 INFO:tasks.workunit.client.0.smithi084.stdout:93.75% done 2024-04-02T09:19:10.104 INFO:tasks.workunit.client.0.smithi084.stdout:95.31% done 2024-04-02T09:19:10.104 INFO:tasks.workunit.client.0.smithi084.stdout:96.88% done 2024-04-02T09:19:10.104 INFO:tasks.workunit.client.0.smithi084.stdout:98.44% done 2024-04-02T09:19:10.104 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (59 ms) 2024-04-02T09:19:10.104 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-02T09:19:10.104 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:10.108 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:10.227 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestTrashPurge (127 ms) 2024-04-02T09:19:10.227 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-02T09:19:10.227 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:10.276 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (50 ms) 2024-04-02T09:19:10.277 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-02T09:19:10.277 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:10.309 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestListWatchers (33 ms) 2024-04-02T09:19:10.309 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-02T09:19:10.309 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:09 smithi084 ceph-mon[94794]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:19:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:09 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/3713330973"}]: dispatch 2024-04-02T09:19:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:09 smithi084 ceph-mon[97358]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:19:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:09 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/3713330973"}]: dispatch 2024-04-02T09:19:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:09 smithi132 ceph-mon[88571]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:19:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:09 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/3713330973"}]: dispatch 2024-04-02T09:19:10.920 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:19:10] "GET /metrics HTTP/1.1" 200 75657 "" "Prometheus/2.43.0" 2024-04-02T09:19:10.973 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestSetSnapById (664 ms) 2024-04-02T09:19:10.974 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-02T09:19:10.995 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.Namespaces (22 ms) 2024-04-02T09:19:10.996 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-02T09:19:11.026 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.031 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.106 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.NamespacesPP (111 ms) 2024-04-02T09:19:11.106 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.Migration 2024-04-02T09:19:11.107 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.107 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:10 smithi084 ceph-mon[94794]: pgmap v3187: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 75 KiB/s wr, 222 op/s 2024-04-02T09:19:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:10 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/3713330973"}]': finished 2024-04-02T09:19:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:10 smithi084 ceph-mon[94794]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:19:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:10 smithi084 ceph-mon[97358]: pgmap v3187: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 75 KiB/s wr, 222 op/s 2024-04-02T09:19:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:10 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/3713330973"}]': finished 2024-04-02T09:19:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:10 smithi084 ceph-mon[97358]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:19:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:10 smithi132 ceph-mon[88571]: pgmap v3187: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 75 KiB/s wr, 222 op/s 2024-04-02T09:19:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:10 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/3713330973"}]': finished 2024-04-02T09:19:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:10 smithi132 ceph-mon[88571]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:19:11.533 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.Migration (427 ms) 2024-04-02T09:19:11.533 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-02T09:19:11.533 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.533 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.951 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.MigrationPP (418 ms) 2024-04-02T09:19:11.951 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-02T09:19:11.951 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.967 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (16 ms) 2024-04-02T09:19:11.967 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-02T09:19:11.967 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:11.984 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-02T09:19:11.984 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-02T09:19:11.984 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:12.311 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:11 smithi132 ceph-mon[88571]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:19:12.311 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:11 smithi132 ceph-mon[88571]: pgmap v3190: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2024-04-02T09:19:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:11 smithi084 ceph-mon[94794]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:19:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:11 smithi084 ceph-mon[94794]: pgmap v3190: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2024-04-02T09:19:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:11 smithi084 ceph-mon[97358]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:19:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:11 smithi084 ceph-mon[97358]: pgmap v3190: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2024-04-02T09:19:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:19:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:13.043 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1059 ms) 2024-04-02T09:19:13.043 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-02T09:19:13.071 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-04-02T09:19:13.072 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-02T09:19:13.090 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.PoolMetadataPP (19 ms) 2024-04-02T09:19:13.090 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.Config 2024-04-02T09:19:13.095 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:13.140 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.Config (50 ms) 2024-04-02T09:19:13.140 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-02T09:19:13.144 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:13.187 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ConfigPP (46 ms) 2024-04-02T09:19:13.187 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-02T09:19:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:19:13] ENGINE Bus STOPPING 2024-04-02T09:19:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:19:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:19:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:19:13] ENGINE Bus STOPPED 2024-04-02T09:19:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:19:13] ENGINE Bus STARTING 2024-04-02T09:19:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:19:13] ENGINE Serving on http://:::9283 2024-04-02T09:19:13.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:19:13] ENGINE Bus STARTED 2024-04-02T09:19:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[94794]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:19:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:19:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[94794]: pgmap v3192: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 63 KiB/s wr, 0 op/s 2024-04-02T09:19:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[97358]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[97358]: pgmap v3192: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 63 KiB/s wr, 0 op/s 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:13 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:19:14.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:13 smithi132 ceph-mon[88571]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:19:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:13 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1999386092' entity='client.admin' 2024-04-02T09:19:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:13 smithi132 ceph-mon[88571]: pgmap v3192: 649 pgs: 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 63 KiB/s wr, 0 op/s 2024-04-02T09:19:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:13 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:13 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:13 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:13 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:19:15.137 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:15 smithi132 ceph-mon[88571]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:19:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:15 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/423679017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:15 smithi084 ceph-mon[94794]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:19:15.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:15 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/423679017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:15.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:15 smithi084 ceph-mon[97358]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:19:15.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:15 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/423679017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:16.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:16 smithi132 ceph-mon[88571]: pgmap v3194: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 697 KiB/s rd, 46 KiB/s wr, 941 op/s 2024-04-02T09:19:16.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:16 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:16.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:16 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/423679017' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:16.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:16 smithi132 ceph-mon[88571]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:19:16.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:16 smithi132 ceph-mon[88571]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:19:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[94794]: pgmap v3194: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 697 KiB/s rd, 46 KiB/s wr, 941 op/s 2024-04-02T09:19:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/423679017' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[94794]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:19:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[94794]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:19:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[97358]: pgmap v3194: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 697 KiB/s rd, 46 KiB/s wr, 941 op/s 2024-04-02T09:19:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/423679017' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[97358]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:19:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:16 smithi084 ceph-mon[97358]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:19:16.689 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:16.698 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:16.708 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:17.719 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.PoolStatsPP (4533 ms) 2024-04-02T09:19:17.719 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-02T09:19:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:17 smithi132 ceph-mon[88571]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:19:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:17 smithi084 ceph-mon[94794]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:19:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:17 smithi084 ceph-mon[97358]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:19:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:18 smithi132 ceph-mon[88571]: pgmap v3198: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 59 KiB/s wr, 1.22k op/s 2024-04-02T09:19:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:18 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:18 smithi132 ceph-mon[88571]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:19:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:18 smithi084 ceph-mon[94794]: pgmap v3198: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 59 KiB/s wr, 1.22k op/s 2024-04-02T09:19:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:18 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:18 smithi084 ceph-mon[94794]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:19:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:18 smithi084 ceph-mon[97358]: pgmap v3198: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 59 KiB/s wr, 1.22k op/s 2024-04-02T09:19:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:18 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:18 smithi084 ceph-mon[97358]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:19:19.656 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:19 smithi132 ceph-mon[88571]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:19:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:19 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2662639154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:19 smithi084 ceph-mon[94794]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:19:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:19 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2662639154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:19 smithi084 ceph-mon[97358]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:19:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:19 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2662639154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:20 smithi132 ceph-mon[88571]: pgmap v3201: 713 pgs: 32 unknown, 2 creating+peering, 679 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.1 KiB/s wr, 58 op/s 2024-04-02T09:19:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:20 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:20 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2662639154' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:20 smithi132 ceph-mon[88571]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:19:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:19:20] "GET /metrics HTTP/1.1" 200 75657 "" "Prometheus/2.43.0" 2024-04-02T09:19:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[94794]: pgmap v3201: 713 pgs: 32 unknown, 2 creating+peering, 679 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.1 KiB/s wr, 58 op/s 2024-04-02T09:19:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2662639154' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[94794]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:19:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[97358]: pgmap v3201: 713 pgs: 32 unknown, 2 creating+peering, 679 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.1 KiB/s wr, 58 op/s 2024-04-02T09:19:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2662639154' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:20 smithi084 ceph-mon[97358]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:19:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:21 smithi084 ceph-mon[94794]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:19:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:21 smithi084 ceph-mon[97358]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:19:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:21 smithi132 ceph-mon[88571]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:19:22.659 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:19:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:22 smithi132 ceph-mon[88571]: pgmap v3204: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:19:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:22 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:22 smithi132 ceph-mon[88571]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:19:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:22 smithi084 ceph-mon[94794]: pgmap v3204: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:19:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:22 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:22 smithi084 ceph-mon[94794]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:19:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:22 smithi084 ceph-mon[97358]: pgmap v3204: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:19:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:22 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:22 smithi084 ceph-mon[97358]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:19:23.808 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ImageSpec (6089 ms) 2024-04-02T09:19:23.808 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-02T09:19:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:23 smithi084 ceph-mon[94794]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:19:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:23 smithi084 ceph-mon[97358]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:19:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:23 smithi132 ceph-mon[88571]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:19:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:24 smithi084 ceph-mon[94794]: pgmap v3207: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T09:19:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:24 smithi084 ceph-mon[94794]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:19:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:24 smithi084 ceph-mon[97358]: pgmap v3207: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T09:19:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:24 smithi084 ceph-mon[97358]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:19:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:24 smithi132 ceph-mon[88571]: pgmap v3207: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T09:19:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:24 smithi132 ceph-mon[88571]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:19:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:25.635 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[94794]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:19:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1652098055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[94794]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:19:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[97358]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:19:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1652098055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:25 smithi084 ceph-mon[97358]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:19:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:25 smithi132 ceph-mon[88571]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:19:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:25 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1652098055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:25 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:25 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:25 smithi132 ceph-mon[88571]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:19:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:26 smithi084 ceph-mon[97358]: pgmap v3210: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2024-04-02T09:19:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:26 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:26 smithi084 ceph-mon[97358]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:19:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:26 smithi084 ceph-mon[94794]: pgmap v3210: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2024-04-02T09:19:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:26 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:26 smithi084 ceph-mon[94794]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:19:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:26 smithi132 ceph-mon[88571]: pgmap v3210: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2024-04-02T09:19:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:26 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:26 smithi132 ceph-mon[88571]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:19:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:28 smithi132 ceph-mon[88571]: pgmap v3213: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2024-04-02T09:19:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:28 smithi132 ceph-mon[88571]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:19:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:28 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:28 smithi084 ceph-mon[94794]: pgmap v3213: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2024-04-02T09:19:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:28 smithi084 ceph-mon[94794]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:19:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:28 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:28 smithi084 ceph-mon[97358]: pgmap v3213: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2024-04-02T09:19:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:28 smithi084 ceph-mon[97358]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:19:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:28 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:29 smithi084 ceph-mon[94794]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:19:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:29 smithi084 ceph-mon[97358]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:19:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:29 smithi132 ceph-mon[88571]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:19:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:19:30] "GET /metrics HTTP/1.1" 200 80578 "" "Prometheus/2.43.0" 2024-04-02T09:19:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:30 smithi084 ceph-mon[94794]: pgmap v3216: 745 pgs: 5 unknown, 740 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-02T09:19:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:30 smithi084 ceph-mon[94794]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:19:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:30 smithi084 ceph-mon[94794]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:19:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:30 smithi084 ceph-mon[97358]: pgmap v3216: 745 pgs: 5 unknown, 740 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-02T09:19:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:30 smithi084 ceph-mon[97358]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:19:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:30 smithi084 ceph-mon[97358]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:19:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:30 smithi132 ceph-mon[88571]: pgmap v3216: 745 pgs: 5 unknown, 740 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-02T09:19:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:30 smithi132 ceph-mon[88571]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:19:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:30 smithi132 ceph-mon[88571]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:19:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:19:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 3 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 3 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout:child: image218 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout:child: image220 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout:child: image219 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-15/image218/8bf56f790228 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-34/image219/8bf592d2bb4f 2024-04-02T09:19:32.746 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout:found child test-librbd-smithi084-146016-15/image220/8bf57b55a197 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout:num children is: 0 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout:num snaps is: 0 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout:expected: 0 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8937 ms) 2024-04-02T09:19:32.747 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-02T09:19:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:32 smithi084 ceph-mon[94794]: pgmap v3219: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:32 smithi084 ceph-mon[94794]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:19:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:32 smithi084 ceph-mon[97358]: pgmap v3219: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:32 smithi084 ceph-mon[97358]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:19:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:32 smithi132 ceph-mon[88571]: pgmap v3219: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:32 smithi132 ceph-mon[88571]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:19:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:33 smithi084 ceph-mon[94794]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:19:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:33 smithi084 ceph-mon[97358]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:19:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:33 smithi132 ceph-mon[88571]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:19:34.723 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:34 smithi084 ceph-mon[94794]: pgmap v3222: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:34 smithi084 ceph-mon[94794]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:19:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:34 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3047498954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:34 smithi084 ceph-mon[97358]: pgmap v3222: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:34 smithi084 ceph-mon[97358]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:19:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:34 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3047498954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:34 smithi132 ceph-mon[88571]: pgmap v3222: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:34 smithi132 ceph-mon[88571]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:19:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:34 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3047498954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:35 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3047498954' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:35 smithi084 ceph-mon[94794]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:19:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:35 smithi084 ceph-mon[94794]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:19:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:35 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3047498954' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:35 smithi084 ceph-mon[97358]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:19:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:35 smithi084 ceph-mon[97358]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:19:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:35 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3047498954' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:35 smithi132 ceph-mon[88571]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:19:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:35 smithi132 ceph-mon[88571]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:19:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:36 smithi084 ceph-mon[94794]: pgmap v3225: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:19:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:36 smithi084 ceph-mon[94794]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:19:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:36 smithi084 ceph-mon[97358]: pgmap v3225: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:19:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:36 smithi084 ceph-mon[97358]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:19:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:36 smithi132 ceph-mon[88571]: pgmap v3225: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:19:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:36 smithi132 ceph-mon[88571]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:19:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:38 smithi132 ceph-mon[88571]: pgmap v3228: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:19:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:38 smithi132 ceph-mon[88571]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:19:38.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:38 smithi084 ceph-mon[94794]: pgmap v3228: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:19:38.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:38 smithi084 ceph-mon[94794]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:19:38.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:38 smithi084 ceph-mon[97358]: pgmap v3228: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:19:38.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:38 smithi084 ceph-mon[97358]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:19:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:39 smithi084 ceph-mon[94794]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:19:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:39 smithi084 ceph-mon[97358]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:19:40.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:39 smithi132 ceph-mon[88571]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:19:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:19:40] "GET /metrics HTTP/1.1" 200 83069 "" "Prometheus/2.43.0" 2024-04-02T09:19:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:40 smithi084 ceph-mon[94794]: pgmap v3231: 745 pgs: 5 creating+peering, 740 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-02T09:19:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:40 smithi084 ceph-mon[94794]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:19:41.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:40 smithi084 ceph-mon[94794]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:19:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:40 smithi084 ceph-mon[97358]: pgmap v3231: 745 pgs: 5 creating+peering, 740 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-02T09:19:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:40 smithi084 ceph-mon[97358]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:19:41.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:40 smithi084 ceph-mon[97358]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:19:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:40 smithi132 ceph-mon[88571]: pgmap v3231: 745 pgs: 5 creating+peering, 740 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-02T09:19:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:40 smithi132 ceph-mon[88571]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:19:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:40 smithi132 ceph-mon[88571]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:19:42.633 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:19:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:42.755 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.QuiesceWatch (10006 ms) 2024-04-02T09:19:42.755 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-02T09:19:42.755 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:42.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:42 smithi132 ceph-mon[88571]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-02T09:19:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:42 smithi132 ceph-mon[88571]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:19:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:42 smithi084 ceph-mon[94794]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-02T09:19:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:42 smithi084 ceph-mon[94794]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:19:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:42 smithi084 ceph-mon[97358]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-02T09:19:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:42 smithi084 ceph-mon[97358]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:19:43.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:43 smithi132 ceph-mon[88571]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:19:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:43 smithi084 ceph-mon[94794]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:19:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:43 smithi084 ceph-mon[97358]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:19:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:44 smithi132 ceph-mon[88571]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:19:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:44 smithi132 ceph-mon[88571]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:19:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:19:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:44 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:19:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[94794]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:19:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[94794]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:19:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:19:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:19:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[97358]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:19:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[97358]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:19:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:19:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:44 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:19:45.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-04-02T09:19:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:45 smithi132 ceph-mon[88571]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:19:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:45 smithi132 ceph-mon[88571]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:19:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-04-02T09:19:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:45 smithi084 ceph-mon[94794]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:19:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:45 smithi084 ceph-mon[94794]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:19:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-04-02T09:19:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:45 smithi084 ceph-mon[97358]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:19:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:45 smithi084 ceph-mon[97358]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:19:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:46 smithi132 ceph-mon[88571]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:19:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:46 smithi084 ceph-mon[94794]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:19:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:46 smithi084 ceph-mon[97358]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:19:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:47 smithi084 ceph-mon[94794]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:19:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:47 smithi084 ceph-mon[97358]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:19:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:47 smithi132 ceph-mon[88571]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:19:48.763 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6011 ms) 2024-04-02T09:19:48.763 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-02T09:19:48.763 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:48 smithi084 ceph-mon[97358]: pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:19:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:48 smithi084 ceph-mon[97358]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:19:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:48 smithi084 ceph-mon[94794]: pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:19:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:48 smithi084 ceph-mon[94794]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:19:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:48 smithi132 ceph-mon[88571]: pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:19:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:48 smithi132 ceph-mon[88571]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:19:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:49 smithi084 ceph-mon[94794]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:19:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:49 smithi084 ceph-mon[97358]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:19:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:49 smithi132 ceph-mon[88571]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:19:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:19:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:19:50] "GET /metrics HTTP/1.1" 200 83069 "" "Prometheus/2.43.0" 2024-04-02T09:19:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:50 smithi084 ceph-mon[94794]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-04-02T09:19:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:50 smithi084 ceph-mon[94794]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:19:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:50 smithi084 ceph-mon[94794]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:19:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:50 smithi084 ceph-mon[97358]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-04-02T09:19:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:50 smithi084 ceph-mon[97358]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:19:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:50 smithi084 ceph-mon[97358]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:19:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:50 smithi132 ceph-mon[88571]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-04-02T09:19:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:50 smithi132 ceph-mon[88571]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:19:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:50 smithi132 ceph-mon[88571]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:19:52.635 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:19:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:52 smithi132 ceph-mon[88571]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:19:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:52 smithi132 ceph-mon[88571]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:19:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:52 smithi084 ceph-mon[97358]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:19:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:52 smithi084 ceph-mon[97358]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:19:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:52 smithi084 ceph-mon[94794]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:19:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:52 smithi084 ceph-mon[94794]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:19:53.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:53 smithi132 ceph-mon[88571]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:19:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:53 smithi084 ceph-mon[94794]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:19:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:53 smithi084 ceph-mon[97358]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:19:54.759 INFO:tasks.workunit.client.0.smithi084.stdout:10.00% done 2024-04-02T09:19:54.759 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5996 ms) 2024-04-02T09:19:54.759 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-02T09:19:54.759 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:19:54.774 INFO:tasks.workunit.client.0.smithi084.stderr:test quiesce is not long enough to time out 2024-04-02T09:19:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:54 smithi132 ceph-mon[88571]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:19:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:54 smithi132 ceph-mon[88571]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:19:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:54 smithi084 ceph-mon[94794]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:19:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:54 smithi084 ceph-mon[94794]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:19:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:54 smithi084 ceph-mon[97358]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:19:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:54 smithi084 ceph-mon[97358]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:19:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:55 smithi084 ceph-mon[94794]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:19:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:55 smithi084 ceph-mon[97358]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:19:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:55 smithi132 ceph-mon[88571]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:19:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:56 smithi084 ceph-mon[94794]: pgmap v3255: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 5.7 KiB/s wr, 110 op/s 2024-04-02T09:19:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:56 smithi084 ceph-mon[97358]: pgmap v3255: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 5.7 KiB/s wr, 110 op/s 2024-04-02T09:19:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:56 smithi132 ceph-mon[88571]: pgmap v3255: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 5.7 KiB/s wr, 110 op/s 2024-04-02T09:19:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:19:58 smithi084 ceph-mon[94794]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-04-02T09:19:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:19:58 smithi084 ceph-mon[97358]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-04-02T09:19:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:19:58 smithi132 ceph-mon[88571]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-04-02T09:20:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:20:00] "GET /metrics HTTP/1.1" 200 83081 "" "Prometheus/2.43.0" 2024-04-02T09:20:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[94794]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 5.4 KiB/s wr, 104 op/s 2024-04-02T09:20:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[94794]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[94794]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[94794]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[94794]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[97358]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 5.4 KiB/s wr, 104 op/s 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[97358]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[97358]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[97358]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:00 smithi084 ceph-mon[97358]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:20:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:00 smithi132 ceph-mon[88571]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 5.4 KiB/s wr, 104 op/s 2024-04-02T09:20:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:00 smithi132 ceph-mon[88571]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:00 smithi132 ceph-mon[88571]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:00 smithi132 ceph-mon[88571]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:00 smithi132 ceph-mon[88571]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:20:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:20:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:02 smithi084 ceph-mon[94794]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 32 op/s 2024-04-02T09:20:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:02 smithi084 ceph-mon[97358]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 32 op/s 2024-04-02T09:20:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:02 smithi132 ceph-mon[88571]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 32 op/s 2024-04-02T09:20:03.705 INFO:tasks.workunit.client.0.smithi084.stderr:test quiesce is timed out 2024-04-02T09:20:03.708 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 0 2024-04-02T09:20:04.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 1 2024-04-02T09:20:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:04 smithi084 ceph-mon[94794]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 KiB/s wr, 28 op/s 2024-04-02T09:20:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:04 smithi084 ceph-mon[94794]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:20:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:04 smithi084 ceph-mon[97358]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 KiB/s wr, 28 op/s 2024-04-02T09:20:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:04 smithi084 ceph-mon[97358]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:20:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:04 smithi132 ceph-mon[88571]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 KiB/s wr, 28 op/s 2024-04-02T09:20:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:04 smithi132 ceph-mon[88571]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:20:05.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 2 2024-04-02T09:20:06.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 3 2024-04-02T09:20:07.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:06 smithi084 ceph-mon[94794]: pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-02T09:20:07.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:06 smithi084 ceph-mon[97358]: pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-02T09:20:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:06 smithi132 ceph-mon[88571]: pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-02T09:20:07.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 4 2024-04-02T09:20:08.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 5 2024-04-02T09:20:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:08 smithi084 ceph-mon[94794]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T09:20:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:08 smithi084 ceph-mon[97358]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T09:20:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:08 smithi132 ceph-mon[88571]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T09:20:09.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 6 2024-04-02T09:20:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:10.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 7 2024-04-02T09:20:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:10 smithi084 ceph-mon[94794]: pgmap v3264: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.4 KiB/s rd, 362 B/s wr, 4 op/s 2024-04-02T09:20:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:10 smithi084 ceph-mon[94794]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:20:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:20:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:20:10] "GET /metrics HTTP/1.1" 200 83086 "" "Prometheus/2.43.0" 2024-04-02T09:20:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:10 smithi084 ceph-mon[97358]: pgmap v3264: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.4 KiB/s rd, 362 B/s wr, 4 op/s 2024-04-02T09:20:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:10 smithi084 ceph-mon[97358]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:20:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:10 smithi132 ceph-mon[88571]: pgmap v3264: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.4 KiB/s rd, 362 B/s wr, 4 op/s 2024-04-02T09:20:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:10 smithi132 ceph-mon[88571]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:20:11.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 8 2024-04-02T09:20:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:20:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:12.710 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 9 2024-04-02T09:20:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:12 smithi084 ceph-mon[94794]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:20:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:12 smithi084 ceph-mon[97358]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:20:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:12 smithi132 ceph-mon[88571]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:20:13.709 INFO:tasks.workunit.client.0.smithi084.stderr:waiting for timed out ... 10 2024-04-02T09:20:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:13 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:14.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:13 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:13 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[97358]: pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 KiB/s rd, 325 B/s wr, 3 op/s 2024-04-02T09:20:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:20:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[94794]: pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 KiB/s rd, 325 B/s wr, 3 op/s 2024-04-02T09:20:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:20:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:14 smithi132 ceph-mon[88571]: pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 KiB/s rd, 325 B/s wr, 3 op/s 2024-04-02T09:20:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:20:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:16 smithi084 ceph-mon[94794]: pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:20:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:16 smithi084 ceph-mon[97358]: pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:20:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:16 smithi132 ceph-mon[88571]: pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:20:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:18 smithi084 ceph-mon[94794]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:20:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:18 smithi084 ceph-mon[97358]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:20:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:18 smithi132 ceph-mon[88571]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:20:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:20 smithi084 ceph-mon[94794]: pgmap v3270: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:20:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:20:20] "GET /metrics HTTP/1.1" 200 83086 "" "Prometheus/2.43.0" 2024-04-02T09:20:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:20 smithi084 ceph-mon[97358]: pgmap v3270: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:20 smithi132 ceph-mon[88571]: pgmap v3270: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:20:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:22 smithi084 ceph-mon[94794]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:22 smithi084 ceph-mon[97358]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:22 smithi132 ceph-mon[88571]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:24.710 INFO:tasks.workunit.client.0.smithi084.stderr:test retry succeeds 2024-04-02T09:20:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:24 smithi084 ceph-mon[94794]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:24 smithi084 ceph-mon[97358]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:24 smithi132 ceph-mon[88571]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:25 smithi084 ceph-mon[94794]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:20:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:25 smithi084 ceph-mon[97358]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:20:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:25 smithi132 ceph-mon[88571]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:20:26.834 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32076 ms) 2024-04-02T09:20:26.834 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-02T09:20:26.834 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:20:26.898 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.WriteZeroes (63 ms) 2024-04-02T09:20:26.898 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-02T09:20:26.898 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:20:26.963 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (65 ms) 2024-04-02T09:20:26.963 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-02T09:20:26.963 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:20:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:26 smithi084 ceph-mon[94794]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:26 smithi084 ceph-mon[94794]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:20:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:26 smithi084 ceph-mon[97358]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:26 smithi084 ceph-mon[97358]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:20:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:26 smithi132 ceph-mon[88571]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:26 smithi132 ceph-mon[88571]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:20:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:27 smithi084 ceph-mon[94794]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:20:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:27 smithi084 ceph-mon[97358]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:20:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:27 smithi132 ceph-mon[88571]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:20:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:28 smithi084 ceph-mon[94794]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:28 smithi084 ceph-mon[94794]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:20:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:28 smithi084 ceph-mon[97358]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:28 smithi084 ceph-mon[97358]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:20:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:28 smithi132 ceph-mon[88571]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:28 smithi132 ceph-mon[88571]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:20:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:29 smithi084 ceph-mon[94794]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:20:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:29 smithi084 ceph-mon[97358]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:20:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:29 smithi132 ceph-mon[88571]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:20:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:30 smithi084 ceph-mon[94794]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2024-04-02T09:20:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:30 smithi084 ceph-mon[94794]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:20:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:20:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:20:30] "GET /metrics HTTP/1.1" 200 83059 "" "Prometheus/2.43.0" 2024-04-02T09:20:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:30 smithi084 ceph-mon[97358]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2024-04-02T09:20:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:30 smithi084 ceph-mon[97358]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:20:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:30 smithi132 ceph-mon[88571]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2024-04-02T09:20:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:30 smithi132 ceph-mon[88571]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:20:32.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:31 smithi132 ceph-mon[88571]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:20:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:31 smithi084 ceph-mon[94794]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:20:32.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:31 smithi084 ceph-mon[97358]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:20:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:20:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:33.078 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:32 smithi132 ceph-mon[88571]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-02T09:20:33.078 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:32 smithi132 ceph-mon[88571]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:20:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:32 smithi084 ceph-mon[94794]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-02T09:20:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:32 smithi084 ceph-mon[94794]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:20:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:32 smithi084 ceph-mon[97358]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-02T09:20:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:32 smithi084 ceph-mon[97358]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:20:34.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:33 smithi084 ceph-mon[94794]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:20:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:33 smithi084 ceph-mon[97358]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:20:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:33 smithi132 ceph-mon[88571]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:20:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:34 smithi084 ceph-mon[94794]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-02T09:20:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:34 smithi084 ceph-mon[94794]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:20:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:34 smithi084 ceph-mon[97358]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-02T09:20:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:34 smithi084 ceph-mon[97358]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:20:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:34 smithi132 ceph-mon[88571]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-02T09:20:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:34 smithi132 ceph-mon[88571]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:20:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:35 smithi084 ceph-mon[94794]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:20:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:35 smithi084 ceph-mon[94794]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:20:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:35 smithi084 ceph-mon[97358]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:20:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:35 smithi084 ceph-mon[97358]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:20:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:35 smithi132 ceph-mon[88571]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:20:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:35 smithi132 ceph-mon[88571]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:20:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:36 smithi084 ceph-mon[94794]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:20:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:36 smithi084 ceph-mon[94794]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:20:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:36 smithi084 ceph-mon[97358]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:20:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:36 smithi084 ceph-mon[97358]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:20:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:36 smithi132 ceph-mon[88571]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:20:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:36 smithi132 ceph-mon[88571]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:20:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:38 smithi132 ceph-mon[88571]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:20:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:38 smithi132 ceph-mon[88571]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:20:38.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:38 smithi084 ceph-mon[94794]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:20:38.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:38 smithi084 ceph-mon[94794]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:20:38.918 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:38 smithi084 ceph-mon[97358]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:20:38.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:38 smithi084 ceph-mon[97358]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:20:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:39 smithi132 ceph-mon[88571]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:20:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:40.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:39 smithi084 ceph-mon[94794]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:20:40.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:39 smithi084 ceph-mon[97358]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:20:40.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:40 smithi132 ceph-mon[88571]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:20:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:40 smithi132 ceph-mon[88571]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:20:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:20:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:20:40] "GET /metrics HTTP/1.1" 200 83090 "" "Prometheus/2.43.0" 2024-04-02T09:20:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:40 smithi084 ceph-mon[94794]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:20:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:40 smithi084 ceph-mon[94794]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:20:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:40 smithi084 ceph-mon[97358]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:20:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:40 smithi084 ceph-mon[97358]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:20:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:41 smithi084 ceph-mon[97358]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:20:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:41 smithi084 ceph-mon[94794]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:20:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:41 smithi132 ceph-mon[88571]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:20:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:20:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:42 smithi084 ceph-mon[94794]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:20:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:42 smithi084 ceph-mon[94794]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:20:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:42 smithi084 ceph-mon[97358]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:20:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:42 smithi084 ceph-mon[97358]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:20:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:42 smithi132 ceph-mon[88571]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:20:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:42 smithi132 ceph-mon[88571]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:20:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:43 smithi084 ceph-mon[94794]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:20:44.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:43 smithi084 ceph-mon[97358]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:20:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:43 smithi132 ceph-mon[88571]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:20:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:44 smithi084 ceph-mon[94794]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:44 smithi084 ceph-mon[94794]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:20:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:44 smithi084 ceph-mon[97358]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:44 smithi084 ceph-mon[97358]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:20:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:44 smithi132 ceph-mon[88571]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:44 smithi132 ceph-mon[88571]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:20:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:45 smithi084 ceph-mon[94794]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:20:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:45 smithi084 ceph-mon[94794]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:20:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:45 smithi084 ceph-mon[97358]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:20:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:45 smithi084 ceph-mon[97358]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:20:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:45 smithi132 ceph-mon[88571]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:20:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:45 smithi132 ceph-mon[88571]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:20:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:46 smithi084 ceph-mon[94794]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:20:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:46 smithi084 ceph-mon[97358]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:20:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:46 smithi132 ceph-mon[88571]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:20:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:47 smithi084 ceph-mon[94794]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:20:48.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:47 smithi084 ceph-mon[97358]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:20:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:47 smithi132 ceph-mon[88571]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:20:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:48 smithi084 ceph-mon[97358]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:20:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:48 smithi084 ceph-mon[97358]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:20:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:48 smithi084 ceph-mon[94794]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:20:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:48 smithi084 ceph-mon[94794]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:20:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:48 smithi132 ceph-mon[88571]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:20:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:48 smithi132 ceph-mon[88571]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:20:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:49 smithi084 ceph-mon[94794]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:20:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:49 smithi084 ceph-mon[97358]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:20:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:49 smithi132 ceph-mon[88571]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:20:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:50 smithi084 ceph-mon[94794]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-04-02T09:20:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:50 smithi084 ceph-mon[94794]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:20:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:50 smithi084 ceph-mon[94794]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:20:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:20:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:20:50] "GET /metrics HTTP/1.1" 200 83090 "" "Prometheus/2.43.0" 2024-04-02T09:20:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:50 smithi084 ceph-mon[97358]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-04-02T09:20:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:50 smithi084 ceph-mon[97358]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:20:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:50 smithi084 ceph-mon[97358]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:20:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:50 smithi132 ceph-mon[88571]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-04-02T09:20:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:50 smithi132 ceph-mon[88571]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:20:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:50 smithi132 ceph-mon[88571]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:20:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:20:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:52.877 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestLibRBD.ConcurentOperations (25915 ms) 2024-04-02T09:20:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:52 smithi084 ceph-mon[94794]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 45 op/s 2024-04-02T09:20:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:52 smithi084 ceph-mon[94794]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:20:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:52 smithi084 ceph-mon[97358]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 45 op/s 2024-04-02T09:20:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:52 smithi084 ceph-mon[97358]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:20:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:52 smithi132 ceph-mon[88571]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 45 op/s 2024-04-02T09:20:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:52 smithi132 ceph-mon[88571]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:20:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:53 smithi084 ceph-mon[94794]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:20:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:53 smithi084 ceph-mon[97358]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:20:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:53 smithi132 ceph-mon[88571]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:20:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:54 smithi084 ceph-mon[94794]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:20:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:54 smithi084 ceph-mon[94794]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:20:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:54 smithi084 ceph-mon[97358]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:20:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:54 smithi084 ceph-mon[97358]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:20:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:54 smithi132 ceph-mon[88571]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:20:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:54 smithi132 ceph-mon[88571]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:20:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:55 smithi084 ceph-mon[94794]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:20:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:55 smithi084 ceph-mon[94794]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:20:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:55 smithi084 ceph-mon[97358]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:20:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:55 smithi084 ceph-mon[97358]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:20:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:55 smithi132 ceph-mon[88571]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:20:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:55 smithi132 ceph-mon[88571]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:20:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:56 smithi084 ceph-mon[94794]: pgmap v3319: 681 pgs: 681 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 9 op/s 2024-04-02T09:20:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:56 smithi084 ceph-mon[94794]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:20:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:56 smithi084 ceph-mon[97358]: pgmap v3319: 681 pgs: 681 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 9 op/s 2024-04-02T09:20:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:56 smithi084 ceph-mon[97358]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:20:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:56 smithi132 ceph-mon[88571]: pgmap v3319: 681 pgs: 681 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 9 op/s 2024-04-02T09:20:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:56 smithi132 ceph-mon[88571]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:20:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:58 smithi132 ceph-mon[88571]: pgmap v3322: 617 pgs: 617 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:58 smithi132 ceph-mon[88571]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:20:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:58 smithi084 ceph-mon[97358]: pgmap v3322: 617 pgs: 617 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:58 smithi084 ceph-mon[97358]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:20:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:58 smithi084 ceph-mon[94794]: pgmap v3322: 617 pgs: 617 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:20:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:58 smithi084 ceph-mon[94794]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:21:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:20:59 smithi084 ceph-mon[94794]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:21:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:20:59 smithi084 ceph-mon[97358]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:21:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:20:59 smithi132 ceph-mon[88571]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:21:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:00 smithi084 ceph-mon[94794]: pgmap v3325: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:00 smithi084 ceph-mon[94794]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:21:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:00 smithi084 ceph-mon[94794]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:21:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:21:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:21:00] "GET /metrics HTTP/1.1" 200 83086 "" "Prometheus/2.43.0" 2024-04-02T09:21:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:00 smithi084 ceph-mon[97358]: pgmap v3325: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:00 smithi084 ceph-mon[97358]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:21:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:00 smithi084 ceph-mon[97358]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:21:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:00 smithi132 ceph-mon[88571]: pgmap v3325: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:00 smithi132 ceph-mon[88571]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:21:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:00 smithi132 ceph-mon[88571]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:21:02.650 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:21:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:02 smithi132 ceph-mon[88571]: pgmap v3328: 489 pgs: 489 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:02 smithi132 ceph-mon[88571]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:21:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:02 smithi084 ceph-mon[94794]: pgmap v3328: 489 pgs: 489 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:02 smithi084 ceph-mon[94794]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:21:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:02 smithi084 ceph-mon[97358]: pgmap v3328: 489 pgs: 489 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:02 smithi084 ceph-mon[97358]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:21:04.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:03 smithi084 ceph-mon[94794]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:21:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:03 smithi084 ceph-mon[97358]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:21:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:03 smithi132 ceph-mon[88571]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:21:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:04 smithi084 ceph-mon[94794]: pgmap v3331: 425 pgs: 425 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:04 smithi084 ceph-mon[94794]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:21:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:04 smithi084 ceph-mon[97358]: pgmap v3331: 425 pgs: 425 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:04 smithi084 ceph-mon[97358]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:21:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:04 smithi132 ceph-mon[88571]: pgmap v3331: 425 pgs: 425 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:04 smithi132 ceph-mon[88571]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:21:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:05 smithi084 ceph-mon[94794]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:21:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:05 smithi084 ceph-mon[94794]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:21:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:05 smithi084 ceph-mon[97358]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:21:06.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:05 smithi084 ceph-mon[97358]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:21:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:05 smithi132 ceph-mon[88571]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:21:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:05 smithi132 ceph-mon[88571]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:21:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:06 smithi084 ceph-mon[94794]: pgmap v3334: 361 pgs: 361 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:06 smithi084 ceph-mon[94794]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:21:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:06 smithi084 ceph-mon[97358]: pgmap v3334: 361 pgs: 361 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:06 smithi084 ceph-mon[97358]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:21:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:06 smithi132 ceph-mon[88571]: pgmap v3334: 361 pgs: 361 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:06 smithi132 ceph-mon[88571]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:21:08.933 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:08 smithi084 ceph-mon[94794]: pgmap v3337: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:08.933 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:08 smithi084 ceph-mon[94794]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:21:08.934 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:08 smithi084 ceph-mon[97358]: pgmap v3337: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:08.934 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:08 smithi084 ceph-mon[97358]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:21:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:08 smithi132 ceph-mon[88571]: pgmap v3337: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:08 smithi132 ceph-mon[88571]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:21:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:09 smithi084 ceph-mon[94794]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:21:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:09 smithi084 ceph-mon[97358]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:21:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:09 smithi132 ceph-mon[88571]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:21:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:21:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:21:10] "GET /metrics HTTP/1.1" 200 44172 "" "Prometheus/2.43.0" 2024-04-02T09:21:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:10 smithi084 ceph-mon[94794]: pgmap v3340: 233 pgs: 233 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:10 smithi084 ceph-mon[94794]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:21:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:10 smithi084 ceph-mon[94794]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:21:11.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:10 smithi084 ceph-mon[97358]: pgmap v3340: 233 pgs: 233 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:10 smithi084 ceph-mon[97358]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:21:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:10 smithi084 ceph-mon[97358]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:21:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:10 smithi132 ceph-mon[88571]: pgmap v3340: 233 pgs: 233 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:10 smithi132 ceph-mon[88571]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:21:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:10 smithi132 ceph-mon[88571]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:21:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:21:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:12.683 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 168 tests from TestLibRBD (582864 ms total) 2024-04-02T09:21:12.683 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:21:12.683 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-02T09:21:12.721 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-02T09:21:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:12 smithi084 ceph-mon[94794]: pgmap v3343: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:12 smithi084 ceph-mon[94794]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:21:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:12 smithi084 ceph-mon[97358]: pgmap v3343: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:12 smithi084 ceph-mon[97358]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:21:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:12 smithi132 ceph-mon[88571]: pgmap v3343: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:12 smithi132 ceph-mon[88571]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:21:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:13 smithi084 ceph-mon[94794]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:21:14.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:13 smithi084 ceph-mon[97358]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:21:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:13 smithi132 ceph-mon[88571]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:21:14.707 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:21:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[94794]: pgmap v3346: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[94794]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:21:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/816000640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[97358]: pgmap v3346: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[97358]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/816000640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:14 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:21:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:14 smithi132 ceph-mon[88571]: pgmap v3346: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:14 smithi132 ceph-mon[88571]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:21:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:14 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/816000640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:14 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:21:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:15 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/816000640' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:15 smithi084 ceph-mon[94794]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:21:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:15 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/816000640' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:15 smithi084 ceph-mon[97358]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:21:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:15 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/816000640' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:15 smithi132 ceph-mon[88571]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:21:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:16 smithi084 ceph-mon[94794]: pgmap v3349: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:16 smithi084 ceph-mon[94794]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:21:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:16 smithi084 ceph-mon[97358]: pgmap v3349: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:16 smithi084 ceph-mon[97358]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:21:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:16 smithi132 ceph-mon[88571]: pgmap v3349: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:16 smithi132 ceph-mon[88571]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:21:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:17 smithi084 ceph-mon[94794]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:21:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:17 smithi084 ceph-mon[97358]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:21:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:17 smithi132 ceph-mon[88571]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:21:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:18 smithi084 ceph-mon[94794]: pgmap v3352: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:18 smithi084 ceph-mon[94794]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:21:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:18 smithi084 ceph-mon[97358]: pgmap v3352: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:18 smithi084 ceph-mon[97358]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:21:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:18 smithi132 ceph-mon[88571]: pgmap v3352: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:21:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:18 smithi132 ceph-mon[88571]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:21:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:20 smithi084 ceph-mon[94794]: pgmap v3354: 137 pgs: 4 creating+peering, 133 active+clean; 29 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:21:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:20 smithi084 ceph-mon[97358]: pgmap v3354: 137 pgs: 4 creating+peering, 133 active+clean; 29 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:21:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:21:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:21:20] "GET /metrics HTTP/1.1" 200 44172 "" "Prometheus/2.43.0" 2024-04-02T09:21:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:20 smithi132 ceph-mon[88571]: pgmap v3354: 137 pgs: 4 creating+peering, 133 active+clean; 29 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:21:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:21:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:22 smithi084 ceph-mon[94794]: pgmap v3355: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-02T09:21:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:22 smithi084 ceph-mon[97358]: pgmap v3355: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-02T09:21:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:22 smithi132 ceph-mon[88571]: pgmap v3355: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-02T09:21:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:24 smithi084 ceph-mon[94794]: pgmap v3356: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:21:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:24 smithi084 ceph-mon[97358]: pgmap v3356: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:21:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:24 smithi132 ceph-mon[88571]: pgmap v3356: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:21:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:25.747 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/0.Simple (13026 ms) 2024-04-02T09:21:25.747 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-02T09:21:25.748 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:21:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:26 smithi132 ceph-mon[88571]: pgmap v3357: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 3.9 MiB/s wr, 55 op/s 2024-04-02T09:21:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:26 smithi132 ceph-mon[88571]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:21:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:26 smithi084 ceph-mon[94794]: pgmap v3357: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 3.9 MiB/s wr, 55 op/s 2024-04-02T09:21:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:26 smithi084 ceph-mon[94794]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:21:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:26 smithi084 ceph-mon[97358]: pgmap v3357: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 3.9 MiB/s wr, 55 op/s 2024-04-02T09:21:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:26 smithi084 ceph-mon[97358]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:21:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:27 smithi084 ceph-mon[94794]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:21:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:27 smithi084 ceph-mon[97358]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:21:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:27 smithi132 ceph-mon[88571]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:21:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:28 smithi084 ceph-mon[94794]: pgmap v3360: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:21:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:28 smithi084 ceph-mon[97358]: pgmap v3360: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:21:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:28 smithi132 ceph-mon[88571]: pgmap v3360: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:21:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:30 smithi084 ceph-mon[94794]: pgmap v3361: 137 pgs: 137 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 71 op/s 2024-04-02T09:21:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:30 smithi084 ceph-mon[97358]: pgmap v3361: 137 pgs: 137 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 71 op/s 2024-04-02T09:21:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:21:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:21:30] "GET /metrics HTTP/1.1" 200 36806 "" "Prometheus/2.43.0" 2024-04-02T09:21:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:30 smithi132 ceph-mon[88571]: pgmap v3361: 137 pgs: 137 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 71 op/s 2024-04-02T09:21:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:21:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:32 smithi084 ceph-mon[94794]: pgmap v3362: 137 pgs: 137 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:21:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:32 smithi084 ceph-mon[97358]: pgmap v3362: 137 pgs: 137 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:21:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:32 smithi132 ceph-mon[88571]: pgmap v3362: 137 pgs: 137 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:21:34.495 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8747 ms) 2024-04-02T09:21:34.495 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-02T09:21:34.495 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:21:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:34 smithi084 ceph-mon[94794]: pgmap v3363: 137 pgs: 137 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-02T09:21:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:34 smithi084 ceph-mon[97358]: pgmap v3363: 137 pgs: 137 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-02T09:21:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:34 smithi132 ceph-mon[88571]: pgmap v3363: 137 pgs: 137 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-02T09:21:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:35 smithi084 ceph-mon[94794]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:21:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:35 smithi084 ceph-mon[97358]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:21:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:35 smithi132 ceph-mon[88571]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:21:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:36 smithi084 ceph-mon[94794]: pgmap v3365: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 9.9 MiB/s wr, 96 op/s 2024-04-02T09:21:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:36 smithi084 ceph-mon[97358]: pgmap v3365: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 9.9 MiB/s wr, 96 op/s 2024-04-02T09:21:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:36 smithi132 ceph-mon[88571]: pgmap v3365: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 9.9 MiB/s wr, 96 op/s 2024-04-02T09:21:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:38 smithi084 ceph-mon[94794]: pgmap v3366: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 8.3 MiB/s wr, 81 op/s 2024-04-02T09:21:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:38 smithi084 ceph-mon[97358]: pgmap v3366: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 8.3 MiB/s wr, 81 op/s 2024-04-02T09:21:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:38 smithi132 ceph-mon[88571]: pgmap v3366: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 8.3 MiB/s wr, 81 op/s 2024-04-02T09:21:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:40 smithi084 ceph-mon[94794]: pgmap v3367: 137 pgs: 137 active+clean; 126 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 70 op/s 2024-04-02T09:21:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:21:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:21:40] "GET /metrics HTTP/1.1" 200 36818 "" "Prometheus/2.43.0" 2024-04-02T09:21:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:40 smithi084 ceph-mon[97358]: pgmap v3367: 137 pgs: 137 active+clean; 126 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 70 op/s 2024-04-02T09:21:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:40 smithi132 ceph-mon[88571]: pgmap v3367: 137 pgs: 137 active+clean; 126 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 70 op/s 2024-04-02T09:21:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:21:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:42.869 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8375 ms) 2024-04-02T09:21:42.869 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-02T09:21:42.869 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:21:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:42 smithi084 ceph-mon[94794]: pgmap v3368: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-02T09:21:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:42 smithi084 ceph-mon[97358]: pgmap v3368: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-02T09:21:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:42 smithi132 ceph-mon[88571]: pgmap v3368: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-02T09:21:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:44 smithi084 ceph-mon[94794]: pgmap v3369: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-02T09:21:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:44 smithi084 ceph-mon[94794]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:21:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:44 smithi084 ceph-mon[97358]: pgmap v3369: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-02T09:21:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:44 smithi084 ceph-mon[97358]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:21:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:44 smithi132 ceph-mon[88571]: pgmap v3369: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-02T09:21:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:44 smithi132 ceph-mon[88571]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:21:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:46 smithi084 ceph-mon[94794]: pgmap v3371: 137 pgs: 137 active+clean; 192 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 94 op/s 2024-04-02T09:21:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:46 smithi084 ceph-mon[97358]: pgmap v3371: 137 pgs: 137 active+clean; 192 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 94 op/s 2024-04-02T09:21:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:46 smithi132 ceph-mon[88571]: pgmap v3371: 137 pgs: 137 active+clean; 192 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 94 op/s 2024-04-02T09:21:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:48 smithi084 ceph-mon[94794]: pgmap v3372: 137 pgs: 137 active+clean; 192 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 94 op/s 2024-04-02T09:21:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:48 smithi084 ceph-mon[97358]: pgmap v3372: 137 pgs: 137 active+clean; 192 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 94 op/s 2024-04-02T09:21:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:48 smithi132 ceph-mon[88571]: pgmap v3372: 137 pgs: 137 active+clean; 192 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 94 op/s 2024-04-02T09:21:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:50 smithi084 ceph-mon[94794]: pgmap v3373: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 72 op/s 2024-04-02T09:21:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:21:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:21:50] "GET /metrics HTTP/1.1" 200 36818 "" "Prometheus/2.43.0" 2024-04-02T09:21:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:50 smithi084 ceph-mon[97358]: pgmap v3373: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 72 op/s 2024-04-02T09:21:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:50 smithi132 ceph-mon[88571]: pgmap v3373: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 72 op/s 2024-04-02T09:21:52.038 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (9169 ms) 2024-04-02T09:21:52.039 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-02T09:21:52.039 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:21:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:21:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:52 smithi084 ceph-mon[94794]: pgmap v3374: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-02T09:21:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:52 smithi084 ceph-mon[97358]: pgmap v3374: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-02T09:21:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:52 smithi132 ceph-mon[88571]: pgmap v3374: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-02T09:21:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:53 smithi084 ceph-mon[94794]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:21:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:53 smithi084 ceph-mon[97358]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:21:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:53 smithi132 ceph-mon[88571]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:21:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:54 smithi084 ceph-mon[94794]: pgmap v3376: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.1 MiB/s wr, 50 op/s 2024-04-02T09:21:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:54 smithi084 ceph-mon[97358]: pgmap v3376: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.1 MiB/s wr, 50 op/s 2024-04-02T09:21:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:54 smithi132 ceph-mon[88571]: pgmap v3376: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.1 MiB/s wr, 50 op/s 2024-04-02T09:21:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:56 smithi084 ceph-mon[94794]: pgmap v3377: 137 pgs: 137 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-02T09:21:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:56 smithi084 ceph-mon[97358]: pgmap v3377: 137 pgs: 137 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-02T09:21:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:56 smithi132 ceph-mon[88571]: pgmap v3377: 137 pgs: 137 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-02T09:21:58.161 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:21:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T09:21:57.743893861Z level=info msg="Completed cleanup jobs" duration=3.324423ms 2024-04-02T09:21:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:58 smithi084 ceph-mon[94794]: pgmap v3378: 137 pgs: 137 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-02T09:21:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:58 smithi084 ceph-mon[97358]: pgmap v3378: 137 pgs: 137 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-02T09:21:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:58 smithi132 ceph-mon[88571]: pgmap v3378: 137 pgs: 137 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-02T09:22:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:21:59 smithi084 ceph-mon[94794]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:22:00.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:21:59 smithi084 ceph-mon[97358]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:22:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:21:59 smithi132 ceph-mon[88571]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:22:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:00 smithi084 ceph-mon[94794]: pgmap v3380: 137 pgs: 137 active+clean; 229 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 70 op/s 2024-04-02T09:22:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:22:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:22:00] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:22:01.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:00 smithi084 ceph-mon[97358]: pgmap v3380: 137 pgs: 137 active+clean; 229 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 70 op/s 2024-04-02T09:22:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:00 smithi132 ceph-mon[88571]: pgmap v3380: 137 pgs: 137 active+clean; 229 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 70 op/s 2024-04-02T09:22:01.191 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (9153 ms) 2024-04-02T09:22:01.191 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-02T09:22:01.191 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:22:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:22:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:02 smithi084 ceph-mon[94794]: pgmap v3381: 137 pgs: 137 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 68 op/s 2024-04-02T09:22:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:02 smithi084 ceph-mon[94794]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:22:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:02 smithi084 ceph-mon[97358]: pgmap v3381: 137 pgs: 137 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 68 op/s 2024-04-02T09:22:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:02 smithi084 ceph-mon[97358]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:22:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:02 smithi132 ceph-mon[88571]: pgmap v3381: 137 pgs: 137 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 68 op/s 2024-04-02T09:22:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:02 smithi132 ceph-mon[88571]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:22:05.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:04 smithi084 ceph-mon[94794]: pgmap v3383: 137 pgs: 137 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T09:22:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:04 smithi084 ceph-mon[97358]: pgmap v3383: 137 pgs: 137 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T09:22:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:04 smithi132 ceph-mon[88571]: pgmap v3383: 137 pgs: 137 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T09:22:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:06 smithi084 ceph-mon[94794]: pgmap v3384: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2024-04-02T09:22:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:06 smithi084 ceph-mon[97358]: pgmap v3384: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2024-04-02T09:22:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:06 smithi132 ceph-mon[88571]: pgmap v3384: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2024-04-02T09:22:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:08 smithi084 ceph-mon[94794]: pgmap v3385: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.8 MiB/s wr, 80 op/s 2024-04-02T09:22:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:08 smithi084 ceph-mon[97358]: pgmap v3385: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.8 MiB/s wr, 80 op/s 2024-04-02T09:22:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:08 smithi132 ceph-mon[88571]: pgmap v3385: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.8 MiB/s wr, 80 op/s 2024-04-02T09:22:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:10.361 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (9170 ms) 2024-04-02T09:22:10.361 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-02T09:22:10.361 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:22:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:10 smithi084 ceph-mon[94794]: pgmap v3386: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.8 MiB/s wr, 88 op/s 2024-04-02T09:22:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:22:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:22:10] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:22:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:10 smithi084 ceph-mon[97358]: pgmap v3386: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.8 MiB/s wr, 88 op/s 2024-04-02T09:22:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:10 smithi132 ceph-mon[88571]: pgmap v3386: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.8 MiB/s wr, 88 op/s 2024-04-02T09:22:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:11 smithi084 ceph-mon[94794]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:22:12.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:11 smithi084 ceph-mon[97358]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:22:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:11 smithi132 ceph-mon[88571]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:22:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:22:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:12 smithi084 ceph-mon[94794]: pgmap v3388: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 9.7 MiB/s wr, 94 op/s 2024-04-02T09:22:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:12 smithi084 ceph-mon[97358]: pgmap v3388: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 9.7 MiB/s wr, 94 op/s 2024-04-02T09:22:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:12 smithi132 ceph-mon[88571]: pgmap v3388: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 9.7 MiB/s wr, 94 op/s 2024-04-02T09:22:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:14 smithi084 ceph-mon[94794]: pgmap v3389: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.0 MiB/s wr, 88 op/s 2024-04-02T09:22:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:14 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:14 smithi084 ceph-mon[97358]: pgmap v3389: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.0 MiB/s wr, 88 op/s 2024-04-02T09:22:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:14 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:14 smithi132 ceph-mon[88571]: pgmap v3389: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.0 MiB/s wr, 88 op/s 2024-04-02T09:22:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:14 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:15 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:15 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:15 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:15 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:15 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:15 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:16 smithi084 ceph-mon[94794]: pgmap v3390: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:22:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:16 smithi084 ceph-mon[97358]: pgmap v3390: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:22:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:16 smithi132 ceph-mon[88571]: pgmap v3390: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:22:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:18 smithi084 ceph-mon[94794]: pgmap v3391: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:22:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:18 smithi084 ceph-mon[97358]: pgmap v3391: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:22:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:18 smithi132 ceph-mon[88571]: pgmap v3391: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:22:19.219 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8857 ms) 2024-04-02T09:22:19.866 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (66497 ms total) 2024-04-02T09:22:19.866 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:22:19.866 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-02T09:22:19.907 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-02T09:22:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:20 smithi084 ceph-mon[94794]: pgmap v3392: 137 pgs: 137 active+clean; 348 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:22:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:20 smithi084 ceph-mon[94794]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:22:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:22:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:22:20] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:22:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:20 smithi084 ceph-mon[97358]: pgmap v3392: 137 pgs: 137 active+clean; 348 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:22:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:20 smithi084 ceph-mon[97358]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:22:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:20 smithi132 ceph-mon[88571]: pgmap v3392: 137 pgs: 137 active+clean; 348 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:22:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:20 smithi132 ceph-mon[88571]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:22:21.876 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:22:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:21 smithi132 ceph-mon[88571]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:22:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:21 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/414731738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:21 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:21 smithi084 ceph-mon[94794]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:22:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:21 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/414731738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:21 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:21 smithi084 ceph-mon[97358]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:22:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:21 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/414731738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:21 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:22:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:22 smithi132 ceph-mon[88571]: pgmap v3395: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:22:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:22 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:22 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:22 smithi132 ceph-mon[88571]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:22:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[94794]: pgmap v3395: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:22:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[94794]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:22:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[97358]: pgmap v3395: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:22:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:22 smithi084 ceph-mon[97358]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:22:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:23 smithi132 ceph-mon[88571]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:22:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:23 smithi084 ceph-mon[94794]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:22:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:23 smithi084 ceph-mon[97358]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:22:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:24 smithi132 ceph-mon[88571]: pgmap v3398: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:22:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:24 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:24 smithi132 ceph-mon[88571]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:22:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:24 smithi084 ceph-mon[94794]: pgmap v3398: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:22:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:24 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:24 smithi084 ceph-mon[94794]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:22:25.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:24 smithi084 ceph-mon[97358]: pgmap v3398: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:22:25.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:24 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:25.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:24 smithi084 ceph-mon[97358]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:22:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:25 smithi132 ceph-mon[88571]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:22:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:25 smithi084 ceph-mon[94794]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:22:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:25 smithi084 ceph-mon[97358]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:22:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:26 smithi132 ceph-mon[88571]: pgmap v3401: 137 pgs: 137 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s wr, 1 op/s 2024-04-02T09:22:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:26 smithi084 ceph-mon[94794]: pgmap v3401: 137 pgs: 137 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s wr, 1 op/s 2024-04-02T09:22:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:26 smithi084 ceph-mon[97358]: pgmap v3401: 137 pgs: 137 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s wr, 1 op/s 2024-04-02T09:22:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:28 smithi132 ceph-mon[88571]: pgmap v3402: 137 pgs: 137 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s wr, 0 op/s 2024-04-02T09:22:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:28 smithi084 ceph-mon[94794]: pgmap v3402: 137 pgs: 137 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s wr, 0 op/s 2024-04-02T09:22:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:28 smithi084 ceph-mon[97358]: pgmap v3402: 137 pgs: 137 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s wr, 0 op/s 2024-04-02T09:22:30.900 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:22:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:22:30] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:22:30.900 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:30 smithi084 ceph-mon[94794]: pgmap v3403: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:22:30.900 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:30 smithi084 ceph-mon[94794]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:22:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:30 smithi132 ceph-mon[88571]: pgmap v3403: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:22:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:30 smithi132 ceph-mon[88571]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:22:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:30 smithi084 ceph-mon[97358]: pgmap v3403: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:22:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:30 smithi084 ceph-mon[97358]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:22:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:22:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:32 smithi132 ceph-mon[88571]: pgmap v3405: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:22:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:32 smithi084 ceph-mon[97358]: pgmap v3405: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:22:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:32 smithi084 ceph-mon[94794]: pgmap v3405: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:22:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:34 smithi132 ceph-mon[88571]: pgmap v3406: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.1 MiB/s wr, 44 op/s 2024-04-02T09:22:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:34 smithi084 ceph-mon[94794]: pgmap v3406: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.1 MiB/s wr, 44 op/s 2024-04-02T09:22:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:34 smithi084 ceph-mon[97358]: pgmap v3406: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.1 MiB/s wr, 44 op/s 2024-04-02T09:22:35.439 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/1.Simple (15531 ms) 2024-04-02T09:22:35.439 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-02T09:22:35.439 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:22:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:36 smithi084 ceph-mon[94794]: pgmap v3407: 137 pgs: 137 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 61 op/s 2024-04-02T09:22:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:36 smithi084 ceph-mon[94794]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:22:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:36 smithi084 ceph-mon[97358]: pgmap v3407: 137 pgs: 137 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 61 op/s 2024-04-02T09:22:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:36 smithi084 ceph-mon[97358]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:22:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:36 smithi132 ceph-mon[88571]: pgmap v3407: 137 pgs: 137 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 61 op/s 2024-04-02T09:22:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:36 smithi132 ceph-mon[88571]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:22:39.169 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:38 smithi084 ceph-mon[94794]: pgmap v3409: 137 pgs: 137 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:22:39.169 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:39.169 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:39.169 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:38 smithi084 ceph-mon[97358]: pgmap v3409: 137 pgs: 137 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:22:39.169 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:39.169 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:38 smithi132 ceph-mon[88571]: pgmap v3409: 137 pgs: 137 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:22:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:22:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:40.917 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:22:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:22:40] "GET /metrics HTTP/1.1" 200 36806 "" "Prometheus/2.43.0" 2024-04-02T09:22:40.918 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:40 smithi084 ceph-mon[97358]: pgmap v3410: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.7 MiB/s wr, 54 op/s 2024-04-02T09:22:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:40 smithi084 ceph-mon[94794]: pgmap v3410: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.7 MiB/s wr, 54 op/s 2024-04-02T09:22:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:40 smithi132 ceph-mon[88571]: pgmap v3410: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.7 MiB/s wr, 54 op/s 2024-04-02T09:22:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:22:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:42 smithi084 ceph-mon[94794]: pgmap v3411: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:22:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:42 smithi084 ceph-mon[97358]: pgmap v3411: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:22:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:42 smithi132 ceph-mon[88571]: pgmap v3411: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:22:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:44 smithi084 ceph-mon[94794]: pgmap v3412: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:22:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:44 smithi084 ceph-mon[97358]: pgmap v3412: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:22:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:44 smithi132 ceph-mon[88571]: pgmap v3412: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:22:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:46 smithi084 ceph-mon[94794]: pgmap v3413: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-02T09:22:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:46 smithi084 ceph-mon[97358]: pgmap v3413: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-02T09:22:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:46 smithi132 ceph-mon[88571]: pgmap v3413: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-02T09:22:49.046 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/1.Grow (13607 ms) 2024-04-02T09:22:49.046 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-02T09:22:49.046 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:22:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:48 smithi084 ceph-mon[94794]: pgmap v3414: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.7 MiB/s wr, 36 op/s 2024-04-02T09:22:49.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:48 smithi084 ceph-mon[97358]: pgmap v3414: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.7 MiB/s wr, 36 op/s 2024-04-02T09:22:49.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:48 smithi132 ceph-mon[88571]: pgmap v3414: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.7 MiB/s wr, 36 op/s 2024-04-02T09:22:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:49 smithi084 ceph-mon[94794]: pgmap v3415: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 56 op/s 2024-04-02T09:22:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:49 smithi084 ceph-mon[97358]: pgmap v3415: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 56 op/s 2024-04-02T09:22:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:49 smithi132 ceph-mon[88571]: pgmap v3415: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 56 op/s 2024-04-02T09:22:50.946 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:22:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:22:50] "GET /metrics HTTP/1.1" 200 36806 "" "Prometheus/2.43.0" 2024-04-02T09:22:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:50 smithi084 ceph-mon[94794]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:22:51.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:50 smithi084 ceph-mon[97358]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:22:51.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:50 smithi132 ceph-mon[88571]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:22:52.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:51 smithi132 ceph-mon[88571]: pgmap v3417: 137 pgs: 137 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-02T09:22:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:51 smithi084 ceph-mon[94794]: pgmap v3417: 137 pgs: 137 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-02T09:22:52.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:51 smithi084 ceph-mon[97358]: pgmap v3417: 137 pgs: 137 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-02T09:22:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:22:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:54 smithi084 ceph-mon[94794]: pgmap v3418: 137 pgs: 137 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-02T09:22:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:54 smithi084 ceph-mon[97358]: pgmap v3418: 137 pgs: 137 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-02T09:22:54.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:54 smithi132 ceph-mon[88571]: pgmap v3418: 137 pgs: 137 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-02T09:22:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:56 smithi084 ceph-mon[94794]: pgmap v3419: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:22:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:56 smithi084 ceph-mon[97358]: pgmap v3419: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:22:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:56 smithi132 ceph-mon[88571]: pgmap v3419: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:22:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:22:58 smithi084 ceph-mon[94794]: pgmap v3420: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:22:58.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:22:58 smithi084 ceph-mon[97358]: pgmap v3420: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:22:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:22:58 smithi132 ceph-mon[88571]: pgmap v3420: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:23:00.414 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (11368 ms) 2024-04-02T09:23:00.414 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-02T09:23:00.414 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:23:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:00 smithi084 ceph-mon[94794]: pgmap v3421: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.6 MiB/s wr, 58 op/s 2024-04-02T09:23:00.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:00 smithi084 ceph-mon[97358]: pgmap v3421: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.6 MiB/s wr, 58 op/s 2024-04-02T09:23:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:00 smithi132 ceph-mon[88571]: pgmap v3421: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.6 MiB/s wr, 58 op/s 2024-04-02T09:23:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:23:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:23:00] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-02T09:23:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:02 smithi084 ceph-mon[94794]: pgmap v3422: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:23:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:02 smithi084 ceph-mon[94794]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:23:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:02 smithi084 ceph-mon[97358]: pgmap v3422: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:23:02.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:02 smithi084 ceph-mon[97358]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:23:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:02 smithi132 ceph-mon[88571]: pgmap v3422: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:23:02.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:02 smithi132 ceph-mon[88571]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:23:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:23:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:04 smithi084 ceph-mon[94794]: pgmap v3424: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-04-02T09:23:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:04 smithi084 ceph-mon[97358]: pgmap v3424: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-04-02T09:23:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:04 smithi132 ceph-mon[88571]: pgmap v3424: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-04-02T09:23:06.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:06 smithi084 ceph-mon[97358]: pgmap v3425: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:23:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:06 smithi084 ceph-mon[94794]: pgmap v3425: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:23:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:06 smithi132 ceph-mon[88571]: pgmap v3425: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:23:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:08 smithi084 ceph-mon[94794]: pgmap v3426: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:23:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:08 smithi084 ceph-mon[97358]: pgmap v3426: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:23:08.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:08 smithi132 ceph-mon[88571]: pgmap v3426: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:23:09.517 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:09.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:10 smithi084 ceph-mon[94794]: pgmap v3427: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.1 MiB/s wr, 58 op/s 2024-04-02T09:23:10.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:10 smithi084 ceph-mon[97358]: pgmap v3427: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.1 MiB/s wr, 58 op/s 2024-04-02T09:23:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:10 smithi132 ceph-mon[88571]: pgmap v3427: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.1 MiB/s wr, 58 op/s 2024-04-02T09:23:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:23:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:23:10] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:23:11.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (10992 ms) 2024-04-02T09:23:11.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-02T09:23:11.405 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:23:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:12 smithi084 ceph-mon[94794]: pgmap v3428: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:23:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:12 smithi084 ceph-mon[97358]: pgmap v3428: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:23:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:12 smithi132 ceph-mon[88571]: pgmap v3428: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:23:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:23:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:13.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:13 smithi084 ceph-mon[94794]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:23:13.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:13 smithi084 ceph-mon[97358]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:23:13.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:13 smithi132 ceph-mon[88571]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:23:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:14 smithi084 ceph-mon[94794]: pgmap v3430: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:23:14.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:14 smithi084 ceph-mon[97358]: pgmap v3430: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:23:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:14 smithi132 ceph-mon[88571]: pgmap v3430: 137 pgs: 137 active+clean; 244 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:23:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[94794]: pgmap v3431: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:23:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[97358]: pgmap v3431: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:16 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:23:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:16 smithi132 ceph-mon[88571]: pgmap v3431: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:16 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:16 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:16 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:16 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:23:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:18 smithi084 ceph-mon[94794]: pgmap v3432: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:18 smithi084 ceph-mon[97358]: pgmap v3432: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:18 smithi132 ceph-mon[88571]: pgmap v3432: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:20 smithi084 ceph-mon[94794]: pgmap v3433: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 66 op/s 2024-04-02T09:23:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:20 smithi084 ceph-mon[97358]: pgmap v3433: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 66 op/s 2024-04-02T09:23:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:20 smithi132 ceph-mon[88571]: pgmap v3433: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 66 op/s 2024-04-02T09:23:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:23:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:23:20] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:23:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:21 smithi084 ceph-mon[94794]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:23:21.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:21 smithi084 ceph-mon[97358]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:23:21.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:21 smithi132 ceph-mon[88571]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:23:22.419 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (11014 ms) 2024-04-02T09:23:22.419 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-02T09:23:22.419 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:23:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:22 smithi084 ceph-mon[94794]: pgmap v3435: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 7.3 MiB/s wr, 67 op/s 2024-04-02T09:23:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:22 smithi084 ceph-mon[97358]: pgmap v3435: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 7.3 MiB/s wr, 67 op/s 2024-04-02T09:23:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:22 smithi132 ceph-mon[88571]: pgmap v3435: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 7.3 MiB/s wr, 67 op/s 2024-04-02T09:23:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:23:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:24 smithi084 ceph-mon[94794]: pgmap v3436: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:24 smithi084 ceph-mon[94794]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:23:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:24 smithi084 ceph-mon[97358]: pgmap v3436: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:24 smithi084 ceph-mon[97358]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:23:24.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:24 smithi132 ceph-mon[88571]: pgmap v3436: 137 pgs: 137 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:23:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:24 smithi132 ceph-mon[88571]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:23:24.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:26 smithi084 ceph-mon[94794]: pgmap v3438: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 100 op/s 2024-04-02T09:23:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:26 smithi084 ceph-mon[97358]: pgmap v3438: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 100 op/s 2024-04-02T09:23:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:26 smithi132 ceph-mon[88571]: pgmap v3438: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 100 op/s 2024-04-02T09:23:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:28 smithi084 ceph-mon[94794]: pgmap v3439: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 85 op/s 2024-04-02T09:23:28.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:28 smithi084 ceph-mon[97358]: pgmap v3439: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 85 op/s 2024-04-02T09:23:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:28 smithi132 ceph-mon[88571]: pgmap v3439: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 85 op/s 2024-04-02T09:23:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:30 smithi084 ceph-mon[94794]: pgmap v3440: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 79 op/s 2024-04-02T09:23:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:30 smithi084 ceph-mon[97358]: pgmap v3440: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 79 op/s 2024-04-02T09:23:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:30 smithi132 ceph-mon[88571]: pgmap v3440: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 79 op/s 2024-04-02T09:23:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:23:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:23:30] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-02T09:23:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:32 smithi084 ceph-mon[94794]: pgmap v3441: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:23:32.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:32 smithi084 ceph-mon[97358]: pgmap v3441: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:23:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:32 smithi132 ceph-mon[88571]: pgmap v3441: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:23:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:23:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:33.459 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (11040 ms) 2024-04-02T09:23:33.460 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-02T09:23:33.460 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:23:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:34 smithi084 ceph-mon[94794]: pgmap v3442: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:23:34.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:34 smithi084 ceph-mon[97358]: pgmap v3442: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:23:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:34 smithi132 ceph-mon[88571]: pgmap v3442: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:23:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:35 smithi084 ceph-mon[94794]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:23:35.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:35 smithi084 ceph-mon[97358]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:23:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:35 smithi132 ceph-mon[88571]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:23:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:36 smithi084 ceph-mon[94794]: pgmap v3444: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:23:36.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:36 smithi084 ceph-mon[97358]: pgmap v3444: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:23:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:36 smithi132 ceph-mon[88571]: pgmap v3444: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:23:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:38 smithi084 ceph-mon[94794]: pgmap v3445: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:23:38.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:38 smithi084 ceph-mon[97358]: pgmap v3445: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:23:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:38 smithi132 ceph-mon[88571]: pgmap v3445: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:23:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:40.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:40 smithi084 ceph-mon[94794]: pgmap v3446: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:23:40.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:40 smithi084 ceph-mon[97358]: pgmap v3446: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:23:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:40 smithi132 ceph-mon[88571]: pgmap v3446: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:23:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:23:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:23:40] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-02T09:23:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:42 smithi084 ceph-mon[94794]: pgmap v3447: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:23:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:42 smithi084 ceph-mon[97358]: pgmap v3447: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:23:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:42 smithi132 ceph-mon[88571]: pgmap v3447: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:23:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:23:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:44 smithi084 ceph-mon[94794]: pgmap v3448: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:23:44.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:44 smithi084 ceph-mon[97358]: pgmap v3448: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:23:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:44 smithi132 ceph-mon[88571]: pgmap v3448: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:23:46.515 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (13056 ms) 2024-04-02T09:23:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:46 smithi084 ceph-mon[94794]: pgmap v3449: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 433 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-02T09:23:46.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:46 smithi084 ceph-mon[97358]: pgmap v3449: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 433 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-02T09:23:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:46 smithi132 ceph-mon[88571]: pgmap v3449: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 433 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-02T09:23:47.354 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (86608 ms total) 2024-04-02T09:23:47.355 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:23:47.355 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-02T09:23:47.392 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-02T09:23:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:48 smithi084 ceph-mon[94794]: pgmap v3450: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-02T09:23:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:48 smithi084 ceph-mon[94794]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:23:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:48 smithi084 ceph-mon[97358]: pgmap v3450: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-02T09:23:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:48 smithi084 ceph-mon[97358]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:23:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:48 smithi132 ceph-mon[88571]: pgmap v3450: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-02T09:23:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:48 smithi132 ceph-mon[88571]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:23:49.366 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:23:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:49 smithi084 ceph-mon[94794]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:23:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:49 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/216053376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:49 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:49 smithi084 ceph-mon[97358]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:23:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:49 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/216053376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:49.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:49 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:49 smithi132 ceph-mon[88571]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:23:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:49 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/216053376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:49 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[94794]: pgmap v3453: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:23:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[94794]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:23:50.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[97358]: pgmap v3453: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:50.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:23:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-mon[97358]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:23:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:50 smithi132 ceph-mon[88571]: pgmap v3453: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:50 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:23:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:50 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:50 smithi132 ceph-mon[88571]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:23:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:23:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:23:50] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-02T09:23:51.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:51 smithi132 ceph-mon[88571]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:23:51.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:51 smithi084 ceph-mon[97358]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:23:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:51 smithi084 ceph-mon[94794]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:23:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:52 smithi132 ceph-mon[88571]: pgmap v3456: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:52 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:23:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:52 smithi132 ceph-mon[88571]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:23:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:23:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:52 smithi084 ceph-mon[94794]: pgmap v3456: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:52 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:23:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:52 smithi084 ceph-mon[94794]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:23:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:52 smithi084 ceph-mon[97358]: pgmap v3456: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:52 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:23:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:52 smithi084 ceph-mon[97358]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:23:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:54 smithi132 ceph-mon[88571]: pgmap v3458: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:54 smithi084 ceph-mon[94794]: pgmap v3458: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:54 smithi084 ceph-mon[97358]: pgmap v3458: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:56 smithi132 ceph-mon[88571]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:23:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:56 smithi132 ceph-mon[88571]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:23:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:56 smithi132 ceph-mon[88571]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:23:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:56 smithi084 ceph-mon[94794]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:23:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:56 smithi084 ceph-mon[94794]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:23:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:56 smithi084 ceph-mon[94794]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:23:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:56 smithi084 ceph-mon[97358]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:23:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:56 smithi084 ceph-mon[97358]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:23:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:56 smithi084 ceph-mon[97358]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:23:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:23:58 smithi132 ceph-mon[88571]: pgmap v3462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:23:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:23:58 smithi084 ceph-mon[94794]: pgmap v3462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:23:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:23:58 smithi084 ceph-mon[97358]: pgmap v3462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:24:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:00 smithi132 ceph-mon[88571]: pgmap v3463: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-02T09:24:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:00 smithi084 ceph-mon[94794]: pgmap v3463: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-02T09:24:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:24:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:24:00] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:24:00.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:00 smithi084 ceph-mon[97358]: pgmap v3463: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-02T09:24:02.381 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14989 ms) 2024-04-02T09:24:02.381 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-02T09:24:02.381 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:24:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:02 smithi132 ceph-mon[88571]: pgmap v3464: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:24:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:24:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:02 smithi084 ceph-mon[94794]: pgmap v3464: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:24:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:02 smithi084 ceph-mon[97358]: pgmap v3464: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:24:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:04 smithi132 ceph-mon[88571]: pgmap v3465: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:24:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:04 smithi084 ceph-mon[94794]: pgmap v3465: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:24:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:04 smithi084 ceph-mon[97358]: pgmap v3465: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:24:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:06 smithi132 ceph-mon[88571]: pgmap v3466: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 64 op/s 2024-04-02T09:24:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:06 smithi084 ceph-mon[94794]: pgmap v3466: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 64 op/s 2024-04-02T09:24:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:06 smithi084 ceph-mon[97358]: pgmap v3466: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 64 op/s 2024-04-02T09:24:07.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:07 smithi132 ceph-mon[88571]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:07.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:07 smithi084 ceph-mon[94794]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:07.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:07 smithi084 ceph-mon[97358]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:08 smithi132 ceph-mon[88571]: pgmap v3468: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:08.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:08 smithi084 ceph-mon[94794]: pgmap v3468: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:08.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:08 smithi084 ceph-mon[97358]: pgmap v3468: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:09.767 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:09.767 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:10 smithi084 ceph-mon[94794]: pgmap v3469: 137 pgs: 137 active+clean; 88 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-02T09:24:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:24:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:24:10] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:24:10.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:10 smithi084 ceph-mon[97358]: pgmap v3469: 137 pgs: 137 active+clean; 88 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-02T09:24:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:10 smithi132 ceph-mon[88571]: pgmap v3469: 137 pgs: 137 active+clean; 88 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-02T09:24:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:12 smithi132 ceph-mon[88571]: pgmap v3470: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:24:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:12 smithi084 ceph-mon[94794]: pgmap v3470: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:12 smithi084 ceph-mon[97358]: pgmap v3470: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:13.358 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10978 ms) 2024-04-02T09:24:13.358 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-02T09:24:13.358 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:24:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:14 smithi084 ceph-mon[94794]: pgmap v3471: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:14 smithi084 ceph-mon[97358]: pgmap v3471: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:14 smithi132 ceph-mon[88571]: pgmap v3471: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:24:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:16 smithi084 ceph-mon[94794]: pgmap v3472: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:24:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:16 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:16 smithi084 ceph-mon[97358]: pgmap v3472: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:24:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:16 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:16 smithi132 ceph-mon[88571]: pgmap v3472: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:24:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:16 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:18 smithi084 ceph-mon[94794]: pgmap v3473: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-02T09:24:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:18 smithi084 ceph-mon[94794]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:18 smithi084 ceph-mon[97358]: pgmap v3473: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-02T09:24:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:18 smithi084 ceph-mon[97358]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:19.038 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:18 smithi132 ceph-mon[88571]: pgmap v3473: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-02T09:24:19.038 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:18 smithi132 ceph-mon[88571]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:24:20] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:24:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[97358]: pgmap v3475: 137 pgs: 137 active+clean; 146 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[94794]: pgmap v3475: 137 pgs: 137 active+clean; 146 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:20 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:20 smithi132 ceph-mon[88571]: pgmap v3475: 137 pgs: 137 active+clean; 146 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:20 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:21 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:22.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:21 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:21 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:24:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:24:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:22 smithi084 ceph-mon[94794]: pgmap v3476: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:22 smithi084 ceph-mon[97358]: pgmap v3476: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:22 smithi132 ceph-mon[88571]: pgmap v3476: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:24 smithi084 ceph-mon[94794]: pgmap v3477: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:24 smithi084 ceph-mon[97358]: pgmap v3477: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:25.155 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (11796 ms) 2024-04-02T09:24:25.155 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-02T09:24:25.155 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:24:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:24 smithi132 ceph-mon[88571]: pgmap v3477: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:24:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:26 smithi084 ceph-mon[94794]: pgmap v3478: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:24:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:26 smithi084 ceph-mon[97358]: pgmap v3478: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:24:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:26 smithi132 ceph-mon[88571]: pgmap v3478: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:24:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:28 smithi084 ceph-mon[94794]: pgmap v3479: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:24:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:28 smithi084 ceph-mon[97358]: pgmap v3479: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:24:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:28 smithi132 ceph-mon[88571]: pgmap v3479: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:24:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:29 smithi084 ceph-mon[94794]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:30.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:29 smithi084 ceph-mon[97358]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:29 smithi132 ceph-mon[88571]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:30 smithi084 ceph-mon[94794]: pgmap v3481: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:24:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:30 smithi084 ceph-mon[97358]: pgmap v3481: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:24:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:24:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:24:30] "GET /metrics HTTP/1.1" 200 36814 "" "Prometheus/2.43.0" 2024-04-02T09:24:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:30 smithi132 ceph-mon[88571]: pgmap v3481: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:24:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:24:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:32.928 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:32 smithi132 ceph-mon[88571]: pgmap v3482: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:24:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:32 smithi084 ceph-mon[94794]: pgmap v3482: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:24:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:32 smithi084 ceph-mon[97358]: pgmap v3482: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:24:35.105 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (9950 ms) 2024-04-02T09:24:35.106 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-02T09:24:35.106 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:24:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:34 smithi084 ceph-mon[94794]: pgmap v3483: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:24:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:34 smithi084 ceph-mon[97358]: pgmap v3483: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:24:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:34 smithi132 ceph-mon[88571]: pgmap v3483: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:24:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:36 smithi084 ceph-mon[97358]: pgmap v3484: 137 pgs: 137 active+clean; 216 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:24:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:36 smithi084 ceph-mon[94794]: pgmap v3484: 137 pgs: 137 active+clean; 216 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:24:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:36 smithi132 ceph-mon[88571]: pgmap v3484: 137 pgs: 137 active+clean; 216 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:24:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:38 smithi084 ceph-mon[94794]: pgmap v3485: 137 pgs: 137 active+clean; 216 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:24:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:38 smithi084 ceph-mon[97358]: pgmap v3485: 137 pgs: 137 active+clean; 216 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:24:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:38 smithi132 ceph-mon[88571]: pgmap v3485: 137 pgs: 137 active+clean; 216 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:24:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:40.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:40 smithi084 ceph-mon[94794]: pgmap v3486: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-02T09:24:40.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:40 smithi084 ceph-mon[94794]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:40.919 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:24:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:24:40] "GET /metrics HTTP/1.1" 200 36812 "" "Prometheus/2.43.0" 2024-04-02T09:24:40.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:40 smithi084 ceph-mon[97358]: pgmap v3486: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-02T09:24:40.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:40 smithi084 ceph-mon[97358]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:40 smithi132 ceph-mon[88571]: pgmap v3486: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-02T09:24:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:40 smithi132 ceph-mon[88571]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:24:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:43.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:42 smithi084 ceph-mon[94794]: pgmap v3488: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 3.3 MiB/s wr, 55 op/s 2024-04-02T09:24:43.096 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:42 smithi084 ceph-mon[97358]: pgmap v3488: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 3.3 MiB/s wr, 55 op/s 2024-04-02T09:24:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:42 smithi132 ceph-mon[88571]: pgmap v3488: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 3.3 MiB/s wr, 55 op/s 2024-04-02T09:24:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:44 smithi084 ceph-mon[94794]: pgmap v3489: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 3.3 MiB/s wr, 55 op/s 2024-04-02T09:24:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:44 smithi084 ceph-mon[97358]: pgmap v3489: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 3.3 MiB/s wr, 55 op/s 2024-04-02T09:24:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:44 smithi132 ceph-mon[88571]: pgmap v3489: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 3.3 MiB/s wr, 55 op/s 2024-04-02T09:24:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:45 smithi084 ceph-mon[94794]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:45 smithi084 ceph-mon[97358]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:45 smithi132 ceph-mon[88571]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:46 smithi084 ceph-mon[94794]: pgmap v3491: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-02T09:24:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:46 smithi084 ceph-mon[97358]: pgmap v3491: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-02T09:24:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:46 smithi132 ceph-mon[88571]: pgmap v3491: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-02T09:24:47.303 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (12197 ms) 2024-04-02T09:24:47.303 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-02T09:24:47.303 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:24:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:48 smithi084 ceph-mon[94794]: pgmap v3492: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:24:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:48 smithi084 ceph-mon[97358]: pgmap v3492: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:24:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:48 smithi132 ceph-mon[88571]: pgmap v3492: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:24:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:50 smithi084 ceph-mon[94794]: pgmap v3493: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.2 MiB/s wr, 79 op/s 2024-04-02T09:24:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:24:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:24:50] "GET /metrics HTTP/1.1" 200 36812 "" "Prometheus/2.43.0" 2024-04-02T09:24:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:50 smithi084 ceph-mon[97358]: pgmap v3493: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.2 MiB/s wr, 79 op/s 2024-04-02T09:24:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:50 smithi132 ceph-mon[88571]: pgmap v3493: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.2 MiB/s wr, 79 op/s 2024-04-02T09:24:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:24:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:52 smithi084 ceph-mon[94794]: pgmap v3494: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:52 smithi084 ceph-mon[94794]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:52 smithi084 ceph-mon[97358]: pgmap v3494: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:52 smithi084 ceph-mon[97358]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:52 smithi132 ceph-mon[88571]: pgmap v3494: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:52 smithi132 ceph-mon[88571]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:54 smithi084 ceph-mon[94794]: pgmap v3496: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.3 MiB/s wr, 43 op/s 2024-04-02T09:24:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:54 smithi084 ceph-mon[97358]: pgmap v3496: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.3 MiB/s wr, 43 op/s 2024-04-02T09:24:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:54 smithi132 ceph-mon[88571]: pgmap v3496: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.3 MiB/s wr, 43 op/s 2024-04-02T09:24:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:56 smithi084 ceph-mon[94794]: pgmap v3497: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:56 smithi084 ceph-mon[97358]: pgmap v3497: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:56 smithi132 ceph-mon[88571]: pgmap v3497: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:58.433 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (11131 ms) 2024-04-02T09:24:58.433 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-02T09:24:58.433 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:24:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:24:58 smithi084 ceph-mon[94794]: pgmap v3498: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:24:58 smithi084 ceph-mon[97358]: pgmap v3498: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:24:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:24:58 smithi132 ceph-mon[88571]: pgmap v3498: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:25:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:00 smithi084 ceph-mon[94794]: pgmap v3499: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-02T09:25:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:25:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:25:00] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-02T09:25:01.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:00 smithi084 ceph-mon[97358]: pgmap v3499: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-02T09:25:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:00 smithi132 ceph-mon[88571]: pgmap v3499: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-02T09:25:02.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:25:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:02 smithi084 ceph-mon[94794]: pgmap v3500: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:25:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:02 smithi084 ceph-mon[97358]: pgmap v3500: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:25:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:02 smithi132 ceph-mon[88571]: pgmap v3500: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:25:04.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:03 smithi084 ceph-mon[94794]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:25:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:03 smithi084 ceph-mon[97358]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:25:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:03 smithi132 ceph-mon[88571]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:25:05.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:04 smithi084 ceph-mon[94794]: pgmap v3502: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:25:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:04 smithi084 ceph-mon[97358]: pgmap v3502: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:25:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:04 smithi132 ceph-mon[88571]: pgmap v3502: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:25:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:06 smithi084 ceph-mon[94794]: pgmap v3503: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:06 smithi084 ceph-mon[97358]: pgmap v3503: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:06 smithi132 ceph-mon[88571]: pgmap v3503: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:08 smithi084 ceph-mon[94794]: pgmap v3504: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:08 smithi084 ceph-mon[97358]: pgmap v3504: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:08 smithi132 ceph-mon[88571]: pgmap v3504: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:09.557 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (11124 ms) 2024-04-02T09:25:09.857 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (82166 ms total) 2024-04-02T09:25:09.857 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:25:09.857 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-02T09:25:09.888 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-02T09:25:10.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:10 smithi084 ceph-mon[94794]: pgmap v3505: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-02T09:25:10.919 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:10 smithi084 ceph-mon[94794]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:25:10.919 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:25:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:25:10] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-02T09:25:10.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:10 smithi084 ceph-mon[97358]: pgmap v3505: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-02T09:25:10.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:10 smithi084 ceph-mon[97358]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:25:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:10 smithi132 ceph-mon[88571]: pgmap v3505: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-02T09:25:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:10 smithi132 ceph-mon[88571]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:25:11.869 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:25:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:11 smithi084 ceph-mon[94794]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:25:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:11 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/224623955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:11 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:12.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:11 smithi084 ceph-mon[97358]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:25:12.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:11 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/224623955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:12.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:11 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:11 smithi132 ceph-mon[88571]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:25:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:11 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/224623955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:12.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:11 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:25:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:12 smithi132 ceph-mon[88571]: pgmap v3508: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:12 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:12 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:13.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:12 smithi132 ceph-mon[88571]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:25:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[97358]: pgmap v3508: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[97358]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:25:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[94794]: pgmap v3508: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:12 smithi084 ceph-mon[94794]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:25:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:13 smithi132 ceph-mon[88571]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:25:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:13 smithi084 ceph-mon[94794]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:25:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:13 smithi084 ceph-mon[97358]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:25:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:14 smithi132 ceph-mon[88571]: pgmap v3511: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:14 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:14 smithi132 ceph-mon[88571]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:14 smithi084 ceph-mon[94794]: pgmap v3511: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:14 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:14 smithi084 ceph-mon[94794]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:14 smithi084 ceph-mon[97358]: pgmap v3511: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:14 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:14 smithi084 ceph-mon[97358]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:16 smithi132 ceph-mon[88571]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-02T09:25:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:16 smithi084 ceph-mon[94794]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-02T09:25:17.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:16 smithi084 ceph-mon[97358]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-02T09:25:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:18 smithi132 ceph-mon[88571]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:25:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:18 smithi132 ceph-mon[88571]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:18 smithi084 ceph-mon[94794]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:25:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:18 smithi084 ceph-mon[94794]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:18 smithi084 ceph-mon[97358]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:25:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:18 smithi084 ceph-mon[97358]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:20.891 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:25:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:25:20] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-02T09:25:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:20 smithi132 ceph-mon[88571]: pgmap v3516: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-02T09:25:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:20 smithi132 ceph-mon[88571]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:20 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:20 smithi084 ceph-mon[94794]: pgmap v3516: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-02T09:25:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:20 smithi084 ceph-mon[94794]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:20 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:20 smithi084 ceph-mon[97358]: pgmap v3516: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-02T09:25:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:20 smithi084 ceph-mon[97358]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:20 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:21 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:21 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:25:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:21 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:21 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:25:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:21 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:21 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:25:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:25:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:22 smithi132 ceph-mon[88571]: pgmap v3518: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-02T09:25:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:22 smithi084 ceph-mon[94794]: pgmap v3518: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-02T09:25:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:22 smithi084 ceph-mon[97358]: pgmap v3518: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-02T09:25:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:24 smithi132 ceph-mon[88571]: pgmap v3519: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-02T09:25:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:24 smithi084 ceph-mon[94794]: pgmap v3519: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-02T09:25:25.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:24 smithi084 ceph-mon[97358]: pgmap v3519: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-02T09:25:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:26 smithi132 ceph-mon[88571]: pgmap v3520: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:26 smithi084 ceph-mon[94794]: pgmap v3520: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:26 smithi084 ceph-mon[97358]: pgmap v3520: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:27.952 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/3.Simple (18063 ms) 2024-04-02T09:25:27.952 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-02T09:25:27.952 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:25:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:28 smithi084 ceph-mon[94794]: pgmap v3521: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:25:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:28 smithi084 ceph-mon[97358]: pgmap v3521: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:25:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:28 smithi132 ceph-mon[88571]: pgmap v3521: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:25:30.912 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:25:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:25:30] "GET /metrics HTTP/1.1" 200 36807 "" "Prometheus/2.43.0" 2024-04-02T09:25:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:30 smithi084 ceph-mon[94794]: pgmap v3522: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:25:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:30 smithi084 ceph-mon[97358]: pgmap v3522: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:25:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:30 smithi132 ceph-mon[88571]: pgmap v3522: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:25:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:25:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:32 smithi084 ceph-mon[94794]: pgmap v3523: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 29 op/s 2024-04-02T09:25:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:32 smithi084 ceph-mon[94794]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:32 smithi084 ceph-mon[97358]: pgmap v3523: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 29 op/s 2024-04-02T09:25:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:32 smithi084 ceph-mon[97358]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:32 smithi132 ceph-mon[88571]: pgmap v3523: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 29 op/s 2024-04-02T09:25:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:32 smithi132 ceph-mon[88571]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:34 smithi084 ceph-mon[94794]: pgmap v3525: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:25:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:34 smithi084 ceph-mon[97358]: pgmap v3525: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:25:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:34 smithi132 ceph-mon[88571]: pgmap v3525: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:25:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:36 smithi084 ceph-mon[94794]: pgmap v3526: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:25:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:36 smithi084 ceph-mon[97358]: pgmap v3526: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:25:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:36 smithi132 ceph-mon[88571]: pgmap v3526: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:25:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:38 smithi084 ceph-mon[97358]: pgmap v3527: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:25:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:38 smithi084 ceph-mon[94794]: pgmap v3527: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:25:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:38 smithi132 ceph-mon[88571]: pgmap v3527: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:25:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:40.930 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:25:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:25:40] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:25:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:40 smithi084 ceph-mon[94794]: pgmap v3528: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:25:41.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:40 smithi084 ceph-mon[97358]: pgmap v3528: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:25:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:40 smithi132 ceph-mon[88571]: pgmap v3528: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:25:41.742 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/3.Grow (13791 ms) 2024-04-02T09:25:41.743 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-02T09:25:41.743 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:25:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:25:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:42 smithi084 ceph-mon[94794]: pgmap v3529: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:25:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:42 smithi084 ceph-mon[97358]: pgmap v3529: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:25:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:42 smithi132 ceph-mon[88571]: pgmap v3529: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:25:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:44 smithi084 ceph-mon[94794]: pgmap v3530: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:25:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:44 smithi084 ceph-mon[97358]: pgmap v3530: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:25:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:44 smithi132 ceph-mon[88571]: pgmap v3530: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:25:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:46 smithi084 ceph-mon[94794]: pgmap v3531: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-02T09:25:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:46 smithi084 ceph-mon[94794]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:46 smithi084 ceph-mon[97358]: pgmap v3531: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-02T09:25:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:46 smithi084 ceph-mon[97358]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:46 smithi132 ceph-mon[88571]: pgmap v3531: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-02T09:25:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:46 smithi132 ceph-mon[88571]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:48 smithi084 ceph-mon[94794]: pgmap v3533: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-02T09:25:49.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:48 smithi084 ceph-mon[97358]: pgmap v3533: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-02T09:25:49.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:48 smithi132 ceph-mon[88571]: pgmap v3533: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-02T09:25:50.947 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:25:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:25:50] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:25:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:50 smithi084 ceph-mon[94794]: pgmap v3534: 137 pgs: 137 active+clean; 146 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-02T09:25:51.612 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:50 smithi084 ceph-mon[97358]: pgmap v3534: 137 pgs: 137 active+clean; 146 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-02T09:25:51.613 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:50 smithi132 ceph-mon[88571]: pgmap v3534: 137 pgs: 137 active+clean; 146 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-02T09:25:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:25:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:52 smithi084 ceph-mon[94794]: pgmap v3535: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:25:53.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:52 smithi084 ceph-mon[97358]: pgmap v3535: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:25:53.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:52 smithi132 ceph-mon[88571]: pgmap v3535: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:25:54.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:54.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:54 smithi084 ceph-mon[94794]: pgmap v3536: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:25:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:54 smithi084 ceph-mon[97358]: pgmap v3536: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:25:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:54 smithi132 ceph-mon[88571]: pgmap v3536: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:25:56.445 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14702 ms) 2024-04-02T09:25:56.445 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-02T09:25:56.445 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:25:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:56 smithi084 ceph-mon[94794]: pgmap v3537: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:25:57.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:56 smithi084 ceph-mon[97358]: pgmap v3537: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:25:57.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:56 smithi132 ceph-mon[88571]: pgmap v3537: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:25:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:58 smithi084 ceph-mon[94794]: pgmap v3538: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:25:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:58 smithi084 ceph-mon[97358]: pgmap v3538: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:25:59.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:58 smithi132 ceph-mon[88571]: pgmap v3538: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:26:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:25:59 smithi084 ceph-mon[94794]: pgmap v3539: 137 pgs: 137 active+clean; 175 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.8 MiB/s wr, 55 op/s 2024-04-02T09:26:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:25:59 smithi084 ceph-mon[97358]: pgmap v3539: 137 pgs: 137 active+clean; 175 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.8 MiB/s wr, 55 op/s 2024-04-02T09:26:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:25:59 smithi132 ceph-mon[88571]: pgmap v3539: 137 pgs: 137 active+clean; 175 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.8 MiB/s wr, 55 op/s 2024-04-02T09:26:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:26:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:26:00] "GET /metrics HTTP/1.1" 200 36812 "" "Prometheus/2.43.0" 2024-04-02T09:26:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:01 smithi132 ceph-mon[88571]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:26:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:01 smithi132 ceph-mon[88571]: pgmap v3541: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:26:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:01 smithi084 ceph-mon[94794]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:26:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:01 smithi084 ceph-mon[94794]: pgmap v3541: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:26:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:01 smithi084 ceph-mon[97358]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:26:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:01 smithi084 ceph-mon[97358]: pgmap v3541: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:26:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:26:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:04 smithi084 ceph-mon[94794]: pgmap v3542: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:26:04.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:04 smithi084 ceph-mon[97358]: pgmap v3542: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:26:04.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:04 smithi132 ceph-mon[88571]: pgmap v3542: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:26:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:06 smithi084 ceph-mon[94794]: pgmap v3543: 137 pgs: 137 active+clean; 208 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:26:06.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:06 smithi084 ceph-mon[97358]: pgmap v3543: 137 pgs: 137 active+clean; 208 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:26:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:06 smithi132 ceph-mon[88571]: pgmap v3543: 137 pgs: 137 active+clean; 208 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:26:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:08 smithi084 ceph-mon[94794]: pgmap v3544: 137 pgs: 137 active+clean; 208 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:26:08.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:08 smithi084 ceph-mon[97358]: pgmap v3544: 137 pgs: 137 active+clean; 208 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:26:08.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:08 smithi132 ceph-mon[88571]: pgmap v3544: 137 pgs: 137 active+clean; 208 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:26:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:09.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:09.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:10.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:10 smithi084 ceph-mon[94794]: pgmap v3545: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-02T09:26:10.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:10 smithi084 ceph-mon[97358]: pgmap v3545: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-02T09:26:10.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:10 smithi132 ceph-mon[88571]: pgmap v3545: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-02T09:26:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:26:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:26:10] "GET /metrics HTTP/1.1" 200 36811 "" "Prometheus/2.43.0" 2024-04-02T09:26:11.463 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (15019 ms) 2024-04-02T09:26:11.463 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-02T09:26:11.463 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:26:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:12 smithi084 ceph-mon[94794]: pgmap v3546: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-04-02T09:26:12.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:12 smithi084 ceph-mon[97358]: pgmap v3546: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-04-02T09:26:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:12 smithi132 ceph-mon[88571]: pgmap v3546: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-04-02T09:26:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:26:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:14 smithi084 ceph-mon[94794]: pgmap v3547: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-04-02T09:26:14.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:14 smithi084 ceph-mon[97358]: pgmap v3547: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-04-02T09:26:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:14 smithi132 ceph-mon[88571]: pgmap v3547: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-04-02T09:26:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:16 smithi084 ceph-mon[94794]: pgmap v3548: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:26:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:16 smithi084 ceph-mon[94794]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:26:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:16 smithi084 ceph-mon[97358]: pgmap v3548: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:26:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:16 smithi084 ceph-mon[97358]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:26:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:16 smithi132 ceph-mon[88571]: pgmap v3548: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:26:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:16 smithi132 ceph-mon[88571]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:26:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:18 smithi084 ceph-mon[94794]: pgmap v3550: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:26:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:18 smithi084 ceph-mon[97358]: pgmap v3550: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:26:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:18 smithi132 ceph-mon[88571]: pgmap v3550: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:26:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:20 smithi084 ceph-mon[94794]: pgmap v3551: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:26:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:20 smithi084 ceph-mon[97358]: pgmap v3551: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:26:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:20 smithi132 ceph-mon[88571]: pgmap v3551: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:26:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:26:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:26:20] "GET /metrics HTTP/1.1" 200 36811 "" "Prometheus/2.43.0" 2024-04-02T09:26:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[97358]: pgmap v3552: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:26:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[94794]: pgmap v3552: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:26:22.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:22.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.619 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:22 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:22 smithi132 ceph-mon[88571]: pgmap v3552: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:26:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:22 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:22 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:22 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:22 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:22 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:26:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:26:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:23.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:23.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:26:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:24 smithi084 ceph-mon[94794]: pgmap v3553: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:26:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:24 smithi084 ceph-mon[94794]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:26:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:24 smithi084 ceph-mon[97358]: pgmap v3553: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:26:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:24 smithi084 ceph-mon[97358]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:26:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:24 smithi132 ceph-mon[88571]: pgmap v3553: 137 pgs: 137 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:26:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:24 smithi132 ceph-mon[88571]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:26:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:26.237 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14774 ms) 2024-04-02T09:26:26.237 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-02T09:26:26.237 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:26:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:26 smithi084 ceph-mon[94794]: pgmap v3555: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:26:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:26 smithi084 ceph-mon[97358]: pgmap v3555: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:26:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:26 smithi132 ceph-mon[88571]: pgmap v3555: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:26:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:28 smithi084 ceph-mon[94794]: pgmap v3556: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:26:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:28 smithi084 ceph-mon[97358]: pgmap v3556: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:26:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:28 smithi132 ceph-mon[88571]: pgmap v3556: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:26:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:30 smithi084 ceph-mon[94794]: pgmap v3557: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-02T09:26:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:30 smithi084 ceph-mon[97358]: pgmap v3557: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-02T09:26:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:26:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:26:30] "GET /metrics HTTP/1.1" 200 36818 "" "Prometheus/2.43.0" 2024-04-02T09:26:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:30 smithi132 ceph-mon[88571]: pgmap v3557: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-02T09:26:32.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:31 smithi132 ceph-mon[88571]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:26:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:31 smithi084 ceph-mon[94794]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:26:32.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:31 smithi084 ceph-mon[97358]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:26:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:26:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:32 smithi084 ceph-mon[94794]: pgmap v3559: 137 pgs: 137 active+clean; 306 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-02T09:26:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:32 smithi084 ceph-mon[97358]: pgmap v3559: 137 pgs: 137 active+clean; 306 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-02T09:26:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:32 smithi132 ceph-mon[88571]: pgmap v3559: 137 pgs: 137 active+clean; 306 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-02T09:26:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:34 smithi084 ceph-mon[94794]: pgmap v3560: 137 pgs: 137 active+clean; 306 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T09:26:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:34 smithi084 ceph-mon[97358]: pgmap v3560: 137 pgs: 137 active+clean; 306 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T09:26:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:34 smithi132 ceph-mon[88571]: pgmap v3560: 137 pgs: 137 active+clean; 306 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T09:26:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:36 smithi084 ceph-mon[94794]: pgmap v3561: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:26:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:36 smithi084 ceph-mon[97358]: pgmap v3561: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:26:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:36 smithi132 ceph-mon[88571]: pgmap v3561: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:26:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:38 smithi084 ceph-mon[97358]: pgmap v3562: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:26:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:38 smithi084 ceph-mon[94794]: pgmap v3562: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:26:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:38 smithi132 ceph-mon[88571]: pgmap v3562: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:26:40.017 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:40.018 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:40.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:40.785 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (14548 ms) 2024-04-02T09:26:40.785 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-02T09:26:40.785 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:26:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:40 smithi084 ceph-mon[94794]: pgmap v3563: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:26:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:26:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:26:40] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:26:41.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:40 smithi084 ceph-mon[97358]: pgmap v3563: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:26:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:40 smithi132 ceph-mon[88571]: pgmap v3563: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:26:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:26:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:42 smithi084 ceph-mon[94794]: pgmap v3564: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T09:26:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:42 smithi084 ceph-mon[97358]: pgmap v3564: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T09:26:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:42 smithi132 ceph-mon[88571]: pgmap v3564: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T09:26:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:44 smithi084 ceph-mon[94794]: pgmap v3565: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 756 KiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T09:26:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:44 smithi084 ceph-mon[97358]: pgmap v3565: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 756 KiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T09:26:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:44 smithi132 ceph-mon[88571]: pgmap v3565: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 756 KiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T09:26:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:45 smithi084 ceph-mon[94794]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:26:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:45 smithi084 ceph-mon[97358]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:26:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:45 smithi132 ceph-mon[88571]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:26:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:46 smithi084 ceph-mon[94794]: pgmap v3567: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:26:47.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:46 smithi084 ceph-mon[97358]: pgmap v3567: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:26:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:46 smithi132 ceph-mon[88571]: pgmap v3567: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:26:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:48 smithi084 ceph-mon[94794]: pgmap v3568: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:26:49.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:48 smithi084 ceph-mon[97358]: pgmap v3568: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:26:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:48 smithi132 ceph-mon[88571]: pgmap v3568: 137 pgs: 137 active+clean; 343 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:26:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:50 smithi084 ceph-mon[94794]: pgmap v3569: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:26:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:26:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:26:50] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:26:51.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:50 smithi084 ceph-mon[97358]: pgmap v3569: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:26:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:50 smithi132 ceph-mon[88571]: pgmap v3569: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:26:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:26:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:52 smithi084 ceph-mon[94794]: pgmap v3570: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:52 smithi084 ceph-mon[97358]: pgmap v3570: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:52 smithi132 ceph-mon[88571]: pgmap v3570: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:54.362 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:54.362 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:55.102 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (14317 ms) 2024-04-02T09:26:55.116 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:54 smithi084 ceph-mon[94794]: pgmap v3571: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:54 smithi084 ceph-mon[97358]: pgmap v3571: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:54 smithi132 ceph-mon[88571]: pgmap v3571: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:55.767 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (105214 ms total) 2024-04-02T09:26:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:26:55.768 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-02T09:26:55.805 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-02T09:26:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:56 smithi084 ceph-mon[94794]: pgmap v3572: 137 pgs: 137 active+clean; 376 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-02T09:26:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:56 smithi084 ceph-mon[94794]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:26:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:56 smithi084 ceph-mon[97358]: pgmap v3572: 137 pgs: 137 active+clean; 376 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-02T09:26:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:56 smithi084 ceph-mon[97358]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:26:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:56 smithi132 ceph-mon[88571]: pgmap v3572: 137 pgs: 137 active+clean; 376 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-02T09:26:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:56 smithi132 ceph-mon[88571]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:26:57.781 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:26:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:57 smithi084 ceph-mon[94794]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:26:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:57 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3476312444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:57 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:57 smithi084 ceph-mon[97358]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:26:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:57 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3476312444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:57 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:57 smithi132 ceph-mon[88571]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:26:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:57 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3476312444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:57 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[94794]: pgmap v3575: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:26:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[94794]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[97358]: pgmap v3575: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:26:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:58 smithi084 ceph-mon[97358]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:58 smithi132 ceph-mon[88571]: pgmap v3575: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:58 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:26:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:58 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:58 smithi132 ceph-mon[88571]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:27:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:26:59 smithi084 ceph-mon[94794]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:27:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:26:59 smithi084 ceph-mon[97358]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:27:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:26:59 smithi132 ceph-mon[88571]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:27:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:00 smithi084 ceph-mon[94794]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:01.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:00 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:01.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:00 smithi084 ceph-mon[94794]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:27:01.119 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:27:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:27:00] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-02T09:27:01.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:00 smithi084 ceph-mon[97358]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:01.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:00 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:01.120 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:00 smithi084 ceph-mon[97358]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:27:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:00 smithi132 ceph-mon[88571]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:00 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:00 smithi132 ceph-mon[88571]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:27:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:27:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:02 smithi084 ceph-mon[94794]: pgmap v3580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:02 smithi084 ceph-mon[97358]: pgmap v3580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:02 smithi132 ceph-mon[88571]: pgmap v3580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:04 smithi084 ceph-mon[94794]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:04 smithi084 ceph-mon[94794]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:27:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:04 smithi084 ceph-mon[97358]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:04 smithi084 ceph-mon[97358]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:27:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:04 smithi132 ceph-mon[88571]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:04 smithi132 ceph-mon[88571]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:27:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:06 smithi084 ceph-mon[94794]: pgmap v3583: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 639 KiB/s wr, 9 op/s 2024-04-02T09:27:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:06 smithi084 ceph-mon[97358]: pgmap v3583: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 639 KiB/s wr, 9 op/s 2024-04-02T09:27:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:06 smithi132 ceph-mon[88571]: pgmap v3583: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 639 KiB/s wr, 9 op/s 2024-04-02T09:27:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:08 smithi084 ceph-mon[94794]: pgmap v3584: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-02T09:27:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:08 smithi084 ceph-mon[97358]: pgmap v3584: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-02T09:27:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:08 smithi132 ceph-mon[88571]: pgmap v3584: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-02T09:27:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:10.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:10 smithi084 ceph-mon[94794]: pgmap v3585: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-02T09:27:10.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:10 smithi084 ceph-mon[94794]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:27:10.918 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:27:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:27:10] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:27:10.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:10 smithi084 ceph-mon[97358]: pgmap v3585: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-02T09:27:10.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:10 smithi084 ceph-mon[97358]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:27:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:10 smithi132 ceph-mon[88571]: pgmap v3585: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-02T09:27:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:10 smithi132 ceph-mon[88571]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:27:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:27:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:12 smithi084 ceph-mon[94794]: pgmap v3587: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:27:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:12 smithi084 ceph-mon[97358]: pgmap v3587: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:27:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:12 smithi132 ceph-mon[88571]: pgmap v3587: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:27:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:14 smithi084 ceph-mon[94794]: pgmap v3588: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:27:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:14 smithi084 ceph-mon[97358]: pgmap v3588: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:27:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:14 smithi132 ceph-mon[88571]: pgmap v3588: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:27:15.647 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/4.Simple (19842 ms) 2024-04-02T09:27:15.647 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-02T09:27:15.647 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:27:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:16 smithi084 ceph-mon[94794]: pgmap v3589: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-02T09:27:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:16 smithi084 ceph-mon[97358]: pgmap v3589: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-02T09:27:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:16 smithi132 ceph-mon[88571]: pgmap v3589: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-02T09:27:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:18 smithi084 ceph-mon[94794]: pgmap v3590: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-02T09:27:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:18 smithi084 ceph-mon[97358]: pgmap v3590: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-02T09:27:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:18 smithi132 ceph-mon[88571]: pgmap v3590: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-02T09:27:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:20 smithi084 ceph-mon[94794]: pgmap v3591: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:20 smithi084 ceph-mon[94794]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:27:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:27:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:27:20] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:27:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:20 smithi084 ceph-mon[97358]: pgmap v3591: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:20 smithi084 ceph-mon[97358]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:27:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:20 smithi132 ceph-mon[88571]: pgmap v3591: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:20 smithi132 ceph-mon[88571]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:27:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:27:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:22 smithi084 ceph-mon[94794]: pgmap v3593: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:22 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:22 smithi084 ceph-mon[97358]: pgmap v3593: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:22 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:22 smithi132 ceph-mon[88571]: pgmap v3593: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:22 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:27:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:27:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:27:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:24 smithi084 ceph-mon[94794]: pgmap v3594: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:24 smithi084 ceph-mon[97358]: pgmap v3594: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:24 smithi132 ceph-mon[88571]: pgmap v3594: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:27:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:26 smithi084 ceph-mon[94794]: pgmap v3595: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 51 op/s 2024-04-02T09:27:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:26 smithi084 ceph-mon[97358]: pgmap v3595: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 51 op/s 2024-04-02T09:27:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:26 smithi132 ceph-mon[88571]: pgmap v3595: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 51 op/s 2024-04-02T09:27:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:28 smithi084 ceph-mon[94794]: pgmap v3596: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 51 op/s 2024-04-02T09:27:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:28 smithi084 ceph-mon[97358]: pgmap v3596: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 51 op/s 2024-04-02T09:27:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:28 smithi132 ceph-mon[88571]: pgmap v3596: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 51 op/s 2024-04-02T09:27:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:30 smithi084 ceph-mon[94794]: pgmap v3597: 137 pgs: 137 active+clean; 120 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:27:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:30 smithi084 ceph-mon[97358]: pgmap v3597: 137 pgs: 137 active+clean; 120 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:27:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:27:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:27:30] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:27:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:30 smithi132 ceph-mon[88571]: pgmap v3597: 137 pgs: 137 active+clean; 120 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:27:31.246 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/4.Grow (15600 ms) 2024-04-02T09:27:31.246 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-02T09:27:31.246 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:27:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:27:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:32 smithi084 ceph-mon[94794]: pgmap v3598: 137 pgs: 137 active+clean; 120 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-02T09:27:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:32 smithi084 ceph-mon[97358]: pgmap v3598: 137 pgs: 137 active+clean; 120 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-02T09:27:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:32 smithi132 ceph-mon[88571]: pgmap v3598: 137 pgs: 137 active+clean; 120 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-02T09:27:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:34 smithi084 ceph-mon[94794]: pgmap v3599: 137 pgs: 137 active+clean; 132 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 44 op/s 2024-04-02T09:27:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:34 smithi084 ceph-mon[97358]: pgmap v3599: 137 pgs: 137 active+clean; 132 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 44 op/s 2024-04-02T09:27:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:34 smithi132 ceph-mon[88571]: pgmap v3599: 137 pgs: 137 active+clean; 132 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 44 op/s 2024-04-02T09:27:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:35 smithi084 ceph-mon[94794]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:27:36.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:35 smithi084 ceph-mon[97358]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:27:36.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:35 smithi132 ceph-mon[88571]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:27:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:36 smithi084 ceph-mon[94794]: pgmap v3601: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:27:37.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:36 smithi084 ceph-mon[97358]: pgmap v3601: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:27:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:36 smithi132 ceph-mon[88571]: pgmap v3601: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:27:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:38 smithi084 ceph-mon[94794]: pgmap v3602: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:27:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:38 smithi084 ceph-mon[97358]: pgmap v3602: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:27:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:38 smithi132 ceph-mon[88571]: pgmap v3602: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:27:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:40.918 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:40 smithi084 ceph-mon[94794]: pgmap v3603: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:27:40.919 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:27:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:27:40] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:27:40.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:40 smithi084 ceph-mon[97358]: pgmap v3603: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:27:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:40 smithi132 ceph-mon[88571]: pgmap v3603: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:27:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:27:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:42 smithi132 ceph-mon[88571]: pgmap v3604: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:27:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:42 smithi084 ceph-mon[94794]: pgmap v3604: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:27:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:42 smithi084 ceph-mon[97358]: pgmap v3604: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:27:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:44 smithi132 ceph-mon[88571]: pgmap v3605: 137 pgs: 137 active+clean; 182 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:27:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:44 smithi084 ceph-mon[94794]: pgmap v3605: 137 pgs: 137 active+clean; 182 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:27:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:44 smithi084 ceph-mon[97358]: pgmap v3605: 137 pgs: 137 active+clean; 182 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:27:46.254 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (15008 ms) 2024-04-02T09:27:46.254 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-02T09:27:46.254 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:27:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:46 smithi132 ceph-mon[88571]: pgmap v3606: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-04-02T09:27:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:46 smithi084 ceph-mon[94794]: pgmap v3606: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-04-02T09:27:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:46 smithi084 ceph-mon[97358]: pgmap v3606: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-04-02T09:27:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:48 smithi132 ceph-mon[88571]: pgmap v3607: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:27:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:48 smithi084 ceph-mon[94794]: pgmap v3607: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:27:49.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:48 smithi084 ceph-mon[97358]: pgmap v3607: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:27:50.885 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:27:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:27:50] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:27:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:50 smithi132 ceph-mon[88571]: pgmap v3608: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.2 MiB/s wr, 60 op/s 2024-04-02T09:27:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:50 smithi132 ceph-mon[88571]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:51.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:50 smithi084 ceph-mon[97358]: pgmap v3608: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.2 MiB/s wr, 60 op/s 2024-04-02T09:27:51.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:50 smithi084 ceph-mon[97358]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:50 smithi084 ceph-mon[94794]: pgmap v3608: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.2 MiB/s wr, 60 op/s 2024-04-02T09:27:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:50 smithi084 ceph-mon[94794]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:27:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:52 smithi132 ceph-mon[88571]: pgmap v3610: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-04-02T09:27:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:52 smithi084 ceph-mon[94794]: pgmap v3610: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-04-02T09:27:53.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:52 smithi084 ceph-mon[97358]: pgmap v3610: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-04-02T09:27:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:54 smithi132 ceph-mon[88571]: pgmap v3611: 137 pgs: 137 active+clean; 227 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-04-02T09:27:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:54 smithi084 ceph-mon[94794]: pgmap v3611: 137 pgs: 137 active+clean; 227 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-04-02T09:27:55.376 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:54 smithi084 ceph-mon[97358]: pgmap v3611: 137 pgs: 137 active+clean; 227 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-04-02T09:27:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:56 smithi132 ceph-mon[88571]: pgmap v3612: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:27:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:56 smithi084 ceph-mon[94794]: pgmap v3612: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:27:57.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:56 smithi084 ceph-mon[97358]: pgmap v3612: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:27:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:27:58 smithi132 ceph-mon[88571]: pgmap v3613: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:27:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:27:58 smithi084 ceph-mon[94794]: pgmap v3613: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:27:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:27:58 smithi084 ceph-mon[97358]: pgmap v3613: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:28:00.902 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:00 smithi084 ceph-mon[94794]: pgmap v3614: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:28:00.902 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:28:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:28:00] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:28:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:00 smithi132 ceph-mon[88571]: pgmap v3614: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:28:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:00 smithi084 ceph-mon[97358]: pgmap v3614: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:28:02.121 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (15867 ms) 2024-04-02T09:28:02.121 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-02T09:28:02.121 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:28:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:28:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:02 smithi132 ceph-mon[88571]: pgmap v3615: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:28:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:02 smithi084 ceph-mon[94794]: pgmap v3615: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:28:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:02 smithi084 ceph-mon[97358]: pgmap v3615: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:28:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:04 smithi132 ceph-mon[88571]: pgmap v3616: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-02T09:28:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:04 smithi084 ceph-mon[94794]: pgmap v3616: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-02T09:28:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:04 smithi084 ceph-mon[97358]: pgmap v3616: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-02T09:28:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:06 smithi084 ceph-mon[94794]: pgmap v3617: 137 pgs: 137 active+clean; 264 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 50 op/s 2024-04-02T09:28:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:06 smithi084 ceph-mon[94794]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:28:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:06 smithi084 ceph-mon[97358]: pgmap v3617: 137 pgs: 137 active+clean; 264 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 50 op/s 2024-04-02T09:28:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:06 smithi084 ceph-mon[97358]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:28:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:06 smithi132 ceph-mon[88571]: pgmap v3617: 137 pgs: 137 active+clean; 264 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 50 op/s 2024-04-02T09:28:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:06 smithi132 ceph-mon[88571]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:28:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:08 smithi084 ceph-mon[94794]: pgmap v3619: 137 pgs: 137 active+clean; 264 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-02T09:28:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:08 smithi084 ceph-mon[97358]: pgmap v3619: 137 pgs: 137 active+clean; 264 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-02T09:28:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:08 smithi132 ceph-mon[88571]: pgmap v3619: 137 pgs: 137 active+clean; 264 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-02T09:28:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:10.922 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:28:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:28:10] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:28:10.922 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:10 smithi084 ceph-mon[97358]: pgmap v3620: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:28:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:10 smithi084 ceph-mon[94794]: pgmap v3620: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:28:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:10 smithi132 ceph-mon[88571]: pgmap v3620: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:28:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:28:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:12 smithi084 ceph-mon[94794]: pgmap v3621: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:28:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:12 smithi084 ceph-mon[97358]: pgmap v3621: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:28:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:12 smithi132 ceph-mon[88571]: pgmap v3621: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:28:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:14 smithi084 ceph-mon[94794]: pgmap v3622: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:28:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:14 smithi084 ceph-mon[97358]: pgmap v3622: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:28:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:14 smithi132 ceph-mon[88571]: pgmap v3622: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:28:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:16 smithi084 ceph-mon[94794]: pgmap v3623: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:28:17.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:16 smithi084 ceph-mon[97358]: pgmap v3623: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:28:17.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:16 smithi132 ceph-mon[88571]: pgmap v3623: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:28:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:18 smithi084 ceph-mon[94794]: pgmap v3624: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-04-02T09:28:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:18 smithi084 ceph-mon[94794]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:28:19.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:18 smithi084 ceph-mon[97358]: pgmap v3624: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-04-02T09:28:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:18 smithi084 ceph-mon[97358]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:28:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:18 smithi132 ceph-mon[88571]: pgmap v3624: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-04-02T09:28:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:18 smithi132 ceph-mon[88571]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:28:20.244 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18122 ms) 2024-04-02T09:28:20.244 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-02T09:28:20.244 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:28:20.939 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:28:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:28:20] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:28:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:20 smithi084 ceph-mon[94794]: pgmap v3626: 137 pgs: 137 active+clean; 370 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-02T09:28:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:20 smithi084 ceph-mon[97358]: pgmap v3626: 137 pgs: 137 active+clean; 370 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-02T09:28:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:20 smithi132 ceph-mon[88571]: pgmap v3626: 137 pgs: 137 active+clean; 370 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-02T09:28:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:28:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:22 smithi084 ceph-mon[94794]: pgmap v3627: 137 pgs: 137 active+clean; 370 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-02T09:28:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:22 smithi084 ceph-mon[97358]: pgmap v3627: 137 pgs: 137 active+clean; 370 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-02T09:28:23.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:22 smithi132 ceph-mon[88571]: pgmap v3627: 137 pgs: 137 active+clean; 370 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-02T09:28:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[94794]: pgmap v3628: 137 pgs: 137 active+clean; 378 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 47 op/s 2024-04-02T09:28:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[94794]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:28:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:28:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[97358]: pgmap v3628: 137 pgs: 137 active+clean; 378 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 47 op/s 2024-04-02T09:28:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[97358]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:28:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:24 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:28:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:24 smithi132 ceph-mon[88571]: pgmap v3628: 137 pgs: 137 active+clean; 378 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 47 op/s 2024-04-02T09:28:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:24 smithi132 ceph-mon[88571]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:28:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:24 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:28:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:26 smithi084 ceph-mon[94794]: pgmap v3630: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 69 op/s 2024-04-02T09:28:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:26 smithi084 ceph-mon[97358]: pgmap v3630: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 69 op/s 2024-04-02T09:28:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:26 smithi132 ceph-mon[88571]: pgmap v3630: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 69 op/s 2024-04-02T09:28:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:28 smithi084 ceph-mon[94794]: pgmap v3631: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 60 op/s 2024-04-02T09:28:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:28 smithi084 ceph-mon[97358]: pgmap v3631: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 60 op/s 2024-04-02T09:28:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:28 smithi132 ceph-mon[88571]: pgmap v3631: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 60 op/s 2024-04-02T09:28:30.956 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:28:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:28:30] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-02T09:28:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:30 smithi084 ceph-mon[94794]: pgmap v3632: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:28:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:30 smithi084 ceph-mon[97358]: pgmap v3632: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:28:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:30 smithi132 ceph-mon[88571]: pgmap v3632: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:28:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:28:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:32 smithi084 ceph-mon[94794]: pgmap v3633: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:28:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:32 smithi084 ceph-mon[97358]: pgmap v3633: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:28:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:32 smithi132 ceph-mon[88571]: pgmap v3633: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:28:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:34 smithi084 ceph-mon[94794]: pgmap v3634: 137 pgs: 137 active+clean; 419 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:28:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:34 smithi084 ceph-mon[97358]: pgmap v3634: 137 pgs: 137 active+clean; 419 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:28:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:34 smithi132 ceph-mon[88571]: pgmap v3634: 137 pgs: 137 active+clean; 419 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:28:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:36 smithi084 ceph-mon[94794]: pgmap v3635: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:28:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:36 smithi084 ceph-mon[97358]: pgmap v3635: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:28:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:36 smithi132 ceph-mon[88571]: pgmap v3635: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:28:38.243 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (18000 ms) 2024-04-02T09:28:38.243 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-02T09:28:38.243 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:28:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:38 smithi084 ceph-mon[94794]: pgmap v3636: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-04-02T09:28:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:38 smithi084 ceph-mon[97358]: pgmap v3636: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-04-02T09:28:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:38 smithi132 ceph-mon[88571]: pgmap v3636: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-04-02T09:28:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:40.968 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:28:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:28:40] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:28:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:40 smithi084 ceph-mon[94794]: pgmap v3637: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-02T09:28:41.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:40 smithi084 ceph-mon[97358]: pgmap v3637: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-02T09:28:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:40 smithi132 ceph-mon[88571]: pgmap v3637: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-02T09:28:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:28:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:42 smithi084 ceph-mon[94794]: pgmap v3638: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T09:28:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:42 smithi084 ceph-mon[94794]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:28:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:42 smithi084 ceph-mon[97358]: pgmap v3638: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T09:28:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:42 smithi084 ceph-mon[97358]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:28:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:42 smithi132 ceph-mon[88571]: pgmap v3638: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T09:28:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:42 smithi132 ceph-mon[88571]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:28:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:44 smithi084 ceph-mon[94794]: pgmap v3640: 137 pgs: 137 active+clean; 432 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:28:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:44 smithi084 ceph-mon[97358]: pgmap v3640: 137 pgs: 137 active+clean; 432 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:28:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:44 smithi132 ceph-mon[88571]: pgmap v3640: 137 pgs: 137 active+clean; 432 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:28:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:45 smithi084 ceph-mon[94794]: pgmap v3641: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:28:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:45 smithi084 ceph-mon[97358]: pgmap v3641: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:28:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:45 smithi132 ceph-mon[88571]: pgmap v3641: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:28:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:48 smithi084 ceph-mon[94794]: pgmap v3642: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:28:48.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:48 smithi084 ceph-mon[97358]: pgmap v3642: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:28:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:48 smithi132 ceph-mon[88571]: pgmap v3642: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:28:50.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:50 smithi084 ceph-mon[94794]: pgmap v3643: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:28:50.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:50 smithi084 ceph-mon[97358]: pgmap v3643: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:28:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:50 smithi132 ceph-mon[88571]: pgmap v3643: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:28:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:28:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:28:50] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:28:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:28:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:52 smithi084 ceph-mon[94794]: pgmap v3644: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:28:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:52 smithi084 ceph-mon[97358]: pgmap v3644: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:28:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:52 smithi132 ceph-mon[88571]: pgmap v3644: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:28:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:54 smithi084 ceph-mon[94794]: pgmap v3645: 137 pgs: 137 active+clean; 464 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-02T09:28:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:54 smithi084 ceph-mon[97358]: pgmap v3645: 137 pgs: 137 active+clean; 464 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-02T09:28:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:54 smithi132 ceph-mon[88571]: pgmap v3645: 137 pgs: 137 active+clean; 464 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-02T09:28:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:56.483 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (18240 ms) 2024-04-02T09:28:56.740 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (120679 ms total) 2024-04-02T09:28:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:28:56.740 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-02T09:28:56.782 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-02T09:28:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:56 smithi084 ceph-mon[94794]: pgmap v3646: 137 pgs: 137 active+clean; 472 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:28:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:56 smithi084 ceph-mon[97358]: pgmap v3646: 137 pgs: 137 active+clean; 472 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:28:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:56 smithi132 ceph-mon[88571]: pgmap v3646: 137 pgs: 137 active+clean; 472 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:28:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:57 smithi084 ceph-mon[94794]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:28:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:57 smithi084 ceph-mon[97358]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:28:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:57 smithi132 ceph-mon[88571]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:28:58.769 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:28:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:58 smithi084 ceph-mon[94794]: pgmap v3648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:58 smithi084 ceph-mon[94794]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:28:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:58 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1438178264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:58 smithi084 ceph-mon[97358]: pgmap v3648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:58 smithi084 ceph-mon[97358]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:28:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:58 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1438178264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:58 smithi132 ceph-mon[88571]: pgmap v3648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:58 smithi132 ceph-mon[88571]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:28:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:58 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1438178264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:59 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1438178264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:28:59 smithi084 ceph-mon[94794]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:29:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:59 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1438178264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:00.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:28:59 smithi084 ceph-mon[97358]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:29:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:59 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1438178264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:28:59 smithi132 ceph-mon[88571]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:29:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:00 smithi084 ceph-mon[94794]: pgmap v3651: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:00 smithi084 ceph-mon[94794]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:29:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:29:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:29:00] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-02T09:29:01.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:00 smithi084 ceph-mon[97358]: pgmap v3651: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:00 smithi084 ceph-mon[97358]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:29:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:00 smithi132 ceph-mon[88571]: pgmap v3651: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:00 smithi132 ceph-mon[88571]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:29:02.062 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:01 smithi132 ceph-mon[88571]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:29:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:01 smithi084 ceph-mon[94794]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:29:02.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:01 smithi084 ceph-mon[97358]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:29:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:29:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:02 smithi084 ceph-mon[94794]: pgmap v3654: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:02 smithi084 ceph-mon[97358]: pgmap v3654: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:02 smithi132 ceph-mon[88571]: pgmap v3654: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:04 smithi084 ceph-mon[94794]: pgmap v3655: 137 pgs: 21 creating+peering, 116 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:04 smithi084 ceph-mon[97358]: pgmap v3655: 137 pgs: 21 creating+peering, 116 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:04 smithi132 ceph-mon[88571]: pgmap v3655: 137 pgs: 21 creating+peering, 116 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:06 smithi084 ceph-mon[94794]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:29:07.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:06 smithi084 ceph-mon[97358]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:29:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:06 smithi132 ceph-mon[88571]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:29:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:08 smithi084 ceph-mon[94794]: pgmap v3657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:29:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:08 smithi084 ceph-mon[97358]: pgmap v3657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:29:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:08 smithi132 ceph-mon[88571]: pgmap v3657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:29:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:10.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:09 smithi084 ceph-mon[94794]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:29:10.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:09 smithi084 ceph-mon[97358]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:29:10.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:09 smithi132 ceph-mon[88571]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:29:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:10 smithi084 ceph-mon[94794]: pgmap v3659: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:29:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:10 smithi084 ceph-mon[94794]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:29:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:29:10] "GET /metrics HTTP/1.1" 200 36786 "" "Prometheus/2.43.0" 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:10 smithi084 ceph-mon[97358]: pgmap v3659: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:10 smithi084 ceph-mon[97358]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:29:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:10 smithi132 ceph-mon[88571]: pgmap v3659: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:29:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:10 smithi132 ceph-mon[88571]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:29:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:29:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:12 smithi084 ceph-mon[94794]: pgmap v3661: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-04-02T09:29:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:12 smithi084 ceph-mon[97358]: pgmap v3661: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-04-02T09:29:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:12 smithi132 ceph-mon[88571]: pgmap v3661: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-04-02T09:29:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:14 smithi084 ceph-mon[94794]: pgmap v3662: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-02T09:29:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:14 smithi084 ceph-mon[97358]: pgmap v3662: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-02T09:29:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:14 smithi132 ceph-mon[88571]: pgmap v3662: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-02T09:29:15.259 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/5.Simple (18477 ms) 2024-04-02T09:29:15.259 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-02T09:29:15.259 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:29:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:16 smithi084 ceph-mon[94794]: pgmap v3663: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 77 op/s 2024-04-02T09:29:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:16 smithi084 ceph-mon[97358]: pgmap v3663: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 77 op/s 2024-04-02T09:29:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:16 smithi132 ceph-mon[88571]: pgmap v3663: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 77 op/s 2024-04-02T09:29:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:18 smithi084 ceph-mon[94794]: pgmap v3664: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 73 op/s 2024-04-02T09:29:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:18 smithi084 ceph-mon[97358]: pgmap v3664: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 73 op/s 2024-04-02T09:29:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:18 smithi132 ceph-mon[88571]: pgmap v3664: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 73 op/s 2024-04-02T09:29:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:20 smithi084 ceph-mon[94794]: pgmap v3665: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 55 op/s 2024-04-02T09:29:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:20 smithi084 ceph-mon[97358]: pgmap v3665: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 55 op/s 2024-04-02T09:29:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:29:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:29:20] "GET /metrics HTTP/1.1" 200 36786 "" "Prometheus/2.43.0" 2024-04-02T09:29:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:20 smithi132 ceph-mon[88571]: pgmap v3665: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 55 op/s 2024-04-02T09:29:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:29:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:22 smithi084 ceph-mon[94794]: pgmap v3666: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-02T09:29:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:22 smithi084 ceph-mon[97358]: pgmap v3666: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-02T09:29:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:22 smithi132 ceph-mon[88571]: pgmap v3666: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-02T09:29:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:23 smithi084 ceph-mon[94794]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:29:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:23 smithi084 ceph-mon[97358]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:29:24.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:23 smithi132 ceph-mon[88571]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:29:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:24 smithi084 ceph-mon[94794]: pgmap v3668: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 83 op/s 2024-04-02T09:29:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:24 smithi084 ceph-mon[97358]: pgmap v3668: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 83 op/s 2024-04-02T09:29:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:24 smithi132 ceph-mon[88571]: pgmap v3668: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 83 op/s 2024-04-02T09:29:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:25 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:25 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:25 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:29:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:25 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:25 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:25 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:29:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:25 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:25 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:25 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:29:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:26 smithi132 ceph-mon[88571]: pgmap v3669: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:26 smithi084 ceph-mon[94794]: pgmap v3669: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:26 smithi084 ceph-mon[97358]: pgmap v3669: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:28.787 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/5.Grow (13527 ms) 2024-04-02T09:29:28.787 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-02T09:29:28.787 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:29:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:28 smithi132 ceph-mon[88571]: pgmap v3670: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:28 smithi084 ceph-mon[94794]: pgmap v3670: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:28 smithi084 ceph-mon[97358]: pgmap v3670: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:30.886 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:29:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:29:30] "GET /metrics HTTP/1.1" 200 36810 "" "Prometheus/2.43.0" 2024-04-02T09:29:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:30 smithi132 ceph-mon[88571]: pgmap v3671: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:30 smithi084 ceph-mon[94794]: pgmap v3671: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:30 smithi084 ceph-mon[97358]: pgmap v3671: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:29:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:32 smithi132 ceph-mon[88571]: pgmap v3672: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:32 smithi084 ceph-mon[94794]: pgmap v3672: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:32 smithi084 ceph-mon[97358]: pgmap v3672: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:34 smithi132 ceph-mon[88571]: pgmap v3673: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.9 MiB/s wr, 63 op/s 2024-04-02T09:29:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:34 smithi084 ceph-mon[94794]: pgmap v3673: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.9 MiB/s wr, 63 op/s 2024-04-02T09:29:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:34 smithi084 ceph-mon[97358]: pgmap v3673: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.9 MiB/s wr, 63 op/s 2024-04-02T09:29:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:36 smithi132 ceph-mon[88571]: pgmap v3674: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-04-02T09:29:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:36 smithi084 ceph-mon[94794]: pgmap v3674: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-04-02T09:29:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:36 smithi084 ceph-mon[97358]: pgmap v3674: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-04-02T09:29:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:38 smithi132 ceph-mon[88571]: pgmap v3675: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T09:29:39.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:38 smithi132 ceph-mon[88571]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:29:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:38 smithi084 ceph-mon[94794]: pgmap v3675: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T09:29:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:38 smithi084 ceph-mon[94794]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:29:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:38 smithi084 ceph-mon[97358]: pgmap v3675: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T09:29:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:38 smithi084 ceph-mon[97358]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:29:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:40.905 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:29:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:29:40] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:29:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:40 smithi132 ceph-mon[88571]: pgmap v3677: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:40 smithi084 ceph-mon[94794]: pgmap v3677: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:41.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:40 smithi084 ceph-mon[97358]: pgmap v3677: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:29:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:42 smithi132 ceph-mon[88571]: pgmap v3678: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:42 smithi084 ceph-mon[94794]: pgmap v3678: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:42 smithi084 ceph-mon[97358]: pgmap v3678: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:44.397 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (15610 ms) 2024-04-02T09:29:44.397 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-02T09:29:44.398 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:29:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:44 smithi084 ceph-mon[94794]: pgmap v3679: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:44 smithi084 ceph-mon[97358]: pgmap v3679: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:44 smithi132 ceph-mon[88571]: pgmap v3679: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:29:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:45 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:45 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:29:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:45 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-02T09:29:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[94794]: pgmap v3680: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:29:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-04-02T09:29:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[94794]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:29:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[97358]: pgmap v3680: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:29:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-04-02T09:29:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:46 smithi084 ceph-mon[97358]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:29:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:46 smithi132 ceph-mon[88571]: pgmap v3680: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:29:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:29:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-04-02T09:29:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:46 smithi132 ceph-mon[88571]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:29:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:47 smithi084 ceph-mon[94794]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:29:48.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:47 smithi084 ceph-mon[97358]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:29:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:47 smithi132 ceph-mon[88571]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:29:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:48 smithi084 ceph-mon[94794]: pgmap v3683: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-02T09:29:49.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:48 smithi084 ceph-mon[97358]: pgmap v3683: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-02T09:29:49.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:48 smithi132 ceph-mon[88571]: pgmap v3683: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-02T09:29:50.937 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:50 smithi084 ceph-mon[94794]: pgmap v3684: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:50.937 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:29:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:29:50] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:29:50.937 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:50 smithi084 ceph-mon[97358]: pgmap v3684: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:51.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:50 smithi132 ceph-mon[88571]: pgmap v3684: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:29:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:52 smithi084 ceph-mon[94794]: pgmap v3685: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:53.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:52 smithi084 ceph-mon[97358]: pgmap v3685: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:53.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:52 smithi132 ceph-mon[88571]: pgmap v3685: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:53 smithi084 ceph-mon[94794]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:29:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:53 smithi084 ceph-mon[97358]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:29:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:53 smithi132 ceph-mon[88571]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:29:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:54 smithi084 ceph-mon[94794]: pgmap v3687: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 837 B/s wr, 7 op/s; 1.6 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:29:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:54 smithi084 ceph-mon[97358]: pgmap v3687: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 837 B/s wr, 7 op/s; 1.6 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:29:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:54 smithi132 ceph-mon[88571]: pgmap v3687: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 837 B/s wr, 7 op/s; 1.6 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:29:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:56 smithi084 ceph-mon[94794]: pgmap v3688: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:57.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:56 smithi084 ceph-mon[97358]: pgmap v3688: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:56 smithi132 ceph-mon[88571]: pgmap v3688: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:59.342 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14945 ms) 2024-04-02T09:29:59.343 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-02T09:29:59.343 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:29:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:29:58 smithi084 ceph-mon[94794]: pgmap v3689: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 4.1 MiB/s wr, 47 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:29:58 smithi084 ceph-mon[97358]: pgmap v3689: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 4.1 MiB/s wr, 47 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:29:59.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:29:58 smithi132 ceph-mon[88571]: pgmap v3689: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 4.1 MiB/s wr, 47 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:30:00.967 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:30:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:30:00] "GET /metrics HTTP/1.1" 200 36829 "" "Prometheus/2.43.0" 2024-04-02T09:30:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:00 smithi084 ceph-mon[94794]: pgmap v3690: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:00 smithi084 ceph-mon[94794]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:00 smithi084 ceph-mon[97358]: pgmap v3690: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:00 smithi084 ceph-mon[97358]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:00 smithi132 ceph-mon[88571]: pgmap v3690: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:00 smithi132 ceph-mon[88571]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:30:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:02 smithi084 ceph-mon[94794]: pgmap v3691: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:02 smithi084 ceph-mon[97358]: pgmap v3691: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:02 smithi132 ceph-mon[88571]: pgmap v3691: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:04 smithi084 ceph-mon[94794]: pgmap v3692: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 56 op/s 2024-04-02T09:30:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:04 smithi084 ceph-mon[97358]: pgmap v3692: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 56 op/s 2024-04-02T09:30:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:04 smithi132 ceph-mon[88571]: pgmap v3692: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 56 op/s 2024-04-02T09:30:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:06 smithi084 ceph-mon[94794]: pgmap v3693: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-02T09:30:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:06 smithi084 ceph-mon[97358]: pgmap v3693: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-02T09:30:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:06 smithi132 ceph-mon[88571]: pgmap v3693: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-02T09:30:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:07 smithi084 ceph-mon[94794]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:30:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:07 smithi084 ceph-mon[97358]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:30:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:07 smithi132 ceph-mon[88571]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:30:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:08 smithi084 ceph-mon[94794]: pgmap v3695: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-02T09:30:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:08 smithi084 ceph-mon[97358]: pgmap v3695: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-02T09:30:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:08 smithi132 ceph-mon[88571]: pgmap v3695: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-02T09:30:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:10 smithi084 ceph-mon[94794]: pgmap v3696: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:30:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:10 smithi084 ceph-mon[97358]: pgmap v3696: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:30:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:10 smithi132 ceph-mon[88571]: pgmap v3696: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:30:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:30:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:30:10] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:30:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:12 smithi084 ceph-mon[94794]: pgmap v3697: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:30:12.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:12 smithi084 ceph-mon[94794]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:30:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:12 smithi084 ceph-mon[97358]: pgmap v3697: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:30:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:12 smithi084 ceph-mon[97358]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:30:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:12 smithi132 ceph-mon[88571]: pgmap v3697: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:30:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:12 smithi132 ceph-mon[88571]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:30:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:30:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:13.683 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (14340 ms) 2024-04-02T09:30:13.683 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-02T09:30:13.683 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:30:14.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:14 smithi084 ceph-mon[94794]: pgmap v3699: 137 pgs: 137 active+clean; 385 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 9.1 MiB/s wr, 83 op/s 2024-04-02T09:30:14.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:14 smithi084 ceph-mon[97358]: pgmap v3699: 137 pgs: 137 active+clean; 385 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 9.1 MiB/s wr, 83 op/s 2024-04-02T09:30:14.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:14 smithi132 ceph-mon[88571]: pgmap v3699: 137 pgs: 137 active+clean; 385 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 9.1 MiB/s wr, 83 op/s 2024-04-02T09:30:16.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:16 smithi084 ceph-mon[94794]: pgmap v3700: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 15 MiB/s wr, 95 op/s 2024-04-02T09:30:16.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:16 smithi084 ceph-mon[97358]: pgmap v3700: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 15 MiB/s wr, 95 op/s 2024-04-02T09:30:16.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:16 smithi132 ceph-mon[88571]: pgmap v3700: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 15 MiB/s wr, 95 op/s 2024-04-02T09:30:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:18 smithi084 ceph-mon[94794]: pgmap v3701: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 79 op/s 2024-04-02T09:30:18.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:18 smithi084 ceph-mon[97358]: pgmap v3701: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 79 op/s 2024-04-02T09:30:18.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:18 smithi132 ceph-mon[88571]: pgmap v3701: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 79 op/s 2024-04-02T09:30:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:20 smithi084 ceph-mon[94794]: pgmap v3702: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:30:20.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:20 smithi084 ceph-mon[97358]: pgmap v3702: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:30:20.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:20 smithi132 ceph-mon[88571]: pgmap v3702: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:30:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:30:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:30:20] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:30:22.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:22 smithi084 ceph-mon[94794]: pgmap v3703: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:30:22.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:22 smithi084 ceph-mon[97358]: pgmap v3703: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:30:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:22 smithi132 ceph-mon[88571]: pgmap v3703: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:30:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:30:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:23.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:23 smithi084 ceph-mon[94794]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:30:23.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:23 smithi084 ceph-mon[97358]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:30:23.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:23 smithi132 ceph-mon[88571]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:30:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:24 smithi084 ceph-mon[94794]: pgmap v3705: 137 pgs: 137 active+clean; 446 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:30:24.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:24 smithi084 ceph-mon[97358]: pgmap v3705: 137 pgs: 137 active+clean; 446 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:30:24.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:24 smithi132 ceph-mon[88571]: pgmap v3705: 137 pgs: 137 active+clean; 446 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:30:24.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:26 smithi084 ceph-mon[94794]: pgmap v3706: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:30:26.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:26 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:26 smithi084 ceph-mon[97358]: pgmap v3706: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:30:26.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:26 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:26 smithi132 ceph-mon[88571]: pgmap v3706: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:30:26.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:26 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:27.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:27 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:30:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:27.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:27 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:30:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:27.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:27 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:30:28.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:28 smithi084 ceph-mon[94794]: pgmap v3707: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:30:28.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:28 smithi084 ceph-mon[97358]: pgmap v3707: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:30:28.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:28 smithi132 ceph-mon[88571]: pgmap v3707: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:30:28.751 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (15069 ms) 2024-04-02T09:30:28.751 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-02T09:30:28.752 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:30:30.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:30 smithi084 ceph-mon[94794]: pgmap v3708: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:30:30.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:30 smithi084 ceph-mon[97358]: pgmap v3708: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:30:30.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:30 smithi132 ceph-mon[88571]: pgmap v3708: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:30:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:30:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:30:30] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-02T09:30:32.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:32 smithi084 ceph-mon[94794]: pgmap v3709: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:30:32.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:32 smithi084 ceph-mon[97358]: pgmap v3709: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:30:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:32 smithi132 ceph-mon[88571]: pgmap v3709: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:30:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:30:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:34.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:34 smithi084 ceph-mon[94794]: pgmap v3710: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 54 op/s 2024-04-02T09:30:34.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:34 smithi084 ceph-mon[97358]: pgmap v3710: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 54 op/s 2024-04-02T09:30:34.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:34 smithi132 ceph-mon[88571]: pgmap v3710: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 54 op/s 2024-04-02T09:30:35.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:35 smithi084 ceph-mon[94794]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:30:35.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:35 smithi084 ceph-mon[97358]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:30:35.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:35 smithi132 ceph-mon[88571]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:30:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:36 smithi084 ceph-mon[94794]: pgmap v3712: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:30:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:36 smithi084 ceph-mon[97358]: pgmap v3712: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:30:36.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:36 smithi132 ceph-mon[88571]: pgmap v3712: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:30:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:38 smithi084 ceph-mon[94794]: pgmap v3713: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:30:38.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:38 smithi084 ceph-mon[97358]: pgmap v3713: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:30:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:38 smithi132 ceph-mon[88571]: pgmap v3713: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:30:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:39.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:40.047 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (11296 ms) 2024-04-02T09:30:40.369 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (103265 ms total) 2024-04-02T09:30:40.369 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:30:40.369 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-02T09:30:40.400 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-02T09:30:40.627 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:40 smithi084 ceph-mon[97358]: pgmap v3714: 137 pgs: 137 active+clean; 552 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-02T09:30:40.628 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:40 smithi084 ceph-mon[94794]: pgmap v3714: 137 pgs: 137 active+clean; 552 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-02T09:30:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:40 smithi132 ceph-mon[88571]: pgmap v3714: 137 pgs: 137 active+clean; 552 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-02T09:30:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:30:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:30:40] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-02T09:30:41.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:41 smithi132 ceph-mon[88571]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:30:41.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:41 smithi084 ceph-mon[94794]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:30:41.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:41 smithi084 ceph-mon[97358]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:30:42.385 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:30:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:30:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:42 smithi132 ceph-mon[88571]: pgmap v3716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:42 smithi132 ceph-mon[88571]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:30:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:42 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2965793846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[97358]: pgmap v3716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[97358]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:30:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2965793846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[94794]: pgmap v3716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[94794]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:30:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2965793846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:42.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:43 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:43 smithi132 ceph-mon[88571]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:30:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:43 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:43.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:43 smithi084 ceph-mon[97358]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:30:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:43 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:43 smithi084 ceph-mon[94794]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:30:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:44 smithi132 ceph-mon[88571]: pgmap v3719: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:44 smithi132 ceph-mon[88571]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:30:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:44 smithi084 ceph-mon[94794]: pgmap v3719: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:44 smithi084 ceph-mon[94794]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:30:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:44 smithi084 ceph-mon[97358]: pgmap v3719: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:44 smithi084 ceph-mon[97358]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:30:45.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:45 smithi132 ceph-mon[88571]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:30:45.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:45 smithi084 ceph-mon[94794]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:30:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:45 smithi084 ceph-mon[97358]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:30:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:46 smithi132 ceph-mon[88571]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:30:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:46 smithi084 ceph-mon[94794]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:30:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:46 smithi084 ceph-mon[97358]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:30:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:48 smithi084 ceph-mon[94794]: pgmap v3723: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T09:30:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:48 smithi084 ceph-mon[97358]: pgmap v3723: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T09:30:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:48 smithi132 ceph-mon[88571]: pgmap v3723: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-02T09:30:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:50 smithi084 ceph-mon[94794]: pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:30:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:30:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:30:50] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-02T09:30:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:50 smithi084 ceph-mon[97358]: pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:30:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:50 smithi132 ceph-mon[88571]: pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:30:52.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:51 smithi084 ceph-mon[94794]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:30:52.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:51 smithi084 ceph-mon[97358]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:30:52.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:51 smithi132 ceph-mon[88571]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:30:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:30:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:52 smithi084 ceph-mon[94794]: pgmap v3726: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:30:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:52 smithi084 ceph-mon[97358]: pgmap v3726: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:30:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:52 smithi132 ceph-mon[88571]: pgmap v3726: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:30:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:53 smithi084 ceph-mon[94794]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:53 smithi084 ceph-mon[97358]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:53 smithi132 ceph-mon[88571]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:54 smithi084 ceph-mon[94794]: pgmap v3728: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.5 MiB/s wr, 47 op/s 2024-04-02T09:30:55.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:54 smithi084 ceph-mon[97358]: pgmap v3728: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.5 MiB/s wr, 47 op/s 2024-04-02T09:30:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:54 smithi132 ceph-mon[88571]: pgmap v3728: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.5 MiB/s wr, 47 op/s 2024-04-02T09:30:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:56 smithi084 ceph-mon[94794]: pgmap v3729: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-02T09:30:57.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:56 smithi084 ceph-mon[97358]: pgmap v3729: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-02T09:30:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:56 smithi132 ceph-mon[88571]: pgmap v3729: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-02T09:30:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:30:58 smithi084 ceph-mon[94794]: pgmap v3730: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:30:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:30:58 smithi084 ceph-mon[97358]: pgmap v3730: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:30:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:30:58 smithi132 ceph-mon[88571]: pgmap v3730: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:31:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:00 smithi084 ceph-mon[94794]: pgmap v3731: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:31:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:31:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:31:00] "GET /metrics HTTP/1.1" 200 36806 "" "Prometheus/2.43.0" 2024-04-02T09:31:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:00 smithi084 ceph-mon[97358]: pgmap v3731: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:31:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:00 smithi132 ceph-mon[88571]: pgmap v3731: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:31:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:31:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:02 smithi084 ceph-mon[94794]: pgmap v3732: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:02 smithi084 ceph-mon[97358]: pgmap v3732: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:02 smithi132 ceph-mon[88571]: pgmap v3732: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:04 smithi084 ceph-mon[94794]: pgmap v3733: 137 pgs: 137 active+clean; 54 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-02T09:31:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:04 smithi084 ceph-mon[97358]: pgmap v3733: 137 pgs: 137 active+clean; 54 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-02T09:31:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:04 smithi132 ceph-mon[88571]: pgmap v3733: 137 pgs: 137 active+clean; 54 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-02T09:31:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:06 smithi084 ceph-mon[94794]: pgmap v3734: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-04-02T09:31:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:06 smithi084 ceph-mon[97358]: pgmap v3734: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-04-02T09:31:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:06 smithi132 ceph-mon[88571]: pgmap v3734: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-04-02T09:31:07.470 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/6.Simple (27070 ms) 2024-04-02T09:31:07.470 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-02T09:31:07.470 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:31:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:08 smithi084 ceph-mon[94794]: pgmap v3735: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:08 smithi084 ceph-mon[97358]: pgmap v3735: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:09.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:08 smithi132 ceph-mon[88571]: pgmap v3735: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:09.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:10.919 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:10 smithi084 ceph-mon[94794]: pgmap v3736: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:10.919 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:31:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:31:10] "GET /metrics HTTP/1.1" 200 36810 "" "Prometheus/2.43.0" 2024-04-02T09:31:10.919 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:10 smithi084 ceph-mon[97358]: pgmap v3736: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:11.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:10 smithi132 ceph-mon[88571]: pgmap v3736: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:31:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:12 smithi084 ceph-mon[94794]: pgmap v3737: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:12 smithi084 ceph-mon[97358]: pgmap v3737: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:12 smithi132 ceph-mon[88571]: pgmap v3737: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:14 smithi084 ceph-mon[94794]: pgmap v3738: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:15.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:14 smithi084 ceph-mon[97358]: pgmap v3738: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:14 smithi132 ceph-mon[88571]: pgmap v3738: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:16 smithi084 ceph-mon[94794]: pgmap v3739: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-04-02T09:31:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:16 smithi084 ceph-mon[94794]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:31:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:16 smithi084 ceph-mon[97358]: pgmap v3739: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-04-02T09:31:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:16 smithi084 ceph-mon[97358]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:31:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:16 smithi132 ceph-mon[88571]: pgmap v3739: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-04-02T09:31:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:16 smithi132 ceph-mon[88571]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:31:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:18 smithi084 ceph-mon[94794]: pgmap v3741: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:31:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:18 smithi084 ceph-mon[97358]: pgmap v3741: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:31:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:18 smithi132 ceph-mon[88571]: pgmap v3741: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:31:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:20 smithi084 ceph-mon[94794]: pgmap v3742: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:31:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:31:20] "GET /metrics HTTP/1.1" 200 36810 "" "Prometheus/2.43.0" 2024-04-02T09:31:21.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:20 smithi084 ceph-mon[97358]: pgmap v3742: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:20 smithi132 ceph-mon[88571]: pgmap v3742: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:31:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:22 smithi084 ceph-mon[94794]: pgmap v3743: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:22 smithi084 ceph-mon[97358]: pgmap v3743: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:23.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:22 smithi132 ceph-mon[88571]: pgmap v3743: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:24 smithi084 ceph-mon[94794]: pgmap v3744: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:24 smithi084 ceph-mon[97358]: pgmap v3744: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:24 smithi132 ceph-mon[88571]: pgmap v3744: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:26 smithi132 ceph-mon[88571]: pgmap v3745: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:26 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:26 smithi084 ceph-mon[94794]: pgmap v3745: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:26 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:26 smithi084 ceph-mon[97358]: pgmap v3745: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:26 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:27 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:31:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:27 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:31:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:27 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:31:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:28 smithi132 ceph-mon[88571]: pgmap v3746: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-04-02T09:31:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:28 smithi084 ceph-mon[94794]: pgmap v3746: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-04-02T09:31:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:28 smithi084 ceph-mon[97358]: pgmap v3746: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-04-02T09:31:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:30 smithi084 ceph-mon[94794]: pgmap v3747: 137 pgs: 137 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:31:31.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:30 smithi084 ceph-mon[97358]: pgmap v3747: 137 pgs: 137 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:31:31.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:31:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:31:30] "GET /metrics HTTP/1.1" 200 36811 "" "Prometheus/2.43.0" 2024-04-02T09:31:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:30 smithi132 ceph-mon[88571]: pgmap v3747: 137 pgs: 137 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:31:31.357 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/6.Grow (23887 ms) 2024-04-02T09:31:31.357 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-02T09:31:31.357 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:31:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:31:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:32 smithi132 ceph-mon[88571]: pgmap v3748: 137 pgs: 137 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T09:31:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:32 smithi084 ceph-mon[94794]: pgmap v3748: 137 pgs: 137 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T09:31:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:32 smithi084 ceph-mon[97358]: pgmap v3748: 137 pgs: 137 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T09:31:35.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:34 smithi132 ceph-mon[88571]: pgmap v3749: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-02T09:31:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:34 smithi084 ceph-mon[94794]: pgmap v3749: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-02T09:31:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:34 smithi084 ceph-mon[97358]: pgmap v3749: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-02T09:31:37.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:36 smithi132 ceph-mon[88571]: pgmap v3750: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:36 smithi084 ceph-mon[94794]: pgmap v3750: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:36 smithi084 ceph-mon[97358]: pgmap v3750: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:38 smithi132 ceph-mon[88571]: pgmap v3751: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:38 smithi084 ceph-mon[94794]: pgmap v3751: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:38 smithi084 ceph-mon[97358]: pgmap v3751: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:40.892 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:40 smithi084 ceph-mon[94794]: pgmap v3752: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:31:40.892 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:40 smithi084 ceph-mon[94794]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:31:40.893 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:31:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:31:40] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:31:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:40 smithi132 ceph-mon[88571]: pgmap v3752: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:31:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:40 smithi132 ceph-mon[88571]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:31:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:40 smithi084 ceph-mon[97358]: pgmap v3752: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:31:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:40 smithi084 ceph-mon[97358]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:31:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:31:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:42 smithi132 ceph-mon[88571]: pgmap v3754: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:42 smithi084 ceph-mon[94794]: pgmap v3754: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:43.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:42 smithi084 ceph-mon[97358]: pgmap v3754: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:44 smithi132 ceph-mon[88571]: pgmap v3755: 137 pgs: 137 active+clean; 206 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-04-02T09:31:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:44 smithi084 ceph-mon[94794]: pgmap v3755: 137 pgs: 137 active+clean; 206 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-04-02T09:31:45.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:44 smithi084 ceph-mon[97358]: pgmap v3755: 137 pgs: 137 active+clean; 206 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-04-02T09:31:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:46 smithi132 ceph-mon[88571]: pgmap v3756: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:46 smithi084 ceph-mon[94794]: pgmap v3756: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:46 smithi084 ceph-mon[97358]: pgmap v3756: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:48 smithi132 ceph-mon[88571]: pgmap v3757: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:48 smithi084 ceph-mon[94794]: pgmap v3757: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:49.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:48 smithi084 ceph-mon[97358]: pgmap v3757: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:31:50.906 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:31:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:31:50] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:31:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:50 smithi132 ceph-mon[88571]: pgmap v3758: 137 pgs: 137 active+clean; 226 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 5.3 MiB/s wr, 36 op/s 2024-04-02T09:31:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:50 smithi084 ceph-mon[94794]: pgmap v3758: 137 pgs: 137 active+clean; 226 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 5.3 MiB/s wr, 36 op/s 2024-04-02T09:31:51.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:50 smithi084 ceph-mon[97358]: pgmap v3758: 137 pgs: 137 active+clean; 226 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 5.3 MiB/s wr, 36 op/s 2024-04-02T09:31:51.777 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (20421 ms) 2024-04-02T09:31:51.778 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-02T09:31:51.778 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:31:52.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:31:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:52 smithi084 ceph-mon[94794]: pgmap v3759: 137 pgs: 137 active+clean; 226 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 MiB/s wr, 31 op/s 2024-04-02T09:31:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:52 smithi084 ceph-mon[97358]: pgmap v3759: 137 pgs: 137 active+clean; 226 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 MiB/s wr, 31 op/s 2024-04-02T09:31:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:52 smithi132 ceph-mon[88571]: pgmap v3759: 137 pgs: 137 active+clean; 226 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 MiB/s wr, 31 op/s 2024-04-02T09:31:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:54 smithi084 ceph-mon[94794]: pgmap v3760: 137 pgs: 137 active+clean; 239 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.5 MiB/s wr, 40 op/s 2024-04-02T09:31:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:54 smithi084 ceph-mon[97358]: pgmap v3760: 137 pgs: 137 active+clean; 239 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.5 MiB/s wr, 40 op/s 2024-04-02T09:31:55.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:54 smithi132 ceph-mon[88571]: pgmap v3760: 137 pgs: 137 active+clean; 239 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.5 MiB/s wr, 40 op/s 2024-04-02T09:31:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:56 smithi084 ceph-mon[94794]: pgmap v3761: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-02T09:31:57.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:56 smithi084 ceph-mon[97358]: pgmap v3761: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-02T09:31:57.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:56 smithi132 ceph-mon[88571]: pgmap v3761: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-02T09:31:58.160 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:31:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T09:31:57.745247076Z level=info msg="Completed cleanup jobs" duration=4.892217ms 2024-04-02T09:31:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:31:58 smithi084 ceph-mon[94794]: pgmap v3762: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:31:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:31:58 smithi084 ceph-mon[97358]: pgmap v3762: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:31:59.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:31:58 smithi132 ceph-mon[88571]: pgmap v3762: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:32:00.924 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:32:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:32:00] "GET /metrics HTTP/1.1" 200 36808 "" "Prometheus/2.43.0" 2024-04-02T09:32:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:00 smithi084 ceph-mon[94794]: pgmap v3763: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:32:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:00 smithi084 ceph-mon[97358]: pgmap v3763: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:32:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:00 smithi132 ceph-mon[88571]: pgmap v3763: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:32:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:01 smithi132 ceph-mon[88571]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:32:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:01 smithi084 ceph-mon[94794]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:32:02.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:01 smithi084 ceph-mon[97358]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:32:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:32:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:02 smithi084 ceph-mon[94794]: pgmap v3765: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:32:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:02 smithi084 ceph-mon[97358]: pgmap v3765: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:32:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:02 smithi132 ceph-mon[88571]: pgmap v3765: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:32:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:04 smithi084 ceph-mon[94794]: pgmap v3766: 137 pgs: 137 active+clean; 268 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-02T09:32:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:04 smithi084 ceph-mon[97358]: pgmap v3766: 137 pgs: 137 active+clean; 268 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-02T09:32:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:04 smithi132 ceph-mon[88571]: pgmap v3766: 137 pgs: 137 active+clean; 268 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-02T09:32:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:06 smithi084 ceph-mon[94794]: pgmap v3767: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:06 smithi084 ceph-mon[97358]: pgmap v3767: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:06 smithi132 ceph-mon[88571]: pgmap v3767: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:08 smithi084 ceph-mon[94794]: pgmap v3768: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:08 smithi084 ceph-mon[97358]: pgmap v3768: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:08 smithi132 ceph-mon[88571]: pgmap v3768: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:10.949 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:10 smithi084 ceph-mon[94794]: pgmap v3769: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-02T09:32:10.950 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:32:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:32:10] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:32:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:10 smithi084 ceph-mon[97358]: pgmap v3769: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-02T09:32:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:10 smithi132 ceph-mon[88571]: pgmap v3769: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-02T09:32:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:32:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:12 smithi084 ceph-mon[94794]: pgmap v3770: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:32:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:12 smithi084 ceph-mon[97358]: pgmap v3770: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:32:13.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:12 smithi132 ceph-mon[88571]: pgmap v3770: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:32:14.751 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (22974 ms) 2024-04-02T09:32:14.752 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-02T09:32:14.752 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:32:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:14 smithi084 ceph-mon[94794]: pgmap v3771: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-02T09:32:15.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:14 smithi084 ceph-mon[97358]: pgmap v3771: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-02T09:32:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:14 smithi132 ceph-mon[88571]: pgmap v3771: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-02T09:32:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:16 smithi084 ceph-mon[94794]: pgmap v3772: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-02T09:32:17.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:16 smithi084 ceph-mon[97358]: pgmap v3772: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-02T09:32:17.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:16 smithi132 ceph-mon[88571]: pgmap v3772: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-02T09:32:19.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:18 smithi084 ceph-mon[94794]: pgmap v3773: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-02T09:32:19.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:18 smithi084 ceph-mon[97358]: pgmap v3773: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-02T09:32:19.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:18 smithi132 ceph-mon[88571]: pgmap v3773: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-02T09:32:20.963 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:32:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:32:20] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:32:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:20 smithi084 ceph-mon[94794]: pgmap v3774: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:32:21.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:20 smithi084 ceph-mon[97358]: pgmap v3774: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:32:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:20 smithi132 ceph-mon[88571]: pgmap v3774: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:32:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:32:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:22 smithi084 ceph-mon[94794]: pgmap v3775: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T09:32:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:22 smithi084 ceph-mon[97358]: pgmap v3775: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T09:32:23.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:22 smithi132 ceph-mon[88571]: pgmap v3775: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T09:32:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:23 smithi084 ceph-mon[94794]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:32:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:23 smithi084 ceph-mon[97358]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:32:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:23 smithi132 ceph-mon[88571]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:32:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:24 smithi084 ceph-mon[94794]: pgmap v3777: 137 pgs: 137 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 461 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:32:25.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:24 smithi084 ceph-mon[97358]: pgmap v3777: 137 pgs: 137 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 461 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:32:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:24 smithi132 ceph-mon[88571]: pgmap v3777: 137 pgs: 137 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 461 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:32:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:26 smithi084 ceph-mon[94794]: pgmap v3778: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:32:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:26 smithi084 ceph-mon[97358]: pgmap v3778: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:32:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:26 smithi132 ceph-mon[88571]: pgmap v3778: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:32:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:27 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:27 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:27 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[94794]: pgmap v3779: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:32:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:32:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[97358]: pgmap v3779: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:32:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:28 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:32:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:28 smithi132 ceph-mon[88571]: pgmap v3779: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:32:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:28 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:28 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:28 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:32:30.992 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:32:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:32:30] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:32:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:30 smithi084 ceph-mon[94794]: pgmap v3780: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:30 smithi084 ceph-mon[97358]: pgmap v3780: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:30 smithi132 ceph-mon[88571]: pgmap v3780: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:32:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:32 smithi084 ceph-mon[94794]: pgmap v3781: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:32 smithi084 ceph-mon[97358]: pgmap v3781: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:32 smithi132 ceph-mon[88571]: pgmap v3781: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:32:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:35 smithi084 ceph-mon[94794]: pgmap v3782: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.1 MiB/s wr, 38 op/s 2024-04-02T09:32:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:35 smithi084 ceph-mon[97358]: pgmap v3782: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.1 MiB/s wr, 38 op/s 2024-04-02T09:32:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:35 smithi132 ceph-mon[88571]: pgmap v3782: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.1 MiB/s wr, 38 op/s 2024-04-02T09:32:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:37 smithi084 ceph-mon[94794]: pgmap v3783: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-02T09:32:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:37 smithi084 ceph-mon[94794]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:32:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:37 smithi084 ceph-mon[97358]: pgmap v3783: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-02T09:32:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:37 smithi084 ceph-mon[97358]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:32:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:37 smithi132 ceph-mon[88571]: pgmap v3783: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-02T09:32:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:37 smithi132 ceph-mon[88571]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:32:38.377 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (23626 ms) 2024-04-02T09:32:38.378 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-02T09:32:38.378 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:32:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:39 smithi084 ceph-mon[94794]: pgmap v3785: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:32:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:39 smithi084 ceph-mon[97358]: pgmap v3785: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:32:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:39 smithi132 ceph-mon[88571]: pgmap v3785: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:32:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:40.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:40 smithi084 ceph-mon[94794]: pgmap v3786: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:32:40.268 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:40 smithi084 ceph-mon[97358]: pgmap v3786: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:32:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:40 smithi132 ceph-mon[88571]: pgmap v3786: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:32:41.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:32:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:32:40] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:32:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:42 smithi084 ceph-mon[94794]: pgmap v3787: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:32:42.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:42 smithi084 ceph-mon[97358]: pgmap v3787: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:32:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:42 smithi132 ceph-mon[88571]: pgmap v3787: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:32:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:32:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:44 smithi132 ceph-mon[88571]: pgmap v3788: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 42 op/s 2024-04-02T09:32:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:44 smithi084 ceph-mon[94794]: pgmap v3788: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 42 op/s 2024-04-02T09:32:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:44 smithi084 ceph-mon[97358]: pgmap v3788: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 42 op/s 2024-04-02T09:32:45.664 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:45 smithi132 ceph-mon[88571]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:32:45.881 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:45 smithi084 ceph-mon[94794]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:32:45.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:45 smithi084 ceph-mon[97358]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:32:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:46 smithi132 ceph-mon[88571]: pgmap v3790: 137 pgs: 137 active+clean; 442 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.9 MiB/s wr, 51 op/s 2024-04-02T09:32:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:46 smithi084 ceph-mon[94794]: pgmap v3790: 137 pgs: 137 active+clean; 442 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.9 MiB/s wr, 51 op/s 2024-04-02T09:32:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:46 smithi084 ceph-mon[97358]: pgmap v3790: 137 pgs: 137 active+clean; 442 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.9 MiB/s wr, 51 op/s 2024-04-02T09:32:48.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:48 smithi132 ceph-mon[88571]: pgmap v3791: 137 pgs: 137 active+clean; 442 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 47 op/s 2024-04-02T09:32:48.870 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:48 smithi084 ceph-mon[94794]: pgmap v3791: 137 pgs: 137 active+clean; 442 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 47 op/s 2024-04-02T09:32:48.870 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:48 smithi084 ceph-mon[97358]: pgmap v3791: 137 pgs: 137 active+clean; 442 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 47 op/s 2024-04-02T09:32:50.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:50 smithi132 ceph-mon[88571]: pgmap v3792: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:32:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:50 smithi084 ceph-mon[94794]: pgmap v3792: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:32:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:32:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:32:50] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:32:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:50 smithi084 ceph-mon[97358]: pgmap v3792: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:32:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:52 smithi132 ceph-mon[88571]: pgmap v3793: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:32:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:32:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:52 smithi084 ceph-mon[94794]: pgmap v3793: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:32:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:52 smithi084 ceph-mon[97358]: pgmap v3793: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:32:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:54 smithi132 ceph-mon[88571]: pgmap v3794: 137 pgs: 137 active+clean; 487 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:32:54.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:54 smithi084 ceph-mon[94794]: pgmap v3794: 137 pgs: 137 active+clean; 487 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:32:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:54 smithi084 ceph-mon[97358]: pgmap v3794: 137 pgs: 137 active+clean; 487 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:32:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:55.765 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (17388 ms) 2024-04-02T09:32:55.766 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-02T09:32:55.766 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:32:56.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:56 smithi132 ceph-mon[88571]: pgmap v3795: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:32:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:56 smithi084 ceph-mon[94794]: pgmap v3795: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:32:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:56 smithi084 ceph-mon[97358]: pgmap v3795: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:32:58.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:32:58 smithi132 ceph-mon[88571]: pgmap v3796: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 754 KiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-04-02T09:32:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:32:58 smithi084 ceph-mon[94794]: pgmap v3796: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 754 KiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-04-02T09:32:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:32:58 smithi084 ceph-mon[97358]: pgmap v3796: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 754 KiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-04-02T09:33:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:00 smithi132 ceph-mon[88571]: pgmap v3797: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.4 MiB/s wr, 47 op/s 2024-04-02T09:33:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:00 smithi084 ceph-mon[94794]: pgmap v3797: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.4 MiB/s wr, 47 op/s 2024-04-02T09:33:00.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:33:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:33:00] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:33:00.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:00 smithi084 ceph-mon[97358]: pgmap v3797: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.4 MiB/s wr, 47 op/s 2024-04-02T09:33:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:02 smithi132 ceph-mon[88571]: pgmap v3798: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:33:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:33:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:02 smithi084 ceph-mon[94794]: pgmap v3798: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:33:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:02 smithi084 ceph-mon[97358]: pgmap v3798: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:33:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:04 smithi084 ceph-mon[94794]: pgmap v3799: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:33:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:04 smithi084 ceph-mon[97358]: pgmap v3799: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:33:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:04 smithi132 ceph-mon[88571]: pgmap v3799: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:33:05.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:05 smithi084 ceph-mon[94794]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:33:05.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:05 smithi084 ceph-mon[97358]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:33:05.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:05 smithi132 ceph-mon[88571]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:33:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:06 smithi084 ceph-mon[94794]: pgmap v3801: 137 pgs: 137 active+clean; 524 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:33:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:06 smithi084 ceph-mon[97358]: pgmap v3801: 137 pgs: 137 active+clean; 524 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:33:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:06 smithi132 ceph-mon[88571]: pgmap v3801: 137 pgs: 137 active+clean; 524 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:33:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:08 smithi084 ceph-mon[94794]: pgmap v3802: 137 pgs: 137 active+clean; 524 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:33:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:08 smithi084 ceph-mon[97358]: pgmap v3802: 137 pgs: 137 active+clean; 524 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:33:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:08 smithi132 ceph-mon[88571]: pgmap v3802: 137 pgs: 137 active+clean; 524 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:33:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:10.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:10 smithi084 ceph-mon[94794]: pgmap v3803: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:10.768 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:33:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:33:10] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:33:10.768 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:10 smithi084 ceph-mon[97358]: pgmap v3803: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:10 smithi132 ceph-mon[88571]: pgmap v3803: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:12 smithi132 ceph-mon[88571]: pgmap v3804: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:33:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:12 smithi084 ceph-mon[94794]: pgmap v3804: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:12 smithi084 ceph-mon[97358]: pgmap v3804: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:14 smithi084 ceph-mon[94794]: pgmap v3805: 137 pgs: 137 active+clean; 556 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.7 MiB/s wr, 42 op/s 2024-04-02T09:33:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:14 smithi084 ceph-mon[97358]: pgmap v3805: 137 pgs: 137 active+clean; 556 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.7 MiB/s wr, 42 op/s 2024-04-02T09:33:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:14 smithi132 ceph-mon[88571]: pgmap v3805: 137 pgs: 137 active+clean; 556 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.7 MiB/s wr, 42 op/s 2024-04-02T09:33:16.090 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (20325 ms) 2024-04-02T09:33:16.458 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (155691 ms total) 2024-04-02T09:33:16.865 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:33:16.865 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-02T09:33:16.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-02T09:33:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:16 smithi084 ceph-mon[94794]: pgmap v3806: 137 pgs: 137 active+clean; 556 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:33:16.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:16 smithi084 ceph-mon[97358]: pgmap v3806: 137 pgs: 137 active+clean; 556 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:33:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:16 smithi132 ceph-mon[88571]: pgmap v3806: 137 pgs: 137 active+clean; 556 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:33:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:17 smithi084 ceph-mon[94794]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:33:17.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:17 smithi084 ceph-mon[97358]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:33:17.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:17 smithi132 ceph-mon[88571]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:33:18.480 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:33:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[94794]: pgmap v3808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[94794]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:33:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2655354530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[97358]: pgmap v3808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[97358]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:33:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2655354530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:18 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:18 smithi132 ceph-mon[88571]: pgmap v3808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:18 smithi132 ceph-mon[88571]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:33:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:18 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2655354530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:18 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:19 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:19 smithi084 ceph-mon[94794]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:33:19.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:19 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:19.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:19 smithi084 ceph-mon[97358]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:33:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:19 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:19 smithi132 ceph-mon[88571]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:33:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:20 smithi084 ceph-mon[94794]: pgmap v3811: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:20 smithi084 ceph-mon[94794]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:33:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:33:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:33:20] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:33:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:20 smithi084 ceph-mon[97358]: pgmap v3811: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:20 smithi084 ceph-mon[97358]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:33:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:20 smithi132 ceph-mon[88571]: pgmap v3811: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:20 smithi132 ceph-mon[88571]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:33:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:21 smithi084 ceph-mon[94794]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:33:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:21 smithi084 ceph-mon[97358]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:33:21.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:21 smithi132 ceph-mon[88571]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:33:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:22 smithi132 ceph-mon[88571]: pgmap v3814: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:33:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:22 smithi084 ceph-mon[94794]: pgmap v3814: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:22 smithi084 ceph-mon[97358]: pgmap v3814: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:24 smithi084 ceph-mon[94794]: pgmap v3815: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 524 B/s wr, 5 op/s 2024-04-02T09:33:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:24 smithi084 ceph-mon[97358]: pgmap v3815: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 524 B/s wr, 5 op/s 2024-04-02T09:33:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:24 smithi132 ceph-mon[88571]: pgmap v3815: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 524 B/s wr, 5 op/s 2024-04-02T09:33:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:26 smithi084 ceph-mon[94794]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:33:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:26 smithi084 ceph-mon[94794]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:33:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:26 smithi084 ceph-mon[97358]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:33:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:26 smithi084 ceph-mon[97358]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:33:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:26 smithi132 ceph-mon[88571]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:33:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:26 smithi132 ceph-mon[88571]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:33:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:28 smithi084 ceph-mon[94794]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:33:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:28 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:28 smithi084 ceph-mon[97358]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:33:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:28 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:28 smithi132 ceph-mon[88571]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:33:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:28 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:33:30] "GET /metrics HTTP/1.1" 200 36785 "" "Prometheus/2.43.0" 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[97358]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 3.4 KiB/s wr, 15 op/s 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[97358]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[94794]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 3.4 KiB/s wr, 15 op/s 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.869 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:30 smithi084 ceph-mon[94794]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:33:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:30 smithi132 ceph-mon[88571]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 3.4 KiB/s wr, 15 op/s 2024-04-02T09:33:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:30 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:30 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:30 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:30 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:30 smithi132 ceph-mon[88571]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:33:32.387 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:33:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:32 smithi084 ceph-mon[94794]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.4 KiB/s wr, 13 op/s 2024-04-02T09:33:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:32 smithi084 ceph-mon[97358]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.4 KiB/s wr, 13 op/s 2024-04-02T09:33:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:32 smithi132 ceph-mon[88571]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.4 KiB/s wr, 13 op/s 2024-04-02T09:33:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: pgmap v3822: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-04-02T09:33:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: pgmap v3822: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-04-02T09:33:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: pgmap v3822: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:33:36.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:36 smithi132 ceph-mon[88571]: pgmap v3823: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:33:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:36 smithi084 ceph-mon[94794]: pgmap v3823: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:33:36.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:36 smithi084 ceph-mon[97358]: pgmap v3823: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:33:38.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:38 smithi132 ceph-mon[88571]: pgmap v3824: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:38 smithi084 ceph-mon[94794]: pgmap v3824: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:38 smithi084 ceph-mon[97358]: pgmap v3824: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:33:39.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:40.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:40 smithi132 ceph-mon[88571]: pgmap v3825: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-02T09:33:40.768 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:40 smithi084 ceph-mon[94794]: pgmap v3825: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-02T09:33:40.768 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:33:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:33:40] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:33:40.768 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:40 smithi084 ceph-mon[97358]: pgmap v3825: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-02T09:33:42.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:42 smithi132 ceph-mon[88571]: pgmap v3826: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-02T09:33:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:33:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:42 smithi084 ceph-mon[94794]: pgmap v3826: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-02T09:33:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:42 smithi084 ceph-mon[97358]: pgmap v3826: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-02T09:33:44.431 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/7.Simple (27926 ms) 2024-04-02T09:33:44.431 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-02T09:33:44.431 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:33:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:44 smithi132 ceph-mon[88571]: pgmap v3827: 137 pgs: 137 active+clean; 58 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-02T09:33:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:44 smithi084 ceph-mon[94794]: pgmap v3827: 137 pgs: 137 active+clean; 58 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-02T09:33:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:44 smithi084 ceph-mon[97358]: pgmap v3827: 137 pgs: 137 active+clean; 58 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-02T09:33:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:46 smithi132 ceph-mon[88571]: pgmap v3828: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:33:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]: dispatch 2024-04-02T09:33:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:33:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]: dispatch 2024-04-02T09:33:46.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]: dispatch 2024-04-02T09:33:46.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:33:46.662 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]: dispatch 2024-04-02T09:33:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[94794]: pgmap v3828: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:33:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]: dispatch 2024-04-02T09:33:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:33:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]: dispatch 2024-04-02T09:33:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[97358]: pgmap v3828: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:33:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]: dispatch 2024-04-02T09:33:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]': finished 2024-04-02T09:33:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-02T09:33:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]': finished 2024-04-02T09:33:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[94794]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:33:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]': finished 2024-04-02T09:33:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-02T09:33:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]': finished 2024-04-02T09:33:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:47 smithi084 ceph-mon[97358]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:33:47.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 4]}]': finished 2024-04-02T09:33:47.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-02T09:33:47.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1b", "id": [3, 0]}]': finished 2024-04-02T09:33:47.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:47 smithi132 ceph-mon[88571]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:33:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:48 smithi084 ceph-mon[94794]: pgmap v3830: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T09:33:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:48 smithi084 ceph-mon[94794]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:33:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:48 smithi084 ceph-mon[97358]: pgmap v3830: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T09:33:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:48 smithi084 ceph-mon[97358]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:33:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:48 smithi132 ceph-mon[88571]: pgmap v3830: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T09:33:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:48 smithi132 ceph-mon[88571]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:33:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:50 smithi084 ceph-mon[94794]: pgmap v3832: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 26 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-02T09:33:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:33:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:33:50] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:33:50.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:50 smithi084 ceph-mon[97358]: pgmap v3832: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 26 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-02T09:33:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:50 smithi132 ceph-mon[88571]: pgmap v3832: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 26 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-02T09:33:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:51 smithi084 ceph-mon[94794]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:33:51.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:51 smithi084 ceph-mon[97358]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:33:51.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:51 smithi132 ceph-mon[88571]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:33:52.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:52 smithi132 ceph-mon[88571]: pgmap v3834: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1023 B/s wr, 9 op/s; 2.7 MiB/s, 0 objects/s recovering 2024-04-02T09:33:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:33:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:52 smithi084 ceph-mon[94794]: pgmap v3834: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1023 B/s wr, 9 op/s; 2.7 MiB/s, 0 objects/s recovering 2024-04-02T09:33:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:52 smithi084 ceph-mon[97358]: pgmap v3834: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1023 B/s wr, 9 op/s; 2.7 MiB/s, 0 objects/s recovering 2024-04-02T09:33:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:54 smithi084 ceph-mon[94794]: pgmap v3835: 137 pgs: 137 active+clean; 102 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 49 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-04-02T09:33:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:54 smithi084 ceph-mon[97358]: pgmap v3835: 137 pgs: 137 active+clean; 102 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 49 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-04-02T09:33:54.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:54 smithi132 ceph-mon[88571]: pgmap v3835: 137 pgs: 137 active+clean; 102 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 49 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-04-02T09:33:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:56 smithi084 ceph-mon[94794]: pgmap v3836: 137 pgs: 137 active+clean; 123 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 52 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-02T09:33:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:56 smithi084 ceph-mon[97358]: pgmap v3836: 137 pgs: 137 active+clean; 123 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 52 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-02T09:33:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:56 smithi132 ceph-mon[88571]: pgmap v3836: 137 pgs: 137 active+clean; 123 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 52 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-02T09:33:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:33:58 smithi084 ceph-mon[94794]: pgmap v3837: 137 pgs: 137 active+clean; 123 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 42 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:33:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:33:58 smithi084 ceph-mon[97358]: pgmap v3837: 137 pgs: 137 active+clean; 123 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 42 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:33:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:33:58 smithi132 ceph-mon[88571]: pgmap v3837: 137 pgs: 137 active+clean; 123 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 42 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:34:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:00 smithi084 ceph-mon[94794]: pgmap v3838: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:34:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:34:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:34:00] "GET /metrics HTTP/1.1" 200 36831 "" "Prometheus/2.43.0" 2024-04-02T09:34:00.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:00 smithi084 ceph-mon[97358]: pgmap v3838: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:34:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:00 smithi132 ceph-mon[88571]: pgmap v3838: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:34:02.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:02 smithi132 ceph-mon[88571]: pgmap v3839: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:34:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:34:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:02 smithi084 ceph-mon[94794]: pgmap v3839: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:34:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:02 smithi084 ceph-mon[97358]: pgmap v3839: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:34:04.722 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/7.Grow (20292 ms) 2024-04-02T09:34:04.722 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-02T09:34:04.722 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:34:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:04 smithi084 ceph-mon[94794]: pgmap v3840: 137 pgs: 137 active+clean; 143 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-02T09:34:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:04 smithi084 ceph-mon[97358]: pgmap v3840: 137 pgs: 137 active+clean; 143 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-02T09:34:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:04 smithi132 ceph-mon[88571]: pgmap v3840: 137 pgs: 137 active+clean; 143 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-02T09:34:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:06 smithi084 ceph-mon[94794]: pgmap v3841: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:34:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:06 smithi084 ceph-mon[97358]: pgmap v3841: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:34:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:06 smithi132 ceph-mon[88571]: pgmap v3841: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:34:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:08 smithi084 ceph-mon[94794]: pgmap v3842: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T09:34:08.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:08 smithi084 ceph-mon[97358]: pgmap v3842: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T09:34:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:08 smithi132 ceph-mon[88571]: pgmap v3842: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T09:34:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:10.768 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:34:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:34:10] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:34:10.769 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:10 smithi084 ceph-mon[94794]: pgmap v3843: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:34:10.769 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:10 smithi084 ceph-mon[97358]: pgmap v3843: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:34:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:10 smithi132 ceph-mon[88571]: pgmap v3843: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:34:12.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:12 smithi132 ceph-mon[88571]: pgmap v3844: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-02T09:34:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:34:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:12 smithi084 ceph-mon[94794]: pgmap v3844: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-02T09:34:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:12 smithi084 ceph-mon[97358]: pgmap v3844: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-02T09:34:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:14 smithi084 ceph-mon[94794]: pgmap v3845: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:14 smithi084 ceph-mon[94794]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:34:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:14 smithi084 ceph-mon[97358]: pgmap v3845: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:14 smithi084 ceph-mon[97358]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:34:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:14 smithi132 ceph-mon[88571]: pgmap v3845: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:14 smithi132 ceph-mon[88571]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:34:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:16 smithi084 ceph-mon[94794]: pgmap v3847: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:34:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:16 smithi084 ceph-mon[97358]: pgmap v3847: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:34:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:16 smithi132 ceph-mon[88571]: pgmap v3847: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:34:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:18 smithi084 ceph-mon[94794]: pgmap v3848: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:34:18.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:18 smithi084 ceph-mon[97358]: pgmap v3848: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:34:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:18 smithi132 ceph-mon[88571]: pgmap v3848: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:34:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:20 smithi084 ceph-mon[94794]: pgmap v3849: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:20.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:34:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:34:20] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:34:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:20 smithi084 ceph-mon[97358]: pgmap v3849: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:20 smithi132 ceph-mon[88571]: pgmap v3849: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:22.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:22 smithi132 ceph-mon[88571]: pgmap v3850: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:34:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:22 smithi084 ceph-mon[94794]: pgmap v3850: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:22.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:22 smithi084 ceph-mon[97358]: pgmap v3850: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:24 smithi084 ceph-mon[94794]: pgmap v3851: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:34:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:24 smithi084 ceph-mon[97358]: pgmap v3851: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:34:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:24 smithi132 ceph-mon[88571]: pgmap v3851: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:34:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:26 smithi084 ceph-mon[94794]: pgmap v3852: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 693 KiB/s wr, 29 op/s 2024-04-02T09:34:26.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:26 smithi084 ceph-mon[97358]: pgmap v3852: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 693 KiB/s wr, 29 op/s 2024-04-02T09:34:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:26 smithi132 ceph-mon[88571]: pgmap v3852: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 693 KiB/s wr, 29 op/s 2024-04-02T09:34:27.791 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (23068 ms) 2024-04-02T09:34:27.791 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-02T09:34:27.791 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:34:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:28 smithi084 ceph-mon[94794]: pgmap v3853: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 684 KiB/s wr, 28 op/s 2024-04-02T09:34:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:28 smithi084 ceph-mon[97358]: pgmap v3853: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 684 KiB/s wr, 28 op/s 2024-04-02T09:34:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:28 smithi132 ceph-mon[88571]: pgmap v3853: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 684 KiB/s wr, 28 op/s 2024-04-02T09:34:30.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:30 smithi084 ceph-mon[94794]: pgmap v3854: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-04-02T09:34:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:34:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:34:30] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-02T09:34:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:30 smithi084 ceph-mon[97358]: pgmap v3854: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-04-02T09:34:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:30 smithi132 ceph-mon[88571]: pgmap v3854: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-04-02T09:34:32.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:32 smithi132 ceph-mon[88571]: pgmap v3855: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:34:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:34:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:32 smithi084 ceph-mon[94794]: pgmap v3855: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:34:32.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:32 smithi084 ceph-mon[97358]: pgmap v3855: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:34:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:33.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:33.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:34.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:34 smithi132 ceph-mon[88571]: pgmap v3856: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:34:34.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:34 smithi084 ceph-mon[94794]: pgmap v3856: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:34:34.788 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:34 smithi084 ceph-mon[97358]: pgmap v3856: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:34:36.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:36 smithi084 ceph-mon[94794]: pgmap v3857: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-02T09:34:36.778 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:36 smithi084 ceph-mon[97358]: pgmap v3857: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-02T09:34:36.808 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:36 smithi132 ceph-mon[88571]: pgmap v3857: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-02T09:34:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[94794]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:34:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[97358]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:34:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:37 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:37 smithi132 ceph-mon[88571]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:34:37.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:37 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:37 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:37 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:37 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[97358]: pgmap v3859: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:34:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:38.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[94794]: pgmap v3859: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:34:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:38 smithi132 ceph-mon[88571]: pgmap v3859: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:34:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:38.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:34:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:39.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:40 smithi084 ceph-mon[94794]: pgmap v3860: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:40.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:34:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:34:40] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:34:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:40 smithi084 ceph-mon[97358]: pgmap v3860: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:40 smithi132 ceph-mon[88571]: pgmap v3860: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:42 smithi132 ceph-mon[88571]: pgmap v3861: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:34:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:42 smithi084 ceph-mon[94794]: pgmap v3861: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:42.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:42 smithi084 ceph-mon[97358]: pgmap v3861: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:44 smithi084 ceph-mon[94794]: pgmap v3862: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:34:44.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:44 smithi084 ceph-mon[97358]: pgmap v3862: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:34:44.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:44 smithi132 ceph-mon[88571]: pgmap v3862: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:34:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:46 smithi084 ceph-mon[94794]: pgmap v3863: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:46.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:46 smithi084 ceph-mon[97358]: pgmap v3863: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:46.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:46 smithi132 ceph-mon[88571]: pgmap v3863: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:34:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:48 smithi084 ceph-mon[94794]: pgmap v3864: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T09:34:48.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:48 smithi084 ceph-mon[97358]: pgmap v3864: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T09:34:48.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:48 smithi132 ceph-mon[88571]: pgmap v3864: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T09:34:49.907 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (22117 ms) 2024-04-02T09:34:49.908 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-02T09:34:49.908 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:34:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:50 smithi084 ceph-mon[94794]: pgmap v3865: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-02T09:34:50.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:34:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:34:50] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:34:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:50 smithi084 ceph-mon[97358]: pgmap v3865: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-02T09:34:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:50 smithi132 ceph-mon[88571]: pgmap v3865: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-02T09:34:52.562 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:34:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:52 smithi084 ceph-mon[94794]: pgmap v3866: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-02T09:34:52.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:52 smithi084 ceph-mon[97358]: pgmap v3866: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-02T09:34:52.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:52 smithi132 ceph-mon[88571]: pgmap v3866: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-02T09:34:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:54 smithi084 ceph-mon[94794]: pgmap v3867: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-02T09:34:54.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:54 smithi084 ceph-mon[97358]: pgmap v3867: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-02T09:34:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:54 smithi132 ceph-mon[88571]: pgmap v3867: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-02T09:34:54.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:56.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:56 smithi084 ceph-mon[94794]: pgmap v3868: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:34:56.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:56 smithi084 ceph-mon[97358]: pgmap v3868: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:34:56.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:56 smithi132 ceph-mon[88571]: pgmap v3868: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:34:58.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:58 smithi084 ceph-mon[94794]: pgmap v3869: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:34:58.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:58 smithi084 ceph-mon[97358]: pgmap v3869: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:34:58.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:58 smithi132 ceph-mon[88571]: pgmap v3869: 137 pgs: 137 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:34:59.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:34:59 smithi084 ceph-mon[94794]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:34:59.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:34:59 smithi084 ceph-mon[97358]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:34:59.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:34:59 smithi132 ceph-mon[88571]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:35:00.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:00 smithi084 ceph-mon[94794]: pgmap v3871: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-02T09:35:00.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:00 smithi084 ceph-mon[97358]: pgmap v3871: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-02T09:35:00.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:35:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:35:00] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:35:00.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:00 smithi132 ceph-mon[88571]: pgmap v3871: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-02T09:35:02.583 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:35:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:02.859 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:02 smithi132 ceph-mon[88571]: pgmap v3872: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-02T09:35:02.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:02 smithi084 ceph-mon[94794]: pgmap v3872: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-02T09:35:02.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:02 smithi084 ceph-mon[97358]: pgmap v3872: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-02T09:35:04.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:04 smithi084 ceph-mon[94794]: pgmap v3873: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-02T09:35:04.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:04 smithi084 ceph-mon[97358]: pgmap v3873: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-02T09:35:04.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:04 smithi132 ceph-mon[88571]: pgmap v3873: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-02T09:35:06.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:06 smithi084 ceph-mon[94794]: pgmap v3874: 137 pgs: 137 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:06.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:06 smithi084 ceph-mon[97358]: pgmap v3874: 137 pgs: 137 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:06.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:06 smithi132 ceph-mon[88571]: pgmap v3874: 137 pgs: 137 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:08.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:08 smithi084 ceph-mon[94794]: pgmap v3875: 137 pgs: 137 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:08 smithi084 ceph-mon[97358]: pgmap v3875: 137 pgs: 137 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:08.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:08 smithi132 ceph-mon[88571]: pgmap v3875: 137 pgs: 137 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:09.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:09.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:09.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:10.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:10 smithi084 ceph-mon[94794]: pgmap v3876: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:35:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:10 smithi084 ceph-mon[97358]: pgmap v3876: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:35:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:35:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:35:10] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:35:10.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:10 smithi132 ceph-mon[88571]: pgmap v3876: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:35:11.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:11 smithi084 ceph-mon[94794]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:35:11.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:11 smithi084 ceph-mon[97358]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:35:11.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:11 smithi132 ceph-mon[88571]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:35:12.518 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22610 ms) 2024-04-02T09:35:12.518 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-02T09:35:12.518 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:35:12.607 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:35:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:12.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:12 smithi084 ceph-mon[94794]: pgmap v3878: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-02T09:35:12.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:12 smithi084 ceph-mon[97358]: pgmap v3878: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-02T09:35:12.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:12 smithi132 ceph-mon[88571]: pgmap v3878: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-02T09:35:14.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:14 smithi084 ceph-mon[94794]: pgmap v3879: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 45 op/s 2024-04-02T09:35:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:14 smithi084 ceph-mon[97358]: pgmap v3879: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 45 op/s 2024-04-02T09:35:14.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:14 smithi132 ceph-mon[88571]: pgmap v3879: 137 pgs: 137 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 45 op/s 2024-04-02T09:35:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:16 smithi084 ceph-mon[94794]: pgmap v3880: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:35:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:16 smithi084 ceph-mon[97358]: pgmap v3880: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:35:16.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:16 smithi132 ceph-mon[88571]: pgmap v3880: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:35:18.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:18 smithi132 ceph-mon[88571]: pgmap v3881: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:35:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:18 smithi084 ceph-mon[94794]: pgmap v3881: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:35:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:18 smithi084 ceph-mon[97358]: pgmap v3881: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:35:19.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:19 smithi132 ceph-mon[88571]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:35:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:19 smithi084 ceph-mon[94794]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:35:20.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:19 smithi084 ceph-mon[97358]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:35:20.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:20 smithi132 ceph-mon[88571]: pgmap v3883: 137 pgs: 137 active+clean; 386 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 46 op/s 2024-04-02T09:35:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:20 smithi084 ceph-mon[94794]: pgmap v3883: 137 pgs: 137 active+clean; 386 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 46 op/s 2024-04-02T09:35:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:35:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:35:20] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-02T09:35:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:20 smithi084 ceph-mon[97358]: pgmap v3883: 137 pgs: 137 active+clean; 386 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 46 op/s 2024-04-02T09:35:22.635 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:35:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:22.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:22 smithi132 ceph-mon[88571]: pgmap v3884: 137 pgs: 137 active+clean; 386 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 40 op/s 2024-04-02T09:35:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:22 smithi084 ceph-mon[94794]: pgmap v3884: 137 pgs: 137 active+clean; 386 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 40 op/s 2024-04-02T09:35:23.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:22 smithi084 ceph-mon[97358]: pgmap v3884: 137 pgs: 137 active+clean; 386 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 40 op/s 2024-04-02T09:35:24.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:24 smithi132 ceph-mon[88571]: pgmap v3885: 137 pgs: 137 active+clean; 399 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-02T09:35:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:24 smithi084 ceph-mon[94794]: pgmap v3885: 137 pgs: 137 active+clean; 399 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-02T09:35:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:25.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:24 smithi084 ceph-mon[97358]: pgmap v3885: 137 pgs: 137 active+clean; 399 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-02T09:35:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:26.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:26 smithi132 ceph-mon[88571]: pgmap v3886: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:26 smithi084 ceph-mon[94794]: pgmap v3886: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:27.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:26 smithi084 ceph-mon[97358]: pgmap v3886: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:28.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:28 smithi132 ceph-mon[88571]: pgmap v3887: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:28 smithi084 ceph-mon[94794]: pgmap v3887: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:29.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:28 smithi084 ceph-mon[97358]: pgmap v3887: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:35:30.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:30 smithi132 ceph-mon[88571]: pgmap v3888: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-02T09:35:31.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:30 smithi084 ceph-mon[94794]: pgmap v3888: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-02T09:35:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:35:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:35:30] "GET /metrics HTTP/1.1" 200 36814 "" "Prometheus/2.43.0" 2024-04-02T09:35:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:30 smithi084 ceph-mon[97358]: pgmap v3888: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-02T09:35:32.629 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (20111 ms) 2024-04-02T09:35:32.629 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-02T09:35:32.629 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:35:32.648 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:35:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:32.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:32 smithi132 ceph-mon[88571]: pgmap v3889: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-04-02T09:35:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:32 smithi084 ceph-mon[94794]: pgmap v3889: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-04-02T09:35:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:32 smithi084 ceph-mon[97358]: pgmap v3889: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-04-02T09:35:34.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:34 smithi132 ceph-mon[88571]: pgmap v3890: 137 pgs: 137 active+clean; 431 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:35:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:34 smithi084 ceph-mon[94794]: pgmap v3890: 137 pgs: 137 active+clean; 431 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:35:35.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:34 smithi084 ceph-mon[97358]: pgmap v3890: 137 pgs: 137 active+clean; 431 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:35:36.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:36 smithi132 ceph-mon[88571]: pgmap v3891: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-02T09:35:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:36 smithi084 ceph-mon[94794]: pgmap v3891: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-02T09:35:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:36 smithi084 ceph-mon[97358]: pgmap v3891: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-02T09:35:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:38 smithi132 ceph-mon[88571]: pgmap v3892: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:35:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:38 smithi084 ceph-mon[94794]: pgmap v3892: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:35:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:39.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:38 smithi084 ceph-mon[97358]: pgmap v3892: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:35:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:39.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:35:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:35:40.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:41.030 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:40 smithi084 ceph-mon[94794]: pgmap v3893: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:35:41.030 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:35:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:35:40] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:35:41.030 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:40 smithi084 ceph-mon[97358]: pgmap v3893: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:35:41.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:40 smithi132 ceph-mon[88571]: pgmap v3893: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:35:42.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:41 smithi084 ceph-mon[94794]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:35:42.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:41 smithi084 ceph-mon[97358]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:35:42.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:41 smithi132 ceph-mon[88571]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:35:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:35:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:42 smithi084 ceph-mon[94794]: pgmap v3895: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:35:43.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:42 smithi084 ceph-mon[97358]: pgmap v3895: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:35:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:42 smithi132 ceph-mon[88571]: pgmap v3895: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:35:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:44 smithi084 ceph-mon[94794]: pgmap v3896: 137 pgs: 137 active+clean; 451 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T09:35:45.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:44 smithi084 ceph-mon[97358]: pgmap v3896: 137 pgs: 137 active+clean; 451 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T09:35:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:44 smithi132 ceph-mon[88571]: pgmap v3896: 137 pgs: 137 active+clean; 451 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T09:35:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:46 smithi084 ceph-mon[94794]: pgmap v3897: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:46 smithi084 ceph-mon[97358]: pgmap v3897: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:46 smithi132 ceph-mon[88571]: pgmap v3897: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:48 smithi084 ceph-mon[94794]: pgmap v3898: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:48 smithi084 ceph-mon[97358]: pgmap v3898: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:48 smithi132 ceph-mon[88571]: pgmap v3898: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:50 smithi084 ceph-mon[94794]: pgmap v3899: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:35:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:35:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:35:50] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:35:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:50 smithi084 ceph-mon[97358]: pgmap v3899: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:35:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:50 smithi132 ceph-mon[88571]: pgmap v3899: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:35:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:35:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:52 smithi084 ceph-mon[94794]: pgmap v3900: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.6 MiB/s wr, 40 op/s 2024-04-02T09:35:53.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:52 smithi084 ceph-mon[97358]: pgmap v3900: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.6 MiB/s wr, 40 op/s 2024-04-02T09:35:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:52 smithi132 ceph-mon[88571]: pgmap v3900: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.6 MiB/s wr, 40 op/s 2024-04-02T09:35:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:54.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:54.689 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (22060 ms) 2024-04-02T09:35:54.835 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (158184 ms total) 2024-04-02T09:35:54.835 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:35:54.835 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-02T09:35:54.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-02T09:35:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:54 smithi084 ceph-mon[94794]: pgmap v3901: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-02T09:35:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:54 smithi084 ceph-mon[97358]: pgmap v3901: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-02T09:35:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:54 smithi132 ceph-mon[88571]: pgmap v3901: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-02T09:35:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:55 smithi084 ceph-mon[94794]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:35:56.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:55 smithi084 ceph-mon[97358]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:35:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:55 smithi132 ceph-mon[88571]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:35:56.847 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:35:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:56 smithi084 ceph-mon[94794]: pgmap v3903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:56 smithi084 ceph-mon[94794]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:35:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:56 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1300213977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:56 smithi084 ceph-mon[97358]: pgmap v3903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:56 smithi084 ceph-mon[97358]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:35:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:56 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1300213977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:56 smithi132 ceph-mon[88571]: pgmap v3903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:56 smithi132 ceph-mon[88571]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:35:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:56 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1300213977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:57 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1300213977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:57 smithi084 ceph-mon[94794]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:35:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:57 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1300213977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:58.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:57 smithi084 ceph-mon[97358]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:35:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:57 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1300213977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:57 smithi132 ceph-mon[88571]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:35:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [717606~69915,3347334~99236,5076399~32844,7081395~71778,10897694~32683,11929766~43216,16260845~45375,16674132~69736,16810020~49244,18499942~27404] 2024-04-02T09:35:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:58 smithi084 ceph-mon[94794]: pgmap v3906: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:58 smithi084 ceph-mon[94794]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:35:59.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:58 smithi084 ceph-mon[97358]: pgmap v3906: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:58 smithi084 ceph-mon[97358]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:35:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:58 smithi132 ceph-mon[88571]: pgmap v3906: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:58 smithi132 ceph-mon[88571]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:35:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [1747250~91063,3170050~80703,5034039~30778,5700166~10637,6596393~12156,7674751~16640,13723467~66834,18549908~70869,19290088~26193] 2024-04-02T09:35:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: diff was [1747250~91063,3170050~80703,5034039~30778,5700166~10637,6596393~12156,7153173~538218,13723467~66834,18527346~788935] 2024-04-02T09:35:59.900 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5034 ms) 2024-04-02T09:35:59.900 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-02T09:35:59.900 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:00.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:35:59 smithi132 ceph-mon[88571]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:36:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:35:59 smithi084 ceph-mon[94794]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:36:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:35:59 smithi084 ceph-mon[97358]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:36:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:00 smithi084 ceph-mon[94794]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:36:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:00 smithi084 ceph-mon[94794]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:36:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:36:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:36:00] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:36:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:00 smithi084 ceph-mon[97358]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:36:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:00 smithi084 ceph-mon[97358]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:36:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:00 smithi132 ceph-mon[88571]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:36:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:00 smithi132 ceph-mon[88571]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:36:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:01 smithi132 ceph-mon[88571]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:36:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:01 smithi084 ceph-mon[94794]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:36:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:01 smithi084 ceph-mon[97358]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:36:02.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:36:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:02.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3001 ms) 2024-04-02T09:36:02.901 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-02T09:36:02.901 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:02 smithi132 ceph-mon[88571]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:36:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:02 smithi132 ceph-mon[88571]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:36:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:02 smithi084 ceph-mon[94794]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:36:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:02 smithi084 ceph-mon[94794]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:36:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:02 smithi084 ceph-mon[97358]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:36:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:02 smithi084 ceph-mon[97358]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:36:04.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:03 smithi132 ceph-mon[88571]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:36:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:03 smithi084 ceph-mon[94794]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:36:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:03 smithi084 ceph-mon[97358]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:36:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:04 smithi132 ceph-mon[88571]: pgmap v3915: 137 pgs: 137 active+clean; 8.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 48 KiB/s wr, 23 op/s 2024-04-02T09:36:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:04 smithi132 ceph-mon[88571]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:36:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:04 smithi084 ceph-mon[94794]: pgmap v3915: 137 pgs: 137 active+clean; 8.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 48 KiB/s wr, 23 op/s 2024-04-02T09:36:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:04 smithi084 ceph-mon[94794]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:36:05.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:04 smithi084 ceph-mon[97358]: pgmap v3915: 137 pgs: 137 active+clean; 8.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 48 KiB/s wr, 23 op/s 2024-04-02T09:36:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:04 smithi084 ceph-mon[97358]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:36:05.932 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3031 ms) 2024-04-02T09:36:05.932 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-02T09:36:05.933 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:06.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:05 smithi132 ceph-mon[88571]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:36:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:05 smithi084 ceph-mon[94794]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:36:06.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:05 smithi084 ceph-mon[97358]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:36:07.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:06 smithi132 ceph-mon[88571]: pgmap v3918: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 259 KiB/s wr, 115 op/s 2024-04-02T09:36:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:06 smithi132 ceph-mon[88571]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:36:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:06 smithi084 ceph-mon[94794]: pgmap v3918: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 259 KiB/s wr, 115 op/s 2024-04-02T09:36:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:06 smithi084 ceph-mon[94794]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:36:07.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:06 smithi084 ceph-mon[97358]: pgmap v3918: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 259 KiB/s wr, 115 op/s 2024-04-02T09:36:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:06 smithi084 ceph-mon[97358]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:36:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:07 smithi132 ceph-mon[88571]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:36:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:07 smithi084 ceph-mon[94794]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:36:08.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:07 smithi084 ceph-mon[97358]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:36:08.946 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3014 ms) 2024-04-02T09:36:08.946 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-02T09:36:08.946 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:08 smithi084 ceph-mon[94794]: pgmap v3921: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 211 KiB/s wr, 91 op/s 2024-04-02T09:36:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:08 smithi084 ceph-mon[94794]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:36:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:08 smithi084 ceph-mon[97358]: pgmap v3921: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 211 KiB/s wr, 91 op/s 2024-04-02T09:36:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:08 smithi084 ceph-mon[97358]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:36:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:08 smithi132 ceph-mon[88571]: pgmap v3921: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 211 KiB/s wr, 91 op/s 2024-04-02T09:36:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:08 smithi132 ceph-mon[88571]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:36:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:10.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:09 smithi084 ceph-mon[94794]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:36:10.268 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:09 smithi084 ceph-mon[97358]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:36:10.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:09 smithi132 ceph-mon[88571]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:36:10.921 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:36:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:36:10] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:36:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:10 smithi084 ceph-mon[94794]: pgmap v3924: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-04-02T09:36:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:10 smithi084 ceph-mon[94794]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:36:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:10 smithi084 ceph-mon[94794]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:36:11.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:10 smithi084 ceph-mon[97358]: pgmap v3924: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-04-02T09:36:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:10 smithi084 ceph-mon[97358]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:36:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:10 smithi084 ceph-mon[97358]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:36:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:10 smithi132 ceph-mon[88571]: pgmap v3924: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-04-02T09:36:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:10 smithi132 ceph-mon[88571]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:36:11.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:10 smithi132 ceph-mon[88571]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:36:11.843 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (2897 ms) 2024-04-02T09:36:11.843 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-02T09:36:11.843 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:12.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:36:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:12 smithi084 ceph-mon[94794]: pgmap v3927: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-04-02T09:36:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:12 smithi084 ceph-mon[94794]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:36:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:12 smithi084 ceph-mon[97358]: pgmap v3927: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-04-02T09:36:13.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:12 smithi084 ceph-mon[97358]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:36:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:12 smithi132 ceph-mon[88571]: pgmap v3927: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-04-02T09:36:13.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:12 smithi132 ceph-mon[88571]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:36:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:13 smithi084 ceph-mon[94794]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:13 smithi084 ceph-mon[97358]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:14.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:13 smithi132 ceph-mon[88571]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:14.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3025 ms) 2024-04-02T09:36:14.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-02T09:36:14.868 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:14.948 INFO:tasks.workunit.client.0.smithi084.stdout: i=0 exists [17139690~7825796,31837531~2860661,152610273~6816602,192702293~1631922,209446016~2174333,267151669~3865845,318506667~7085997,404809830~5981035] wrote [17139690~7825796,31837531~2860661,152610273~6816602,192702293~1631922,209446016~2174333,267151669~3865845,318506667~7085997,404809830~5981035] 2024-04-02T09:36:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:14 smithi084 ceph-mon[94794]: pgmap v3930: 137 pgs: 137 active+clean; 22 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 261 KiB/s wr, 51 op/s 2024-04-02T09:36:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:14 smithi084 ceph-mon[94794]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:14 smithi084 ceph-mon[97358]: pgmap v3930: 137 pgs: 137 active+clean; 22 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 261 KiB/s wr, 51 op/s 2024-04-02T09:36:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:14 smithi084 ceph-mon[97358]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:15.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:14 smithi132 ceph-mon[88571]: pgmap v3930: 137 pgs: 137 active+clean; 22 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 261 KiB/s wr, 51 op/s 2024-04-02T09:36:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:14 smithi132 ceph-mon[88571]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:15.918 INFO:tasks.workunit.client.0.smithi084.stdout: i=1 exists [8821737~2291871,17139690~7825796,31837531~2860661,76406750~4364091,151071795~8355080,189768227~2611815,192702293~1631922,209446016~2174333,261253239~9764275,318382275~7210389,347969977~7327845,358248619~6370772,404809830~5981035] wrote [8821737~2291871,22616989~569637,76406750~4364091,151071795~4778979,189768227~2611815,261253239~7140726,318382275~4615044,347969977~7327845,358248619~6370772] 2024-04-02T09:36:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:15 smithi084 ceph-mon[94794]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:16.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:15 smithi084 ceph-mon[97358]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:15 smithi132 ceph-mon[88571]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:16.917 INFO:tasks.workunit.client.0.smithi084.stdout: i=2 exists [8821737~2291871,17139690~7825796,31837531~2860661,48958881~908029,54212164~2634463,76406750~4364091,94647860~7634778,120650520~658085,151071795~8355080,173410726~1842851,189768227~2611815,192702293~1631922,198489442~7652006,209446016~2174333,228704960~5672675,250387157~2481197,261253239~9764275,318382275~7210389,347969977~7327845,358248619~6370772,404809830~5981035] wrote [48958881~908029,54212164~2634463,94647860~7634778,120650520~658085,173410726~1842851,198489442~7652006,228704960~5672675,250387157~2481197] 2024-04-02T09:36:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:16 smithi084 ceph-mon[94794]: pgmap v3933: 137 pgs: 137 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 392 KiB/s wr, 102 op/s 2024-04-02T09:36:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:16 smithi084 ceph-mon[94794]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:36:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:16 smithi084 ceph-mon[97358]: pgmap v3933: 137 pgs: 137 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 392 KiB/s wr, 102 op/s 2024-04-02T09:36:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:16 smithi084 ceph-mon[97358]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:36:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:16 smithi132 ceph-mon[88571]: pgmap v3933: 137 pgs: 137 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 392 KiB/s wr, 102 op/s 2024-04-02T09:36:17.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:16 smithi132 ceph-mon[88571]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:36:17.971 INFO:tasks.workunit.client.0.smithi084.stdout: i=3 exists [6494370~6914523,17139690~7825796,31837531~2860661,48958881~908029,51466251~5434424,76406750~4364091,94647860~7634778,106903793~2080081,120650520~658085,151071795~13447825,173410726~1842851,189768227~2611815,192702293~1631922,198489442~7652006,209446016~2174333,223366302~4883392,228704960~5672675,250387157~2481197,259156538~11860976,271889901~6677958,299612558~7591135,318382275~7210389,347969977~7327845,358248619~6370772,404809830~5981035] wrote [6494370~6914523,51466251~5434424,106903793~2080081,156506948~8012672,223366302~4883392,259156538~4379148,271889901~6677958,299612558~7591135,350341218~1199836] 2024-04-02T09:36:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:17 smithi084 ceph-mon[94794]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:36:18.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:17 smithi084 ceph-mon[97358]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:36:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:17 smithi132 ceph-mon[88571]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:36:18.972 INFO:tasks.workunit.client.0.smithi084.stdout: i=4 exists [6494370~6914523,17139690~7825796,31837531~2860661,48958881~908029,51466251~5434424,59476348~4519905,76406750~4364091,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,151071795~13447825,173410726~1842851,180931496~4416045,189768227~2611815,192702293~1631922,198489442~7652006,209446016~2174333,223366302~4883392,228704960~5672675,250387157~2481197,258200284~12817230,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,318382275~7210389,327607787~5178549,347162338~8135484,358248619~6370772,392091032~1810302,404809830~5981035] wrote [59476348~4519905,123075779~7756930,180931496~4416045,258200284~4065541,307415997~1710156,309880612~6854433,327607787~5178549,347162338~7768128,392091032~1810302] 2024-04-02T09:36:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:18 smithi084 ceph-mon[94794]: pgmap v3936: 137 pgs: 137 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 131 KiB/s wr, 50 op/s 2024-04-02T09:36:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:18 smithi084 ceph-mon[94794]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:36:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:18 smithi084 ceph-mon[97358]: pgmap v3936: 137 pgs: 137 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 131 KiB/s wr, 50 op/s 2024-04-02T09:36:19.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:18 smithi084 ceph-mon[97358]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:36:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:18 smithi132 ceph-mon[88571]: pgmap v3936: 137 pgs: 137 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 131 KiB/s wr, 50 op/s 2024-04-02T09:36:19.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:18 smithi132 ceph-mon[88571]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:36:19.939 INFO:tasks.workunit.client.0.smithi084.stdout: i=5 exists [6494370~6914523,16829533~8135953,31837531~2860661,48958881~908029,51466251~5434424,59476348~4519905,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,151071795~13447825,173410726~1842851,180931496~6909574,189768227~2611815,192702293~1631922,198251650~7889798,209446016~2174333,220858066~728549,223366302~4883392,228704960~5672675,242988733~144706,250387157~2481197,258200284~12817230,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,318382275~7210389,327607787~5178549,347162338~10449874,358248619~6370772,392091032~1810302,396261313~7249383,404809830~5981035] wrote [16829533~5560752,72844610~5712287,89189569~5209793,182200039~5641031,198251650~2768933,220858066~728549,242988733~144706,351448000~6164212,396261313~7249383] 2024-04-02T09:36:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:19 smithi132 ceph-mon[88571]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:36:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:19 smithi084 ceph-mon[94794]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:36:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:19 smithi084 ceph-mon[97358]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:36:20.933 INFO:tasks.workunit.client.0.smithi084.stdout: i=6 exists [6494370~6914523,16829533~8135953,31837531~2860661,48958881~908029,51466251~5434424,59476348~4519905,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,151071795~13447825,173410726~1842851,180931496~6909574,189768227~2611815,192702293~1631922,198251650~7889798,209446016~2174333,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~12817230,271889901~6677958,299612558~7591135,307415997~1710156,309880612~7570683,318382275~7210389,327607787~5178549,347162338~10449874,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383,404809830~5981035] wrote [73807250~2745284,113271275~5960338,133768166~7867078,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,315911168~1540127,375791107~1722902] 2024-04-02T09:36:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:20 smithi084 ceph-mon[94794]: pgmap v3939: 137 pgs: 137 active+clean; 230 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 40 MiB/s wr, 239 op/s 2024-04-02T09:36:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:20 smithi084 ceph-mon[94794]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:36:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:36:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:36:20] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:36:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:20 smithi084 ceph-mon[97358]: pgmap v3939: 137 pgs: 137 active+clean; 230 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 40 MiB/s wr, 239 op/s 2024-04-02T09:36:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:20 smithi084 ceph-mon[97358]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:36:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:20 smithi132 ceph-mon[88571]: pgmap v3939: 137 pgs: 137 active+clean; 230 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 40 MiB/s wr, 239 op/s 2024-04-02T09:36:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:20 smithi132 ceph-mon[88571]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:36:21.943 INFO:tasks.workunit.client.0.smithi084.stdout: i=7 exists [6494370~6914523,16829533~8135953,31837531~2860661,48958881~908029,51466251~12914881,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,149710079~29848,151071795~13447825,173410726~1842851,180931496~6909574,189768227~2611815,192702293~1631922,198251650~7889798,209446016~2174333,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~12817230,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~7210389,327607787~5178549,344925577~12814937,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383,404809830~5981035] wrote [52714066~11667066,74601244~4128500,149710079~29848,182487424~1542012,285062437~7364094,311377525~5985583,344925577~3104912,351746471~5994043] 2024-04-02T09:36:22.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:21 smithi132 ceph-mon[88571]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:36:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:21 smithi084 ceph-mon[94794]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:36:22.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:21 smithi084 ceph-mon[97358]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:36:22.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:36:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:23.005 INFO:tasks.workunit.client.0.smithi084.stdout: i=8 exists [6494370~6914523,14454328~10511158,31837531~2860661,37125851~3824237,44462884~5681698,51466251~12914881,72844610~7926231,88538646~5979133,94647860~7634778,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,151071795~17158699,173410726~1842851,180931496~6909574,189768227~2611815,192702293~1631922,198251650~7889798,209446016~2174333,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~12817230,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~7210389,327607787~7113059,344925577~12814937,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383,404809830~5981035] wrote [14454328~8123218,37125851~3824237,44462884~5681698,58161435~5486724,88538646~5979133,109835133~7973496,136046647~7234331,161535307~6695187,332583075~2137771,347254931~5516610] 2024-04-02T09:36:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:22 smithi132 ceph-mon[88571]: pgmap v3942: 137 pgs: 137 active+clean; 230 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 40 MiB/s wr, 239 op/s 2024-04-02T09:36:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:22 smithi132 ceph-mon[88571]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:36:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:22 smithi084 ceph-mon[94794]: pgmap v3942: 137 pgs: 137 active+clean; 230 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 40 MiB/s wr, 239 op/s 2024-04-02T09:36:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:22 smithi084 ceph-mon[94794]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:36:23.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:22 smithi084 ceph-mon[97358]: pgmap v3942: 137 pgs: 137 active+clean; 230 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 40 MiB/s wr, 239 op/s 2024-04-02T09:36:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:22 smithi084 ceph-mon[97358]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:36:23.959 INFO:tasks.workunit.client.0.smithi084.stdout: i=9 exists [6494370~6914523,14454328~10511158,31837531~2860661,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~5979133,94647860~9583875,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,151071795~17158699,171757876~6247058,180931496~11448546,192702293~1631922,198251650~7889798,209446016~2174333,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,258200284~13614633,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~7210389,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664,404809830~5981035] wrote [57628950~7396175,100342031~3889704,171757876~6247058,184606569~6308186,240568879~2208621,265466653~6348264,336851833~4706127,386664598~505433,393659096~6359208] 2024-04-02T09:36:24.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:23 smithi132 ceph-mon[88571]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:36:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:23 smithi084 ceph-mon[94794]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:36:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:23 smithi084 ceph-mon[97358]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:36:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:24.959 INFO:tasks.workunit.client.0.smithi084.stdout: i=10 exists [6494370~18471116,31837531~2860661,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~29848,151071795~17158699,171757876~6247058,180931496~11448546,192702293~1631922,198251650~7889798,209446016~2174333,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,253954288~373062,256254509~899394,258200284~13614633,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~7210389,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664,404809830~10127650] wrote [12185354~3939703,93442274~7660809,108053593~7554786,121381048~3900124,174168462~2916883,253954288~373062,256254509~899394,330721735~3762742,407253605~7683875] 2024-04-02T09:36:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:24 smithi132 ceph-mon[88571]: pgmap v3945: 137 pgs: 137 active+clean; 407 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 39 MiB/s wr, 102 op/s 2024-04-02T09:36:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:24 smithi132 ceph-mon[88571]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:36:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:24 smithi084 ceph-mon[94794]: pgmap v3945: 137 pgs: 137 active+clean; 407 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 39 MiB/s wr, 102 op/s 2024-04-02T09:36:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:24 smithi084 ceph-mon[94794]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:36:25.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:24 smithi084 ceph-mon[97358]: pgmap v3945: 137 pgs: 137 active+clean; 407 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 39 MiB/s wr, 102 op/s 2024-04-02T09:36:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:24 smithi084 ceph-mon[97358]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:36:25.981 INFO:tasks.workunit.client.0.smithi084.stdout: i=11 exists [6494370~21567884,31837531~2860661,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~18520415,171757876~6247058,180931496~11448546,192702293~1631922,198251650~7889798,209446016~5224166,220858066~728549,223366302~11011333,239639389~3635067,250387157~2481197,253736543~18078374,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~7210389,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664,404809830~10127650] wrote [23246690~4815564,121966736~7644514,149718412~4950612,210582420~4087762,239639389~2848007,253736543~7047325,272717803~3365867,311335691~626305] 2024-04-02T09:36:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:25 smithi132 ceph-mon[88571]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:36:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:25 smithi084 ceph-mon[94794]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:36:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:25 smithi084 ceph-mon[97358]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:36:26.982 INFO:tasks.workunit.client.0.smithi084.stdout: i=12 exists [6494370~21567884,31837531~2860661,37125851~27899274,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~18520415,169640097~1808991,171757876~6247058,180931496~11448546,192702293~1631922,198251650~7889798,209446016~5224166,220858066~728549,223366302~11574596,239639389~6924907,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~7210389,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,404809830~10127650] wrote [9541010~6405596,38369322~6166349,49664137~4215174,78487247~6238543,169640097~1808991,234358650~582248,240659200~5905096,276327171~3039983,350715749~4952694,378546235~4678445] 2024-04-02T09:36:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:26 smithi132 ceph-mon[88571]: pgmap v3948: 137 pgs: 137 active+clean; 468 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 53 MiB/s wr, 304 op/s 2024-04-02T09:36:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:26 smithi132 ceph-mon[88571]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:36:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:26 smithi084 ceph-mon[94794]: pgmap v3948: 137 pgs: 137 active+clean; 468 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 53 MiB/s wr, 304 op/s 2024-04-02T09:36:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:26 smithi084 ceph-mon[94794]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:36:27.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:26 smithi084 ceph-mon[97358]: pgmap v3948: 137 pgs: 137 active+clean; 468 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 53 MiB/s wr, 304 op/s 2024-04-02T09:36:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:26 smithi084 ceph-mon[97358]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:36:27.983 INFO:tasks.workunit.client.0.smithi084.stdout: i=13 exists [6494370~21567884,31837531~2860661,37125851~32693424,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~10939037,149710079~18520415,169640097~1808991,171757876~6247058,180931496~11448546,192702293~1631922,198251650~7889798,209446016~5224166,220858066~728549,223366302~11574596,237530564~9033732,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~9513595,309880612~15712052,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,404809830~10127650] wrote [9539200~3509333,62074426~7744849,78560672~3167865,126467800~2878786,137678897~7028306,183275644~5977555,237530564~2298144,256206769~1819376,307067838~362716,315247937~6904294] 2024-04-02T09:36:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:27 smithi132 ceph-mon[88571]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:36:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:27 smithi084 ceph-mon[94794]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:36:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:27 smithi084 ceph-mon[97358]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:36:29.001 INFO:tasks.workunit.client.0.smithi084.stdout: i=14 exists [6494370~25274135,31837531~2860661,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~28294855,180931496~11448546,192702293~1631922,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~9513595,309880612~15712052,327607787~9039980,336851833~4706127,344925577~12814937,358248619~6370772,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,404809830~10127650] wrote [27106816~4661689,45207746~5148072,115503116~5767153,164981340~8050755,204759712~6705048,243557086~5701075,265131547~5167892,305298333~354006,333441810~3205957,365655067~3541535] 2024-04-02T09:36:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:28 smithi084 ceph-mon[94794]: pgmap v3951: 137 pgs: 137 active+clean; 468 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 14 MiB/s wr, 202 op/s 2024-04-02T09:36:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:28 smithi084 ceph-mon[94794]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:36:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:28 smithi084 ceph-mon[97358]: pgmap v3951: 137 pgs: 137 active+clean; 468 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 14 MiB/s wr, 202 op/s 2024-04-02T09:36:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:28 smithi084 ceph-mon[97358]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:36:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:28 smithi132 ceph-mon[88571]: pgmap v3951: 137 pgs: 137 active+clean; 468 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 14 MiB/s wr, 202 op/s 2024-04-02T09:36:29.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:28 smithi132 ceph-mon[88571]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:36:30.030 INFO:tasks.workunit.client.0.smithi084.stdout: i=15 exists [6494370~28274358,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~28294855,180931496~11448546,192702293~1631922,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~8784595,285062437~7364094,296723690~12402463,309880612~15712052,327607787~9039980,336851833~4706127,344925577~12814937,358248619~6370772,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~22846448] wrote [27676146~7092582,37908662~1172496,64484135~2204252,77391515~4155033,81643861~2191559,116578566~440017,200935015~4421041,274528468~6146028,296723690~5585839,402863981~4239566] 2024-04-02T09:36:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:29 smithi084 ceph-mon[94794]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:36:30.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:29 smithi084 ceph-mon[97358]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:36:30.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:29 smithi132 ceph-mon[88571]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:36:30.924 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:36:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:36:30] "GET /metrics HTTP/1.1" 200 36812 "" "Prometheus/2.43.0" 2024-04-02T09:36:31.036 INFO:tasks.workunit.client.0.smithi084.stdout: i=16 exists [6494370~28274358,37125851~32693424,72844610~11881180,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~29044344,180931496~11448546,192702293~1631922,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~15712052,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~22846448] wrote [21854818~10087599,61649976~2142841,86447220~6214551,148960590~4902134,280507336~4919775,305452992~1944846,311615965~7516795,357858056~10458014] 2024-04-02T09:36:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:30 smithi084 ceph-mon[94794]: pgmap v3954: 137 pgs: 137 active+clean; 672 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 50 MiB/s wr, 341 op/s 2024-04-02T09:36:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:30 smithi084 ceph-mon[94794]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:36:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:30 smithi084 ceph-mon[97358]: pgmap v3954: 137 pgs: 137 active+clean; 672 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 50 MiB/s wr, 341 op/s 2024-04-02T09:36:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:30 smithi084 ceph-mon[97358]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:36:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:30 smithi132 ceph-mon[88571]: pgmap v3954: 137 pgs: 137 active+clean; 672 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 50 MiB/s wr, 341 op/s 2024-04-02T09:36:31.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:30 smithi132 ceph-mon[88571]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:36:32.019 INFO:tasks.workunit.client.0.smithi084.stdout: i=17 exists [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~29044344,180931496~11448546,192702293~1631922,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~15712052,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~27148510] wrote [4093233~7911569,53449170~1465624,68414560~6061108,77240038~5522148,161885757~4937842,277188376~1866650,342691608~5043848,387788970~7656935] 2024-04-02T09:36:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:31 smithi132 ceph-mon[88571]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:36:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:31 smithi084 ceph-mon[94794]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:36:32.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:31 smithi084 ceph-mon[97358]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:36:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:36:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:33.027 INFO:tasks.workunit.client.0.smithi084.stdout: i=18 exists [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~29107150,180931496~11448546,192702293~1631922,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~15712052,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] wrote [54421971~6536351,69404770~2560497,73300416~5365030,148897784~5209427,221656544~2826580,282051688~8077722,351048247~619821,358019266~5530659,375941548~2440908] 2024-04-02T09:36:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:32 smithi084 ceph-mon[94794]: pgmap v3957: 137 pgs: 137 active+clean; 672 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 50 MiB/s wr, 341 op/s 2024-04-02T09:36:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:32 smithi084 ceph-mon[94794]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:36:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:32 smithi084 ceph-mon[97358]: pgmap v3957: 137 pgs: 137 active+clean; 672 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 50 MiB/s wr, 341 op/s 2024-04-02T09:36:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:32 smithi084 ceph-mon[97358]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:36:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:32 smithi132 ceph-mon[88571]: pgmap v3957: 137 pgs: 137 active+clean; 672 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 50 MiB/s wr, 341 op/s 2024-04-02T09:36:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:32 smithi132 ceph-mon[88571]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:36:34.027 INFO:tasks.workunit.client.0.smithi084.stdout: i=19 exists [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~29107150,180931496~11448546,192702293~1631922,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~15712052,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] wrote [30227004~1261721,31883303~7483370,40997089~3903958,50805179~4144785,159285948~6752947,211408055~3017119,225524972~7569445,316539189~272332,334415420~5176868,404009449~5139178] 2024-04-02T09:36:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:33 smithi084 ceph-mon[94794]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:36:34.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:33 smithi084 ceph-mon[97358]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:36:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:33 smithi132 ceph-mon[88571]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:36:34.965 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 1 diff [8821737~2291871,22616989~569637,76406750~4364091,151071795~4778979,189768227~2611815,261253239~7140726,318382275~4615044,347969977~7327845,358248619~6370772] 2024-04-02T09:36:34.965 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [8821737~2291871,22616989~569637,76406750~4364091,151071795~4778979,189768227~2611815,261253239~7140726,318382275~4615044,347969977~7327845,358248619~6370772] 2024-04-02T09:36:34.982 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [8388608~2725000,22616989~569637,75497472~5273369,151071795~4778979,189768227~2611815,260046848~8347117,318382275~4615044,343932928~11364894,356515840~8103551] 2024-04-02T09:36:34.982 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 2 diff [8821737~2291871,22616989~569637,48958881~908029,54212164~2634463,76406750~4364091,94647860~7634778,120650520~658085,151071795~4778979,173410726~1842851,189768227~2611815,198489442~7652006,228704960~5672675,250387157~2481197,261253239~7140726,318382275~4615044,347969977~7327845,358248619~6370772] 2024-04-02T09:36:34.982 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [8821737~2291871,22616989~569637,48958881~908029,54212164~2634463,76406750~4364091,94647860~7634778,120650520~658085,151071795~4778979,173410726~1842851,189768227~2611815,198489442~7652006,228704960~5672675,250387157~2481197,261253239~7140726,318382275~4615044,347969977~7327845,358248619~6370772] 2024-04-02T09:36:34.992 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [8388608~2725000,22616989~569637,46137344~3729566,50331648~6514979,75497472~5273369,92274688~10007950,117440512~3868093,151071795~4778979,171966464~3287113,189768227~2611815,197132288~9009160,226492416~7885219,247463936~5404418,260046848~8347117,318382275~4615044,343932928~11364894,356515840~8103551] 2024-04-02T09:36:34.992 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 3 diff [6494370~6914523,22616989~569637,48958881~908029,51466251~5434424,76406750~4364091,94647860~7634778,106903793~2080081,120650520~658085,151071795~4778979,156506948~8012672,173410726~1842851,189768227~2611815,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,259156538~9237427,271889901~6677958,299612558~7591135,318382275~4615044,347969977~7327845,358248619~6370772] 2024-04-02T09:36:34.992 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,22616989~569637,48958881~908029,51466251~5434424,76406750~4364091,94647860~7634778,106903793~2080081,120650520~658085,151071795~4778979,156506948~8012672,173410726~1842851,189768227~2611815,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,259156538~9237427,271889901~6677958,299612558~7591135,318382275~4615044,347969977~7327845,358248619~6370772] 2024-04-02T09:36:34.995 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,22616989~569637,46137344~3729566,50331648~6569027,75497472~5273369,92274688~10007950,104857600~4126274,117440512~3868093,151071795~4778979,156506948~8012672,171966464~3287113,189768227~2611815,197132288~9009160,222298112~12079523,247463936~5404418,255852544~12541421,271017514~7550345,297795584~9408109,318382275~4615044,343932928~11364894,356515840~8103551] 2024-04-02T09:36:34.995 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 4 diff [6494370~6914523,22616989~569637,48958881~908029,51466251~5434424,59476348~4519905,76406750~4364091,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,151071795~4778979,156506948~8012672,173410726~1842851,180931496~4416045,189768227~2611815,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,258200284~10193681,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,318382275~4615044,327607787~5178549,347162338~8135484,358248619~6370772,392091032~1810302] 2024-04-02T09:36:34.995 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,22616989~569637,48958881~908029,51466251~5434424,59476348~4519905,76406750~4364091,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,151071795~4778979,156506948~8012672,173410726~1842851,180931496~4416045,189768227~2611815,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,258200284~10193681,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,318382275~4615044,327607787~5178549,347162338~8135484,358248619~6370772,392091032~1810302] 2024-04-02T09:36:35.001 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,22616989~569637,46137344~3729566,50331648~6569027,58720256~5275997,75497472~5273369,92274688~10007950,104857600~4126274,117440512~3868093,121634816~9197893,151071795~4778979,156506948~8012672,171966464~3287113,180355072~4992469,189768227~2611815,197132288~9009160,222298112~12079523,247463936~5404418,255852544~12541421,271017514~7550345,297795584~18939461,318382275~4615044,327155712~5630624,343932928~11364894,356515840~8103551,390070272~3831062] 2024-04-02T09:36:35.001 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 5 diff [6494370~6914523,16829533~5560752,22616989~569637,48958881~908029,51466251~5434424,59476348~4519905,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,151071795~4778979,156506948~8012672,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~4883392,228704960~5672675,242988733~144706,250387157~2481197,258200284~10193681,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,318382275~4615044,327607787~5178549,347162338~10449874,358248619~6370772,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.001 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,22616989~569637,48958881~908029,51466251~5434424,59476348~4519905,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,151071795~4778979,156506948~8012672,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~4883392,228704960~5672675,242988733~144706,250387157~2481197,258200284~10193681,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,318382275~4615044,327607787~5178549,347162338~10449874,358248619~6370772,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.008 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,22616989~569637,46137344~3729566,50331648~6569027,58720256~5275997,71303168~9467673,88080384~14202254,104857600~4126274,117440512~3868093,121634816~9197893,151071795~4778979,156506948~8012672,171966464~3287113,180355072~7485998,189768227~2611815,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4058111,247463936~5404418,255852544~12541421,271017514~7550345,297795584~18939461,318382275~4615044,327155712~5630624,343932928~20686463,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.008 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 6 diff [6494370~6914523,16829533~5560752,22616989~569637,48958881~908029,51466251~5434424,59476348~4519905,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,151071795~4778979,156506948~8012672,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~10193681,271889901~6677958,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~5178549,347162338~10449874,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.008 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,22616989~569637,48958881~908029,51466251~5434424,59476348~4519905,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,151071795~4778979,156506948~8012672,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~10193681,271889901~6677958,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~5178549,347162338~10449874,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.014 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,22616989~569637,46137344~3729566,50331648~6569027,58720256~5275997,71303168~9467673,88080384~14202254,104857600~4126274,113246208~8062397,121634816~20000428,151071795~4778979,156506948~8012672,171966464~3287113,180355072~7485998,189768227~2611815,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~12541421,271017514~7550345,297795584~19655711,318382275~4615044,327155712~5630624,343932928~20686463,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.014 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 7 diff [6494370~6914523,16829533~5560752,22616989~569637,48958881~908029,51466251~12914881,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,149710079~29848,151071795~4778979,156506948~8012672,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~10193681,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~5178549,344925577~12814937,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.015 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,22616989~569637,48958881~908029,51466251~12914881,72844610~7926231,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,149710079~29848,151071795~4778979,156506948~8012672,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~10193681,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~5178549,344925577~12814937,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.021 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,22616989~569637,46137344~3729566,50331648~14049484,71303168~9467673,88080384~14202254,104857600~4126274,113246208~8062397,121634816~20000428,146800640~2939287,151071795~4778979,156506948~8012672,171966464~3287113,180355072~7485998,189768227~2611815,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~12541421,271017514~7550345,281018368~11408163,297795584~19655711,318382275~4615044,327155712~5630624,343932928~20686463,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.021 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 8 diff [6494370~6914523,14454328~8123218,22616989~569637,37125851~3824237,44462884~5681698,51466251~12914881,72844610~7926231,88538646~5979133,94647860~7634778,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,151071795~4778979,156506948~11723546,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~10193681,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,344925577~12814937,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.021 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,14454328~8123218,22616989~569637,37125851~3824237,44462884~5681698,51466251~12914881,72844610~7926231,88538646~5979133,94647860~7634778,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,151071795~4778979,156506948~11723546,173410726~1842851,180931496~6909574,189768227~2611815,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~10193681,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,344925577~12814937,358248619~6370772,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.027 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,34698192~6251896,41943040~8201542,50331648~14049484,71303168~9467673,88080384~14202254,104857600~4126274,109051904~12256701,121634816~21646162,146800640~2939287,151071795~4778979,156506948~11723546,171966464~3287113,180355072~7485998,189768227~2611815,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~12541421,271017514~7550345,281018368~11408163,297795584~19655711,318382275~4615044,327155712~7565134,343932928~20686463,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.027 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 9 diff [6494370~6914523,14454328~8123218,22616989~569637,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~5979133,94647860~9583875,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,151071795~4778979,156506948~11723546,171757876~6247058,180931496~11448546,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,258200284~13614633,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.027 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,14454328~8123218,22616989~569637,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~5979133,94647860~9583875,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,151071795~4778979,156506948~11723546,171757876~6247058,180931496~11448546,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,258200284~13614633,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.033 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,34698192~6251896,41943040~8201542,50331648~14693477,71303168~9467673,88080384~16151351,104857600~4126274,109051904~12256701,121634816~21646162,146800640~2939287,151071795~4778979,156506948~21497986,180355072~12024970,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~22715315,281018368~11408163,297795584~19655711,318382275~4615044,327155712~7565134,335544320~6013640,343932928~20686463,373293056~4220953,385875968~1294063,390070272~13440424] 2024-04-02T09:36:35.033 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 10 diff [6494370~16083176,22616989~569637,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~29848,151071795~4778979,156506948~11723546,171757876~6247058,180931496~11448546,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,253954288~373062,256254509~899394,258200284~13614633,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.033 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,22616989~569637,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~29848,151071795~4778979,156506948~11723546,171757876~6247058,180931496~11448546,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,253954288~373062,256254509~899394,258200284~13614633,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.039 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,34698192~6251896,41943040~8201542,50331648~14693477,71303168~9467673,88080384~16151351,104857600~38423378,146800640~2939287,151071795~4778979,156506948~21497986,180355072~12024970,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~6863414,255852544~22715315,281018368~11408163,297795584~19655711,318382275~4615044,327155712~7565134,335544320~6013640,343932928~20686463,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.039 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 11 diff [6494370~16083176,22616989~569637,23246690~4815564,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~6140695,156506948~11723546,171757876~6247058,180931496~11448546,198251650~7889798,210582420~4087762,220858066~728549,223366302~11011333,239639389~3635067,250387157~2481197,253736543~18078374,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.039 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,22616989~569637,23246690~4815564,37125851~3824237,44462884~5681698,51466251~13558874,72844610~7926231,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~6140695,156506948~11723546,171757876~6247058,180931496~11448546,198251650~7889798,210582420~4087762,220858066~728549,223366302~11011333,239639389~3635067,250387157~2481197,253736543~18078374,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.046 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,23246690~4815564,34698192~6251896,41943040~8201542,50331648~14693477,71303168~9467673,88080384~16151351,104857600~38423378,146800640~9050134,156506948~21497986,180355072~12024970,197132288~9009160,210582420~4087762,218103808~3482807,222298112~12079523,239075328~4199128,247463936~31103923,281018368~11408163,297795584~19655711,318382275~4615044,327155712~7565134,335544320~6013640,343932928~20686463,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.046 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 12 diff [6494370~16083176,22616989~569637,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~6140695,156506948~11723546,169640097~1808991,171757876~6247058,180931496~11448546,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,239639389~6924907,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.046 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,22616989~569637,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~6140695,156506948~11723546,169640097~1808991,171757876~6247058,180931496~11448546,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,239639389~6924907,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,318382275~4615044,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.052 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,23246690~4815564,34698192~30326933,71303168~13422622,88080384~16151351,104857600~38423378,146800640~9050134,156506948~21497986,180355072~12024970,197132288~9009160,210582420~4087762,218103808~3482807,222298112~12642786,239075328~7488968,247463936~31903218,281018368~11408163,297795584~19655711,318382275~4615044,327155712~7565134,335544320~6013640,343932928~20686463,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.052 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 13 diff [6494370~16083176,22616989~569637,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~10939037,149710079~6140695,156506948~11723546,169640097~1808991,171757876~6247058,180931496~11448546,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,237530564~9033732,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~9513595,309880612~13116707,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.052 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,22616989~569637,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~10939037,149710079~6140695,156506948~11723546,169640097~1808991,171757876~6247058,180931496~11448546,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,237530564~9033732,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~9513595,309880612~13116707,327607787~7113059,336851833~4706127,344925577~12814937,358248619~6370772,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.059 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,23246690~4815564,34698192~35121083,71303168~13422622,88080384~16151351,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~9009160,210582420~4087762,218103808~3482807,222298112~24266184,247463936~31903218,281018368~11408163,297795584~25201735,327155712~7565134,335544320~6013640,343932928~20686463,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.059 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 14 diff [6494370~16083176,22616989~569637,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~6140695,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~9513595,309880612~13116707,327607787~9039980,336851833~4706127,344925577~12814937,358248619~6370772,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.059 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,22616989~569637,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~6140695,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~7477253,285062437~7364094,299612558~9513595,309880612~13116707,327607787~9039980,336851833~4706127,344925577~12814937,358248619~6370772,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.065 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,23246690~8521815,34698192~35121083,71303168~13422622,88080384~16151351,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~3482807,222298112~57069042,281018368~11408163,297795584~25201735,327155712~14402248,343932928~20686463,364904448~4292154,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.065 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 15 diff [6494370~16083176,22616989~569637,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~6140695,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~8784595,285062437~7364094,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,344925577~12814937,358248619~6370772,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.065 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,22616989~569637,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~6140695,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~8784595,285062437~7364094,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,344925577~12814937,358248619~6370772,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.072 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,22616989~569637,23246690~46572585,71303168~13422622,88080384~16151351,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~3482807,222298112~58376384,281018368~11408163,293601280~29396039,327155712~14402248,343932928~20686463,364904448~4292154,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.072 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 16 diff [6494370~28274358,37125851~32693424,72844610~11881180,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~6890184,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.072 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~28274358,37125851~32693424,72844610~11881180,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~6890184,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.078 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~65624971,71303168~32928567,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~3482807,222298112~70128419,293601280~29396039,327155712~14402248,343932928~25263674,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.078 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 17 diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~6890184,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.078 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~6890184,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.084 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~3482807,222298112~70128419,293601280~29396039,327155712~42040890,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.085 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.085 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.091 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.091 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 19 diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.091 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.097 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:35.097 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 2 diff [48958881~908029,54212164~2634463,94647860~7634778,120650520~658085,173410726~1842851,198489442~7652006,228704960~5672675,250387157~2481197] 2024-04-02T09:36:35.097 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [48958881~908029,54212164~2634463,94647860~7634778,120650520~658085,173410726~1842851,198489442~7652006,228704960~5672675,250387157~2481197] 2024-04-02T09:36:35.104 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [46137344~3729566,50331648~6514979,92274688~10007950,117440512~3868093,171966464~3287113,197132288~9009160,226492416~7885219,247463936~5404418] 2024-04-02T09:36:35.104 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 3 diff [6494370~6914523,48958881~908029,51466251~5434424,94647860~7634778,106903793~2080081,120650520~658085,156506948~8012672,173410726~1842851,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,259156538~4379148,271889901~6677958,299612558~7591135,350341218~1199836] 2024-04-02T09:36:35.104 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,48958881~908029,51466251~5434424,94647860~7634778,106903793~2080081,120650520~658085,156506948~8012672,173410726~1842851,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,259156538~4379148,271889901~6677958,299612558~7591135,350341218~1199836] 2024-04-02T09:36:35.110 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,46137344~3729566,50331648~6569027,92274688~10007950,104857600~4126274,117440512~3868093,156506948~8012672,171966464~3287113,197132288~9009160,222298112~12079523,247463936~5404418,255852544~7683142,271017514~7550345,297795584~9408109,350341218~1199836] 2024-04-02T09:36:35.110 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 4 diff [6494370~6914523,48958881~908029,51466251~5434424,59476348~4519905,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,156506948~8012672,173410726~1842851,180931496~4416045,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~7768128,392091032~1810302] 2024-04-02T09:36:35.110 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,48958881~908029,51466251~5434424,59476348~4519905,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,156506948~8012672,173410726~1842851,180931496~4416045,198489442~7652006,223366302~4883392,228704960~5672675,250387157~2481197,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~7768128,392091032~1810302] 2024-04-02T09:36:35.116 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,46137344~3729566,50331648~6569027,58720256~5275997,92274688~10007950,104857600~4126274,117440512~3868093,121634816~9197893,156506948~8012672,171966464~3287113,180355072~4992469,197132288~9009160,222298112~12079523,247463936~5404418,255852544~7683142,271017514~7550345,297795584~18939461,327155712~5630624,347162338~7768128,390070272~3831062] 2024-04-02T09:36:35.116 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 5 diff [6494370~6914523,16829533~5560752,48958881~908029,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,156506948~8012672,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~4883392,228704960~5672675,242988733~144706,250387157~2481197,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~10449874,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.116 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,48958881~908029,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,94647860~7634778,106903793~2080081,120650520~658085,123075779~7756930,156506948~8012672,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~4883392,228704960~5672675,242988733~144706,250387157~2481197,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~10449874,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.122 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,46137344~3729566,50331648~6569027,58720256~5275997,71303168~7253729,88080384~14202254,104857600~4126274,117440512~3868093,121634816~9197893,156506948~8012672,171966464~3287113,180355072~7485998,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4058111,247463936~5404418,255852544~7683142,271017514~7550345,297795584~18939461,327155712~5630624,347162338~10449874,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.122 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 6 diff [6494370~6914523,16829533~5560752,48958881~908029,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,156506948~8012672,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~5335402,264899289~613215,271889901~6677958,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,347162338~10449874,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.122 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,48958881~908029,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,156506948~8012672,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~5335402,264899289~613215,271889901~6677958,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,347162338~10449874,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.128 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,46137344~3729566,50331648~6569027,58720256~5275997,71303168~7253729,88080384~14202254,104857600~4126274,113246208~8062397,121634816~20000428,156506948~8012672,171966464~3287113,180355072~7485998,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~7683142,264899289~613215,271017514~7550345,297795584~19655711,327155712~5630624,347162338~10449874,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.128 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 7 diff [6494370~6914523,16829533~5560752,48958881~908029,51466251~12914881,72844610~5885134,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,149710079~29848,156506948~8012672,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.128 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,48958881~908029,51466251~12914881,72844610~5885134,89189569~5209793,94647860~7634778,106903793~2080081,113271275~5960338,120650520~658085,123075779~7756930,133768166~7867078,149710079~29848,156506948~8012672,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.135 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,46137344~3729566,50331648~14049484,71303168~7426576,88080384~14202254,104857600~4126274,113246208~8062397,121634816~20000428,146800640~2939287,156506948~8012672,171966464~3287113,180355072~7485998,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~7683142,264899289~613215,271017514~7550345,281018368~11408163,297795584~19655711,327155712~5630624,344925577~12814937,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.135 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 8 diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~12914881,72844610~5885134,88538646~5979133,94647860~7634778,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.135 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~12914881,72844610~5885134,88538646~5979133,94647860~7634778,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,173410726~1842851,180931496~6909574,198251650~7889798,220858066~728549,223366302~11011333,241185375~2089081,250387157~2481197,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.140 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,34698192~6251896,41943040~8201542,50331648~14049484,71303168~7426576,88080384~14202254,104857600~4126274,109051904~12256701,121634816~21646162,146800640~2939287,156506948~11723546,171966464~3287113,180355072~7485998,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~7683142,264899289~613215,271017514~7550345,281018368~11408163,297795584~19655711,327155712~7565134,344925577~12814937,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.140 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 9 diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~5979133,94647860~9583875,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.140 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~5979133,94647860~9583875,106903793~2080081,109835133~9396480,120650520~658085,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.146 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,34698192~6251896,41943040~8201542,50331648~14693477,71303168~7426576,88080384~16151351,104857600~4126274,109051904~12256701,121634816~21646162,146800640~2939287,156506948~21497986,180355072~10559683,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~5404418,255852544~7683142,264899289~13668570,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424] 2024-04-02T09:36:35.147 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 10 diff [6494370~16083176,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,253954288~373062,256254509~899394,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.147 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~7889798,220858066~728549,223366302~11011333,240568879~2705577,250387157~2481197,253954288~373062,256254509~899394,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.152 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,34698192~6251896,41943040~8201542,50331648~14693477,71303168~7426576,88080384~16151351,104857600~38423378,146800640~2939287,156506948~21497986,180355072~10559683,197132288~9009160,218103808~3482807,222298112~12079523,239075328~4199128,247463936~6863414,255852544~7683142,264899289~13668570,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.152 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 11 diff [6494370~16083176,23246690~4815564,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,171757876~6247058,180931496~9983259,198251650~7889798,210582420~4087762,220858066~728549,223366302~11011333,239639389~3635067,250387157~2481197,253736543~9799143,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.152 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~4815564,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,171757876~6247058,180931496~9983259,198251650~7889798,210582420~4087762,220858066~728549,223366302~11011333,239639389~3635067,250387157~2481197,253736543~9799143,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.158 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~4815564,34698192~6251896,41943040~8201542,50331648~14693477,71303168~7426576,88080384~16151351,104857600~38423378,146800640~7868384,156506948~21497986,180355072~10559683,197132288~9009160,210582420~4087762,218103808~3482807,222298112~12079523,239075328~4199128,247463936~16071750,264899289~13668570,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.158 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 12 diff [6494370~16083176,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,239639389~6924907,250387157~2481197,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.158 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,239639389~6924907,250387157~2481197,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.164 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~4815564,34698192~30326933,71303168~13422622,88080384~16151351,104857600~38423378,146800640~7868384,156506948~21497986,180355072~10559683,197132288~9009160,210582420~4087762,218103808~3482807,222298112~12642786,239075328~7488968,247463936~16071750,264899289~14467865,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.164 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 13 diff [6494370~16083176,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~10939037,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,237530564~9033732,250387157~2481197,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.164 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,106903793~12327820,120650520~658085,121381048~9451661,133768166~10939037,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~7889798,210582420~4087762,220858066~728549,223366302~11574596,237530564~9033732,250387157~2481197,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.170 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~4815564,34698192~35121083,71303168~13422622,88080384~16151351,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~9009160,210582420~4087762,218103808~3482807,222298112~24266184,247463936~16071750,264899289~14467865,281018368~11408163,297795584~24356647,327155712~7565134,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.170 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 14 diff [6494370~16083176,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.170 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.177 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~8521815,34698192~35121083,71303168~13422622,88080384~16151351,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~3482807,222298112~41237574,264899289~14467865,281018368~11408163,297795584~24356647,327155712~14402248,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.177 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 15 diff [6494370~16083176,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~8784595,285062437~7364094,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.177 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14404812,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~8784595,285062437~7364094,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.183 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~46572585,71303168~13422622,88080384~16151351,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~3482807,222298112~41237574,264899289~15775207,281018368~11408163,293601280~28550951,327155712~14402248,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.183 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 16 diff [6494370~28274358,37125851~32693424,72844610~11881180,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.183 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~28274358,37125851~32693424,72844610~11881180,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.189 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~65624971,71303168~32928567,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~3482807,222298112~41237574,264899289~27527242,293601280~28550951,327155712~14402248,344925577~12814937,357858056~11338546,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.189 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 17 diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.189 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~11574596,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.195 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~3482807,222298112~41237574,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.195 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.195 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.202 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.202 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 19 diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.202 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.208 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:35.208 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 3 diff [6494370~6914523,51466251~5434424,106903793~2080081,156506948~8012672,223366302~4883392,259156538~4379148,271889901~6677958,299612558~7591135,350341218~1199836] 2024-04-02T09:36:35.208 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,51466251~5434424,106903793~2080081,156506948~8012672,223366302~4883392,259156538~4379148,271889901~6677958,299612558~7591135,350341218~1199836] 2024-04-02T09:36:35.214 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,51466251~5434424,104857600~4126274,156506948~8012672,222298112~5951582,255852544~7683142,271017514~7550345,297795584~9408109,350341218~1199836] 2024-04-02T09:36:35.214 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 4 diff [6494370~6914523,51466251~5434424,59476348~4519905,106903793~2080081,123075779~7756930,156506948~8012672,180931496~4416045,223366302~4883392,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~7768128,392091032~1810302] 2024-04-02T09:36:35.214 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,51466251~5434424,59476348~4519905,106903793~2080081,123075779~7756930,156506948~8012672,180931496~4416045,223366302~4883392,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~7768128,392091032~1810302] 2024-04-02T09:36:35.220 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,51466251~5434424,58720256~5275997,104857600~4126274,121634816~9197893,156506948~8012672,180355072~4992469,222298112~5951582,255852544~7683142,271017514~7550345,297795584~18939461,327155712~5630624,347162338~7768128,390070272~3831062] 2024-04-02T09:36:35.220 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 5 diff [6494370~6914523,16829533~5560752,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,106903793~2080081,123075779~7756930,156506948~8012672,180931496~6909574,198251650~2768933,220858066~728549,223366302~4883392,242988733~144706,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~10449874,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.220 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,106903793~2080081,123075779~7756930,156506948~8012672,180931496~6909574,198251650~2768933,220858066~728549,223366302~4883392,242988733~144706,258200284~5335402,271889901~6677958,299612558~7591135,307415997~1710156,309880612~6854433,327607787~5178549,347162338~10449874,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.226 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,51466251~5434424,58720256~5275997,71303168~7253729,88080384~6318978,104857600~4126274,121634816~9197893,156506948~8012672,180355072~7485998,198251650~2768933,218103808~3482807,222298112~5951582,239075328~4058111,255852544~7683142,271017514~7550345,297795584~18939461,327155712~5630624,347162338~10449874,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.226 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 6 diff [6494370~6914523,16829533~5560752,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,106903793~2080081,113271275~5960338,123075779~7756930,133768166~7867078,156506948~8012672,180931496~6909574,198251650~2768933,220858066~728549,223366302~5681742,241185375~2089081,258200284~5335402,264899289~613215,271889901~6677958,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,347162338~10449874,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.227 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,51466251~5434424,59476348~4519905,72844610~5712287,89189569~5209793,106903793~2080081,113271275~5960338,123075779~7756930,133768166~7867078,156506948~8012672,180931496~6909574,198251650~2768933,220858066~728549,223366302~5681742,241185375~2089081,258200284~5335402,264899289~613215,271889901~6677958,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,347162338~10449874,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.233 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,51466251~5434424,58720256~5275997,71303168~7253729,88080384~6318978,104857600~4126274,113246208~5985405,121634816~20000428,156506948~8012672,180355072~7485998,198251650~2768933,218103808~3482807,222298112~6749932,239075328~4199128,255852544~7683142,264899289~613215,271017514~7550345,297795584~19655711,327155712~5630624,347162338~10449874,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.233 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 7 diff [6494370~6914523,16829533~5560752,51466251~12914881,72844610~5885134,89189569~5209793,106903793~2080081,113271275~5960338,123075779~7756930,133768166~7867078,149710079~29848,156506948~8012672,180931496~6909574,198251650~2768933,220858066~728549,223366302~5681742,241185375~2089081,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.233 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,16829533~5560752,51466251~12914881,72844610~5885134,89189569~5209793,106903793~2080081,113271275~5960338,123075779~7756930,133768166~7867078,149710079~29848,156506948~8012672,180931496~6909574,198251650~2768933,220858066~728549,223366302~5681742,241185375~2089081,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~5178549,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.240 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~9214589,16829533~5560752,51466251~12914881,71303168~7426576,88080384~6318978,104857600~4126274,113246208~5985405,121634816~20000428,146800640~2939287,156506948~8012672,180355072~7485998,198251650~2768933,218103808~3482807,222298112~6749932,239075328~4199128,255852544~7683142,264899289~613215,271017514~7550345,281018368~11408163,297795584~19655711,327155712~5630624,344925577~12814937,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.240 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 8 diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~12914881,72844610~5885134,88538646~5979133,106903793~2080081,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,180931496~6909574,198251650~2768933,220858066~728549,223366302~5681742,241185375~2089081,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.240 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~12914881,72844610~5885134,88538646~5979133,106903793~2080081,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,180931496~6909574,198251650~2768933,220858066~728549,223366302~5681742,241185375~2089081,258200284~5335402,264899289~613215,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.246 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,34698192~6251896,41943040~8201542,51466251~12914881,71303168~7426576,88080384~6437395,104857600~4126274,109051904~10179709,121634816~21646162,146800640~2939287,156506948~11723546,180355072~7485998,198251650~2768933,218103808~3482807,222298112~6749932,239075328~4199128,255852544~7683142,264899289~613215,271017514~7550345,281018368~11408163,297795584~19655711,327155712~7565134,344925577~12814937,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.246 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 9 diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~5979133,100342031~3889704,106903793~2080081,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223366302~5681742,240568879~2705577,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.246 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~6914523,14454328~8123218,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~5979133,100342031~3889704,106903793~2080081,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223366302~5681742,240568879~2705577,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.252 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,34698192~6251896,41943040~8201542,51466251~13558874,71303168~7426576,88080384~6437395,100342031~3889704,104857600~4126274,109051904~10179709,121634816~21646162,146800640~2939287,156506948~21497986,180355072~10559683,198251650~2768933,218103808~3482807,222298112~6749932,239075328~4199128,255852544~7683142,264899289~13668570,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424] 2024-04-02T09:36:35.253 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 10 diff [6494370~16083176,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,121381048~9451661,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223366302~5681742,240568879~2705577,253954288~373062,256254509~899394,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.253 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,121381048~9451661,133768166~9512812,149710079~29848,156506948~11723546,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223366302~5681742,240568879~2705577,253954288~373062,256254509~899394,258200284~5335402,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.259 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,34698192~6251896,41943040~8201542,51466251~13558874,71303168~7426576,88080384~16151351,104857600~14374013,121308605~21972373,146800640~2939287,156506948~21497986,180355072~10559683,198251650~2768933,218103808~3482807,222298112~6749932,239075328~4199128,252868354~1458996,255852544~7683142,264899289~13668570,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.259 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 11 diff [6494370~16083176,23246690~4815564,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223366302~5681742,239639389~3635067,253736543~9799143,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.259 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~4815564,37125851~3824237,44462884~5681698,51466251~13558874,72844610~5885134,88538646~15693089,106903793~12327820,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223366302~5681742,239639389~3635067,253736543~9799143,264899289~6915628,271889901~6677958,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.265 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~4815564,34698192~6251896,41943040~8201542,51466251~13558874,71303168~7426576,88080384~16151351,104857600~14374013,121308605~21972373,146800640~7868384,156506948~21497986,180355072~10559683,198251650~2768933,210582420~4087762,218103808~3482807,222298112~6749932,239075328~4199128,252868354~10667332,264899289~13668570,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.265 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 12 diff [6494370~16083176,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,106903793~12327820,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223366302~5681742,234358650~582248,239639389~6924907,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.265 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,106903793~12327820,121381048~9451661,133768166~9512812,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223366302~5681742,234358650~582248,239639389~6924907,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~7591135,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.272 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~4815564,34698192~30326933,71303168~13422622,88080384~16151351,104857600~14374013,121308605~21972373,146800640~7868384,156506948~21497986,180355072~10559683,198251650~2768933,210582420~4087762,218103808~3482807,222298112~6749932,234358650~582248,239075328~7488968,252868354~10667332,264899289~14467865,281018368~11408163,297795584~19655711,327155712~7565134,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.272 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 13 diff [6494370~16083176,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,106903793~12327820,121381048~9451661,133768166~10939037,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223366302~5681742,234358650~582248,237530564~9033732,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.272 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,106903793~12327820,121381048~9451661,133768166~10939037,149710079~4958945,156506948~11723546,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223366302~5681742,234358650~582248,237530564~9033732,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.279 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~4815564,34698192~35121083,71303168~13422622,88080384~16151351,104857600~14374013,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~2768933,210582420~4087762,218103808~3482807,222298112~6749932,234358650~12205646,252868354~10667332,264899289~14467865,281018368~11408163,297795584~24356647,327155712~7565134,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.279 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 14 diff [6494370~16083176,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14366476,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~2768933,204759712~9910470,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.279 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14366476,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~2768933,204759712~9910470,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~7477253,285062437~7364094,299612558~9513595,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.285 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~8521815,34698192~35121083,71303168~13422622,88080384~16151351,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~2768933,204759712~9910470,218103808~3482807,222298112~6749932,234358650~14899511,252868354~10667332,264899289~14467865,281018368~11408163,297795584~24356647,327155712~14402248,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.285 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 15 diff [6494370~16083176,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14366476,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~8784595,285062437~7364094,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.285 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~16083176,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,106903793~14366476,121381048~9451661,133768166~10939037,149710079~4958945,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~8784595,285062437~7364094,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.291 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~18383242,23246690~46572585,71303168~13422622,88080384~16151351,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~3482807,222298112~6749932,234358650~14899511,252868354~10667332,264899289~15775207,281018368~11408163,293601280~28550951,327155712~14402248,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.291 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 16 diff [6494370~28274358,37125851~32693424,72844610~11881180,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.291 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [6494370~28274358,37125851~32693424,72844610~11881180,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.297 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~65624971,71303168~32928567,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~3482807,222298112~6749932,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~14402248,344925577~12814937,357858056~11338546,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.297 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 17 diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.297 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148960590~5708434,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,223366302~5681742,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.304 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~3482807,222298112~6749932,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.304 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~7391500,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.304 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~7391500,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.311 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~10944236,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.311 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 19 diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.311 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.317 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:35.317 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 4 diff [59476348~4519905,123075779~7756930,180931496~4416045,258200284~4065541,307415997~1710156,309880612~6854433,327607787~5178549,347162338~7768128,392091032~1810302] 2024-04-02T09:36:35.317 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [59476348~4519905,123075779~7756930,180931496~4416045,258200284~4065541,307415997~1710156,309880612~6854433,327607787~5178549,347162338~7768128,392091032~1810302] 2024-04-02T09:36:35.323 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [58720256~5275997,121634816~9197893,180355072~4992469,258200284~4065541,307203693~9531352,327155712~5630624,347162338~7768128,390070272~3831062] 2024-04-02T09:36:35.323 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 5 diff [16829533~5560752,59476348~4519905,72844610~5712287,89189569~5209793,123075779~7756930,180931496~6909574,198251650~2768933,220858066~728549,242988733~144706,258200284~4065541,307415997~1710156,309880612~6854433,327607787~5178549,347162338~10449874,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.323 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16829533~5560752,59476348~4519905,72844610~5712287,89189569~5209793,123075779~7756930,180931496~6909574,198251650~2768933,220858066~728549,242988733~144706,258200284~4065541,307415997~1710156,309880612~6854433,327607787~5178549,347162338~10449874,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.329 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16829533~5560752,58720256~5275997,71303168~7253729,88080384~6318978,121634816~9197893,180355072~7485998,198251650~2768933,218103808~3482807,239075328~4058111,258200284~4065541,307203693~9531352,327155712~5630624,347162338~10449874,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.329 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 6 diff [16829533~5560752,59476348~4519905,72844610~5712287,89189569~5209793,113271275~5960338,123075779~7756930,133768166~7867078,180931496~6909574,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,258200284~4065541,264899289~613215,273839471~3354031,307415997~1710156,309880612~7570683,327607787~5178549,347162338~10449874,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.329 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16829533~5560752,59476348~4519905,72844610~5712287,89189569~5209793,113271275~5960338,123075779~7756930,133768166~7867078,180931496~6909574,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,258200284~4065541,264899289~613215,273839471~3354031,307415997~1710156,309880612~7570683,327607787~5178549,347162338~10449874,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.338 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16829533~5560752,58720256~5275997,71303168~7253729,88080384~6318978,113246208~5985405,121634816~20000428,180355072~7485998,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,258200284~4065541,264899289~613215,273839471~3354031,307203693~10247602,327155712~5630624,347162338~10449874,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.338 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 7 diff [16829533~5560752,52714066~11667066,72844610~5885134,89189569~5209793,113271275~5960338,123075779~7756930,133768166~7867078,149710079~29848,180931496~6909574,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,258200284~4065541,264899289~613215,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~5178549,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.339 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16829533~5560752,52714066~11667066,72844610~5885134,89189569~5209793,113271275~5960338,123075779~7756930,133768166~7867078,149710079~29848,180931496~6909574,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,258200284~4065541,264899289~613215,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~5178549,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.342 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16829533~5560752,52714066~11667066,71303168~7426576,88080384~6318978,113246208~5985405,121634816~20000428,146800640~2939287,180355072~7485998,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,258200284~4065541,264899289~613215,273839471~3354031,281018368~11408163,307203693~10247602,327155712~5630624,344925577~12814937,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.342 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 8 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,72844610~5885134,88538646~5979133,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,161535307~6695187,180931496~6909574,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,258200284~4065541,264899289~613215,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.342 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,72844610~5885134,88538646~5979133,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,161535307~6695187,180931496~6909574,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,258200284~4065541,264899289~613215,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,344925577~12814937,375791107~1722902,392091032~1810302,396261313~7249383] 2024-04-02T09:36:35.348 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~11667066,71303168~7426576,88080384~6437395,109051904~10179709,121634816~21646162,146800640~2939287,161535307~6695187,180355072~7485998,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,258200284~4065541,264899289~613215,273839471~3354031,281018368~11408163,307203693~10247602,327155712~7565134,344925577~12814937,373293056~4220953,390070272~3831062,394264576~9246120] 2024-04-02T09:36:35.349 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 9 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~5979133,100342031~3889704,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,258200284~4065541,264899289~6915628,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.349 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~5979133,100342031~3889704,109835133~9396480,123075779~7756930,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,258200284~4065541,264899289~6915628,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664] 2024-04-02T09:36:35.354 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~12311059,71303168~7426576,88080384~6437395,100342031~3889704,109051904~10179709,121634816~21646162,146800640~2939287,161535307~16469627,180355072~10559683,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,258200284~4065541,264899289~6915628,273839471~3354031,281018368~11408163,307203693~10247602,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424] 2024-04-02T09:36:35.354 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 10 diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~9451661,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,253954288~373062,256254509~899394,258200284~4065541,264899289~6915628,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.354 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~9451661,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,180931496~9983259,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,253954288~373062,256254509~899394,258200284~4065541,264899289~6915628,273839471~3354031,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.361 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,34698192~6251896,41943040~8201542,52714066~12311059,71303168~7426576,88080384~16151351,108053593~11178020,121308605~21972373,146800640~2939287,161535307~16469627,180355072~10559683,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,252868354~1458996,256254509~899394,258200284~4065541,264899289~6915628,273839471~3354031,281018368~11408163,307203693~10247602,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.361 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 11 diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~9451661,133768166~9512812,149710079~4958945,161535307~6695187,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,239639389~3635067,253736543~8529282,264899289~6915628,272717803~4475699,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.361 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~9451661,133768166~9512812,149710079~4958945,161535307~6695187,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,239639389~3635067,253736543~8529282,264899289~6915628,272717803~4475699,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.367 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,23246690~4815564,34698192~6251896,41943040~8201542,52714066~12311059,71303168~7426576,88080384~16151351,108053593~11178020,121308605~21972373,146800640~7868384,161535307~16469627,180355072~10559683,198251650~2768933,210582420~4087762,218103808~3482807,223607516~5440528,239075328~4199128,252868354~9397471,264899289~6915628,272717803~4475699,281018368~11408163,307203693~10247602,327155712~7565134,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.367 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 12 diff [9541010~13036536,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,108053593~11178020,121381048~9451661,133768166~9512812,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,239639389~6924907,253736543~8529282,264899289~6915628,272717803~6649351,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.368 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~13036536,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,108053593~11178020,121381048~9451661,133768166~9512812,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,239639389~6924907,253736543~8529282,264899289~6915628,272717803~6649351,285062437~7364094,307415997~1710156,309880612~7570683,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:34 smithi084 ceph-mon[94794]: pgmap v3960: 137 pgs: 137 active+clean; 832 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 39 MiB/s wr, 189 op/s 2024-04-02T09:36:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:34 smithi084 ceph-mon[94794]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:36:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:34 smithi084 ceph-mon[97358]: pgmap v3960: 137 pgs: 137 active+clean; 832 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 39 MiB/s wr, 189 op/s 2024-04-02T09:36:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:34 smithi084 ceph-mon[97358]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:36:35.373 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~13036536,23246690~4815564,34698192~30326933,71303168~13422622,88080384~16151351,108053593~11178020,121308605~21972373,146800640~7868384,161535307~16469627,180355072~10559683,198251650~2768933,210582420~4087762,218103808~3482807,223607516~5440528,234358650~582248,239075328~7488968,252868354~9397471,264899289~6915628,272717803~6649351,281018368~11408163,307203693~10247602,327155712~7565134,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.374 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 13 diff [9539200~13038346,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,108053593~11178020,121381048~9451661,133768166~10939037,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,237530564~9033732,253736543~8529282,264899289~6915628,272717803~6649351,285062437~7364094,307067838~2058315,309880612~12271619,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.374 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,108053593~11178020,121381048~9451661,133768166~10939037,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,180931496~9983259,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,237530564~9033732,253736543~8529282,264899289~6915628,272717803~6649351,285062437~7364094,307067838~2058315,309880612~12271619,327607787~7113059,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.380 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~4815564,34698192~35121083,71303168~13422622,88080384~16151351,108053593~11178020,121308605~23398598,146800640~7868384,161535307~16469627,180355072~10559683,198251650~2768933,210582420~4087762,218103808~3482807,223607516~5440528,234358650~12205646,252868354~9397471,264899289~6915628,272717803~6649351,281018368~11408163,307067838~15084393,327155712~7565134,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.380 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 14 diff [9539200~13038346,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~9451661,133768166~10939037,149710079~4958945,161535307~16469627,180931496~9983259,198251650~2768933,204759712~9910470,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~6649351,285062437~7364094,305298333~354006,307067838~2058315,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.380 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~9451661,133768166~10939037,149710079~4958945,161535307~16469627,180931496~9983259,198251650~2768933,204759712~9910470,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~6649351,285062437~7364094,305298333~354006,307067838~2058315,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~11419664,407253605~7683875] 2024-04-02T09:36:35.386 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~8521815,34698192~35121083,71303168~13422622,88080384~16151351,108053593~13216676,121308605~23398598,146800640~7868384,161535307~16469627,180355072~10559683,198251650~2768933,204759712~9910470,218103808~3482807,223607516~5440528,234358650~14899511,252868354~9397471,264899289~6915628,272717803~6649351,281018368~11408163,305298333~354006,307067838~15084393,327155712~14402248,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,390070272~13440424,407253605~7683875] 2024-04-02T09:36:35.386 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 15 diff [9539200~13038346,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~9451661,133768166~10939037,149710079~4958945,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~2058315,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.386 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~9451661,133768166~10939037,149710079~4958945,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~2058315,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.392 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~46572585,71303168~13422622,88080384~16151351,108053593~13216676,121308605~23398598,146800640~7868384,161535307~16469627,180355072~10559683,198251650~16418532,218103808~3482807,223607516~5440528,234358650~14899511,252868354~9397471,264899289~6915628,272717803~7956693,281018368~11408163,293601280~8708249,305298333~354006,307067838~15084393,327155712~14402248,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.392 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 16 diff [9539200~25229528,37125851~32693424,72844610~11881180,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148960590~5708434,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.392 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~25229528,37125851~32693424,72844610~11881180,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148960590~5708434,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~9039980,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,392091032~15012515,407253605~7683875] 2024-04-02T09:36:35.399 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~60280075,71303168~32928567,108053593~13216676,121308605~23398598,146800640~7868384,161535307~16469627,180355072~10559683,198251650~16418532,218103808~3482807,223607516~5440528,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~14402248,344925577~12814937,357858056~11338546,373293056~9931624,385875968~1294063,390070272~17033275,407253605~7683875] 2024-04-02T09:36:35.399 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 17 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148960590~5708434,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.399 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148960590~5708434,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.404 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,161535307~16469627,180355072~10559683,198251650~16418532,218103808~3482807,223607516~5440528,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.405 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,221656544~7391500,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.405 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,161535307~16469627,180931496~9983259,198251650~16418532,220858066~728549,221656544~7391500,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~9039980,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:34 smithi132 ceph-mon[88571]: pgmap v3960: 137 pgs: 137 active+clean; 832 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 39 MiB/s wr, 189 op/s 2024-04-02T09:36:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:34 smithi132 ceph-mon[88571]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:36:35.411 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,161535307~16469627,180355072~10559683,198251650~16418532,218103808~10944236,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.411 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 19 diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.411 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.417 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:35.417 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 5 diff [16829533~5560752,72844610~5712287,89189569~5209793,182200039~5641031,198251650~2768933,220858066~728549,242988733~144706,351448000~6164212,396261313~7249383] 2024-04-02T09:36:35.417 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16829533~5560752,72844610~5712287,89189569~5209793,182200039~5641031,198251650~2768933,220858066~728549,242988733~144706,351448000~6164212,396261313~7249383] 2024-04-02T09:36:35.423 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16829533~5560752,71303168~7253729,88080384~6318978,182200039~5641031,198251650~2768933,218103808~3482807,239075328~4058111,351448000~6164212,394264576~9246120] 2024-04-02T09:36:35.423 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 6 diff [16829533~5560752,72844610~5712287,89189569~5209793,113271275~5960338,133768166~7867078,182200039~5641031,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,315911168~1540127,351448000~6164212,375791107~1722902,396261313~7249383] 2024-04-02T09:36:35.423 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16829533~5560752,72844610~5712287,89189569~5209793,113271275~5960338,133768166~7867078,182200039~5641031,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,315911168~1540127,351448000~6164212,375791107~1722902,396261313~7249383] 2024-04-02T09:36:35.429 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16829533~5560752,71303168~7253729,88080384~6318978,113246208~5985405,130832709~10802535,182200039~5641031,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,264899289~613215,273839471~3354031,315911168~1540127,351448000~6164212,373293056~4220953,394264576~9246120] 2024-04-02T09:36:35.429 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 7 diff [16829533~5560752,52714066~11667066,72844610~5885134,89189569~5209793,113271275~5960338,133768166~7867078,149710079~29848,182200039~5641031,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,344925577~3104912,351448000~6292514,375791107~1722902,396261313~7249383] 2024-04-02T09:36:35.430 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16829533~5560752,52714066~11667066,72844610~5885134,89189569~5209793,113271275~5960338,133768166~7867078,149710079~29848,182200039~5641031,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,344925577~3104912,351448000~6292514,375791107~1722902,396261313~7249383] 2024-04-02T09:36:35.435 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16829533~5560752,52714066~11667066,71303168~7426576,88080384~6318978,113246208~5985405,130832709~10802535,146800640~2939287,182200039~5641031,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,264899289~613215,273839471~3354031,281018368~11408163,311377525~6073770,344925577~3104912,351448000~6292514,373293056~4220953,394264576~9246120] 2024-04-02T09:36:35.436 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 8 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,72844610~5885134,88538646~5979133,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,182200039~5641031,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,344925577~12814937,375791107~1722902,396261313~7249383] 2024-04-02T09:36:35.436 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,72844610~5885134,88538646~5979133,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,182200039~5641031,198251650~2768933,220858066~728549,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,344925577~12814937,375791107~1722902,396261313~7249383] 2024-04-02T09:36:35.442 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~11667066,71303168~7426576,88080384~6437395,109051904~10179709,130832709~12448269,146800640~2939287,161535307~6695187,182200039~5641031,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,264899289~613215,273839471~3354031,281018368~11408163,311377525~6073770,332583075~2137771,344925577~12814937,373293056~4220953,394264576~9246120] 2024-04-02T09:36:35.442 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 9 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~5979133,100342031~3889704,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182200039~8714716,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~9851600] 2024-04-02T09:36:35.442 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~5979133,100342031~3889704,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182200039~8714716,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~9851600] 2024-04-02T09:36:35.448 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~12311059,71303168~7426576,88080384~6437395,100342031~3889704,109051904~10179709,130832709~12448269,146800640~2939287,161535307~16469627,182200039~8714716,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,264899289~6915628,273839471~3354031,281018368~11408163,311377525~6073770,332583075~2137771,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,393659096~9851600] 2024-04-02T09:36:35.448 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 10 diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~3900124,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182200039~8714716,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,253954288~373062,256254509~899394,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.448 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~3900124,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182200039~8714716,198251650~2768933,220858066~728549,223607516~5440528,240568879~2705577,253954288~373062,256254509~899394,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.458 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,34698192~6251896,41943040~8201542,52714066~12311059,71303168~7426576,88080384~16151351,108053593~11178020,121308605~3972567,130832709~12448269,146800640~2939287,161535307~16469627,182200039~8714716,198251650~2768933,218103808~3482807,223607516~5440528,239075328~4199128,252868354~1458996,256254509~899394,264899289~6915628,273839471~3354031,281018368~11408163,311377525~6073770,330721735~3999111,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.458 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 11 diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,171757876~6247058,182200039~8714716,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,239639389~3635067,253736543~7047325,264899289~6915628,272717803~4475699,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.458 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,72844610~5885134,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,171757876~6247058,182200039~8714716,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,239639389~3635067,253736543~7047325,264899289~6915628,272717803~4475699,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.462 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,23246690~4815564,34698192~6251896,41943040~8201542,52714066~12311059,71303168~7426576,88080384~16151351,108053593~11178020,121308605~8302645,130832709~12448269,146800640~7868384,161535307~16469627,182200039~8714716,198251650~2768933,210582420~4087762,218103808~3482807,223607516~5440528,239075328~4199128,252868354~7915514,264899289~6915628,272717803~4475699,281018368~11408163,311335691~6115604,330721735~3999111,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.462 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 12 diff [9541010~13036536,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182200039~8714716,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,239639389~6924907,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.462 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~13036536,23246690~4815564,37125851~27899274,72844610~11881180,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182200039~8714716,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,239639389~6924907,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.468 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~13036536,23246690~4815564,34698192~30326933,71303168~13422622,88080384~16151351,108053593~11178020,121308605~8302645,130832709~12448269,146800640~7868384,161535307~16469627,182200039~8714716,198251650~2768933,210582420~4087762,218103808~3482807,223607516~5440528,234358650~582248,239075328~7488968,252868354~7915514,264899289~6915628,272717803~6649351,281018368~11408163,311335691~6115604,330721735~3999111,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.468 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 13 diff [9539200~13038346,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,108053593~11178020,121381048~8230202,133768166~10939037,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182200039~8714716,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,237530564~9033732,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,307067838~362716,311335691~10816540,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.468 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~4815564,37125851~32693424,72844610~11881180,88538646~15693089,108053593~11178020,121381048~8230202,133768166~10939037,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182200039~8714716,198251650~2768933,210582420~4087762,220858066~728549,223607516~5440528,234358650~582248,237530564~9033732,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,307067838~362716,311335691~10816540,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.474 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~4815564,34698192~35121083,71303168~13422622,88080384~16151351,108053593~11178020,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182200039~8714716,198251650~2768933,210582420~4087762,218103808~3482807,223607516~5440528,234358650~12205646,252868354~7915514,264899289~6915628,272717803~6649351,281018368~11408163,307067838~362716,311335691~10816540,330721735~3999111,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.474 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 14 diff [9539200~13038346,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182200039~8714716,198251650~2768933,204759712~9910470,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.475 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~8521815,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182200039~8714716,198251650~2768933,204759712~9910470,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.480 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~8521815,34698192~35121083,71303168~13422622,88080384~16151351,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182200039~8714716,198251650~2768933,204759712~9910470,218103808~3482807,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~6649351,281018368~11408163,305298333~354006,307067838~362716,311335691~10816540,330721735~10836225,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,393659096~9851600,407253605~7683875] 2024-04-02T09:36:35.480 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 15 diff [9539200~13038346,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~13444451,407253605~7683875] 2024-04-02T09:36:35.480 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~11522038,37125851~32693424,72844610~11881180,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~13444451,407253605~7683875] 2024-04-02T09:36:35.487 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~46572585,71303168~13422622,88080384~16151351,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182200039~8714716,198251650~16418532,218103808~3482807,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~7956693,281018368~11408163,293601280~8708249,305298333~354006,307067838~362716,311335691~10816540,330721735~10836225,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,393659096~13444451,407253605~7683875] 2024-04-02T09:36:35.487 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 16 diff [9539200~25229528,37125851~32693424,72844610~11881180,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,393659096~13444451,407253605~7683875] 2024-04-02T09:36:35.487 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~25229528,37125851~32693424,72844610~11881180,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,393659096~13444451,407253605~7683875] 2024-04-02T09:36:35.493 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~60280075,71303168~32928567,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182200039~8714716,198251650~16418532,218103808~3482807,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~10836225,344925577~12814937,357858056~11338546,373293056~9931624,385875968~1294063,393659096~13444451,407253605~7683875] 2024-04-02T09:36:35.493 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 17 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.493 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.499 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182200039~8714716,198251650~16418532,218103808~3482807,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.499 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,221656544~7391500,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.499 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,161535307~16469627,182200039~8714716,198251650~16418532,220858066~728549,221656544~7391500,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~19314577,407253605~7683875] 2024-04-02T09:36:35.505 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182200039~8714716,198251650~16418532,218103808~10944236,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~21227579,407253605~7683875] 2024-04-02T09:36:35.506 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 19 diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.506 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:35.512 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:35.512 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 6 diff [73807250~2745284,113271275~5960338,133768166~7867078,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,315911168~1540127,375791107~1722902] 2024-04-02T09:36:35.512 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [73807250~2745284,113271275~5960338,133768166~7867078,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,315911168~1540127,375791107~1722902] 2024-04-02T09:36:35.518 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [73807250~2745284,113246208~5985405,130832709~10802535,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,315911168~1540127,373293056~4220953] 2024-04-02T09:36:35.518 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 7 diff [52714066~11667066,73807250~4922494,113271275~5960338,133768166~7867078,149710079~29848,182487424~1542012,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,344925577~3104912,351746471~5994043,375791107~1722902] 2024-04-02T09:36:35.518 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [52714066~11667066,73807250~4922494,113271275~5960338,133768166~7867078,149710079~29848,182487424~1542012,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,344925577~3104912,351746471~5994043,375791107~1722902] 2024-04-02T09:36:35.525 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [52714066~11667066,73807250~4922494,113246208~5985405,130832709~10802535,146800640~2939287,182487424~1542012,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,281018368~11408163,311377525~6073770,344925577~3104912,351746471~5994043,373293056~4220953] 2024-04-02T09:36:35.525 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 8 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,73807250~4922494,88538646~5979133,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,182487424~1542012,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,344925577~12814937,375791107~1722902] 2024-04-02T09:36:35.525 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,73807250~4922494,88538646~5979133,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,182487424~1542012,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,344925577~12814937,375791107~1722902] 2024-04-02T09:36:35.531 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~11667066,73807250~4922494,88538646~5979133,109051904~10179709,130832709~12448269,146800640~2939287,161535307~6695187,182487424~1542012,223607516~5440528,241185375~2089081,264899289~613215,273839471~3354031,281018368~11408163,311377525~6073770,332583075~2137771,344925577~12814937,373293056~4220953] 2024-04-02T09:36:35.531 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 9 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,73807250~4922494,88538646~5979133,100342031~3889704,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,223607516~5440528,240568879~2705577,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.531 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,73807250~4922494,88538646~5979133,100342031~3889704,109835133~9396480,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,223607516~5440528,240568879~2705577,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,332583075~2137771,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.537 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~12311059,73807250~4922494,88538646~5979133,100342031~3889704,109051904~10179709,130832709~12448269,146800640~2939287,161535307~16469627,182487424~1542012,184606569~6308186,223607516~5440528,240568879~2705577,264899289~6915628,273839471~3354031,281018368~11408163,311377525~6073770,332583075~2137771,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,393659096~6359208] 2024-04-02T09:36:35.537 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 10 diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,73807250~4922494,88538646~15693089,108053593~11178020,121381048~3900124,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,223607516~5440528,240568879~2705577,253954288~373062,256254509~899394,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.537 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,73807250~4922494,88538646~15693089,108053593~11178020,121381048~3900124,133768166~9512812,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,223607516~5440528,240568879~2705577,253954288~373062,256254509~899394,264899289~6915628,273839471~3354031,285062437~7364094,311377525~6073770,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.543 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,34698192~6251896,41943040~8201542,52714066~12311059,73807250~4922494,88538646~15693089,108053593~11178020,121308605~3972567,130832709~12448269,146800640~2939287,161535307~16469627,182487424~1542012,184606569~6308186,223607516~5440528,240568879~2705577,252868354~1458996,256254509~899394,264899289~6915628,273839471~3354031,281018368~11408163,311377525~6073770,330721735~3999111,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.543 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 11 diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,73807250~4922494,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,223607516~5440528,239639389~3635067,253736543~7047325,264899289~6915628,272717803~4475699,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.544 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,73807250~4922494,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,223607516~5440528,239639389~3635067,253736543~7047325,264899289~6915628,272717803~4475699,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.550 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,23246690~4815564,34698192~6251896,41943040~8201542,52714066~12311059,73807250~4922494,88538646~15693089,108053593~11178020,121308605~8302645,130832709~12448269,146800640~7868384,161535307~16469627,182487424~1542012,184606569~6308186,210582420~4087762,223607516~5440528,239639389~3635067,252868354~7915514,264899289~6915628,272717803~4475699,281018368~11408163,311335691~6115604,330721735~3999111,335544320~6013640,344925577~12814937,373293056~4220953,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.550 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 12 diff [9541010~13036536,23246690~4815564,37125851~27899274,73807250~10918540,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,223607516~5440528,234358650~582248,239639389~6924907,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.551 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~13036536,23246690~4815564,37125851~27899274,73807250~10918540,88538646~15693089,108053593~11178020,121381048~8230202,133768166~9512812,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,223607516~5440528,234358650~582248,239639389~6924907,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,311335691~6115604,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.557 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~13036536,23246690~4815564,34698192~30326933,73807250~10918540,88538646~15693089,108053593~11178020,121308605~8302645,130832709~12448269,146800640~7868384,161535307~16469627,182487424~1542012,184606569~6308186,210582420~4087762,223607516~5440528,234358650~582248,239639389~6924907,252868354~7915514,264899289~6915628,272717803~6649351,281018368~11408163,311335691~6115604,330721735~3999111,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.557 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 13 diff [9539200~13038346,23246690~4815564,37125851~32693424,73807250~10918540,88538646~15693089,108053593~11178020,121381048~8230202,133768166~10939037,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~8427331,210582420~4087762,223607516~5440528,234358650~582248,237530564~9033732,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,307067838~362716,311335691~10816540,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.557 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~4815564,37125851~32693424,73807250~10918540,88538646~15693089,108053593~11178020,121381048~8230202,133768166~10939037,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~8427331,210582420~4087762,223607516~5440528,234358650~582248,237530564~9033732,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,307067838~362716,311335691~10816540,330721735~3999111,336851833~4706127,344925577~12814937,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.563 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~4815564,34698192~35121083,73807250~10918540,88538646~15693089,108053593~11178020,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182487424~8427331,210582420~4087762,223607516~5440528,234358650~12205646,252868354~7915514,264899289~6915628,272717803~6649351,281018368~11408163,307067838~362716,311335691~10816540,330721735~3999111,335544320~6013640,344925577~12814937,373293056~9931624,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.563 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 14 diff [9539200~13038346,23246690~8521815,37125851~32693424,73807250~10918540,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182487424~8427331,204759712~9910470,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.563 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~8521815,37125851~32693424,73807250~10918540,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182487424~8427331,204759712~9910470,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~6649351,285062437~7364094,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.569 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~8521815,34698192~35121083,73807250~10918540,88538646~15693089,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182487424~8427331,204759712~9910470,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~6649351,281018368~11408163,305298333~354006,307067838~362716,311335691~10816540,330721735~10836225,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.569 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 15 diff [9539200~13038346,23246690~11522038,37125851~32693424,73807250~10918540,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.569 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~11522038,37125851~32693424,73807250~10918540,88538646~15693089,108053593~13216676,121381048~8230202,133768166~10939037,149710079~4958945,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.575 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~46572585,73807250~10918540,88538646~15693089,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~7956693,281018368~11408163,293601280~8708249,305298333~354006,307067838~362716,311335691~10816540,330721735~10836225,344925577~12814937,364904448~4292154,373293056~9931624,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.575 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 16 diff [9539200~25229528,37125851~32693424,73807250~10918540,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.575 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~25229528,37125851~32693424,73807250~10918540,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.582 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~60280075,73807250~30424485,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~10836225,344925577~12814937,357858056~11338546,373293056~9931624,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.582 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 17 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.582 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~1722902,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.588 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,223607516~5440528,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.588 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,161535307~16469627,182487424~8427331,200935015~13735167,221656544~7391500,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.588 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,161535307~16469627,182487424~8427331,200935015~13735167,221656544~7391500,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.595 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,221586615~7461429,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.595 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 19 diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.595 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.601 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:35.601 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 7 diff [52714066~11667066,74601244~4128500,149710079~29848,182487424~1542012,285062437~7364094,311377525~5985583,344925577~3104912,351746471~5994043] 2024-04-02T09:36:35.601 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [52714066~11667066,74601244~4128500,149710079~29848,182487424~1542012,285062437~7364094,311377525~5985583,344925577~3104912,351746471~5994043] 2024-04-02T09:36:35.606 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [52714066~11667066,74601244~4128500,146800640~2939287,182487424~1542012,281018368~11408163,311377525~5985583,344925577~3104912,351746471~5994043] 2024-04-02T09:36:35.607 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 8 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,74601244~4128500,88538646~5979133,109835133~7973496,136046647~7234331,149710079~29848,161535307~6695187,182487424~1542012,285062437~7364094,311377525~5985583,332583075~2137771,344925577~12814937] 2024-04-02T09:36:35.607 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~11667066,74601244~4128500,88538646~5979133,109835133~7973496,136046647~7234331,149710079~29848,161535307~6695187,182487424~1542012,285062437~7364094,311377525~5985583,332583075~2137771,344925577~12814937] 2024-04-02T09:36:35.613 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~11667066,74601244~4128500,88538646~5979133,109051904~8756725,136046647~7234331,146800640~2939287,161535307~6695187,182487424~1542012,281018368~11408163,311377525~5985583,332583075~2137771,344925577~12814937] 2024-04-02T09:36:35.613 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 9 diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,74601244~4128500,88538646~5979133,100342031~3889704,109835133~7973496,136046647~7234331,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,240568879~2208621,265466653~6348264,285062437~7364094,311377525~5985583,332583075~2137771,336851833~4706127,344925577~12814937,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.613 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,52714066~12311059,74601244~4128500,88538646~5979133,100342031~3889704,109835133~7973496,136046647~7234331,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,240568879~2208621,265466653~6348264,285062437~7364094,311377525~5985583,332583075~2137771,336851833~4706127,344925577~12814937,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.619 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,52714066~12311059,74601244~4128500,88538646~5979133,100342031~3889704,109051904~8756725,136046647~7234331,146800640~2939287,161535307~16469627,182487424~1542012,184606569~6308186,240568879~2208621,265466653~6348264,281018368~11408163,311377525~5985583,332583075~2137771,335544320~6013640,344925577~12814937,385875968~1294063,393659096~6359208] 2024-04-02T09:36:35.619 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 10 diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,74601244~4128500,88538646~15693089,108053593~9755036,121381048~3900124,136046647~7234331,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,240568879~2208621,253954288~373062,256254509~899394,265466653~6348264,285062437~7364094,311377525~5985583,330721735~3999111,336851833~4706127,344925577~12814937,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.619 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,37125851~3824237,44462884~5681698,52714066~12311059,74601244~4128500,88538646~15693089,108053593~9755036,121381048~3900124,136046647~7234331,149710079~29848,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,240568879~2208621,253954288~373062,256254509~899394,265466653~6348264,285062437~7364094,311377525~5985583,330721735~3999111,336851833~4706127,344925577~12814937,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.625 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,34698192~6251896,41943040~8201542,52714066~12311059,74601244~4128500,88538646~15693089,108053593~9755036,121308605~3972567,136046647~7234331,146800640~2939287,161535307~16469627,182487424~1542012,184606569~6308186,240568879~2208621,252868354~1458996,256254509~899394,265466653~6348264,281018368~11408163,311377525~5985583,330721735~3999111,335544320~6013640,344925577~12814937,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.625 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 11 diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,74601244~4128500,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149710079~4958945,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,239639389~3138111,253736543~7047325,265466653~6348264,272717803~3365867,285062437~7364094,311335691~6027417,330721735~3999111,336851833~4706127,344925577~12814937,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.625 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,52714066~12311059,74601244~4128500,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149710079~4958945,161535307~6695187,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,239639389~3138111,253736543~7047325,265466653~6348264,272717803~3365867,285062437~7364094,311335691~6027417,330721735~3999111,336851833~4706127,344925577~12814937,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.632 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,23246690~4815564,34698192~6251896,41943040~8201542,52714066~12311059,74601244~4128500,88538646~15693089,108053593~9755036,121308605~8302645,136046647~7234331,146800640~7868384,161535307~16469627,182487424~1542012,184606569~6308186,210582420~4087762,239639389~3138111,252868354~7915514,265466653~6348264,272717803~3365867,281018368~11408163,311335691~6027417,330721735~3999111,335544320~6013640,344925577~12814937,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.632 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 12 diff [9541010~13036536,23246690~4815564,37125851~27899274,74601244~10124546,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,285062437~7364094,311335691~6027417,330721735~3999111,336851833~4706127,344925577~12814937,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.632 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~13036536,23246690~4815564,37125851~27899274,74601244~10124546,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~1542012,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,285062437~7364094,311335691~6027417,330721735~3999111,336851833~4706127,344925577~12814937,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.638 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~13036536,23246690~4815564,34698192~30326933,74601244~10124546,88538646~15693089,108053593~9755036,121308605~8302645,136046647~7234331,146800640~7868384,161535307~16469627,182487424~1542012,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,252868354~7915514,265466653~6348264,272717803~3365867,276327171~3039983,281018368~11408163,311335691~6027417,330721735~3999111,335544320~6013640,344925577~12814937,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.638 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 13 diff [9539200~13038346,23246690~4815564,37125851~32693424,74601244~10124546,88538646~15693089,108053593~9755036,121381048~8230202,136046647~8660556,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~8427331,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,285062437~7364094,307067838~362716,311335691~10816540,330721735~3999111,336851833~4706127,344925577~12814937,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.638 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~4815564,37125851~32693424,74601244~10124546,88538646~15693089,108053593~9755036,121381048~8230202,136046647~8660556,149710079~4958945,161535307~6695187,169640097~1808991,171757876~6247058,182487424~8427331,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,285062437~7364094,307067838~362716,311335691~10816540,330721735~3999111,336851833~4706127,344925577~12814937,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.644 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~4815564,34698192~35121083,74601244~10124546,88538646~15693089,108053593~9755036,121308605~8302645,136046647~8660556,146800640~7868384,161535307~16469627,182487424~8427331,210582420~4087762,234358650~12205646,252868354~7915514,265466653~6348264,272717803~3365867,276327171~3039983,281018368~11408163,307067838~362716,311335691~10816540,330721735~3999111,335544320~6013640,344925577~12814937,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.644 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 14 diff [9539200~13038346,23246690~8521815,37125851~32693424,74601244~10124546,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149710079~4958945,161535307~16469627,182487424~8427331,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~3365867,276327171~3039983,285062437~7364094,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.644 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~8521815,37125851~32693424,74601244~10124546,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149710079~4958945,161535307~16469627,182487424~8427331,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~3365867,276327171~3039983,285062437~7364094,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.650 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~8521815,34698192~35121083,74601244~10124546,88538646~15693089,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,161535307~16469627,182487424~8427331,204759712~9910470,234358650~14899511,252868354~7915514,265131547~6683370,272717803~3365867,276327171~3039983,281018368~11408163,305298333~354006,307067838~362716,311335691~10816540,330721735~10836225,344925577~12814937,364904448~4292154,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.650 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 15 diff [9539200~13038346,23246690~11522038,37125851~32693424,74601244~10124546,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149710079~4958945,161535307~16469627,182487424~8427331,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.650 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~11522038,37125851~32693424,74601244~10124546,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149710079~4958945,161535307~16469627,182487424~8427331,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~7956693,285062437~7364094,296723690~5585839,305298333~354006,307067838~362716,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.656 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~46572585,74601244~10124546,88538646~15693089,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~7956693,281018368~11408163,293601280~8708249,305298333~354006,307067838~362716,311335691~10816540,330721735~10836225,344925577~12814937,364904448~4292154,377514009~5710671,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.656 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 16 diff [9539200~25229528,37125851~32693424,74601244~10124546,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,357858056~11338546,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.656 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~25229528,37125851~32693424,74601244~10124546,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,344925577~12814937,357858056~11338546,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.662 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~60280075,74601244~29630491,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~10836225,344925577~12814937,357858056~11338546,377514009~5710671,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.662 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 17 diff [4093233~30675495,37125851~37349817,74601244~10124546,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.662 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~37349817,74601244~10124546,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,182487424~8427331,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.669 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~74475668,74601244~29630491,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,377514009~5710671,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.669 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,161535307~16469627,182487424~8427331,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.669 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,161535307~16469627,182487424~8427331,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.675 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,161535307~16469627,182487424~8427331,200935015~13735167,221586615~2896509,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.675 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 19 diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.675 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.681 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:35.681 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 8 diff [14454328~8123218,37125851~3824237,44462884~5681698,58161435~5486724,88538646~5979133,109835133~7973496,136046647~7234331,161535307~6695187,332583075~2137771,347254931~5516610] 2024-04-02T09:36:35.681 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,58161435~5486724,88538646~5979133,109835133~7973496,136046647~7234331,161535307~6695187,332583075~2137771,347254931~5516610] 2024-04-02T09:36:35.687 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,58161435~5486724,88538646~5979133,109051904~8756725,136046647~7234331,161535307~6695187,332583075~2137771,347254931~5516610] 2024-04-02T09:36:35.687 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 9 diff [14454328~8123218,37125851~3824237,44462884~5681698,57628950~7396175,88538646~5979133,100342031~3889704,109835133~7973496,136046647~7234331,161535307~6695187,171757876~6247058,184606569~6308186,240568879~2208621,265466653~6348264,332583075~2137771,336851833~4706127,347254931~5516610,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.687 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [14454328~8123218,37125851~3824237,44462884~5681698,57628950~7396175,88538646~5979133,100342031~3889704,109835133~7973496,136046647~7234331,161535307~6695187,171757876~6247058,184606569~6308186,240568879~2208621,265466653~6348264,332583075~2137771,336851833~4706127,347254931~5516610,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.694 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [13408893~9168653,34698192~6251896,41943040~8201542,57628950~7396175,88538646~5979133,100342031~3889704,109051904~8756725,136046647~7234331,161535307~16469627,184606569~6308186,240568879~2208621,265466653~6348264,332583075~2137771,335544320~6013640,347254931~5516610,385875968~1294063,393659096~6359208] 2024-04-02T09:36:35.695 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 10 diff [12185354~10392192,37125851~3824237,44462884~5681698,57628950~7396175,88538646~15693089,108053593~9755036,121381048~3900124,136046647~7234331,161535307~6695187,171757876~6247058,184606569~6308186,240568879~2208621,253954288~373062,256254509~899394,265466653~6348264,330721735~3999111,336851833~4706127,347254931~5516610,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.695 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,37125851~3824237,44462884~5681698,57628950~7396175,88538646~15693089,108053593~9755036,121381048~3900124,136046647~7234331,161535307~6695187,171757876~6247058,184606569~6308186,240568879~2208621,253954288~373062,256254509~899394,265466653~6348264,330721735~3999111,336851833~4706127,347254931~5516610,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.701 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,34698192~6251896,41943040~8201542,57628950~7396175,88538646~15693089,108053593~9755036,121308605~3972567,136046647~7234331,161535307~16469627,184606569~6308186,240568879~2208621,252868354~1458996,256254509~899394,265466653~6348264,330721735~3999111,335544320~6013640,347254931~5516610,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.701 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 11 diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,57628950~7396175,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149718412~4950612,161535307~6695187,171757876~6247058,184606569~6308186,210582420~4087762,239639389~3138111,253736543~7047325,265466653~6348264,272717803~3365867,311335691~626305,330721735~3999111,336851833~4706127,347254931~5516610,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.701 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~10392192,23246690~4815564,37125851~3824237,44462884~5681698,57628950~7396175,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149718412~4950612,161535307~6695187,171757876~6247058,184606569~6308186,210582420~4087762,239639389~3138111,253736543~7047325,265466653~6348264,272717803~3365867,311335691~626305,330721735~3999111,336851833~4706127,347254931~5516610,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.707 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~10392192,23246690~4815564,34698192~6251896,41943040~8201542,57628950~7396175,88538646~15693089,108053593~9755036,121308605~8302645,136046647~7234331,149718412~4950612,161535307~16469627,184606569~6308186,210582420~4087762,239639389~3138111,252868354~7915514,265466653~6348264,272717803~3365867,311335691~626305,330721735~3999111,335544320~6013640,347254931~5516610,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.708 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 12 diff [9541010~13036536,23246690~4815564,37125851~16753460,57628950~7396175,78487247~6238543,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149718412~4950612,161535307~6695187,169640097~1808991,171757876~6247058,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,311335691~626305,330721735~3999111,336851833~4706127,347254931~8413512,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.708 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~13036536,23246690~4815564,37125851~16753460,57628950~7396175,78487247~6238543,88538646~15693089,108053593~9755036,121381048~8230202,136046647~7234331,149718412~4950612,161535307~6695187,169640097~1808991,171757876~6247058,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,311335691~626305,330721735~3999111,336851833~4706127,347254931~8413512,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.714 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~13036536,23246690~4815564,34698192~19181119,57628950~7396175,78487247~6238543,88538646~15693089,108053593~9755036,121308605~8302645,136046647~7234331,149718412~4950612,161535307~16469627,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,252868354~7915514,265466653~6348264,272717803~3365867,276327171~3039983,311335691~626305,330721735~3999111,335544320~6013640,347254931~8413512,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.714 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 13 diff [9539200~13038346,23246690~4815564,37125851~16753460,57628950~12190325,78487247~6238543,88538646~15693089,108053593~9755036,121381048~8230202,136046647~8660556,149718412~4950612,161535307~6695187,169640097~1808991,171757876~6247058,183275644~7639111,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3999111,336851833~4706127,347254931~8413512,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.714 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~4815564,37125851~16753460,57628950~12190325,78487247~6238543,88538646~15693089,108053593~9755036,121381048~8230202,136046647~8660556,149718412~4950612,161535307~6695187,169640097~1808991,171757876~6247058,183275644~7639111,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3999111,336851833~4706127,347254931~8413512,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.720 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~4815564,34698192~19181119,57628950~12190325,78487247~6238543,88538646~15693089,108053593~9755036,121308605~8302645,136046647~8660556,149718412~4950612,161535307~16469627,183275644~7639111,210582420~4087762,234358650~12205646,252868354~7915514,265466653~6348264,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3999111,335544320~6013640,347254931~8413512,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.721 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 14 diff [9539200~13038346,23246690~8521815,37125851~16753460,57628950~12190325,78487247~6238543,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149718412~4950612,161535307~16469627,183275644~7639111,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,347254931~8413512,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.721 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~8521815,37125851~16753460,57628950~12190325,78487247~6238543,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149718412~4950612,161535307~16469627,183275644~7639111,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,347254931~8413512,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.727 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~8521815,34698192~19181119,57628950~12190325,78487247~6238543,88538646~15693089,108053593~13216676,121308605~8302645,136046647~8660556,149718412~4950612,161535307~16469627,183275644~7639111,204759712~9910470,234358650~14899511,252868354~7915514,265131547~6683370,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~10836225,347254931~8413512,364904448~4292154,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.727 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 15 diff [9539200~13038346,23246690~11522038,37125851~16753460,57628950~12190325,77391515~7334275,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149718412~4950612,161535307~16469627,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,347254931~8413512,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.727 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~13038346,23246690~11522038,37125851~16753460,57628950~12190325,77391515~7334275,88538646~15693089,108053593~13216676,121381048~8230202,136046647~8660556,149718412~4950612,161535307~16469627,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,347254931~8413512,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.733 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~13038346,23246690~30632621,57628950~12190325,77391515~7334275,88538646~15693089,108053593~13216676,121308605~8302645,136046647~8660556,149718412~4950612,161535307~16469627,183275644~7639111,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~7956693,293601280~8708249,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~10836225,347254931~8413512,364904448~4292154,377514009~5710671,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.733 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 16 diff [9539200~25229528,37125851~16753460,57628950~12190325,77391515~7334275,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,347254931~8413512,357858056~11338546,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.733 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~25229528,37125851~16753460,57628950~12190325,77391515~7334275,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,347254931~8413512,357858056~11338546,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.740 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~44340111,57628950~12190325,77391515~26840220,108053593~13216676,121308605~8302645,136046647~8660556,148960590~5708434,161535307~16469627,183275644~7639111,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,330721735~10836225,347254931~8413512,357858056~11338546,377514009~5710671,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.740 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 17 diff [4093233~30675495,37125851~17788943,57628950~16846718,77240038~7485752,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~12976835,357858056~11338546,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.740 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~17788943,57628950~16846718,77240038~7485752,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148960590~5708434,161535307~16469627,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~12976835,357858056~11338546,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.746 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~54914794,57628950~16846718,77240038~26991697,108053593~13216676,121308605~8302645,136046647~8660556,148960590~5708434,161535307~16469627,183275644~7639111,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,377514009~5710671,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.746 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 18 diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,161535307~16469627,183275644~7639111,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.747 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~30675495,37125851~47599939,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,161535307~16469627,183275644~7639111,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.753 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,161535307~16469627,183275644~7639111,200935015~13735167,221586615~2896509,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.753 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 19 diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.753 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.759 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:35.760 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 9 diff [57628950~7396175,100342031~3889704,171757876~6247058,184606569~6308186,240568879~2208621,265466653~6348264,336851833~4706127,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.760 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [57628950~7396175,100342031~3889704,171757876~6247058,184606569~6308186,240568879~2208621,265466653~6348264,336851833~4706127,386664598~505433,393659096~6359208] 2024-04-02T09:36:35.766 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [57628950~7396175,100342031~3889704,168230494~9774440,184606569~6308186,240568879~2208621,265466653~6348264,335544320~6013640,385875968~1294063,393659096~6359208] 2024-04-02T09:36:35.766 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 10 diff [12185354~3939703,57628950~7396175,93442274~10789461,108053593~7554786,121381048~3900124,171757876~6247058,184606569~6308186,240568879~2208621,253954288~373062,256254509~899394,265466653~6348264,330721735~3762742,336851833~4706127,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.766 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~3939703,57628950~7396175,93442274~10789461,108053593~7554786,121381048~3900124,171757876~6247058,184606569~6308186,240568879~2208621,253954288~373062,256254509~899394,265466653~6348264,330721735~3762742,336851833~4706127,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.772 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~3939703,57628950~7396175,93442274~10789461,108053593~7554786,121308605~3972567,168230494~9774440,184606569~6308186,240568879~2208621,252868354~1458996,256254509~899394,265466653~6348264,330721735~3762742,335544320~6013640,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.772 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 11 diff [12185354~3939703,23246690~4815564,57628950~7396175,93442274~10789461,108053593~7554786,121381048~8230202,149718412~4950612,171757876~6247058,184606569~6308186,210582420~4087762,239639389~3138111,253736543~7047325,265466653~6348264,272717803~3365867,311335691~626305,330721735~3762742,336851833~4706127,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.773 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~3939703,23246690~4815564,57628950~7396175,93442274~10789461,108053593~7554786,121381048~8230202,149718412~4950612,171757876~6247058,184606569~6308186,210582420~4087762,239639389~3138111,253736543~7047325,265466653~6348264,272717803~3365867,311335691~626305,330721735~3762742,336851833~4706127,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.779 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~3939703,23246690~4815564,57628950~7396175,93442274~10789461,108053593~7554786,121308605~8302645,149718412~4950612,168230494~9774440,184606569~6308186,210582420~4087762,239639389~3138111,252868354~7915514,265466653~6348264,272717803~3365867,311335691~626305,330721735~3762742,335544320~6013640,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.779 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 12 diff [9541010~6584047,23246690~4815564,38369322~6166349,49664137~4215174,57628950~7396175,78487247~6238543,93442274~10789461,108053593~7554786,121381048~8230202,149718412~4950612,169640097~1808991,171757876~6247058,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,311335691~626305,330721735~3762742,336851833~4706127,350715749~4952694,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.779 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~6584047,23246690~4815564,38369322~6166349,49664137~4215174,57628950~7396175,78487247~6238543,93442274~10789461,108053593~7554786,121381048~8230202,149718412~4950612,169640097~1808991,171757876~6247058,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,311335691~626305,330721735~3762742,336851833~4706127,350715749~4952694,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.784 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~6584047,23246690~4815564,38369322~6166349,49664137~4215174,57628950~7396175,78487247~6238543,93442274~10789461,108053593~7554786,121308605~8302645,149718412~4950612,168230494~9774440,184606569~6308186,210582420~4087762,234358650~582248,239639389~6924907,252868354~7915514,265466653~6348264,272717803~3365867,276327171~3039983,311335691~626305,330721735~3762742,335544320~6013640,350715749~4952694,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.785 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 13 diff [9539200~6585857,23246690~4815564,38369322~6166349,49664137~4215174,57628950~12190325,78487247~6238543,93442274~10789461,108053593~7554786,121381048~8230202,137678897~7028306,149718412~4950612,169640097~1808991,171757876~6247058,183275644~7639111,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3762742,336851833~4706127,350715749~4952694,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.785 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,23246690~4815564,38369322~6166349,49664137~4215174,57628950~12190325,78487247~6238543,93442274~10789461,108053593~7554786,121381048~8230202,137678897~7028306,149718412~4950612,169640097~1808991,171757876~6247058,183275644~7639111,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,265466653~6348264,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3762742,336851833~4706127,350715749~4952694,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.791 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,23246690~4815564,38369322~6166349,49664137~4215174,57628950~12190325,78487247~6238543,93442274~10789461,108053593~7554786,121308605~8302645,137678897~7028306,149718412~4950612,168230494~9774440,183275644~7639111,210582420~4087762,234358650~12205646,252868354~7915514,265466653~6348264,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3762742,335544320~6013640,350715749~4952694,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.791 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 14 diff [9539200~6585857,23246690~8521815,38369322~6166349,45207746~8671565,57628950~12190325,78487247~6238543,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~13023594,183275644~7639111,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,350715749~4952694,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.791 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,23246690~8521815,38369322~6166349,45207746~8671565,57628950~12190325,78487247~6238543,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~13023594,183275644~7639111,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,350715749~4952694,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.797 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,23246690~8521815,38369322~6166349,45207746~8671565,57628950~12190325,78487247~6238543,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,149718412~4950612,164981340~13023594,183275644~7639111,204759712~9910470,234358650~14899511,252868354~7915514,265131547~6683370,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~10836225,350715749~4952694,364904448~4292154,377514009~5710671,385875968~1294063,393659096~6359208,407253605~7683875] 2024-04-02T09:36:35.798 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 15 diff [9539200~6585857,23246690~11522038,37908662~6627009,45207746~8671565,57628950~12190325,77391515~7334275,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~13023594,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,350715749~4952694,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.798 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,23246690~11522038,37908662~6627009,45207746~8671565,57628950~12190325,77391515~7334275,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~13023594,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,336851833~4706127,350715749~4952694,365655067~3541535,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.804 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,23246690~11522038,37908662~6627009,45207746~8671565,57628950~12190325,77391515~7334275,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,149718412~4950612,164981340~13023594,183275644~7639111,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~7956693,293601280~8708249,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~10836225,350715749~4952694,364904448~4292154,377514009~5710671,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.804 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 16 diff [9539200~6585857,21854818~12913910,37908662~6627009,45207746~8671565,57628950~12190325,77391515~7334275,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,164981340~13023594,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,350715749~4952694,357858056~11338546,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.804 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,21854818~12913910,37908662~6627009,45207746~8671565,57628950~12190325,77391515~7334275,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,164981340~13023594,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,350715749~4952694,357858056~11338546,378546235~4678445,386664598~505433,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.810 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,21854818~12913910,37908662~6627009,45207746~8671565,57628950~12190325,77391515~15270256,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148960590~5708434,164981340~13023594,183275644~7639111,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,330721735~10836225,350715749~4952694,357858056~11338546,377514009~5710671,385875968~1294063,393659096~6359208,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.810 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 17 diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~9707048,57628950~16846718,77240038~7485752,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,161885757~16119177,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.810 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~9707048,57628950~16846718,77240038~7485752,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,161885757~16119177,183275644~7639111,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.817 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~12913910,37908662~6627009,45207746~9707048,57628950~16846718,77240038~15421733,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148960590~5708434,161885757~16119177,183275644~7639111,200935015~13735167,234358650~14899511,252868354~7915514,265131547~6683370,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,377514009~5710671,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.817 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 18 diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,161885757~16119177,183275644~7639111,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.817 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,161885757~16119177,183275644~7639111,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,336851833~4706127,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.823 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~12913910,37908662~6627009,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,161885757~16119177,183275644~7639111,200935015~13735167,221586615~2896509,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.824 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 19 diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.824 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:35.830 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:35.830 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 10 diff [12185354~3939703,93442274~7660809,108053593~7554786,121381048~3900124,174168462~2916883,253954288~373062,256254509~899394,330721735~3762742,407253605~7683875] 2024-04-02T09:36:35.830 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~3939703,93442274~7660809,108053593~7554786,121381048~3900124,174168462~2916883,253954288~373062,256254509~899394,330721735~3762742,407253605~7683875] 2024-04-02T09:36:35.836 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~3939703,93442274~7660809,108053593~7554786,121308605~3972567,174168462~2916883,252868354~1458996,256254509~899394,330721735~3762742,407253605~7683875] 2024-04-02T09:36:35.836 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 11 diff [12185354~3939703,23246690~4815564,93442274~7660809,108053593~7554786,121381048~8230202,149718412~4950612,174168462~2916883,210582420~4087762,239639389~2848007,253736543~7047325,272717803~3365867,311335691~626305,330721735~3762742,407253605~7683875] 2024-04-02T09:36:35.836 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12185354~3939703,23246690~4815564,93442274~7660809,108053593~7554786,121381048~8230202,149718412~4950612,174168462~2916883,210582420~4087762,239639389~2848007,253736543~7047325,272717803~3365867,311335691~626305,330721735~3762742,407253605~7683875] 2024-04-02T09:36:35.843 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12185354~3939703,23246690~4815564,93442274~7660809,108053593~7554786,121308605~8302645,149718412~4950612,174168462~2916883,210582420~4087762,239639389~2848007,252868354~7915514,272717803~3365867,311335691~626305,330721735~3762742,407253605~7683875] 2024-04-02T09:36:35.843 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 12 diff [9541010~6584047,23246690~4815564,38369322~6166349,49664137~4215174,78487247~6238543,93442274~7660809,108053593~7554786,121381048~8230202,149718412~4950612,169640097~1808991,174168462~2916883,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,272717803~3365867,276327171~3039983,311335691~626305,330721735~3762742,350715749~4952694,378546235~4678445,407253605~7683875] 2024-04-02T09:36:35.843 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~6584047,23246690~4815564,38369322~6166349,49664137~4215174,78487247~6238543,93442274~7660809,108053593~7554786,121381048~8230202,149718412~4950612,169640097~1808991,174168462~2916883,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,272717803~3365867,276327171~3039983,311335691~626305,330721735~3762742,350715749~4952694,378546235~4678445,407253605~7683875] 2024-04-02T09:36:35.849 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~6584047,23246690~4815564,38369322~6166349,49664137~4215174,78487247~6238543,93442274~7660809,108053593~7554786,121308605~8302645,149718412~4950612,169640097~1808991,174168462~2916883,210582420~4087762,234358650~582248,239639389~6924907,252868354~7915514,272717803~3365867,276327171~3039983,311335691~626305,330721735~3762742,350715749~4952694,377514009~5710671,407253605~7683875] 2024-04-02T09:36:35.849 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 13 diff [9539200~6585857,23246690~4815564,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,93442274~7660809,108053593~7554786,121381048~8230202,137678897~7028306,149718412~4950612,169640097~1808991,174168462~2916883,183275644~5977555,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3762742,350715749~4952694,378546235~4678445,407253605~7683875] 2024-04-02T09:36:35.849 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,23246690~4815564,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,93442274~7660809,108053593~7554786,121381048~8230202,137678897~7028306,149718412~4950612,169640097~1808991,174168462~2916883,183275644~5977555,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3762742,350715749~4952694,378546235~4678445,407253605~7683875] 2024-04-02T09:36:35.855 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,23246690~4815564,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,93442274~7660809,108053593~7554786,121308605~8302645,137678897~7028306,149718412~4950612,169640097~1808991,174168462~2916883,183275644~5977555,210582420~4087762,234358650~12205646,252868354~7915514,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,330721735~3762742,350715749~4952694,377514009~5710671,407253605~7683875] 2024-04-02T09:36:35.855 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 14 diff [9539200~6585857,23246690~8521815,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~8050755,174168462~2916883,183275644~5977555,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,350715749~4952694,365655067~3541535,378546235~4678445,407253605~7683875] 2024-04-02T09:36:35.856 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,23246690~8521815,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~8050755,174168462~2916883,183275644~5977555,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,350715749~4952694,365655067~3541535,378546235~4678445,407253605~7683875] 2024-04-02T09:36:35.861 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,23246690~8521815,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,149718412~4950612,164981340~8050755,174168462~2916883,183275644~5977555,204759712~9910470,234358650~14899511,252868354~7915514,265131547~5167892,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,350715749~4952694,364904448~4292154,377514009~5710671,407253605~7683875] 2024-04-02T09:36:35.862 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 15 diff [9539200~6585857,23246690~11522038,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~8050755,174168462~2916883,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,350715749~4952694,365655067~3541535,378546235~4678445,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.862 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,23246690~11522038,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,149718412~4950612,164981340~8050755,174168462~2916883,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,350715749~4952694,365655067~3541535,378546235~4678445,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.868 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,23246690~11522038,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,149718412~4950612,164981340~8050755,174168462~2916883,183275644~5977555,200935015~13735167,234358650~14899511,252868354~7915514,265131547~5167892,272717803~7956693,293601280~8708249,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,330721735~5926032,350715749~4952694,364904448~4292154,377514009~5710671,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.868 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 16 diff [9539200~6585857,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~7334275,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,164981340~8050755,174168462~2916883,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,350715749~4952694,357858056~11338546,378546235~4678445,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.868 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6585857,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~7334275,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,164981340~8050755,174168462~2916883,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,350715749~4952694,357858056~11338546,378546235~4678445,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.874 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6585857,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~15270256,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148960590~5708434,164981340~8050755,174168462~2916883,183275644~5977555,200935015~13735167,234358650~14899511,252868354~7915514,265131547~5167892,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,330721735~5926032,350715749~4952694,357858056~11338546,377514009~5710671,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.874 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 17 diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~7485752,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,161885757~11146338,174168462~2916883,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,387788970~7656935,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.874 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~7485752,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148960590~5708434,161885757~11146338,174168462~2916883,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,387788970~7656935,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.880 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~15421733,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148960590~5708434,161885757~11146338,174168462~2916883,183275644~5977555,200935015~13735167,234358650~14899511,252868354~7915514,265131547~5167892,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,330721735~5926032,341557960~6177496,350715749~4952694,357858056~11338546,377514009~5710671,387170031~8275874,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.880 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 18 diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,161885757~11146338,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.880 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~12913910,37908662~6627009,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,161885757~11146338,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~5926032,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.887 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~12913910,37908662~6627009,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,161885757~11146338,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~5926032,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~4239566,407253605~7683875] 2024-04-02T09:36:35.887 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 19 diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:35.887 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:35.893 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:35.893 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 11 diff [23246690~4815564,121966736~7644514,149718412~4950612,210582420~4087762,239639389~2848007,253736543~7047325,272717803~3365867,311335691~626305] 2024-04-02T09:36:35.893 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [23246690~4815564,121966736~7644514,149718412~4950612,210582420~4087762,239639389~2848007,253736543~7047325,272717803~3365867,311335691~626305] 2024-04-02T09:36:35.900 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [23246690~4815564,121966736~7644514,149718412~4950612,210582420~4087762,239639389~2848007,253736543~7047325,272717803~3365867,311335691~626305] 2024-04-02T09:36:35.900 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 12 diff [9541010~6405596,23246690~4815564,38369322~6166349,49664137~4215174,78487247~6238543,121966736~7644514,149718412~4950612,169640097~1808991,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,272717803~3365867,276327171~3039983,311335691~626305,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.900 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~6405596,23246690~4815564,38369322~6166349,49664137~4215174,78487247~6238543,121966736~7644514,149718412~4950612,169640097~1808991,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,272717803~3365867,276327171~3039983,311335691~626305,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.906 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~6405596,23246690~4815564,38369322~6166349,49664137~4215174,78487247~6238543,121966736~7644514,149718412~4950612,169640097~1808991,210582420~4087762,234358650~582248,239639389~6924907,253736543~7047325,272717803~3365867,276327171~3039983,311335691~626305,350715749~4952694,377514009~5710671] 2024-04-02T09:36:35.906 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 13 diff [9539200~6407406,23246690~4815564,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,121966736~7644514,137678897~7028306,149718412~4950612,169640097~1808991,183275644~5977555,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.906 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,23246690~4815564,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,121966736~7644514,137678897~7028306,149718412~4950612,169640097~1808991,183275644~5977555,210582420~4087762,234358650~582248,237530564~9033732,253736543~7047325,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.912 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,23246690~4815564,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,121966736~7644514,137678897~7028306,149718412~4950612,169640097~1808991,183275644~5977555,210582420~4087762,234358650~12205646,253736543~7047325,272717803~3365867,276327171~3039983,307067838~362716,311335691~626305,315247937~6904294,350715749~4952694,377514009~5710671] 2024-04-02T09:36:35.912 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 14 diff [9539200~6407406,23246690~8521815,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,115503116~5767153,121966736~7644514,137678897~7028306,149718412~4950612,164981340~8050755,183275644~5977555,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445] 2024-04-02T09:36:35.912 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,23246690~8521815,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,115503116~5767153,121966736~7644514,137678897~7028306,149718412~4950612,164981340~8050755,183275644~5977555,204759712~9910470,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445] 2024-04-02T09:36:35.919 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,23246690~8521815,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,115503116~5767153,121966736~7644514,137678897~7028306,149718412~4950612,164981340~8050755,183275644~5977555,204759712~9910470,234358650~14899511,253736543~7047325,265131547~5167892,272717803~3365867,276327171~3039983,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,333441810~3205957,350715749~4952694,364904448~4292154,377514009~5710671] 2024-04-02T09:36:35.919 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 15 diff [9539200~6407406,23246690~11522038,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,115503116~5767153,121966736~7644514,137678897~7028306,149718412~4950612,164981340~8050755,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.919 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,23246690~11522038,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,115503116~5767153,121966736~7644514,137678897~7028306,149718412~4950612,164981340~8050755,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~7956693,296723690~5585839,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.925 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,23246690~11522038,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,115503116~5767153,121966736~7644514,137678897~7028306,149718412~4950612,164981340~8050755,183275644~5977555,200935015~13735167,234358650~14899511,253736543~7047325,265131547~5167892,272717803~7956693,293601280~8708249,305298333~354006,307067838~362716,311335691~626305,315247937~6904294,333441810~3205957,350715749~4952694,364904448~4292154,377514009~5710671,402863981~4239566] 2024-04-02T09:36:35.925 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 16 diff [9539200~6407406,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~7334275,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148960590~5708434,164981340~8050755,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,333441810~3205957,350715749~4952694,357858056~11338546,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.925 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~7334275,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148960590~5708434,164981340~8050755,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,333441810~3205957,350715749~4952694,357858056~11338546,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.931 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~15270256,115503116~5767153,121966736~7644514,137678897~7028306,148960590~5708434,164981340~8050755,183275644~5977555,200935015~13735167,234358650~14899511,253736543~7047325,265131547~5167892,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,333441810~3205957,350715749~4952694,357858056~11338546,377514009~5710671,402863981~4239566] 2024-04-02T09:36:35.931 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 17 diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~7485752,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148960590~5708434,161885757~11146338,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.931 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~7485752,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148960590~5708434,161885757~11146338,183275644~5977555,200935015~13735167,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~12709308,296723690~5585839,305298333~2132221,311335691~10816540,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.938 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~15421733,115503116~5767153,121966736~7644514,137678897~7028306,148960590~5708434,161885757~11146338,183275644~5977555,200935015~13735167,234358650~14899511,253736543~7047325,265131547~5167892,272717803~12709308,293601280~8708249,305298333~2132221,311335691~10816540,333441810~3205957,341557960~6177496,350715749~4952694,357858056~11338546,377514009~5710671,387170031~8275874,402863981~4239566] 2024-04-02T09:36:35.938 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 18 diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,161885757~11146338,183275644~5977555,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.938 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,161885757~11146338,183275644~5977555,200935015~13735167,221656544~2826580,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.944 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~12913910,37908662~6627009,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,161885757~11146338,183275644~5977555,200935015~13735167,221586615~2896509,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~3205957,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~4239566] 2024-04-02T09:36:35.944 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 19 diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:35.945 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:35.951 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:35.951 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 12 diff [9541010~6405596,38369322~6166349,49664137~4215174,78487247~6238543,169640097~1808991,234358650~582248,240659200~5905096,276327171~3039983,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.951 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9541010~6405596,38369322~6166349,49664137~4215174,78487247~6238543,169640097~1808991,234358650~582248,240659200~5905096,276327171~3039983,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.959 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9541010~6405596,38369322~6166349,49664137~4215174,78487247~6238543,169640097~1808991,234358650~582248,240659200~5905096,276327171~3039983,350715749~4952694,377514009~5710671] 2024-04-02T09:36:35.959 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 13 diff [9539200~6407406,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,126467800~2878786,137678897~7028306,169640097~1808991,183275644~5977555,234358650~582248,237530564~2298144,240659200~5905096,256206769~1819376,276327171~3039983,307067838~362716,315247937~6904294,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.959 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,126467800~2878786,137678897~7028306,169640097~1808991,183275644~5977555,234358650~582248,237530564~2298144,240659200~5905096,256206769~1819376,276327171~3039983,307067838~362716,315247937~6904294,350715749~4952694,378546235~4678445] 2024-04-02T09:36:35.966 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,38369322~6166349,49664137~4215174,62074426~7744849,78487247~6238543,126467800~2878786,137678897~7028306,169640097~1808991,183275644~5977555,234358650~5470058,240659200~5905096,256206769~1819376,276327171~3039983,307067838~362716,315247937~6904294,350715749~4952694,377514009~5710671] 2024-04-02T09:36:35.966 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 14 diff [9539200~6407406,27106816~4661689,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,204759712~6705048,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,276327171~3039983,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445] 2024-04-02T09:36:35.966 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,27106816~4661689,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,204759712~6705048,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,276327171~3039983,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445] 2024-04-02T09:36:35.972 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,27106816~4661689,38369322~6166349,45207746~8671565,62074426~7744849,78487247~6238543,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,204759712~6705048,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,276327171~3039983,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,350715749~4952694,364904448~4292154,377514009~5710671] 2024-04-02T09:36:35.972 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 15 diff [9539200~6407406,27106816~7661912,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,200935015~10529745,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~6146028,296723690~5585839,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.972 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,27106816~7661912,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,200935015~10529745,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~6146028,296723690~5585839,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,350715749~4952694,365655067~3541535,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.978 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,27106816~7661912,37908662~6627009,45207746~8671565,62074426~7744849,77391515~7334275,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,200935015~10529745,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~6146028,293601280~8708249,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,350715749~4952694,364904448~4292154,377514009~5710671,402863981~4239566] 2024-04-02T09:36:35.978 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 16 diff [9539200~6407406,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~7334275,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,164981340~8050755,183275644~5977555,200935015~10529745,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,350715749~4952694,357858056~11338546,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.978 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~6407406,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~7334275,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,164981340~8050755,183275644~5977555,200935015~10529745,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,350715749~4952694,357858056~11338546,378546235~4678445,402863981~4239566] 2024-04-02T09:36:35.984 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~6407406,21854818~12913910,37908662~6627009,45207746~8671565,61649976~8169299,77391515~15270256,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,164981340~8050755,183275644~5977555,200935015~10529745,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~10898643,293601280~8708249,305298333~2132221,311615965~10536266,333441810~3205957,350715749~4952694,357858056~11338546,377514009~5710671,402863981~4239566] 2024-04-02T09:36:35.985 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 17 diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~7485752,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,161885757~11146338,183275644~5977555,200935015~10529745,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.985 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~7485752,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,161885757~11146338,183275644~5977555,200935015~10529745,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.991 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~12913910,37908662~6627009,45207746~9707048,61649976~12825692,77240038~15421733,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,161885757~11146338,183275644~5977555,200935015~10529745,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~10898643,293601280~8708249,305298333~2132221,311615965~10536266,333441810~3205957,341557960~6177496,350715749~4952694,357858056~11338546,377514009~5710671,387170031~8275874,402863981~4239566] 2024-04-02T09:36:35.991 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 18 diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,161885757~11146338,183275644~5977555,200935015~10529745,221656544~2826580,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.991 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~12913910,37908662~6627009,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,161885757~11146338,183275644~5977555,200935015~10529745,221656544~2826580,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~4239566] 2024-04-02T09:36:35.996 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~12913910,37908662~6627009,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,161885757~11146338,183275644~5977555,200935015~10529745,221586615~2896509,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~3205957,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~4239566] 2024-04-02T09:36:35.997 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 19 diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:35.997 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:36.002 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:36.003 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 13 diff [9539200~3509333,62074426~7744849,78560672~3167865,126467800~2878786,137678897~7028306,183275644~5977555,237530564~2298144,256206769~1819376,307067838~362716,315247937~6904294] 2024-04-02T09:36:36.003 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~3509333,62074426~7744849,78560672~3167865,126467800~2878786,137678897~7028306,183275644~5977555,237530564~2298144,256206769~1819376,307067838~362716,315247937~6904294] 2024-04-02T09:36:36.009 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~3509333,62074426~7744849,78560672~3167865,126467800~2878786,137678897~7028306,183275644~5977555,234940898~4887810,256206769~1819376,307067838~362716,315247937~6904294] 2024-04-02T09:36:36.009 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 14 diff [9539200~3509333,27106816~4661689,45207746~5148072,62074426~7744849,78560672~3167865,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,204759712~6705048,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,365655067~3541535] 2024-04-02T09:36:36.009 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~3509333,27106816~4661689,45207746~5148072,62074426~7744849,78560672~3167865,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,204759712~6705048,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,365655067~3541535] 2024-04-02T09:36:36.016 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~3509333,27106816~4661689,45207746~5148072,62074426~7744849,78560672~3167865,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,204759712~6705048,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,364904448~4292154] 2024-04-02T09:36:36.016 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 15 diff [9539200~3509333,27106816~7661912,37908662~1172496,45207746~5148072,62074426~7744849,77391515~6443905,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,200935015~10529745,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~6146028,296723690~5585839,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,365655067~3541535,402863981~4239566] 2024-04-02T09:36:36.016 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~3509333,27106816~7661912,37908662~1172496,45207746~5148072,62074426~7744849,77391515~6443905,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,200935015~10529745,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~6146028,296723690~5585839,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,365655067~3541535,402863981~4239566] 2024-04-02T09:36:36.021 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~3509333,27106816~7661912,37908662~1172496,45207746~5148072,62074426~7744849,77391515~6443905,115503116~5767153,126467800~2878786,137678897~7028306,164981340~8050755,183275644~5977555,200935015~10529745,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~6146028,293601280~8708249,305298333~354006,307067838~362716,315247937~6904294,333441810~3205957,364904448~4292154,402863981~4239566] 2024-04-02T09:36:36.022 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 16 diff [9539200~3509333,21854818~12913910,37908662~1172496,45207746~5148072,61649976~8169299,77391515~6443905,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,164981340~8050755,183275644~5977555,200935015~10529745,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,357858056~11338546,402863981~4239566] 2024-04-02T09:36:36.022 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [9539200~3509333,21854818~12913910,37908662~1172496,45207746~5148072,61649976~8169299,77391515~6443905,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,164981340~8050755,183275644~5977555,200935015~10529745,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,357858056~11338546,402863981~4239566] 2024-04-02T09:36:36.027 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [9539200~3509333,21854818~12913910,37908662~1172496,45207746~5148072,61649976~8169299,77391515~6443905,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,164981340~8050755,183275644~5977555,200935015~10529745,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~10898643,293601280~8708249,305298333~2132221,311615965~10536266,333441810~3205957,357858056~11338546,402863981~4239566] 2024-04-02T09:36:36.027 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 17 diff [4093233~8955300,21854818~12913910,37908662~1172496,45207746~5148072,53449170~1465624,61649976~12825692,77240038~6595382,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,161885757~11146338,183275644~5977555,200935015~10529745,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,357858056~11338546,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.028 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~12913910,37908662~1172496,45207746~5148072,53449170~1465624,61649976~12825692,77240038~6595382,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,161885757~11146338,183275644~5977555,200935015~10529745,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,357858056~11338546,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.033 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~12913910,37908662~1172496,45207746~5148072,53449170~1465624,61649976~12825692,77240038~6595382,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148960590~4902134,161885757~11146338,183275644~5977555,200935015~10529745,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~10898643,293601280~8708249,305298333~2132221,311615965~10536266,333441810~3205957,341557960~6177496,357858056~11338546,387170031~8275874,402863981~4239566] 2024-04-02T09:36:36.033 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 18 diff [4093233~8955300,21854818~12913910,37908662~1172496,45207746~5148072,53449170~7509152,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,161885757~11146338,183275644~5977555,200935015~10529745,221656544~2826580,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.034 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~12913910,37908662~1172496,45207746~5148072,53449170~7509152,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,161885757~11146338,183275644~5977555,200935015~10529745,221656544~2826580,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~3205957,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.040 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~12913910,37908662~1172496,45207746~5148072,53449170~7509152,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,161885757~11146338,183275644~5977555,200935015~10529745,221586615~2896509,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~3205957,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~4239566] 2024-04-02T09:36:36.040 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 19 diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:36.040 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:36.046 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:36.046 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 14 diff [27106816~4661689,45207746~5148072,115503116~5767153,164981340~8050755,204759712~6705048,243557086~5701075,265131547~5167892,305298333~354006,333441810~3205957,365655067~3541535] 2024-04-02T09:36:36.046 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [27106816~4661689,45207746~5148072,115503116~5767153,164981340~8050755,204759712~6705048,243557086~5701075,265131547~5167892,305298333~354006,333441810~3205957,365655067~3541535] 2024-04-02T09:36:36.053 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [27106816~4661689,45207746~5148072,115503116~5767153,164981340~8050755,204759712~6705048,243557086~5701075,265131547~5167892,305298333~354006,333441810~3205957,364904448~4292154] 2024-04-02T09:36:36.053 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 15 diff [27106816~7661912,37908662~1172496,45207746~5148072,64484135~2204252,77391515~4155033,81643861~2191559,115503116~5767153,164981340~8050755,200935015~10529745,243557086~5701075,265131547~5167892,274528468~6146028,296723690~5585839,305298333~354006,333441810~3205957,365655067~3541535,402863981~4239566] 2024-04-02T09:36:36.053 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [27106816~7661912,37908662~1172496,45207746~5148072,64484135~2204252,77391515~4155033,81643861~2191559,115503116~5767153,164981340~8050755,200935015~10529745,243557086~5701075,265131547~5167892,274528468~6146028,296723690~5585839,305298333~354006,333441810~3205957,365655067~3541535,402863981~4239566] 2024-04-02T09:36:36.059 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [27106816~7661912,37908662~1172496,45207746~5148072,64484135~2204252,77391515~4155033,81643861~2191559,115503116~5767153,164981340~8050755,200935015~10529745,243557086~5701075,265131547~5167892,274528468~6146028,293601280~8708249,305298333~354006,333441810~3205957,364904448~4292154,402863981~4239566] 2024-04-02T09:36:36.059 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 16 diff [21854818~12913910,37908662~1172496,45207746~5148072,61649976~2142841,64484135~2204252,77391515~4155033,81643861~2191559,86447220~6214551,115503116~5767153,148960590~4902134,164981340~8050755,200935015~10529745,243557086~5701075,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2099505,311615965~7516795,333441810~3205957,357858056~11338546,402863981~4239566] 2024-04-02T09:36:36.059 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [21854818~12913910,37908662~1172496,45207746~5148072,61649976~2142841,64484135~2204252,77391515~4155033,81643861~2191559,86447220~6214551,115503116~5767153,148960590~4902134,164981340~8050755,200935015~10529745,243557086~5701075,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2099505,311615965~7516795,333441810~3205957,357858056~11338546,402863981~4239566] 2024-04-02T09:36:36.065 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [21854818~12913910,37908662~1172496,45207746~5148072,61649976~2142841,64484135~2204252,77391515~4155033,81643861~2191559,84725790~7935981,115503116~5767153,148960590~4902134,164981340~8050755,200935015~10529745,243557086~5701075,265131547~5167892,274528468~10898643,293601280~8708249,305298333~2099505,311615965~7516795,333441810~3205957,357858056~11338546,402863981~4239566] 2024-04-02T09:36:36.065 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 17 diff [4093233~7911569,21854818~12913910,37908662~1172496,45207746~5148072,53449170~1465624,61649976~2142841,64484135~2204252,68414560~6061108,77240038~6595382,86447220~6214551,115503116~5767153,148960590~4902134,161885757~11146338,200935015~10529745,243557086~5701075,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2099505,311615965~7516795,333441810~3205957,342691608~5043848,357858056~11338546,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.065 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~12913910,37908662~1172496,45207746~5148072,53449170~1465624,61649976~2142841,64484135~2204252,68414560~6061108,77240038~6595382,86447220~6214551,115503116~5767153,148960590~4902134,161885757~11146338,200935015~10529745,243557086~5701075,265131547~5167892,274528468~10898643,296723690~5585839,305298333~2099505,311615965~7516795,333441810~3205957,342691608~5043848,357858056~11338546,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.071 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~12913910,37908662~1172496,45207746~5148072,53449170~1465624,61649976~2142841,64484135~2204252,68414560~6061108,77240038~6595382,84725790~7935981,115503116~5767153,148960590~4902134,161885757~11146338,200935015~10529745,243557086~5701075,265131547~5167892,274528468~10898643,293601280~8708249,305298333~2099505,311615965~7516795,333441810~3205957,341557960~6177496,357858056~11338546,387170031~8275874,402863981~4239566] 2024-04-02T09:36:36.071 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 18 diff [4093233~7911569,21854818~12913910,37908662~1172496,45207746~5148072,53449170~7509152,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,161885757~11146338,200935015~10529745,221656544~2826580,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~3205957,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.071 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~12913910,37908662~1172496,45207746~5148072,53449170~7509152,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,161885757~11146338,200935015~10529745,221656544~2826580,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~3205957,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.078 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~12913910,37908662~1172496,45207746~5148072,53449170~7509152,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,115503116~5767153,148897784~5209427,161885757~11146338,200935015~10529745,221586615~2896509,243557086~5701075,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2099505,311615965~7516795,333441810~3205957,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~4239566] 2024-04-02T09:36:36.078 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 19 diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:36.078 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:36.083 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221586615~2896509,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2099505,311615965~7516795,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:36.084 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 15 diff [27676146~7092582,37908662~1172496,64484135~2204252,77391515~4155033,81643861~2191559,116578566~440017,200935015~4421041,274528468~6146028,296723690~5585839,402863981~4239566] 2024-04-02T09:36:36.084 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [27676146~7092582,37908662~1172496,64484135~2204252,77391515~4155033,81643861~2191559,116578566~440017,200935015~4421041,274528468~6146028,296723690~5585839,402863981~4239566] 2024-04-02T09:36:36.090 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [27676146~7092582,37908662~1172496,64484135~2204252,77391515~4155033,81643861~2191559,116578566~440017,200935015~4421041,274528468~6146028,293601280~8708249,402863981~4239566] 2024-04-02T09:36:36.090 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 16 diff [21854818~12913910,37908662~1172496,61649976~2142841,64484135~2204252,77391515~4155033,81643861~2191559,86447220~6214551,116578566~440017,148960590~4902134,200935015~4421041,274528468~10898643,296723690~5585839,305452992~1944846,311615965~7516795,357858056~10458014,402863981~4239566] 2024-04-02T09:36:36.090 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [21854818~12913910,37908662~1172496,61649976~2142841,64484135~2204252,77391515~4155033,81643861~2191559,86447220~6214551,116578566~440017,148960590~4902134,200935015~4421041,274528468~10898643,296723690~5585839,305452992~1944846,311615965~7516795,357858056~10458014,402863981~4239566] 2024-04-02T09:36:36.096 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [21854818~12913910,37908662~1172496,61649976~2142841,64484135~2204252,77391515~4155033,81643861~2191559,84725790~7935981,116578566~440017,148960590~4902134,200935015~4421041,274528468~10898643,293601280~8708249,305452992~1944846,311615965~7516795,357858056~10458014,402863981~4239566] 2024-04-02T09:36:36.096 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 17 diff [4093233~7911569,21854818~12913910,37908662~1172496,53449170~1465624,61649976~2142841,64484135~2204252,68414560~6061108,77240038~6595382,86447220~6214551,116578566~440017,148960590~4902134,161885757~4937842,200935015~4421041,274528468~10898643,296723690~5585839,305452992~1944846,311615965~7516795,342691608~5043848,357858056~10458014,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.096 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~12913910,37908662~1172496,53449170~1465624,61649976~2142841,64484135~2204252,68414560~6061108,77240038~6595382,86447220~6214551,116578566~440017,148960590~4902134,161885757~4937842,200935015~4421041,274528468~10898643,296723690~5585839,305452992~1944846,311615965~7516795,342691608~5043848,357858056~10458014,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.102 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~12913910,37908662~1172496,53449170~1465624,61649976~2142841,64484135~2204252,68414560~6061108,77240038~6595382,84725790~7935981,116578566~440017,148960590~4902134,161885757~4937842,200935015~4421041,274528468~10898643,293601280~8708249,305452992~1944846,311615965~7516795,341557960~6177496,357858056~10458014,387170031~8275874,402863981~4239566] 2024-04-02T09:36:36.102 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 18 diff [4093233~7911569,21854818~12913910,37908662~1172496,53449170~7509152,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,161885757~4937842,200935015~4421041,221656544~2826580,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.102 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~12913910,37908662~1172496,53449170~7509152,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,161885757~4937842,200935015~4421041,221656544~2826580,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~4239566] 2024-04-02T09:36:36.108 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~12913910,37908662~1172496,53449170~7509152,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,116578566~440017,148897784~5209427,161885757~4937842,200935015~4421041,221586615~2896509,274528468~15600942,293601280~8708249,305452992~1944846,311615965~7516795,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,402863981~4239566] 2024-04-02T09:36:36.108 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 19 diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:36.108 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:36.114 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221586615~2896509,225524972~7569445,274528468~15600942,293601280~8708249,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:36.114 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 16 diff [21854818~10087599,61649976~2142841,86447220~6214551,148960590~4902134,280507336~4919775,305452992~1944846,311615965~7516795,357858056~10458014] 2024-04-02T09:36:36.114 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [21854818~10087599,61649976~2142841,86447220~6214551,148960590~4902134,280507336~4919775,305452992~1944846,311615965~7516795,357858056~10458014] 2024-04-02T09:36:36.120 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [21854818~10087599,61649976~2142841,84725790~7935981,148960590~4902134,280507336~4919775,305452992~1944846,311615965~7516795,357858056~10458014] 2024-04-02T09:36:36.120 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 17 diff [4093233~7911569,21854818~10087599,53449170~1465624,61649976~2142841,68414560~6061108,77240038~5522148,86447220~6214551,148960590~4902134,161885757~4937842,277188376~1866650,280507336~4919775,305452992~1944846,311615965~7516795,342691608~5043848,357858056~10458014,387788970~7656935] 2024-04-02T09:36:36.120 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~10087599,53449170~1465624,61649976~2142841,68414560~6061108,77240038~5522148,86447220~6214551,148960590~4902134,161885757~4937842,277188376~1866650,280507336~4919775,305452992~1944846,311615965~7516795,342691608~5043848,357858056~10458014,387788970~7656935] 2024-04-02T09:36:36.127 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~10087599,53449170~1465624,61649976~2142841,68414560~6061108,77240038~5522148,84725790~7935981,148960590~4902134,161885757~4937842,277188376~1866650,280507336~4919775,305452992~1944846,311615965~7516795,341557960~6177496,357858056~10458014,387170031~8275874] 2024-04-02T09:36:36.127 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 18 diff [4093233~7911569,21854818~10087599,53449170~7509152,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,161885757~4937842,221656544~2826580,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935] 2024-04-02T09:36:36.127 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~10087599,53449170~7509152,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,161885757~4937842,221656544~2826580,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935] 2024-04-02T09:36:36.134 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~10087599,53449170~7509152,61649976~2142841,68414560~14347626,84725790~7935981,148897784~5209427,161885757~4937842,221586615~2896509,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874] 2024-04-02T09:36:36.134 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 19 diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:36.134 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:36.140 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,84725790~7935981,148897784~5209427,159285948~7537651,211408055~3017119,221586615~2896509,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,404009449~5139178] 2024-04-02T09:36:36.140 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to 17 diff [4093233~7911569,53449170~1465624,68414560~6061108,77240038~5522148,161885757~4937842,277188376~1866650,342691608~5043848,387788970~7656935] 2024-04-02T09:36:36.140 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,53449170~1465624,68414560~6061108,77240038~5522148,161885757~4937842,277188376~1866650,342691608~5043848,387788970~7656935] 2024-04-02T09:36:36.146 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,53449170~1465624,68414560~6061108,77240038~5522148,161885757~4937842,277188376~1866650,341557960~6177496,387170031~8275874] 2024-04-02T09:36:36.146 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to 18 diff [4093233~7911569,53449170~7509152,68414560~14347626,148897784~5209427,161885757~4937842,221656544~2826580,277188376~1866650,282051688~8077722,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935] 2024-04-02T09:36:36.146 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,53449170~7509152,68414560~14347626,148897784~5209427,161885757~4937842,221656544~2826580,277188376~1866650,282051688~8077722,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935] 2024-04-02T09:36:36.152 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,53449170~7509152,68414560~14347626,148897784~5209427,161885757~4937842,221586615~2896509,277188376~1866650,282051688~8077722,341557960~6177496,351048247~619821,358019266~5530659,375941548~2440908,387170031~8275874] 2024-04-02T09:36:36.152 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to 19 diff [4093233~7911569,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:36.152 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:36.158 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221586615~2896509,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,341557960~6177496,351048247~619821,358019266~5530659,375941548~2440908,387170031~8275874,404009449~5139178] 2024-04-02T09:36:36.158 INFO:tasks.workunit.client.0.smithi084.stdout:from 17 to 18 diff [54421971~6536351,69404770~2560497,73300416~5365030,148897784~5209427,221656544~2826580,282051688~8077722,351048247~619821,358019266~5530659,375941548~2440908] 2024-04-02T09:36:36.158 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [54421971~6536351,69404770~2560497,73300416~5365030,148897784~5209427,221656544~2826580,282051688~8077722,351048247~619821,358019266~5530659,375941548~2440908] 2024-04-02T09:36:36.164 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [54421971~6536351,69404770~2560497,73300416~5365030,148897784~5209427,221586615~2896509,282051688~8077722,351048247~619821,358019266~5530659,375941548~2440908] 2024-04-02T09:36:36.164 INFO:tasks.workunit.client.0.smithi084.stdout:from 17 to 19 diff [30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,69404770~2560497,73300416~5365030,148897784~5209427,159285948~6752947,211408055~3017119,221656544~2826580,225524972~7569445,282051688~8077722,316539189~272332,334415420~5176868,351048247~619821,358019266~5530659,375941548~2440908,404009449~5139178] 2024-04-02T09:36:36.164 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,69404770~2560497,73300416~5365030,148897784~5209427,159285948~6752947,211408055~3017119,221656544~2826580,225524972~7569445,282051688~8077722,316539189~272332,334415420~5176868,351048247~619821,358019266~5530659,375941548~2440908,404009449~5139178] 2024-04-02T09:36:36.171 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,69404770~2560497,73300416~5365030,148897784~5209427,159285948~6752947,211408055~3017119,221586615~2896509,225524972~7569445,282051688~8077722,316539189~272332,334415420~5176868,351048247~619821,358019266~5530659,375941548~2440908,404009449~5139178] 2024-04-02T09:36:36.171 INFO:tasks.workunit.client.0.smithi084.stdout:from 18 to 19 diff [30227004~1261721,31883303~7483370,40997089~3903958,50805179~4144785,159285948~6752947,211408055~3017119,225524972~7569445,316539189~272332,334415420~5176868,404009449~5139178] 2024-04-02T09:36:36.171 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [30227004~1261721,31883303~7483370,40997089~3903958,50805179~4144785,159285948~6752947,211408055~3017119,225524972~7569445,316539189~272332,334415420~5176868,404009449~5139178] 2024-04-02T09:36:36.176 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [30227004~1261721,31883303~7483370,40997089~3903958,50805179~4144785,159285948~6752947,211408055~3017119,225524972~7569445,316539189~272332,334415420~5176868,404009449~5139178] 2024-04-02T09:36:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:35 smithi084 ceph-mon[94794]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:36:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:35 smithi084 ceph-mon[97358]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:36:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:35 smithi132 ceph-mon[88571]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:36:36.974 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:36.975 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:36.993 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:36.994 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:36.994 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.000 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:37.000 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.000 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.005 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:37.005 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.006 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.011 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:37.011 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.011 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.017 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:37.018 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.018 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.023 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:37.023 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.023 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.029 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:37.030 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.030 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.035 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:37.035 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.036 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:37.041 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:37.042 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:37.042 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:37.047 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:37.048 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.048 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.053 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:37.053 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.053 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.059 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:37.059 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.060 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.065 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:37.065 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.065 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.071 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221586615~2896509,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2099505,311615965~7516795,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:37.071 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.071 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:37.077 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221586615~2896509,225524972~7569445,274528468~15600942,293601280~8708249,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:37.077 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:37.077 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:37.083 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,84725790~7935981,148897784~5209427,159285948~7537651,211408055~3017119,221586615~2896509,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,404009449~5139178] 2024-04-02T09:36:37.083 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to HEAD diff [4093233~7911569,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:37.083 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:37.088 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221586615~2896509,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,341557960~6177496,351048247~619821,358019266~5530659,375941548~2440908,387170031~8275874,404009449~5139178] 2024-04-02T09:36:37.088 INFO:tasks.workunit.client.0.smithi084.stdout:from 17 to HEAD diff [30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,69404770~2560497,73300416~5365030,148897784~5209427,159285948~6752947,211408055~3017119,221656544~2826580,225524972~7569445,282051688~8077722,316539189~272332,334415420~5176868,351048247~619821,358019266~5530659,375941548~2440908,404009449~5139178] 2024-04-02T09:36:37.089 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,69404770~2560497,73300416~5365030,148897784~5209427,159285948~6752947,211408055~3017119,221656544~2826580,225524972~7569445,282051688~8077722,316539189~272332,334415420~5176868,351048247~619821,358019266~5530659,375941548~2440908,404009449~5139178] 2024-04-02T09:36:37.094 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,69404770~2560497,73300416~5365030,148897784~5209427,159285948~6752947,211408055~3017119,221586615~2896509,225524972~7569445,282051688~8077722,316539189~272332,334415420~5176868,351048247~619821,358019266~5530659,375941548~2440908,404009449~5139178] 2024-04-02T09:36:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:36 smithi084 ceph-mon[94794]: pgmap v3963: 137 pgs: 137 active+clean; 887 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 52 MiB/s wr, 394 op/s 2024-04-02T09:36:37.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:36 smithi084 ceph-mon[97358]: pgmap v3963: 137 pgs: 137 active+clean; 887 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 52 MiB/s wr, 394 op/s 2024-04-02T09:36:37.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:36 smithi132 ceph-mon[88571]: pgmap v3963: 137 pgs: 137 active+clean; 887 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 52 MiB/s wr, 394 op/s 2024-04-02T09:36:37.994 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:37.994 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.018 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:38.018 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.018 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.024 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:38.024 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.024 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.030 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:38.030 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.030 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.036 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:38.036 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.036 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.042 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:38.042 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.042 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.048 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:38.048 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.048 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.054 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:38.054 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.054 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.060 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:38.060 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.060 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:38.065 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:38.065 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:38.066 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:38.072 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:38.072 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.072 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.077 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:38.078 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.078 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.083 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:38.084 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.084 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.089 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:38.089 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.089 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.095 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221586615~2896509,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2099505,311615965~7516795,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:38.095 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.095 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:38.101 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221586615~2896509,225524972~7569445,274528468~15600942,293601280~8708249,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:38.101 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:38.101 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:38.107 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,84725790~7935981,148897784~5209427,159285948~7537651,211408055~3017119,221586615~2896509,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,404009449~5139178] 2024-04-02T09:36:38.107 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to HEAD diff [4093233~7911569,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:38.107 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,342691608~5043848,351048247~619821,358019266~5530659,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:38.112 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,30227004~1261721,31883303~7483370,40997089~3903958,50805179~10153143,68414560~14347626,148897784~5209427,159285948~7537651,211408055~3017119,221586615~2896509,225524972~7569445,277188376~1866650,282051688~8077722,316539189~272332,334415420~5176868,341557960~6177496,351048247~619821,358019266~5530659,375941548~2440908,387170031~8275874,404009449~5139178] 2024-04-02T09:36:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:37 smithi084 ceph-mon[94794]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:36:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:37 smithi084 ceph-mon[97358]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:36:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:37 smithi132 ceph-mon[88571]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:36:38.990 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:38.990 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.030 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:39.031 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.031 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.040 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:39.040 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.040 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.047 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:39.047 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.047 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.053 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:39.053 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.053 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:39.060 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:39.060 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.060 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.067 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:39.067 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.067 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.073 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:39.073 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.073 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.080 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:39.080 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.080 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:39.089 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:39.090 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:39.090 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:39.096 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:39.096 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.097 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.104 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:39.104 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.104 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.111 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:39.111 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.111 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.118 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:39.118 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.118 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.124 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221586615~2896509,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2099505,311615965~7516795,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:39.125 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.125 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:39.131 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221586615~2896509,225524972~7569445,274528468~15600942,293601280~8708249,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:39.131 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:39.131 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,86447220~6214551,148897784~5209427,159285948~7537651,211408055~3017119,221656544~2826580,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,404009449~5139178] 2024-04-02T09:36:39.138 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,68414560~14347626,84725790~7935981,148897784~5209427,159285948~7537651,211408055~3017119,221586615~2896509,225524972~7569445,277188376~1866650,280507336~9622074,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,404009449~5139178] 2024-04-02T09:36:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[94794]: pgmap v3965: 137 pgs: 137 active+clean; 887 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 47 MiB/s wr, 357 op/s 2024-04-02T09:36:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[94794]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:36:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[97358]: pgmap v3965: 137 pgs: 137 active+clean; 887 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 47 MiB/s wr, 357 op/s 2024-04-02T09:36:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[97358]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:36:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:38 smithi132 ceph-mon[88571]: pgmap v3965: 137 pgs: 137 active+clean; 887 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 47 MiB/s wr, 357 op/s 2024-04-02T09:36:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:38 smithi132 ceph-mon[88571]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:36:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:40.007 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.007 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.047 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.047 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.047 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.057 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.057 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.057 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.064 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.064 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.064 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.072 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.073 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.073 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.080 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.080 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.080 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.087 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.087 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.087 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.094 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.094 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.094 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.101 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.102 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.102 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.109 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.109 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:40.109 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:40.116 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:40.116 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.116 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.123 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.124 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.124 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.131 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.131 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.132 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.138 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.138 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.138 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.145 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221586615~2896509,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2099505,311615965~7516795,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.145 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.145 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221656544~2826580,225524972~7569445,274528468~15600942,296723690~5585839,305452992~1944846,311615965~7516795,334415420~5176868,342691608~5043848,351048247~619821,357858056~10458014,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.151 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,116578566~440017,148897784~5209427,159285948~7537651,200935015~4421041,211408055~3017119,221586615~2896509,225524972~7569445,274528468~15600942,293601280~8708249,305452992~1944846,311615965~7516795,334415420~5176868,341557960~6177496,351048247~619821,357858056~10458014,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[94794]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[97358]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:39 smithi132 ceph-mon[88571]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:36:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:40.827 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.827 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.869 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.869 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.869 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.875 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.881 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.886 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:40.892 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.898 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.904 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.909 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:40.915 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:40.921 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.927 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.933 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.938 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~7911569,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,86447220~6214551,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221656544~2826580,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2099505,311615965~7516795,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~12004802,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~2142841,64484135~2204252,68414560~15420860,84725790~7935981,115503116~5767153,148897784~5209427,159285948~13746147,200935015~13490159,221586615~2896509,225524972~7569445,243557086~5701075,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2099505,311615965~7516795,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:40.984 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:36:40] "GET /metrics HTTP/1.1" 200 36818 "" "Prometheus/2.43.0" 2024-04-02T09:36:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[94794]: pgmap v3968: 137 pgs: 137 active+clean; 929 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 9.7 MiB/s wr, 5.33k op/s 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[94794]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[94794]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[97358]: pgmap v3968: 137 pgs: 137 active+clean; 929 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 9.7 MiB/s wr, 5.33k op/s 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[97358]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:40 smithi084 ceph-mon[97358]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:36:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:40 smithi132 ceph-mon[88571]: pgmap v3968: 137 pgs: 137 active+clean; 929 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 9.7 MiB/s wr, 5.33k op/s 2024-04-02T09:36:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:40 smithi132 ceph-mon[88571]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:36:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:36:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:40 smithi132 ceph-mon[88571]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:36:41.826 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:41.875 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:41.879 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:41.884 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:41.890 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:41.897 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:41.902 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:41.908 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:41.914 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:41.920 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:41.926 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:41.931 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:41.937 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~8955300,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,237530564~2298144,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,351048247~619821,357858056~11338546,375941548~2440908,387788970~7656935,402863981~6284646] 2024-04-02T09:36:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~13048533,21854818~17511855,40997089~3903958,45207746~5148072,50805179~10153143,61649976~22185444,84725790~7935981,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234940898~4887810,243557086~5701075,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,351048247~619821,357858056~11338546,375941548~2440908,387170031~8275874,402863981~6284646] 2024-04-02T09:36:42.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:36:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:42.833 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.833 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.877 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:42.877 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.877 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.885 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:42.885 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.885 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.891 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:42.892 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.892 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.897 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:42.897 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.898 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:42.903 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:42.903 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.903 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.909 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:42.909 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.909 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.915 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:42.915 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.915 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.922 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:42.922 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.922 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:42.928 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:42.928 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:42.928 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:42.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:42.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:42.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:42.939 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:42.939 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:42.939 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221656544~2826580,225524972~7569445,234358650~582248,237530564~2298144,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,296723690~5585839,305298333~2132221,311615965~10536266,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:42.945 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,126467800~2878786,137678897~7028306,148897784~5209427,159285948~13746147,183275644~5977555,200935015~13490159,221586615~2896509,225524972~7569445,234358650~5470058,240659200~8598961,256206769~1819376,265131547~5167892,274528468~15600942,293601280~8708249,305298333~2132221,311615965~10536266,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:42 smithi084 ceph-mon[94794]: pgmap v3971: 137 pgs: 137 active+clean; 929 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 11 MiB/s wr, 5.88k op/s 2024-04-02T09:36:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:42 smithi084 ceph-mon[94794]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:36:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:42 smithi084 ceph-mon[97358]: pgmap v3971: 137 pgs: 137 active+clean; 929 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 11 MiB/s wr, 5.88k op/s 2024-04-02T09:36:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:42 smithi084 ceph-mon[97358]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:36:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:42 smithi132 ceph-mon[88571]: pgmap v3971: 137 pgs: 137 active+clean; 929 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 11 MiB/s wr, 5.88k op/s 2024-04-02T09:36:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:42 smithi132 ceph-mon[88571]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:36:43.846 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.846 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.882 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:43.883 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.883 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.897 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:43.897 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.897 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.903 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:43.903 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.903 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.909 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:43.909 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.909 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:43.915 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:43.916 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.916 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.923 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:43.923 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.923 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.928 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:43.929 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.929 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:43.935 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.935 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:43.941 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:43.941 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:43.941 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:43.947 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:43.947 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:43.947 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~11853373,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,333441810~6150478,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~6284646] 2024-04-02T09:36:43.952 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~15946606,21854818~23046229,45207746~15750576,61649976~31011795,115503116~5767153,121966736~7644514,137678897~7028306,148897784~5771240,159285948~13746147,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,253736543~7047325,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,333441810~6150478,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~6284646] 2024-04-02T09:36:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:43 smithi084 ceph-mon[94794]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:36:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:43 smithi084 ceph-mon[97358]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:36:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:43 smithi132 ceph-mon[88571]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:36:44.850 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.850 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.894 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:44.895 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.895 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:44.906 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.906 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:44.913 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.913 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.918 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:44.919 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.919 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:44.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:44.930 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.930 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:44.936 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.936 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:44.942 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.942 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:44.948 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:44.948 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~15750576,61649976~23075814,86447220~6214551,93442274~7660809,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~5167892,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~8870553,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,387788970~7656935,402863981~12073499] 2024-04-02T09:36:44.954 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~15750576,61649976~31011795,93442274~7660809,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~13746147,174168462~2916883,183275644~5977555,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~5167892,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~8870553,341557960~6177496,350715749~4952694,357858056~11338546,375941548~7283132,387170031~8275874,402863981~12073499] 2024-04-02T09:36:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:44 smithi084 ceph-mon[94794]: pgmap v3974: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:36:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:44 smithi084 ceph-mon[94794]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:36:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:44 smithi084 ceph-mon[97358]: pgmap v3974: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:36:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:44 smithi084 ceph-mon[97358]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:36:45.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:44 smithi132 ceph-mon[88571]: pgmap v3974: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:36:45.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:44 smithi132 ceph-mon[88571]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:36:45.854 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.854 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.910 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:45.911 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.911 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:45.917 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.917 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:45.923 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.923 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:45.928 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.928 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:45.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:45.940 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.940 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:45.946 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.946 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:45.952 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.952 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~12031824,21854818~23046229,45207746~39518044,86447220~6214551,93442274~10789461,108053593~13216676,121381048~8230202,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~5043848,350715749~4952694,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:45.958 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~16125057,21854818~23046229,45207746~47454025,93442274~10789461,108053593~13216676,121308605~8302645,137678897~7028306,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~17013721,350715749~4952694,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:45 smithi084 ceph-mon[94794]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:36:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:45 smithi084 ceph-mon[97358]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:36:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:45 smithi132 ceph-mon[88571]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:36:46.863 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:46.863 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[94794]: pgmap v3977: 137 pgs: 137 active+clean; 858 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.91k op/s 2024-04-02T09:36:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[94794]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[97358]: pgmap v3977: 137 pgs: 137 active+clean; 858 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.91k op/s 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[97358]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:36:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:46 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:36:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:46 smithi132 ceph-mon[88571]: pgmap v3977: 137 pgs: 137 active+clean; 858 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.91k op/s 2024-04-02T09:36:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:46 smithi132 ceph-mon[88571]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:36:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:36:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:46 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:36:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:36:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:46 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:36:47.893 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:47.893 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.893 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.899 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:47.899 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.899 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.905 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:47.905 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.905 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.911 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:47.911 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.912 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:47.917 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:47.917 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:47.917 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:47.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:47.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:47.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:47.930 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:47.930 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:47.930 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~17411607,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~12976835,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:47.936 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,148897784~5771240,159285948~18718986,183275644~7639111,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~17411607,293601280~8708249,305298333~2132221,311335691~10816540,330721735~24946708,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:36:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:47 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-02T09:36:48.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:47 smithi084 ceph-mon[94794]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:36:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:36:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:47 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-02T09:36:48.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:47 smithi084 ceph-mon[97358]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:36:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:36:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:47 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-02T09:36:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:47 smithi132 ceph-mon[88571]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:36:48.885 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.885 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:48.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.929 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:48.930 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.930 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.935 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:48.935 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.935 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.941 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:48.941 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.941 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:48.947 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:48.947 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:48.947 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:48.952 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:48.953 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:48.953 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,136046647~8660556,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~2826580,225524972~7569445,234358650~582248,237530564~11727597,253736543~7047325,265131547~6683370,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375941548~2440908,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:48.958 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,136046647~8660556,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~2896509,225524972~7569445,234358650~14899511,252868354~7915514,265131547~6683370,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,375941548~7283132,385875968~14142336,402863981~12073499] 2024-04-02T09:36:49.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:48 smithi084 ceph-mon[94794]: pgmap v3980: 137 pgs: 137 active+clean; 858 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 548 op/s 2024-04-02T09:36:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:48 smithi084 ceph-mon[94794]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:36:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:48 smithi084 ceph-mon[97358]: pgmap v3980: 137 pgs: 137 active+clean; 858 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 548 op/s 2024-04-02T09:36:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:48 smithi084 ceph-mon[97358]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:36:49.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:48 smithi132 ceph-mon[88571]: pgmap v3980: 137 pgs: 137 active+clean; 858 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 548 op/s 2024-04-02T09:36:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:48 smithi132 ceph-mon[88571]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:36:49.882 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.882 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.923 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:49.923 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.923 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.929 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:49.929 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.929 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:49.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.935 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.940 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:49.940 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.940 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:49.946 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:49.946 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:49.946 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182487424~8427331,200935015~13735167,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~12229334,402863981~12073499] 2024-04-02T09:36:49.952 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182487424~8427331,200935015~13735167,221586615~11507802,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~14142336,402863981~12073499] 2024-04-02T09:36:50.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:49 smithi084 ceph-mon[94794]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:36:50.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:49 smithi084 ceph-mon[97358]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:36:50.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:49 smithi132 ceph-mon[88571]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:36:50.832 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.832 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.875 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.875 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.885 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:50.886 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.886 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.891 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:50.891 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.892 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.898 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:50.899 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.899 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~8230202,133768166~10939037,148897784~5771240,159285948~18718986,182200039~8714716,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~7047325,264899289~6915628,272717803~19708728,296723690~5585839,305298333~2132221,311335691~10816540,330721735~10836225,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:50.903 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~8302645,130832709~13874494,146800640~7868384,159285948~18718986,182200039~8714716,198251650~16418532,218103808~14990609,234358650~14899511,252868354~7915514,264899289~6915628,272717803~19708728,293601280~8708249,305298333~2132221,311335691~10816540,330721735~27018779,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:36:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:36:50] "GET /metrics HTTP/1.1" 200 36818 "" "Prometheus/2.43.0" 2024-04-02T09:36:51.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:50 smithi084 ceph-mon[94794]: pgmap v3983: 137 pgs: 137 active+clean; 771 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-02T09:36:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:50 smithi084 ceph-mon[94794]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:36:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:50 smithi084 ceph-mon[94794]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:36:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:50 smithi084 ceph-mon[97358]: pgmap v3983: 137 pgs: 137 active+clean; 771 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-02T09:36:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:50 smithi084 ceph-mon[97358]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:36:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:50 smithi084 ceph-mon[97358]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:36:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:50 smithi132 ceph-mon[88571]: pgmap v3983: 137 pgs: 137 active+clean; 771 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-02T09:36:51.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:50 smithi132 ceph-mon[88571]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:36:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:50 smithi132 ceph-mon[88571]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:36:51.884 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.884 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.927 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:51.927 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.927 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:51.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.940 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:51.940 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.940 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,108053593~13216676,121381048~9451661,133768166~10939037,148897784~5771240,159285948~18718986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~8529282,264899289~6915628,272717803~19708728,296723690~5585839,305298333~3827820,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:51.945 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,108053593~13216676,121308605~23398598,146800640~7868384,159285948~18718986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~9397471,264899289~6915628,272717803~19708728,293601280~8708249,305298333~16853898,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:52.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:36:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:52.891 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:52.891 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:52.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:52.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:52.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:52.940 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:52.940 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:52.940 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14366476,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~11437873,234358650~582248,237530564~11727597,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:52.945 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~16412669,121308605~23398598,146800640~7868384,156506948~21497986,180355072~10559683,198251650~16418532,218103808~14990609,234358650~14899511,252868354~10667332,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:52 smithi132 ceph-mon[88571]: pgmap v3986: 137 pgs: 137 active+clean; 771 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-02T09:36:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:52 smithi132 ceph-mon[88571]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:36:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:52 smithi084 ceph-mon[94794]: pgmap v3986: 137 pgs: 137 active+clean; 771 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-02T09:36:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:52 smithi084 ceph-mon[94794]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:36:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:52 smithi084 ceph-mon[97358]: pgmap v3986: 137 pgs: 137 active+clean; 771 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-02T09:36:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:52 smithi084 ceph-mon[97358]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:36:53.893 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:53.894 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:53.933 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:53.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:53.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~5771240,156506948~21497986,180931496~9983259,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~9799143,264899289~6915628,271889901~20536630,296723690~12402463,309880612~12271619,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:53.939 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~7868384,156506948~21497986,180355072~10559683,197132288~17537894,218103808~45431878,264899289~27527242,293601280~28550951,327155712~30584802,357858056~11338546,373293056~9931624,385875968~29061512] 2024-04-02T09:36:54.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:53 smithi132 ceph-mon[88571]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:36:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:53 smithi084 ceph-mon[94794]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:36:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:54.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:53 smithi084 ceph-mon[97358]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:36:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:54.906 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:54.906 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4093233~80632557,86447220~17784515,106903793~14404812,121381048~9451661,133768166~10939037,148897784~6952990,156506948~21497986,180931496~11448546,198251650~16418532,220858066~728549,221656544~13284354,237530564~11727597,250387157~2481197,253736543~18078374,271889901~20536630,296723690~12402463,309880612~13116707,327607787~13950173,342691608~15048906,357858056~11338546,375791107~2591349,378546235~4678445,386664598~505433,387788970~27148510] 2024-04-02T09:36:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~104231735,104857600~39849603,146800640~9050134,156506948~21497986,180355072~12024970,197132288~17537894,218103808~74322723,293601280~29396039,327155712~42040890,373293056~9931624,385875968~29061512] 2024-04-02T09:36:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:54 smithi132 ceph-mon[88571]: pgmap v3989: 137 pgs: 137 active+clean; 627 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-04-02T09:36:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:54 smithi132 ceph-mon[88571]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:36:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:54 smithi084 ceph-mon[94794]: pgmap v3989: 137 pgs: 137 active+clean; 627 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-04-02T09:36:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:54 smithi084 ceph-mon[94794]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:36:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:54 smithi084 ceph-mon[97358]: pgmap v3989: 137 pgs: 137 active+clean; 627 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-04-02T09:36:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:54 smithi084 ceph-mon[97358]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:36:55.924 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (41056 ms) 2024-04-02T09:36:55.924 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-02T09:36:55.924 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:56.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:55 smithi132 ceph-mon[88571]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:36:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:55 smithi084 ceph-mon[94794]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:36:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:55 smithi084 ceph-mon[97358]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:36:57.011 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1087 ms) 2024-04-02T09:36:57.012 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-02T09:36:57.012 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:56 smithi132 ceph-mon[88571]: pgmap v3992: 137 pgs: 137 active+clean; 579 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 717 op/s 2024-04-02T09:36:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:56 smithi132 ceph-mon[88571]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:36:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:56 smithi084 ceph-mon[94794]: pgmap v3992: 137 pgs: 137 active+clean; 579 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 717 op/s 2024-04-02T09:36:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:56 smithi084 ceph-mon[94794]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:36:57.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:56 smithi084 ceph-mon[97358]: pgmap v3992: 137 pgs: 137 active+clean; 579 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 717 op/s 2024-04-02T09:36:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:56 smithi084 ceph-mon[97358]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:36:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [632093~4894,1004346~75670,1421918~84295,1584299~78769,4324638~61223,5084898~51775,10962325~81273,12240871~14277,13432848~6890,16035869~75287] to clone 2024-04-02T09:36:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: diff was [0~1663068,4194304~942369,8388608~3866540,12582912~3528244] 2024-04-02T09:36:58.033 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1023 ms) 2024-04-02T09:36:58.034 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-02T09:36:58.034 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [229422~176,348058~24312,1808603~53298,3065037~42407,5382973~5598,11246513~6925,14318858~10957,14659856~20855,16745360~83325,20467643~50060] 2024-04-02T09:36:58.062 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (29 ms) 2024-04-02T09:36:58.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-02T09:36:58.063 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:36:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:57 smithi132 ceph-mon[88571]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:36:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:57 smithi084 ceph-mon[94794]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:36:58.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:57 smithi084 ceph-mon[97358]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:36:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:58 smithi132 ceph-mon[88571]: pgmap v3995: 137 pgs: 137 active+clean; 579 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 255 B/s wr, 211 op/s 2024-04-02T09:36:59.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:58 smithi132 ceph-mon[88571]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:36:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:58 smithi084 ceph-mon[94794]: pgmap v3995: 137 pgs: 137 active+clean; 579 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 255 B/s wr, 211 op/s 2024-04-02T09:36:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:58 smithi084 ceph-mon[94794]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:36:59.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:58 smithi084 ceph-mon[97358]: pgmap v3995: 137 pgs: 137 active+clean; 579 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 255 B/s wr, 211 op/s 2024-04-02T09:36:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:58 smithi084 ceph-mon[97358]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:37:00.018 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1955 ms) 2024-04-02T09:37:00.018 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-02T09:37:00.018 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:00.077 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (59 ms) 2024-04-02T09:37:00.077 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-02T09:37:00.077 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:00.149 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (72 ms) 2024-04-02T09:37:00.149 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-02T09:37:00.149 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:36:59 smithi084 ceph-mon[94794]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:37:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:36:59 smithi084 ceph-mon[97358]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:37:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:36:59 smithi132 ceph-mon[88571]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:37:00.917 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:37:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:37:00] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-02T09:37:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:00 smithi084 ceph-mon[97358]: pgmap v3998: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 362 op/s 2024-04-02T09:37:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:00 smithi084 ceph-mon[97358]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:37:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:00 smithi084 ceph-mon[97358]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:37:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:00 smithi084 ceph-mon[94794]: pgmap v3998: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 362 op/s 2024-04-02T09:37:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:00 smithi084 ceph-mon[94794]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:37:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:00 smithi084 ceph-mon[94794]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:37:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:00 smithi132 ceph-mon[88571]: pgmap v3998: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 362 op/s 2024-04-02T09:37:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:00 smithi132 ceph-mon[88571]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:37:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:00 smithi132 ceph-mon[88571]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:37:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:37:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:02 smithi084 ceph-mon[94794]: pgmap v4001: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 362 op/s 2024-04-02T09:37:03.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:02 smithi084 ceph-mon[97358]: pgmap v4001: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 362 op/s 2024-04-02T09:37:03.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:02 smithi132 ceph-mon[88571]: pgmap v4001: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 362 op/s 2024-04-02T09:37:05.185 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5036 ms) 2024-04-02T09:37:05.185 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:37:05.185 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:37:05.185 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:37:05.185 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-02T09:37:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:04 smithi084 ceph-mon[94794]: pgmap v4002: 137 pgs: 137 active+clean; 547 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 9.8 MiB/s wr, 343 op/s 2024-04-02T09:37:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:04 smithi084 ceph-mon[97358]: pgmap v4002: 137 pgs: 137 active+clean; 547 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 9.8 MiB/s wr, 343 op/s 2024-04-02T09:37:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:04 smithi132 ceph-mon[88571]: pgmap v4002: 137 pgs: 137 active+clean; 547 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 9.8 MiB/s wr, 343 op/s 2024-04-02T09:37:05.933 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 15 tests from DiffIterateTest/0 (70319 ms total) 2024-04-02T09:37:05.934 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:37:05.934 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-02T09:37:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-02T09:37:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:06 smithi084 ceph-mon[94794]: pgmap v4003: 137 pgs: 137 active+clean; 571 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 4.7 MiB/s wr, 98 op/s 2024-04-02T09:37:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:06 smithi084 ceph-mon[94794]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:37:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:06 smithi084 ceph-mon[97358]: pgmap v4003: 137 pgs: 137 active+clean; 571 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 4.7 MiB/s wr, 98 op/s 2024-04-02T09:37:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:06 smithi084 ceph-mon[97358]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:37:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:06 smithi132 ceph-mon[88571]: pgmap v4003: 137 pgs: 137 active+clean; 571 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 4.7 MiB/s wr, 98 op/s 2024-04-02T09:37:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:06 smithi132 ceph-mon[88571]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:37:07.949 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:07 smithi084 ceph-mon[94794]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:37:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:07 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/303602353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:07 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:07 smithi084 ceph-mon[97358]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:37:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:07 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/303602353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:07 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:07 smithi132 ceph-mon[88571]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:37:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:07 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/303602353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:07 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[94794]: pgmap v4006: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[94794]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[97358]: pgmap v4006: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[97358]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:08 smithi132 ceph-mon[88571]: pgmap v4006: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:08 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:08 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi084-146016-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:08 smithi132 ceph-mon[88571]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:08 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:09.999 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [258027~88307,4331113~42891,5186716~77408,10628391~32427,12413404~7495,12946660~80184,13510172~71914,14507358~45643,17838865~57565,18483884~92652] 2024-04-02T09:37:10.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:09 smithi084 ceph-mon[94794]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:37:10.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:09 smithi084 ceph-mon[97358]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:37:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:09 smithi132 ceph-mon[88571]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:37:10.957 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:37:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:37:10] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:37:10.982 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [0~20971520] 2024-04-02T09:37:10.991 INFO:tasks.workunit.client.0.smithi084.stdout: diff was [0~20971520] 2024-04-02T09:37:10.995 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5021 ms) 2024-04-02T09:37:10.995 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-02T09:37:10.996 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:10 smithi084 ceph-mon[94794]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:37:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:10 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:37:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:10 smithi084 ceph-mon[94794]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:37:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:10 smithi084 ceph-mon[97358]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:37:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:10 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:37:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:10 smithi084 ceph-mon[97358]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:10 smithi132 ceph-mon[88571]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:10 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:37:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:10 smithi132 ceph-mon[88571]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:37:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:11 smithi132 ceph-mon[88571]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:37:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:11 smithi084 ceph-mon[94794]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:37:12.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:11 smithi084 ceph-mon[97358]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:37:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:37:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:12 smithi084 ceph-mon[94794]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:37:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:12 smithi084 ceph-mon[94794]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:37:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:12 smithi084 ceph-mon[97358]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:37:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:12 smithi084 ceph-mon[97358]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:37:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:12 smithi132 ceph-mon[88571]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:37:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:12 smithi132 ceph-mon[88571]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:37:14.016 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3021 ms) 2024-04-02T09:37:14.016 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-02T09:37:14.016 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:13 smithi084 ceph-mon[94794]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:37:14.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:13 smithi084 ceph-mon[97358]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:37:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:13 smithi132 ceph-mon[88571]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:37:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:14 smithi084 ceph-mon[94794]: pgmap v4015: 137 pgs: 137 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 227 KiB/s wr, 47 op/s 2024-04-02T09:37:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:14 smithi084 ceph-mon[94794]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:37:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:14 smithi084 ceph-mon[97358]: pgmap v4015: 137 pgs: 137 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 227 KiB/s wr, 47 op/s 2024-04-02T09:37:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:14 smithi084 ceph-mon[97358]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:37:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:14 smithi132 ceph-mon[88571]: pgmap v4015: 137 pgs: 137 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 227 KiB/s wr, 47 op/s 2024-04-02T09:37:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:14 smithi132 ceph-mon[88571]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:37:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:16 smithi084 ceph-mon[94794]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:37:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:16 smithi084 ceph-mon[97358]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:37:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:16 smithi132 ceph-mon[88571]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:37:17.038 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3020 ms) 2024-04-02T09:37:17.038 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-02T09:37:17.038 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:17 smithi084 ceph-mon[94794]: pgmap v4018: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 294 KiB/s wr, 88 op/s 2024-04-02T09:37:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:17 smithi084 ceph-mon[94794]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:37:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:17 smithi084 ceph-mon[97358]: pgmap v4018: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 294 KiB/s wr, 88 op/s 2024-04-02T09:37:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:17 smithi084 ceph-mon[97358]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:37:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:17 smithi132 ceph-mon[88571]: pgmap v4018: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 294 KiB/s wr, 88 op/s 2024-04-02T09:37:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:17 smithi132 ceph-mon[88571]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:37:18.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:18 smithi084 ceph-mon[94794]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:37:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:18 smithi084 ceph-mon[97358]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:37:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:18 smithi132 ceph-mon[88571]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:37:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:19 smithi084 ceph-mon[94794]: pgmap v4021: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 67 KiB/s wr, 40 op/s 2024-04-02T09:37:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:19 smithi084 ceph-mon[94794]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:37:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:19 smithi084 ceph-mon[97358]: pgmap v4021: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 67 KiB/s wr, 40 op/s 2024-04-02T09:37:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:19 smithi084 ceph-mon[97358]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:37:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:19 smithi132 ceph-mon[88571]: pgmap v4021: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 67 KiB/s wr, 40 op/s 2024-04-02T09:37:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:19 smithi132 ceph-mon[88571]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:37:20.057 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3021 ms) 2024-04-02T09:37:20.057 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-02T09:37:20.057 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:20 smithi084 ceph-mon[94794]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:37:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:20 smithi084 ceph-mon[97358]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:37:20.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:20 smithi132 ceph-mon[88571]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:37:21.023 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:37:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:37:20] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:37:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:21 smithi084 ceph-mon[94794]: pgmap v4024: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-02T09:37:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:21 smithi084 ceph-mon[94794]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:37:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:21 smithi084 ceph-mon[94794]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:37:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:21 smithi084 ceph-mon[97358]: pgmap v4024: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-02T09:37:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:21 smithi084 ceph-mon[97358]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:37:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:21 smithi084 ceph-mon[97358]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:37:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:21 smithi132 ceph-mon[88571]: pgmap v4024: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-02T09:37:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:21 smithi132 ceph-mon[88571]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:37:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:21 smithi132 ceph-mon[88571]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:37:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:37:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:22.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (2816 ms) 2024-04-02T09:37:22.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-02T09:37:22.873 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:22 smithi084 ceph-mon[94794]: pgmap v4027: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-02T09:37:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:22 smithi084 ceph-mon[94794]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:37:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:22 smithi084 ceph-mon[97358]: pgmap v4027: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-02T09:37:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:22 smithi084 ceph-mon[97358]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:37:23.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:22 smithi132 ceph-mon[88571]: pgmap v4027: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-02T09:37:23.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:22 smithi132 ceph-mon[88571]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:37:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:23 smithi084 ceph-mon[94794]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:37:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:23 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:24.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:23 smithi084 ceph-mon[97358]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:37:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:23 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:24.172 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:23 smithi132 ceph-mon[88571]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:37:24.173 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:23 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:24.173 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:24 smithi084 ceph-mon[94794]: pgmap v4030: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 264 KiB/s wr, 112 op/s 2024-04-02T09:37:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:24 smithi084 ceph-mon[94794]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:37:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:24 smithi084 ceph-mon[97358]: pgmap v4030: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 264 KiB/s wr, 112 op/s 2024-04-02T09:37:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:24 smithi084 ceph-mon[97358]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:37:25.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:24 smithi132 ceph-mon[88571]: pgmap v4030: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 264 KiB/s wr, 112 op/s 2024-04-02T09:37:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:24 smithi132 ceph-mon[88571]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:37:25.897 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3024 ms) 2024-04-02T09:37:25.897 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-02T09:37:25.897 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:37:25.973 INFO:tasks.workunit.client.0.smithi084.stdout: i=0 exists [1149856~4174091,71443654~7582943,119875463~6295054,129952339~6319904,281473552~4924851,291616936~4615572,301606900~751982,342690819~4633215,385689357~1931488] wrote [1149856~4174091,71443654~7582943,119875463~6295054,129952339~6319904,281473552~4924851,291616936~4615572,301606900~751982,342690819~4633215,385689357~1931488] 2024-04-02T09:37:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:25 smithi084 ceph-mon[94794]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:37:26.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:25 smithi084 ceph-mon[97358]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:37:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:25 smithi132 ceph-mon[88571]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:37:26.959 INFO:tasks.workunit.client.0.smithi084.stdout: i=1 exists [1149856~4174091,19726583~7049359,37528931~13440819,71443654~8135253,102815596~94039,119875463~6295054,129952339~6319904,148843889~5867547,216859697~5788808,281473552~4924851,291616936~4615572,299350429~3008453,342690819~4633215,369751752~4847204,385689357~1931488] wrote [19726583~7049359,37528931~13440819,75900421~3678486,102815596~94039,148843889~5867547,216859697~5788808,299350429~2585868,369751752~4847204] 2024-04-02T09:37:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:26 smithi084 ceph-mon[94794]: pgmap v4033: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 265 KiB/s wr, 126 op/s 2024-04-02T09:37:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:26 smithi084 ceph-mon[94794]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:37:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:26 smithi084 ceph-mon[97358]: pgmap v4033: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 265 KiB/s wr, 126 op/s 2024-04-02T09:37:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:26 smithi084 ceph-mon[97358]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:37:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:26 smithi132 ceph-mon[88571]: pgmap v4033: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 265 KiB/s wr, 126 op/s 2024-04-02T09:37:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:26 smithi132 ceph-mon[88571]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:37:27.959 INFO:tasks.workunit.client.0.smithi084.stdout: i=2 exists [1149856~4174091,11124314~3502008,19726583~7049359,37528931~13440819,64153915~2073317,71443654~8135253,102815596~94039,119875463~6295054,129952339~6319904,148843889~5867547,164606159~5406925,185733239~2071879,204842452~17806053,267032184~3308062,272035447~3145674,281473552~4924851,291616936~4615572,299350429~3008453,328640126~2335209,342690819~4633215,369751752~4847204,385689357~1931488] wrote [11124314~3502008,64153915~2073317,164606159~5406925,185733239~2071879,204842452~15729383,267032184~3308062,272035447~3145674,328640126~2335209] 2024-04-02T09:37:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:27 smithi084 ceph-mon[94794]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:37:28.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:27 smithi084 ceph-mon[97358]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:37:28.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:27 smithi132 ceph-mon[88571]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:37:28.927 INFO:tasks.workunit.client.0.smithi084.stdout: i=3 exists [1149856~4174091,7465946~186790,11124314~3502008,19726583~7049359,34434678~16535072,64153915~2073317,71443654~9383787,83035614~3928157,102815596~94039,119875463~6295054,129952339~6319904,146244918~1806549,148843889~5867547,164606159~5406925,185733239~2071879,202979252~19669253,267032184~3308062,272035447~3145674,281473552~4924851,291616936~5856254,299350429~3008453,328640126~2335209,342690819~4633215,361439347~7730265,369751752~10661961,385689357~1931488,389759965~4513335] wrote [7465946~186790,34434678~3842298,75502934~5324507,83035614~3928157,146244918~1806549,202979252~1922995,294397901~3075289,361439347~7730265,372895780~7517933,389759965~4513335] 2024-04-02T09:37:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:28 smithi084 ceph-mon[94794]: pgmap v4036: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-02T09:37:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:28 smithi084 ceph-mon[94794]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:37:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:28 smithi084 ceph-mon[97358]: pgmap v4036: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-02T09:37:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:28 smithi084 ceph-mon[97358]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:37:29.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:28 smithi132 ceph-mon[88571]: pgmap v4036: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-02T09:37:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:28 smithi132 ceph-mon[88571]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:37:29.969 INFO:tasks.workunit.client.0.smithi084.stdout: i=4 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~7049359,34434678~16535072,61174985~7038893,70648812~10178629,83035614~5522018,102815596~94039,119875463~6295054,129952339~6319904,136803919~1324528,146244918~1806549,148843889~5867547,164606159~5406925,185733239~2071879,202979252~19669253,267032184~3308062,272035447~3145674,281473552~10060441,291616936~5856254,299350429~3008453,316242811~3248615,328640126~2335209,342690819~4633215,361439347~7730265,369751752~10661961,385689357~1931488,389759965~4513335] wrote [14650062~3516273,61174985~7038893,70648812~7571835,85507218~3050414,136803919~1324528,284728728~6805265,316242811~3248615,363067802~2053205] 2024-04-02T09:37:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:29 smithi132 ceph-mon[88571]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:37:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:29 smithi084 ceph-mon[94794]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:37:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:29 smithi084 ceph-mon[97358]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:37:30.887 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:37:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:37:30] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:37:30.974 INFO:tasks.workunit.client.0.smithi084.stdout: i=5 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~7049359,34434678~16535072,58227718~9986160,70648812~10178629,83035614~5522018,99227495~526869,102815596~94039,106341717~4513173,119875463~6295054,129952339~6319904,136803919~3603230,146244918~1806549,148843889~10160940,164606159~5406925,185733239~2071879,202979252~19669253,249192651~1029384,267032184~3308062,272035447~3145674,281473552~10060441,291616936~5856254,299350429~3008453,316242811~3248615,328640126~2335209,342690819~4633215,361439347~7730265,369386004~11027709,385689357~1931488,389759965~4513335] wrote [21083849~3501103,58227718~8099135,99227495~526869,106341717~4513173,137317418~3089731,152242290~6762539,249192651~1029384,369386004~8204022] 2024-04-02T09:37:31.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:30 smithi132 ceph-mon[88571]: pgmap v4039: 137 pgs: 137 active+clean; 200 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 34 MiB/s wr, 213 op/s 2024-04-02T09:37:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:30 smithi132 ceph-mon[88571]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:37:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:30 smithi084 ceph-mon[94794]: pgmap v4039: 137 pgs: 137 active+clean; 200 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 34 MiB/s wr, 213 op/s 2024-04-02T09:37:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:30 smithi084 ceph-mon[94794]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:37:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:30 smithi084 ceph-mon[97358]: pgmap v4039: 137 pgs: 137 active+clean; 200 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 34 MiB/s wr, 213 op/s 2024-04-02T09:37:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:30 smithi084 ceph-mon[97358]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:37:31.973 INFO:tasks.workunit.client.0.smithi084.stdout: i=6 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~7049359,34434678~16535072,58227718~9986160,70648812~10178629,82329212~6228420,91066490~1684692,99227495~526869,102815596~94039,106341717~4513173,119875463~6295054,129952339~6319904,136803919~3603230,144386227~15553633,162533254~1162378,164606159~5406925,185733239~2071879,202979252~19669253,249192651~1029384,267032184~3308062,272035447~3145674,281473552~10060441,291616936~5856254,299350429~3008453,316242811~3248615,328640126~2335209,342690819~4633215,349741532~5859467,361439347~7730265,369386004~11027709,385689357~1931488,389759965~8638717] wrote [82329212~3772892,91066490~1684692,120840485~2450623,144386227~7347709,157565055~2374805,162533254~1162378,349741532~5859467,374657488~116307,393398215~5000467] 2024-04-02T09:37:32.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:31 smithi132 ceph-mon[88571]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:37:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:31 smithi084 ceph-mon[94794]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:37:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:31 smithi084 ceph-mon[97358]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:37:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:37:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:33.021 INFO:tasks.workunit.client.0.smithi084.stdout: i=7 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~7049359,34434678~16535072,58227718~11167053,70648812~10178629,82329212~6228420,91066490~1684692,99227495~526869,102815596~94039,106341717~4513173,119875463~6295054,129952339~6319904,136803919~3603230,144386227~15553633,162533254~1162378,164455589~6337139,185733239~2071879,197766653~24881852,225304345~7744573,249192651~1029384,267032184~3308062,272035447~3145674,281473552~10060441,291616936~5856254,299350429~3008453,316242811~6115907,328640126~2335209,342690819~4633215,349741532~5859467,361439347~7730265,369386004~11027709,385689357~1931488,389759965~8638717,399696263~7726993] wrote [3497061~1308919,63766401~5628370,164455589~6337139,197766653~6214347,225304345~7744573,316645710~5713008,362148257~5750070,369985250~6882295,389947890~388223,399696263~7726993] 2024-04-02T09:37:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:32 smithi132 ceph-mon[88571]: pgmap v4042: 137 pgs: 137 active+clean; 200 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 34 MiB/s wr, 213 op/s 2024-04-02T09:37:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:32 smithi132 ceph-mon[88571]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:37:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:32 smithi084 ceph-mon[94794]: pgmap v4042: 137 pgs: 137 active+clean; 200 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 34 MiB/s wr, 213 op/s 2024-04-02T09:37:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:32 smithi084 ceph-mon[94794]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:37:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:32 smithi084 ceph-mon[97358]: pgmap v4042: 137 pgs: 137 active+clean; 200 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 34 MiB/s wr, 213 op/s 2024-04-02T09:37:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:32 smithi084 ceph-mon[97358]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:37:33.982 INFO:tasks.workunit.client.0.smithi084.stdout: i=8 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~7049359,34434678~16535072,58227718~11167053,70648812~10178629,82329212~6228420,91066490~1684692,98480144~6283315,106341717~4513173,119875463~6295054,129952339~6319904,136803919~3603230,144386227~15553633,162533254~1162378,164455589~6337139,185733239~8571062,197766653~24881852,225304345~7744573,249192651~1029384,257228013~5569202,265890168~4450078,272035447~8195622,281473552~10060441,291616936~5856254,299350429~3008453,316242811~10297586,328640126~2335209,342690819~4633215,348838183~6762816,361439347~7730265,369386004~11027709,385689357~1931488,389759965~8638717,399696263~7726993] wrote [44039848~6228118,71522510~2801906,98480144~6283315,187473494~6830807,257228013~5569202,265890168~1803221,274919462~5311607,318625115~7915282,348838183~3465676] 2024-04-02T09:37:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:33 smithi084 ceph-mon[94794]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:37:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:33 smithi084 ceph-mon[97358]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:37:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:33 smithi132 ceph-mon[88571]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:37:34.989 INFO:tasks.workunit.client.0.smithi084.stdout: i=9 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~7049359,34434678~16535072,58227718~11167053,70648812~10178629,82329212~6228420,91066490~1684692,98480144~6283315,106341717~7798813,114996373~2878368,119875463~6295054,129277456~660725,129952339~6319904,136803919~3603230,144386227~15553633,162533254~1162378,164455589~6337139,185733239~8571062,197766653~24881852,225304345~7744573,249192651~1029384,257228013~5569202,263375274~7571238,272035447~8195622,281473552~10060441,291616936~5856254,299350429~3008453,312928644~13611753,328051869~2923466,342690819~4633215,348838183~6762816,361439347~7730265,369386004~11027709,385689357~1931488,389759965~8638717,399696263~7726993] wrote [14828964~2989462,35478573~6439512,109967044~4173486,114996373~2878368,129277456~660725,199377643~8083746,263375274~7571238,312928644~4424189,324170657~923963,328051869~1348896] 2024-04-02T09:37:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:34 smithi084 ceph-mon[94794]: pgmap v4045: 137 pgs: 137 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 24 MiB/s wr, 272 op/s 2024-04-02T09:37:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:34 smithi084 ceph-mon[94794]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:37:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:34 smithi084 ceph-mon[97358]: pgmap v4045: 137 pgs: 137 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 24 MiB/s wr, 272 op/s 2024-04-02T09:37:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:34 smithi084 ceph-mon[97358]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:37:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:34 smithi132 ceph-mon[88571]: pgmap v4045: 137 pgs: 137 active+clean; 318 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 24 MiB/s wr, 272 op/s 2024-04-02T09:37:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:34 smithi132 ceph-mon[88571]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:37:35.992 INFO:tasks.workunit.client.0.smithi084.stdout: i=10 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~7049359,26955462~24014288,58227718~11167053,70648812~10178629,82329212~6228420,91066490~1684692,98480144~6283315,106341717~7798813,114996373~2878368,119875463~6295054,129277456~660725,129952339~6319904,136803919~3603230,144386227~15553633,162533254~1162378,164455589~6337139,178814000~2358149,185733239~8571062,197139425~25509080,225304345~7744573,249192651~1029384,257228013~5569202,263375274~7571238,272035447~8195622,281473552~10060441,291616936~5856254,299350429~3008453,312928644~20066080,342690819~4633215,348838183~6762816,360859374~8310238,369386004~11027709,385689357~1931488,389759965~8638717,399696263~7726993] wrote [26955462~8187861,115317111~2028812,138740937~547433,178814000~2358149,197139425~6776101,211893509~5336170,326098163~6896561,344069308~2223321,360859374~680744,362640638~1871110] 2024-04-02T09:37:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:35 smithi084 ceph-mon[94794]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:37:36.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:35 smithi084 ceph-mon[97358]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:37:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:35 smithi132 ceph-mon[88571]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:37:37.050 INFO:tasks.workunit.client.0.smithi084.stdout: i=11 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,19726583~31243167,58227718~11167053,70648812~10178629,82329212~6228420,91066490~1684692,98480144~6283315,106341717~7798813,114996373~2878368,119875463~6295054,129277456~660725,129952339~6319904,136803919~3603230,144386227~17785668,162533254~1162378,164455589~6337139,178814000~2358149,185733239~9545600,197139425~25509080,225304345~7744573,249192651~1029384,257228013~5569202,263375274~7571238,272035447~8195622,281473552~10060441,291616936~5856254,299350429~3008453,312928644~20066080,342690819~4633215,348838183~6762816,358657445~10512167,369386004~11027709,385689357~1931488,389759965~17663291] wrote [26128375~7391629,43618476~5173914,156254847~5917048,189220349~6058490,198510868~7681806,257985133~4586383,318945543~5827808,358657445~6937951,389769311~11192454] 2024-04-02T09:37:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:36 smithi084 ceph-mon[94794]: pgmap v4048: 137 pgs: 137 active+clean; 412 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 46 MiB/s wr, 284 op/s 2024-04-02T09:37:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:36 smithi084 ceph-mon[94794]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:37:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:36 smithi084 ceph-mon[97358]: pgmap v4048: 137 pgs: 137 active+clean; 412 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 46 MiB/s wr, 284 op/s 2024-04-02T09:37:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:36 smithi084 ceph-mon[97358]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:37:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:36 smithi132 ceph-mon[88571]: pgmap v4048: 137 pgs: 137 active+clean; 412 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 46 MiB/s wr, 284 op/s 2024-04-02T09:37:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:36 smithi132 ceph-mon[88571]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:37:38.056 INFO:tasks.workunit.client.0.smithi084.stdout: i=12 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,18212924~32756826,58227718~11167053,70648812~10178629,82329212~6228420,91066490~1684692,96714391~8049068,106341717~7798813,114996373~2878368,119875463~6295054,129277456~660725,129952339~6319904,136803919~3603230,144386227~17785668,162533254~1162378,164455589~6337139,178814000~2358149,185733239~36915266,225304345~7744573,249192651~1029384,252193522~10603693,263375274~7571238,272035447~8195622,281473552~10060441,291616936~5856254,299350429~3008453,312928644~20066080,337554587~277194,342690819~4633215,348838183~6762816,358657445~10512167,369386004~11027709,385689357~1931488,389759965~17663291] wrote [18212924~6762343,39758259~7912356,79201524~785253,96714391~6392179,188347419~9951523,252193522~6749491,275983004~3840438,337554587~277194,395767756~6906561] 2024-04-02T09:37:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:37 smithi084 ceph-mon[94794]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:37:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:37 smithi084 ceph-mon[97358]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:37:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:37 smithi132 ceph-mon[88571]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:37:39.055 INFO:tasks.workunit.client.0.smithi084.stdout: i=13 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~3516273,18212924~32756826,58227718~22599723,82329212~6228420,91066490~1684692,96714391~8049068,106341717~7798813,114996373~2878368,119875463~6295054,129277456~660725,129952339~6319904,136803919~3603230,144386227~17785668,162533254~1162378,164455589~8689671,178814000~2358149,185733239~36915266,225304345~7744573,249192651~1029384,252193522~10603693,263375274~7571238,271159056~9072013,281473552~15999638,298716650~11749358,312928644~20066080,337554587~277194,342690819~4633215,348838183~6762816,358657445~10512167,369386004~11027709,385689357~1931488,389759965~17663291] wrote [69375664~2869015,76329704~3682795,168429388~4715872,191669360~8044917,271159056~3250987,283205301~3075715,288033513~5491844,298716650~11749358] 2024-04-02T09:37:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:38 smithi084 ceph-mon[94794]: pgmap v4051: 137 pgs: 137 active+clean; 412 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 12 op/s 2024-04-02T09:37:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:38 smithi084 ceph-mon[94794]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:37:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:38 smithi084 ceph-mon[97358]: pgmap v4051: 137 pgs: 137 active+clean; 412 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 12 op/s 2024-04-02T09:37:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:38 smithi084 ceph-mon[97358]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:37:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:38 smithi132 ceph-mon[88571]: pgmap v4051: 137 pgs: 137 active+clean; 412 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 12 op/s 2024-04-02T09:37:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:38 smithi132 ceph-mon[88571]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:37:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:40.003 INFO:tasks.workunit.client.0.smithi084.stdout: i=14 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~36319688,58227718~22599723,82329212~6228420,91066490~1684692,96714391~8049068,106341717~8022169,114996373~2878368,119875463~6295054,126500887~3437294,129952339~6319904,136803919~3603230,144386227~17785668,162533254~1162378,164455589~8689671,178814000~2358149,185733239~36915266,225304345~7744573,249192651~1029384,252193522~10603693,263375274~7571238,271159056~26314134,298716650~11749358,312928644~20066080,337554587~277194,342690819~4633215,348838183~6762816,358657445~10512167,369386004~11027709,385689357~1931488,389759965~17663291] wrote [16019451~5235852,36659532~1213234,62185193~404386,84089418~1306731,112432364~1931522,126500887~3141734,191869397~3898861,252543075~6272908,279449044~4230214,402081766~1142832] 2024-04-02T09:37:40.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:39 smithi084 ceph-mon[94794]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:37:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:39 smithi084 ceph-mon[97358]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:37:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:39 smithi132 ceph-mon[88571]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:37:40.954 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:37:40] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-02T09:37:40.955 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[97358]: pgmap v4054: 137 pgs: 137 active+clean; 652 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 59 MiB/s wr, 339 op/s 2024-04-02T09:37:40.955 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[97358]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:37:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: i=15 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~41134686,58227718~22599723,82329212~6228420,88719970~1172727,91066490~1684692,96714391~9504624,106341717~8022169,114996373~2878368,119875463~6295054,126500887~3437294,129952339~6319904,136803919~3603230,144386227~17785668,162533254~1162378,164455589~8689671,178814000~2358149,184846273~37802232,225304345~7744573,236929934~4444218,249192651~1029384,252193522~10603693,263375274~7571238,271159056~26314134,298716650~11749358,312928644~20066080,337554587~277194,342690819~4633215,348838183~6762816,358657445~10512167,369386004~11027709,385689357~1931488,389759965~17663291] wrote [49639737~6145011,72272768~5225669,88719970~1172727,100430922~5788093,184846273~8173861,207637099~5979115,236929934~4444218,315307039~10162148] 2024-04-02T09:37:41.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[94794]: pgmap v4054: 137 pgs: 137 active+clean; 652 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 59 MiB/s wr, 339 op/s 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[94794]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:40 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:40 smithi132 ceph-mon[88571]: pgmap v4054: 137 pgs: 137 active+clean; 652 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 59 MiB/s wr, 339 op/s 2024-04-02T09:37:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:40 smithi132 ceph-mon[88571]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:37:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:40 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:37:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: i=16 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~41134686,58227718~23522919,82329212~6228420,88719970~1172727,91066490~1684692,96714391~9504624,106341717~8022169,114996373~2878368,119875463~6295054,126500887~3437294,129952339~10454810,144386227~17785668,162533254~1162378,164455589~8689671,178814000~2358149,184846273~37802232,225304345~7744573,236929934~4444218,245071556~3962986,249192651~1029384,252193522~10603693,263375274~7571238,271159056~26314134,298716650~11749358,312928644~20066080,337554587~277194,342690819~4633215,348838183~6762816,358657445~10512167,369386004~11697018,385689357~1931488,389759965~17663291] wrote [41068943~10644215,75841457~5909180,107017388~1334057,133700366~3311741,245071556~3962986,255189655~7211830,377190622~3892400,400312093~613326] 2024-04-02T09:37:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:41 smithi132 ceph-mon[88571]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:37:42.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:41 smithi084 ceph-mon[94794]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:37:42.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:41 smithi084 ceph-mon[97358]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:37:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:37:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:43.041 INFO:tasks.workunit.client.0.smithi084.stdout: i=17 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~41134686,58227718~23522919,82329212~6228420,88719970~1172727,91066490~1684692,96714391~9504624,106341717~8022169,114996373~2878368,119875463~6295054,126500887~3437294,129952339~10454810,144386227~17785668,162533254~1162378,164148657~8996603,178814000~2358149,184846273~37802232,225304345~7744573,236929934~4444218,245071556~3962986,249192651~1029384,252193522~10603693,263375274~7571238,271159056~26314134,298716650~11749358,312928644~20066080,337554587~277194,342690819~4633215,348838183~6762816,358657445~23644237,385689357~1931488,389759965~17663291] wrote [1578403~1530016,58496725~5698918,102317426~154250,164148657~7847089,272777081~6921782,322638272~5534826,369113286~3229038,375669708~6631974] 2024-04-02T09:37:43.371 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:42 smithi084 ceph-mon[94794]: pgmap v4057: 137 pgs: 137 active+clean; 652 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 59 MiB/s wr, 339 op/s 2024-04-02T09:37:43.371 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:42 smithi084 ceph-mon[94794]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:37:43.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:42 smithi084 ceph-mon[97358]: pgmap v4057: 137 pgs: 137 active+clean; 652 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 59 MiB/s wr, 339 op/s 2024-04-02T09:37:43.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:42 smithi084 ceph-mon[97358]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:37:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:42 smithi132 ceph-mon[88571]: pgmap v4057: 137 pgs: 137 active+clean; 652 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 59 MiB/s wr, 339 op/s 2024-04-02T09:37:43.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:42 smithi132 ceph-mon[88571]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:37:44.039 INFO:tasks.workunit.client.0.smithi084.stdout: i=18 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~41134686,58227718~23522919,82329212~6228420,88719970~1172727,91066490~1684692,96714391~9504624,106341717~8022169,114996373~2878368,119875463~6295054,126500887~3437294,129952339~10454810,144386227~17785668,162533254~1162378,164148657~8996603,178814000~43834505,225304345~8155359,236929934~4444218,245071556~3962986,249192651~1029384,252193522~10603693,263375274~7571238,271159056~39306952,312928644~20066080,337554587~277194,342690819~12910180,358657445~23644237,385689357~1931488,389759965~17663291] wrote [180447153~8423042,225568619~751985,231221941~2237763,283754529~6467009,296812697~6147820,323089194~1511188,328508987~2193783,345142590~5638356,396961710~2881772] 2024-04-02T09:37:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:43 smithi084 ceph-mon[94794]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:37:44.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:43 smithi084 ceph-mon[97358]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:37:44.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:43 smithi132 ceph-mon[88571]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:37:45.065 INFO:tasks.workunit.client.0.smithi084.stdout: i=19 exists [1149856~4174091,7465946~186790,11124314~3502008,14650062~41134686,58227718~23522919,82329212~6228420,88719970~1172727,91066490~1684692,93995070~12223945,106341717~8022169,114996373~2878368,119875463~6295054,126500887~3437294,129952339~10454810,144386227~17785668,162533254~1162378,164148657~8996603,178814000~43834505,225304345~8155359,236929934~4444218,245071556~3962986,249192651~1029384,252193522~10603693,263375274~7571238,271159056~39306952,312928644~23438840,337554587~277194,342690819~12910180,358657445~23644237,385689357~1931488,388950941~18472315] wrote [75772842~4593240,86895442~1055925,93995070~6387865,200190415~7824855,216823181~5632976,272970953~1140584,330537354~5830130,388950941~6508623,396440904~733283] 2024-04-02T09:37:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:44 smithi084 ceph-mon[94794]: pgmap v4060: 137 pgs: 137 active+clean; 756 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 27 MiB/s wr, 359 op/s 2024-04-02T09:37:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:44 smithi084 ceph-mon[94794]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:37:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:44 smithi084 ceph-mon[97358]: pgmap v4060: 137 pgs: 137 active+clean; 756 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 27 MiB/s wr, 359 op/s 2024-04-02T09:37:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:44 smithi084 ceph-mon[97358]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:37:45.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:44 smithi132 ceph-mon[88571]: pgmap v4060: 137 pgs: 137 active+clean; 756 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 27 MiB/s wr, 359 op/s 2024-04-02T09:37:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:44 smithi132 ceph-mon[88571]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:37:46.004 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 1 diff [16777216~8388608,33554432~16777216,75497472~4194304,100663296~4194304,146800640~8388608,213909504~8388608,297795584~4194304,369098752~8388608] 2024-04-02T09:37:46.005 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16777216~8388608,33554432~16777216,75497472~4194304,100663296~4194304,146800640~8388608,213909504~8388608,297795584~4194304,369098752~8388608] 2024-04-02T09:37:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16777216~12582912,33554432~20971520,75497472~4194304,100663296~4194304,146800640~8388608,213909504~12582912,297795584~4194304,369098752~8388608] 2024-04-02T09:37:46.019 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 2 diff [8388608~4194304,16777216~8388608,33554432~16777216,62914560~4194304,75497472~4194304,100663296~4194304,146800640~8388608,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,297795584~4194304,327155712~4194304,369098752~8388608] 2024-04-02T09:37:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~16777216,62914560~4194304,75497472~4194304,100663296~4194304,146800640~8388608,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,297795584~4194304,327155712~4194304,369098752~8388608] 2024-04-02T09:37:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [8388608~20971520,33554432~20971520,62914560~4194304,75497472~4194304,100663296~4194304,146800640~8388608,163577856~8388608,184549376~4194304,201326592~25165824,264241152~12582912,297795584~4194304,327155712~4194304,369098752~8388608] 2024-04-02T09:37:46.019 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 3 diff [4194304~8388608,16777216~8388608,33554432~16777216,62914560~4194304,75497472~8388608,100663296~4194304,142606336~12582912,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,293601280~8388608,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.019 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,62914560~4194304,75497472~8388608,100663296~4194304,142606336~12582912,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,293601280~8388608,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~25165824,33554432~20971520,62914560~4194304,75497472~12582912,100663296~4194304,142606336~12582912,163577856~8388608,184549376~4194304,201326592~25165824,264241152~12582912,293601280~8388608,327155712~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.021 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 4 diff [4194304~20971520,33554432~16777216,58720256~29360128,100663296~4194304,134217728~4194304,142606336~12582912,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,281018368~8388608,293601280~8388608,314572800~4194304,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.021 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~20971520,33554432~16777216,58720256~29360128,100663296~4194304,134217728~4194304,142606336~12582912,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,281018368~8388608,293601280~8388608,314572800~4194304,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.023 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~25165824,33554432~20971520,58720256~33554432,100663296~4194304,134217728~4194304,142606336~12582912,163577856~8388608,184549376~4194304,201326592~25165824,264241152~12582912,281018368~20971520,314572800~8388608,327155712~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.023 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 5 diff [4194304~20971520,33554432~16777216,54525952~33554432,96468992~16777216,134217728~4194304,142606336~16777216,163577856~8388608,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~8388608,314572800~4194304,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.024 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~20971520,33554432~16777216,54525952~33554432,96468992~16777216,134217728~4194304,142606336~16777216,163577856~8388608,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~8388608,314572800~4194304,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.026 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~25165824,33554432~58720256,96468992~16777216,134217728~25165824,163577856~8388608,184549376~4194304,201326592~25165824,247463936~4194304,264241152~12582912,281018368~20971520,314572800~8388608,327155712~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.027 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 6 diff [4194304~20971520,33554432~16777216,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~8388608,314572800~4194304,327155712~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.027 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~20971520,33554432~16777216,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~8388608,314572800~4194304,327155712~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.029 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~25165824,33554432~79691776,117440512~8388608,134217728~37748736,184549376~4194304,201326592~25165824,247463936~4194304,264241152~12582912,281018368~20971520,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.030 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 7 diff [0~25165824,33554432~16777216,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,197132288~33554432,247463936~4194304,264241152~8388608,281018368~8388608,293601280~8388608,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.030 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~25165824,33554432~16777216,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,197132288~33554432,247463936~4194304,264241152~8388608,281018368~8388608,293601280~8388608,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~29360128,33554432~79691776,117440512~8388608,134217728~37748736,184549376~4194304,197132288~37748736,247463936~4194304,264241152~12582912,281018368~20971520,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.033 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 8 diff [0~25165824,33554432~16777216,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,314572800~16777216,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.033 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~25165824,33554432~16777216,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,314572800~16777216,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~29360128,33554432~79691776,117440512~8388608,134217728~37748736,184549376~50331648,247463936~4194304,255852544~46137344,314572800~16777216,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.037 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 9 diff [0~25165824,33554432~16777216,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,310378496~20971520,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.037 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~25165824,33554432~16777216,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,310378496~20971520,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~29360128,33554432~96468992,134217728~37748736,184549376~50331648,247463936~4194304,255852544~46137344,310378496~20971520,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.042 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 10 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,310378496~20971520,343932928~12582912,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.042 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,310378496~20971520,343932928~12582912,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~130023424,134217728~37748736,176160768~58720256,247463936~4194304,255852544~46137344,310378496~25165824,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.046 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 11 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,310378496~20971520,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.046 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~8388608,310378496~20971520,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~130023424,134217728~37748736,176160768~58720256,247463936~4194304,255852544~46137344,310378496~25165824,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.051 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 12 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~29360128,281018368~8388608,293601280~8388608,310378496~20971520,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.051 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~29360128,281018368~8388608,293601280~8388608,310378496~20971520,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~130023424,134217728~37748736,176160768~58720256,247463936~54525952,310378496~29360128,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.056 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 13 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.056 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~130023424,134217728~100663296,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.062 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 14 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.062 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~130023424,134217728~100663296,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.068 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 15 diff [0~92274688,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,234881024~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.068 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,234881024~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~130023424,134217728~109051904,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.075 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 16 diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.075 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.082 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 17 diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.082 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.088 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:46.089 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 18 diff [0~92274688,96468992~25165824,125829120~12582912,142606336~88080384,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.089 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~12582912,142606336~88080384,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:46.096 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to 19 diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.096 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:46.103 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 2 diff [8388608~4194304,62914560~4194304,163577856~8388608,184549376~4194304,201326592~16777216,264241152~8388608,327155712~4194304] 2024-04-02T09:37:46.103 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [8388608~4194304,62914560~4194304,163577856~8388608,184549376~4194304,201326592~16777216,264241152~8388608,327155712~4194304] 2024-04-02T09:37:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [8388608~8388608,62914560~4194304,163577856~8388608,184549376~4194304,201326592~20971520,264241152~12582912,327155712~4194304] 2024-04-02T09:37:46.104 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 3 diff [4194304~8388608,33554432~4194304,62914560~4194304,75497472~8388608,142606336~4194304,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,293601280~4194304,327155712~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.104 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~8388608,33554432~4194304,62914560~4194304,75497472~8388608,142606336~4194304,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,293601280~4194304,327155712~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.105 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~12582912,33554432~8388608,62914560~4194304,75497472~12582912,142606336~8388608,163577856~8388608,184549376~4194304,201326592~20971520,264241152~12582912,293601280~4194304,327155712~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.106 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 4 diff [4194304~12582912,33554432~4194304,58720256~29360128,134217728~4194304,142606336~4194304,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,281018368~8388608,293601280~4194304,314572800~4194304,327155712~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.106 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~12582912,33554432~4194304,58720256~29360128,134217728~4194304,142606336~4194304,163577856~8388608,184549376~4194304,201326592~20971520,264241152~8388608,281018368~8388608,293601280~4194304,314572800~4194304,327155712~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.107 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~16777216,33554432~8388608,58720256~33554432,134217728~4194304,142606336~8388608,163577856~8388608,184549376~4194304,201326592~20971520,264241152~12582912,281018368~16777216,314572800~8388608,327155712~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.108 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 5 diff [4194304~12582912,20971520~4194304,33554432~4194304,54525952~33554432,96468992~4194304,104857600~8388608,134217728~4194304,142606336~4194304,150994944~8388608,163577856~8388608,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~4194304,314572800~4194304,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.108 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~12582912,20971520~4194304,33554432~4194304,54525952~33554432,96468992~4194304,104857600~8388608,134217728~4194304,142606336~4194304,150994944~8388608,163577856~8388608,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~4194304,314572800~4194304,327155712~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~20971520,33554432~8388608,54525952~37748736,96468992~4194304,104857600~8388608,134217728~25165824,163577856~8388608,184549376~4194304,201326592~20971520,247463936~4194304,264241152~12582912,281018368~16777216,314572800~8388608,327155712~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.110 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 6 diff [4194304~12582912,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~4194304,314572800~4194304,327155712~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.110 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~12582912,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,201326592~20971520,247463936~4194304,264241152~8388608,281018368~8388608,293601280~4194304,314572800~4194304,327155712~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~20971520,33554432~8388608,54525952~46137344,104857600~8388608,117440512~8388608,134217728~37748736,184549376~4194304,201326592~20971520,247463936~4194304,264241152~12582912,281018368~16777216,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.113 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 7 diff [0~16777216,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,197132288~33554432,247463936~4194304,264241152~8388608,281018368~8388608,293601280~4194304,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.113 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~16777216,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,184549376~4194304,197132288~33554432,247463936~4194304,264241152~8388608,281018368~8388608,293601280~4194304,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~25165824,33554432~8388608,54525952~46137344,104857600~8388608,117440512~8388608,134217728~37748736,184549376~4194304,197132288~37748736,247463936~4194304,264241152~12582912,281018368~16777216,314572800~8388608,327155712~4194304,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.116 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 8 diff [0~16777216,20971520~4194304,33554432~4194304,41943040~8388608,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,314572800~16777216,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.116 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~16777216,20971520~4194304,33554432~4194304,41943040~8388608,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,314572800~16777216,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~25165824,33554432~16777216,54525952~58720256,117440512~8388608,134217728~37748736,184549376~50331648,247463936~4194304,255852544~41943040,314572800~16777216,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.119 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 9 diff [0~16777216,20971520~4194304,33554432~16777216,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,310378496~20971520,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.119 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~16777216,20971520~4194304,33554432~16777216,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,310378496~20971520,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~25165824,33554432~16777216,54525952~75497472,134217728~37748736,184549376~50331648,247463936~4194304,255852544~41943040,310378496~20971520,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.123 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 10 diff [0~16777216,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,310378496~20971520,343932928~12582912,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.123 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~16777216,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,310378496~20971520,343932928~12582912,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.127 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~50331648,54525952~75497472,134217728~37748736,176160768~58720256,247463936~4194304,255852544~41943040,310378496~25165824,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.128 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 11 diff [0~16777216,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,310378496~20971520,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.128 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~16777216,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~4194304,255852544~20971520,281018368~8388608,293601280~4194304,310378496~20971520,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~50331648,54525952~75497472,134217728~37748736,176160768~58720256,247463936~4194304,255852544~41943040,310378496~25165824,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.132 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 12 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~29360128,281018368~8388608,293601280~4194304,310378496~20971520,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.132 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~46137344,247463936~29360128,281018368~8388608,293601280~4194304,310378496~20971520,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~50331648,54525952~75497472,134217728~37748736,176160768~58720256,247463936~50331648,310378496~29360128,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.137 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 13 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.137 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~50331648,54525952~75497472,134217728~100663296,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.142 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 14 diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.142 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~50331648,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~50331648,54525952~75497472,134217728~100663296,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.147 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 15 diff [0~92274688,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,234881024~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.147 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~46137344,234881024~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~130023424,134217728~109051904,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.153 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 16 diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.153 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.159 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 17 diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.159 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~12582912,142606336~37748736,184549376~46137344,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.165 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:46.165 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 18 diff [0~92274688,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.166 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~92274688,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:46.172 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to 19 diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.172 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:46.179 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 3 diff [4194304~4194304,33554432~4194304,75497472~8388608,142606336~4194304,201326592~4194304,293601280~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.179 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~4194304,33554432~4194304,75497472~8388608,142606336~4194304,201326592~4194304,293601280~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~4194304,33554432~8388608,75497472~12582912,142606336~8388608,201326592~4194304,293601280~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.180 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 4 diff [4194304~4194304,12582912~4194304,33554432~4194304,58720256~29360128,134217728~4194304,142606336~4194304,201326592~4194304,281018368~8388608,293601280~4194304,314572800~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.180 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~4194304,12582912~4194304,33554432~4194304,58720256~29360128,134217728~4194304,142606336~4194304,201326592~4194304,281018368~8388608,293601280~4194304,314572800~4194304,360710144~16777216,385875968~8388608] 2024-04-02T09:37:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~4194304,12582912~8388608,33554432~8388608,58720256~33554432,134217728~4194304,142606336~8388608,201326592~4194304,281018368~16777216,314572800~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.182 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 5 diff [4194304~4194304,12582912~4194304,20971520~4194304,33554432~4194304,54525952~33554432,96468992~4194304,104857600~8388608,134217728~4194304,142606336~4194304,150994944~8388608,201326592~4194304,247463936~4194304,281018368~8388608,293601280~4194304,314572800~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.182 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~4194304,12582912~4194304,20971520~4194304,33554432~4194304,54525952~33554432,96468992~4194304,104857600~8388608,134217728~4194304,142606336~4194304,150994944~8388608,201326592~4194304,247463936~4194304,281018368~8388608,293601280~4194304,314572800~4194304,360710144~20971520,385875968~8388608] 2024-04-02T09:37:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~4194304,12582912~12582912,33554432~8388608,54525952~37748736,96468992~4194304,104857600~8388608,134217728~25165824,201326592~4194304,247463936~4194304,281018368~16777216,314572800~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.184 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 6 diff [4194304~4194304,12582912~4194304,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~20971520,201326592~4194304,247463936~4194304,281018368~8388608,293601280~4194304,314572800~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.184 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [4194304~4194304,12582912~4194304,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~20971520,201326592~4194304,247463936~4194304,281018368~8388608,293601280~4194304,314572800~4194304,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [4194304~4194304,12582912~12582912,33554432~8388608,54525952~46137344,104857600~8388608,117440512~8388608,134217728~33554432,201326592~4194304,247463936~4194304,281018368~16777216,314572800~8388608,348127232~8388608,360710144~20971520,385875968~12582912] 2024-04-02T09:37:46.186 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 7 diff [0~8388608,12582912~4194304,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,197132288~8388608,222298112~8388608,247463936~4194304,281018368~8388608,293601280~4194304,314572800~8388608,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.186 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~4194304,20971520~4194304,33554432~4194304,54525952~37748736,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,197132288~8388608,222298112~8388608,247463936~4194304,281018368~8388608,293601280~4194304,314572800~8388608,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~12582912,33554432~8388608,54525952~46137344,104857600~8388608,117440512~8388608,134217728~37748736,197132288~8388608,222298112~12582912,247463936~4194304,281018368~16777216,314572800~8388608,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.188 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 8 diff [0~8388608,12582912~4194304,20971520~4194304,33554432~4194304,41943040~8388608,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~8388608,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,314572800~12582912,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.188 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~4194304,20971520~4194304,33554432~4194304,41943040~8388608,54525952~37748736,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~8388608,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,314572800~12582912,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~12582912,33554432~16777216,54525952~58720256,117440512~8388608,134217728~37748736,184549376~20971520,222298112~12582912,247463936~4194304,255852544~12582912,272629760~25165824,314572800~12582912,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.191 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 9 diff [0~8388608,12582912~4194304,20971520~4194304,33554432~16777216,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~12582912,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,310378496~20971520,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.191 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~4194304,20971520~4194304,33554432~16777216,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~12582912,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,310378496~20971520,348127232~8388608,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~12582912,33554432~16777216,54525952~75497472,134217728~37748736,184549376~25165824,222298112~12582912,247463936~4194304,255852544~41943040,310378496~20971520,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.194 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 10 diff [0~8388608,12582912~4194304,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,310378496~20971520,343932928~12582912,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.194 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~4194304,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,310378496~20971520,343932928~12582912,360710144~20971520,385875968~20971520] 2024-04-02T09:37:46.197 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~37748736,176160768~41943040,222298112~12582912,247463936~4194304,255852544~41943040,310378496~25165824,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.198 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 11 diff [0~8388608,12582912~4194304,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,310378496~20971520,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.198 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~4194304,20971520~29360128,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,293601280~4194304,310378496~20971520,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~37748736,176160768~41943040,222298112~12582912,247463936~4194304,255852544~41943040,310378496~25165824,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.201 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 12 diff [0~8388608,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,247463936~20971520,272629760~16777216,293601280~4194304,310378496~20971520,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.201 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,247463936~20971520,272629760~16777216,293601280~4194304,310378496~20971520,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~37748736,176160768~41943040,222298112~12582912,247463936~50331648,310378496~29360128,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.206 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 13 diff [0~8388608,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.206 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~83886080,222298112~12582912,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.210 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 14 diff [0~8388608,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.210 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~83886080,222298112~12582912,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.215 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 15 diff [0~8388608,12582912~79691776,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~33554432,222298112~8388608,234881024~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.215 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~79691776,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~33554432,222298112~8388608,234881024~8388608,247463936~83886080,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.220 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~117440512,134217728~83886080,222298112~20971520,247463936~92274688,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.220 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 16 diff [0~8388608,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.221 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~117440512,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.226 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 17 diff [0~8388608,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.226 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.232 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~117440512,343932928~67108864] 2024-04-02T09:37:46.233 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 18 diff [0~8388608,12582912~79691776,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.233 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~79691776,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~117440512,343932928~67108864] 2024-04-02T09:37:46.239 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to 19 diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.239 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:46.245 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 4 diff [12582912~4194304,58720256~16777216,83886080~4194304,134217728~4194304,281018368~8388608,314572800~4194304,360710144~4194304] 2024-04-02T09:37:46.245 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,58720256~16777216,83886080~4194304,134217728~4194304,281018368~8388608,314572800~4194304,360710144~4194304] 2024-04-02T09:37:46.246 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~8388608,58720256~20971520,83886080~8388608,134217728~4194304,281018368~12582912,314572800~8388608,360710144~8388608] 2024-04-02T09:37:46.246 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 5 diff [12582912~4194304,20971520~4194304,54525952~20971520,83886080~4194304,96468992~4194304,104857600~8388608,134217728~4194304,150994944~8388608,247463936~4194304,281018368~8388608,314572800~4194304,360710144~4194304,369098752~8388608] 2024-04-02T09:37:46.247 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,20971520~4194304,54525952~20971520,83886080~4194304,96468992~4194304,104857600~8388608,134217728~4194304,150994944~8388608,247463936~4194304,281018368~8388608,314572800~4194304,360710144~4194304,369098752~8388608] 2024-04-02T09:37:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,54525952~25165824,83886080~8388608,96468992~4194304,104857600~8388608,134217728~8388608,150994944~8388608,247463936~4194304,281018368~12582912,314572800~8388608,360710144~20971520] 2024-04-02T09:37:46.248 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 6 diff [12582912~4194304,20971520~4194304,54525952~20971520,79691776~12582912,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~20971520,247463936~4194304,281018368~8388608,314572800~4194304,348127232~8388608,360710144~4194304,369098752~8388608,390070272~8388608] 2024-04-02T09:37:46.248 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,20971520~4194304,54525952~20971520,79691776~12582912,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~20971520,247463936~4194304,281018368~8388608,314572800~4194304,348127232~8388608,360710144~4194304,369098752~8388608,390070272~8388608] 2024-04-02T09:37:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,54525952~46137344,104857600~8388608,117440512~8388608,134217728~33554432,247463936~4194304,281018368~12582912,314572800~8388608,348127232~8388608,360710144~20971520,390070272~8388608] 2024-04-02T09:37:46.249 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 7 diff [0~4194304,12582912~4194304,20971520~4194304,54525952~20971520,79691776~12582912,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,197132288~8388608,222298112~8388608,247463936~4194304,281018368~8388608,314572800~8388608,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.249 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,54525952~20971520,79691776~12582912,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,197132288~8388608,222298112~8388608,247463936~4194304,281018368~8388608,314572800~8388608,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~12582912,54525952~46137344,104857600~8388608,117440512~8388608,134217728~37748736,197132288~8388608,222298112~12582912,247463936~4194304,281018368~12582912,314572800~8388608,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.252 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 8 diff [0~4194304,12582912~4194304,20971520~4194304,41943040~8388608,54525952~20971520,79691776~12582912,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~8388608,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,314572800~12582912,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.252 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,41943040~8388608,54525952~20971520,79691776~12582912,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~8388608,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,314572800~12582912,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~12582912,41943040~8388608,54525952~58720256,117440512~8388608,134217728~37748736,184549376~20971520,222298112~12582912,247463936~4194304,255852544~12582912,272629760~20971520,314572800~12582912,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.254 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 9 diff [0~4194304,12582912~4194304,20971520~4194304,33554432~16777216,54525952~20971520,79691776~12582912,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~12582912,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,310378496~20971520,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.254 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,33554432~16777216,54525952~20971520,79691776~12582912,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~12582912,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,310378496~20971520,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~12582912,33554432~16777216,54525952~75497472,134217728~37748736,184549376~25165824,222298112~12582912,247463936~4194304,255852544~37748736,310378496~20971520,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.257 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 10 diff [0~4194304,12582912~4194304,20971520~29360128,54525952~20971520,79691776~12582912,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,310378496~20971520,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.257 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~29360128,54525952~20971520,79691776~12582912,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,310378496~20971520,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~37748736,176160768~41943040,222298112~12582912,247463936~4194304,255852544~37748736,310378496~25165824,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.260 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 11 diff [0~4194304,12582912~4194304,20971520~29360128,54525952~20971520,79691776~12582912,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,310378496~20971520,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.260 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~29360128,54525952~20971520,79691776~12582912,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~16777216,310378496~20971520,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~37748736,176160768~41943040,222298112~12582912,247463936~4194304,255852544~37748736,310378496~25165824,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.264 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 12 diff [0~4194304,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,247463936~20971520,272629760~16777216,310378496~20971520,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.264 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,247463936~20971520,272629760~16777216,310378496~20971520,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.268 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~37748736,176160768~41943040,222298112~12582912,247463936~46137344,310378496~29360128,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.268 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 13 diff [0~4194304,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.268 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.272 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~83886080,222298112~12582912,247463936~46137344,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.272 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 14 diff [0~4194304,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.272 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,54525952~37748736,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.277 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~83886080,222298112~12582912,247463936~46137344,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.277 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 15 diff [0~4194304,12582912~79691776,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~33554432,222298112~8388608,234881024~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.277 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~79691776,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~33554432,222298112~8388608,234881024~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~117440512,134217728~83886080,222298112~20971520,247463936~46137344,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.282 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 16 diff [0~4194304,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.282 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~71303168,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.287 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 17 diff [0~4194304,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.287 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~79691776,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~71303168,297795584~41943040,343932928~67108864] 2024-04-02T09:37:46.294 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 18 diff [0~4194304,12582912~79691776,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.294 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~79691776,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.300 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~117440512,343932928~67108864] 2024-04-02T09:37:46.300 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to 19 diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:46.301 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:46.307 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 5 diff [20971520~4194304,54525952~8388608,96468992~4194304,104857600~8388608,134217728~4194304,150994944~8388608,247463936~4194304,369098752~8388608] 2024-04-02T09:37:46.307 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [20971520~4194304,54525952~8388608,96468992~4194304,104857600~8388608,134217728~4194304,150994944~8388608,247463936~4194304,369098752~8388608] 2024-04-02T09:37:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [20971520~4194304,54525952~12582912,96468992~4194304,104857600~8388608,134217728~8388608,150994944~8388608,247463936~4194304,369098752~12582912] 2024-04-02T09:37:46.308 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 6 diff [20971520~4194304,54525952~8388608,79691776~4194304,88080384~4194304,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~20971520,247463936~4194304,348127232~8388608,369098752~8388608,390070272~8388608] 2024-04-02T09:37:46.308 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [20971520~4194304,54525952~8388608,79691776~4194304,88080384~4194304,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~20971520,247463936~4194304,348127232~8388608,369098752~8388608,390070272~8388608] 2024-04-02T09:37:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [20971520~4194304,54525952~12582912,79691776~20971520,104857600~8388608,117440512~8388608,134217728~33554432,247463936~4194304,348127232~8388608,369098752~12582912,390070272~8388608] 2024-04-02T09:37:46.309 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 7 diff [0~4194304,20971520~4194304,54525952~12582912,79691776~4194304,88080384~4194304,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,197132288~8388608,222298112~8388608,247463936~4194304,314572800~8388608,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.309 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,20971520~4194304,54525952~12582912,79691776~4194304,88080384~4194304,96468992~4194304,104857600~8388608,117440512~4194304,134217728~4194304,142606336~29360128,197132288~8388608,222298112~8388608,247463936~4194304,314572800~8388608,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,20971520~4194304,54525952~16777216,79691776~20971520,104857600~8388608,117440512~8388608,134217728~37748736,197132288~8388608,222298112~12582912,247463936~4194304,314572800~8388608,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.311 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 8 diff [0~4194304,20971520~4194304,41943040~8388608,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~8388608,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,314572800~12582912,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.311 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,20971520~4194304,41943040~8388608,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~16777216,117440512~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~8388608,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,314572800~12582912,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.314 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,20971520~4194304,41943040~8388608,54525952~20971520,79691776~33554432,117440512~8388608,134217728~37748736,184549376~20971520,222298112~12582912,247463936~4194304,255852544~12582912,272629760~8388608,314572800~12582912,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.314 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 9 diff [0~4194304,12582912~4194304,20971520~4194304,33554432~16777216,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~12582912,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,310378496~20971520,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.314 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,33554432~16777216,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,184549376~8388608,197132288~12582912,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,310378496~20971520,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.317 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~12582912,33554432~16777216,54525952~20971520,79691776~50331648,134217728~37748736,184549376~25165824,222298112~12582912,247463936~4194304,255852544~25165824,310378496~20971520,348127232~8388608,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.317 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 10 diff [0~4194304,12582912~4194304,20971520~29360128,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,310378496~20971520,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.317 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~29360128,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,310378496~20971520,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.320 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~20971520,79691776~50331648,134217728~37748736,176160768~41943040,222298112~12582912,247463936~4194304,255852544~25165824,310378496~25165824,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-02T09:37:46.320 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 11 diff [0~4194304,12582912~4194304,20971520~29360128,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,310378496~20971520,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.320 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,20971520~29360128,54525952~12582912,71303168~4194304,79691776~4194304,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,247463936~4194304,255852544~12582912,272629760~8388608,310378496~20971520,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.323 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~20971520,79691776~50331648,134217728~37748736,176160768~41943040,222298112~12582912,247463936~4194304,255852544~25165824,310378496~25165824,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.323 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 12 diff [0~4194304,12582912~37748736,54525952~12582912,71303168~12582912,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,247463936~20971520,272629760~8388608,310378496~20971520,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.324 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,54525952~12582912,71303168~12582912,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~29360128,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,247463936~20971520,272629760~8388608,310378496~20971520,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~37748736,176160768~41943040,222298112~12582912,247463936~33554432,310378496~29360128,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.328 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 13 diff [0~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.328 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~83886080,222298112~12582912,247463936~46137344,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.332 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 14 diff [0~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.332 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~20971520,209715200~8388608,222298112~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,54525952~75497472,134217728~83886080,222298112~12582912,247463936~46137344,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.337 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 15 diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~33554432,222298112~8388608,234881024~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.337 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~4194304,134217728~4194304,142606336~37748736,184549376~33554432,222298112~8388608,234881024~8388608,247463936~46137344,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~117440512,134217728~83886080,222298112~20971520,247463936~46137344,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.342 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 16 diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.342 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~37748736,385875968~20971520] 2024-04-02T09:37:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~71303168,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.347 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 17 diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.347 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~12582912,142606336~37748736,184549376~33554432,222298112~8388608,234881024~58720256,297795584~33554432,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~71303168,297795584~41943040,343932928~67108864] 2024-04-02T09:37:46.353 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 18 diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.353 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~12582912,142606336~75497472,222298112~8388608,234881024~96468992,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~117440512,343932928~67108864] 2024-04-02T09:37:46.359 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to 19 diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:46.359 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:46.365 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 6 diff [79691776~4194304,88080384~4194304,117440512~4194304,142606336~8388608,155189248~8388608,348127232~8388608,373293056~4194304,390070272~8388608] 2024-04-02T09:37:46.365 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [79691776~4194304,88080384~4194304,117440512~4194304,142606336~8388608,155189248~8388608,348127232~8388608,373293056~4194304,390070272~8388608] 2024-04-02T09:37:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [79691776~16777216,117440512~8388608,142606336~25165824,348127232~8388608,373293056~4194304,390070272~8388608] 2024-04-02T09:37:46.366 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 7 diff [0~4194304,62914560~8388608,79691776~4194304,88080384~4194304,117440512~4194304,142606336~8388608,155189248~16777216,197132288~8388608,222298112~8388608,314572800~8388608,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.366 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,62914560~8388608,79691776~4194304,88080384~4194304,117440512~4194304,142606336~8388608,155189248~16777216,197132288~8388608,222298112~8388608,314572800~8388608,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:45 smithi084 ceph-mon[94794]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:37:46.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:45 smithi084 ceph-mon[97358]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:37:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,62914560~8388608,79691776~16777216,117440512~8388608,142606336~29360128,197132288~8388608,222298112~12582912,314572800~8388608,348127232~8388608,360710144~16777216,385875968~25165824] 2024-04-02T09:37:46.368 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 8 diff [0~4194304,41943040~8388608,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,155189248~16777216,184549376~8388608,197132288~8388608,222298112~8388608,255852544~12582912,272629760~8388608,314572800~12582912,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.368 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,41943040~8388608,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,155189248~16777216,184549376~8388608,197132288~8388608,222298112~8388608,255852544~12582912,272629760~8388608,314572800~12582912,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,41943040~8388608,62914560~12582912,79691776~25165824,117440512~8388608,142606336~29360128,184549376~20971520,222298112~12582912,255852544~12582912,272629760~8388608,314572800~12582912,348127232~8388608,360710144~16777216,385875968~25165824] 2024-04-02T09:37:46.370 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 9 diff [0~4194304,12582912~4194304,33554432~16777216,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,142606336~8388608,155189248~16777216,184549376~8388608,197132288~12582912,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.370 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,33554432~16777216,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,142606336~8388608,155189248~16777216,184549376~8388608,197132288~12582912,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,348127232~8388608,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~8388608,33554432~16777216,62914560~12582912,79691776~25165824,109051904~20971520,142606336~29360128,184549376~25165824,222298112~12582912,255852544~25165824,310378496~20971520,348127232~8388608,360710144~16777216,385875968~25165824] 2024-04-02T09:37:46.373 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 10 diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~16777216,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.373 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~16777216,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-02T09:37:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~8388608,25165824~25165824,62914560~12582912,79691776~25165824,109051904~20971520,138412032~33554432,176160768~41943040,222298112~12582912,255852544~25165824,310378496~25165824,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-02T09:37:46.375 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 11 diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~16777216,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.375 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,79691776~4194304,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~16777216,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.378 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~8388608,25165824~25165824,62914560~12582912,79691776~25165824,109051904~20971520,138412032~33554432,176160768~41943040,222298112~12582912,255852544~25165824,310378496~25165824,343932928~33554432,385875968~25165824] 2024-04-02T09:37:46.379 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 12 diff [0~4194304,12582912~37748736,62914560~20971520,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~16777216,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,251658240~16777216,272629760~8388608,310378496~20971520,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.379 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,62914560~20971520,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~16777216,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,251658240~16777216,272629760~8388608,310378496~20971520,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,62914560~41943040,109051904~20971520,138412032~33554432,176160768~41943040,222298112~12582912,251658240~29360128,310378496~29360128,343932928~33554432,385875968~25165824] 2024-04-02T09:37:46.382 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 13 diff [0~4194304,12582912~37748736,62914560~20971520,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.382 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,62914560~20971520,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.385 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,62914560~41943040,109051904~20971520,138412032~79691776,222298112~12582912,251658240~41943040,297795584~41943040,343932928~33554432,385875968~25165824] 2024-04-02T09:37:46.385 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 14 diff [0~4194304,12582912~37748736,58720256~25165824,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.386 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,58720256~25165824,88080384~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~12582912,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.389 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,58720256~46137344,109051904~20971520,138412032~79691776,222298112~12582912,251658240~41943040,297795584~41943040,343932928~33554432,385875968~25165824] 2024-04-02T09:37:46.389 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 15 diff [0~4194304,12582912~41943040,58720256~25165824,88080384~4194304,96468992~25165824,125829120~4194304,138412032~12582912,155189248~25165824,184549376~33554432,222298112~8388608,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.390 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~41943040,58720256~25165824,88080384~4194304,96468992~25165824,125829120~4194304,138412032~12582912,155189248~25165824,184549376~33554432,222298112~8388608,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~117440512,138412032~79691776,222298112~20971520,251658240~41943040,297795584~41943040,343932928~33554432,385875968~25165824] 2024-04-02T09:37:46.394 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 16 diff [0~4194304,12582912~41943040,58720256~25165824,88080384~4194304,96468992~25165824,125829120~8388608,138412032~12582912,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.394 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~41943040,58720256~25165824,88080384~4194304,96468992~25165824,125829120~8388608,138412032~12582912,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~33554432,385875968~20971520] 2024-04-02T09:37:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~71303168,297795584~41943040,343932928~37748736,385875968~25165824] 2024-04-02T09:37:46.398 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 17 diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~8388608,138412032~12582912,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.398 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~8388608,138412032~12582912,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~71303168,297795584~41943040,343932928~67108864] 2024-04-02T09:37:46.403 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 18 diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~8388608,138412032~12582912,155189248~62914560,222298112~8388608,234881024~12582912,251658240~79691776,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.403 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~71303168,88080384~4194304,96468992~25165824,125829120~8388608,138412032~12582912,155189248~62914560,222298112~8388608,234881024~12582912,251658240~79691776,335544320~4194304,343932928~62914560] 2024-04-02T09:37:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~205520896,222298112~117440512,343932928~67108864] 2024-04-02T09:37:46.408 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to 19 diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:46.408 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:46.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:45 smithi132 ceph-mon[88571]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:37:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:46.413 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 7 diff [0~4194304,62914560~8388608,163577856~8388608,197132288~8388608,222298112~8388608,314572800~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.413 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,62914560~8388608,163577856~8388608,197132288~8388608,222298112~8388608,314572800~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,62914560~8388608,163577856~8388608,197132288~8388608,222298112~12582912,314572800~8388608,360710144~16777216,385875968~8388608,398458880~12582912] 2024-04-02T09:37:46.414 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 8 diff [0~4194304,41943040~8388608,62914560~12582912,96468992~8388608,163577856~8388608,184549376~8388608,197132288~8388608,222298112~8388608,255852544~12582912,272629760~8388608,314572800~12582912,348127232~4194304,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.414 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,41943040~8388608,62914560~12582912,96468992~8388608,163577856~8388608,184549376~8388608,197132288~8388608,222298112~8388608,255852544~12582912,272629760~8388608,314572800~12582912,348127232~4194304,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.415 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,41943040~8388608,62914560~12582912,96468992~8388608,163577856~8388608,184549376~20971520,222298112~12582912,255852544~12582912,272629760~8388608,314572800~12582912,348127232~4194304,360710144~16777216,385875968~8388608,398458880~12582912] 2024-04-02T09:37:46.415 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 9 diff [0~4194304,12582912~4194304,33554432~16777216,62914560~12582912,96468992~8388608,109051904~8388608,125829120~4194304,163577856~8388608,184549376~8388608,197132288~12582912,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,348127232~4194304,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.416 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,33554432~16777216,62914560~12582912,96468992~8388608,109051904~8388608,125829120~4194304,163577856~8388608,184549376~8388608,197132288~12582912,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,348127232~4194304,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~8388608,33554432~16777216,62914560~12582912,96468992~8388608,109051904~12582912,125829120~4194304,163577856~8388608,184549376~25165824,222298112~12582912,255852544~25165824,310378496~20971520,348127232~4194304,360710144~16777216,385875968~8388608,398458880~12582912] 2024-04-02T09:37:46.417 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 10 diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,163577856~8388608,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.417 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,163577856~8388608,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-02T09:37:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~8388608,25165824~25165824,62914560~12582912,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,163577856~8388608,176160768~41943040,222298112~12582912,255852544~25165824,310378496~25165824,343932928~8388608,360710144~16777216,385875968~8388608,398458880~12582912] 2024-04-02T09:37:46.419 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 11 diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~16777216,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.419 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~4194304,25165824~25165824,62914560~12582912,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~16777216,176160768~4194304,184549376~8388608,197132288~20971520,222298112~8388608,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~8388608,25165824~25165824,62914560~12582912,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~16777216,176160768~41943040,222298112~12582912,255852544~25165824,310378496~25165824,343932928~8388608,356515840~20971520,385875968~25165824] 2024-04-02T09:37:46.421 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 12 diff [0~4194304,12582912~37748736,62914560~16777216,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~16777216,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,251658240~16777216,272629760~8388608,310378496~20971520,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.421 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,62914560~16777216,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~16777216,176160768~4194304,184549376~20971520,209715200~8388608,222298112~8388608,251658240~16777216,272629760~8388608,310378496~20971520,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,62914560~20971520,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~16777216,176160768~41943040,222298112~12582912,251658240~29360128,310378496~29360128,343932928~8388608,356515840~20971520,385875968~25165824] 2024-04-02T09:37:46.424 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 13 diff [0~4194304,12582912~37748736,62914560~16777216,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.424 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,62914560~16777216,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,62914560~20971520,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~62914560,222298112~12582912,251658240~41943040,297795584~41943040,343932928~8388608,356515840~20971520,385875968~25165824] 2024-04-02T09:37:46.427 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 14 diff [0~4194304,12582912~37748736,58720256~20971520,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.427 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~37748736,58720256~20971520,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~25165824,184549376~20971520,209715200~8388608,222298112~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~37748736,58720256~29360128,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~62914560,222298112~12582912,251658240~41943040,297795584~41943040,343932928~8388608,356515840~20971520,385875968~25165824] 2024-04-02T09:37:46.434 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 15 diff [0~4194304,12582912~41943040,58720256~20971520,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~25165824,184549376~33554432,222298112~8388608,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.434 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~41943040,58720256~20971520,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~25165824,184549376~33554432,222298112~8388608,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~79691776,96468992~25165824,125829120~4194304,138412032~4194304,155189248~62914560,222298112~20971520,251658240~41943040,297795584~41943040,343932928~8388608,356515840~20971520,385875968~25165824] 2024-04-02T09:37:46.435 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 16 diff [0~4194304,12582912~41943040,58720256~33554432,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.435 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~41943040,58720256~33554432,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~20971520,385875968~20971520] 2024-04-02T09:37:46.438 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~79691776,96468992~25165824,125829120~16777216,155189248~62914560,222298112~71303168,297795584~41943040,343932928~8388608,356515840~25165824,385875968~25165824] 2024-04-02T09:37:46.438 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 17 diff [0~4194304,12582912~67108864,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.439 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,222298112~8388608,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~79691776,96468992~25165824,125829120~16777216,155189248~62914560,222298112~71303168,297795584~41943040,343932928~8388608,356515840~54525952] 2024-04-02T09:37:46.443 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 18 diff [0~4194304,12582912~67108864,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~8388608,234881024~12582912,251658240~79691776,335544320~4194304,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.443 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~8388608,234881024~12582912,251658240~79691776,335544320~4194304,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~79691776,96468992~25165824,125829120~16777216,155189248~62914560,222298112~117440512,343932928~8388608,356515840~54525952] 2024-04-02T09:37:46.448 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to 19 diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.448 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:46.453 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 8 diff [41943040~8388608,71303168~4194304,96468992~8388608,184549376~8388608,255852544~12582912,272629760~8388608,314572800~8388608,348127232~4194304] 2024-04-02T09:37:46.453 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [41943040~8388608,71303168~4194304,96468992~8388608,184549376~8388608,255852544~12582912,272629760~8388608,314572800~8388608,348127232~4194304] 2024-04-02T09:37:46.454 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [41943040~8388608,71303168~4194304,96468992~8388608,184549376~12582912,255852544~12582912,272629760~8388608,314572800~12582912,348127232~4194304] 2024-04-02T09:37:46.454 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 9 diff [12582912~4194304,33554432~16777216,71303168~4194304,96468992~8388608,109051904~8388608,125829120~4194304,184549376~8388608,197132288~8388608,255852544~12582912,272629760~8388608,310378496~12582912,327155712~4194304,348127232~4194304] 2024-04-02T09:37:46.455 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,33554432~16777216,71303168~4194304,96468992~8388608,109051904~8388608,125829120~4194304,184549376~8388608,197132288~8388608,255852544~12582912,272629760~8388608,310378496~12582912,327155712~4194304,348127232~4194304] 2024-04-02T09:37:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~8388608,33554432~16777216,71303168~4194304,96468992~8388608,109051904~12582912,125829120~4194304,184549376~25165824,255852544~25165824,310378496~20971520,348127232~4194304] 2024-04-02T09:37:46.456 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 10 diff [12582912~4194304,25165824~25165824,71303168~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,176160768~4194304,184549376~8388608,197132288~20971520,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,360710144~4194304] 2024-04-02T09:37:46.456 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,25165824~25165824,71303168~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,176160768~4194304,184549376~8388608,197132288~20971520,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,360710144~4194304] 2024-04-02T09:37:46.458 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~8388608,25165824~25165824,71303168~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,176160768~41943040,255852544~25165824,310378496~25165824,343932928~8388608,360710144~4194304] 2024-04-02T09:37:46.458 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 11 diff [12582912~4194304,25165824~25165824,71303168~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~8388608,197132288~20971520,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.459 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,25165824~25165824,71303168~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~8388608,197132288~20971520,255852544~12582912,272629760~8388608,310378496~20971520,343932928~8388608,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~8388608,25165824~25165824,71303168~4194304,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,176160768~41943040,255852544~25165824,310378496~25165824,343932928~8388608,356515840~12582912,385875968~16777216] 2024-04-02T09:37:46.461 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 12 diff [12582912~37748736,71303168~8388608,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~20971520,209715200~8388608,251658240~16777216,272629760~8388608,310378496~20971520,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.461 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,71303168~8388608,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~20971520,209715200~8388608,251658240~16777216,272629760~8388608,310378496~20971520,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,71303168~12582912,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,176160768~41943040,251658240~29360128,310378496~29360128,343932928~8388608,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.464 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 13 diff [12582912~37748736,67108864~12582912,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.464 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,67108864~12582912,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,67108864~16777216,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,251658240~41943040,297795584~41943040,343932928~8388608,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.467 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 14 diff [12582912~37748736,58720256~4194304,67108864~12582912,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.467 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,58720256~4194304,67108864~12582912,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.470 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,58720256~4194304,67108864~20971520,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,251658240~41943040,297795584~41943040,343932928~8388608,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.470 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 15 diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.471 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~25165824,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,234881024~8388608,251658240~41943040,297795584~41943040,343932928~8388608,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.475 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 16 diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.475 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~25165824,125829120~16777216,155189248~8388608,167772160~50331648,234881024~58720256,297795584~41943040,343932928~8388608,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:37:46.479 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 17 diff [0~4194304,12582912~50331648,67108864~12582912,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.479 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~25165824,125829120~16777216,155189248~62914560,234881024~58720256,297795584~41943040,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.484 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 18 diff [0~4194304,12582912~50331648,67108864~12582912,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~4194304,230686720~16777216,251658240~79691776,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.484 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~8388608,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~4194304,230686720~16777216,251658240~79691776,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~25165824,125829120~16777216,155189248~62914560,222298112~4194304,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.489 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to 19 diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.489 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.494 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 9 diff [12582912~4194304,33554432~8388608,109051904~8388608,125829120~4194304,197132288~8388608,260046848~8388608,310378496~8388608,322961408~8388608] 2024-04-02T09:37:46.494 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,33554432~8388608,109051904~8388608,125829120~4194304,197132288~8388608,260046848~8388608,310378496~8388608,322961408~8388608] 2024-04-02T09:37:46.495 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~8388608,33554432~8388608,109051904~12582912,125829120~4194304,197132288~12582912,260046848~12582912,310378496~8388608,322961408~8388608] 2024-04-02T09:37:46.496 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 10 diff [12582912~4194304,25165824~16777216,109051904~8388608,125829120~4194304,138412032~4194304,176160768~4194304,197132288~20971520,260046848~8388608,310378496~8388608,322961408~8388608,343932928~4194304,360710144~4194304] 2024-04-02T09:37:46.496 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,25165824~16777216,109051904~8388608,125829120~4194304,138412032~4194304,176160768~4194304,197132288~20971520,260046848~8388608,310378496~8388608,322961408~8388608,343932928~4194304,360710144~4194304] 2024-04-02T09:37:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~8388608,25165824~16777216,109051904~12582912,125829120~4194304,138412032~4194304,176160768~8388608,197132288~20971520,260046848~12582912,310378496~8388608,322961408~12582912,343932928~4194304,360710144~4194304] 2024-04-02T09:37:46.497 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 11 diff [12582912~4194304,25165824~25165824,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,188743680~29360128,255852544~12582912,310378496~20971520,343932928~4194304,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.497 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~4194304,25165824~25165824,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,188743680~29360128,255852544~12582912,310378496~20971520,343932928~4194304,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.499 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~8388608,25165824~25165824,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,176160768~8388608,188743680~29360128,255852544~16777216,310378496~25165824,343932928~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:37:46.499 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 12 diff [12582912~37748736,75497472~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~20971520,209715200~8388608,251658240~16777216,272629760~4194304,310378496~20971520,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.500 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,75497472~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~20971520,209715200~8388608,251658240~16777216,272629760~4194304,310378496~20971520,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,75497472~8388608,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,176160768~41943040,251658240~29360128,310378496~29360128,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.502 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 13 diff [12582912~37748736,67108864~4194304,75497472~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~25165824,281018368~12582912,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.502 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,67108864~4194304,75497472~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~25165824,281018368~12582912,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,67108864~16777216,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,251658240~41943040,297795584~41943040,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.505 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 14 diff [12582912~37748736,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.505 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,58720256~4194304,67108864~20971520,96468992~8388608,109051904~12582912,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,251658240~41943040,297795584~41943040,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.509 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 15 diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.509 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~8388608,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.512 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~25165824,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,234881024~8388608,251658240~41943040,297795584~41943040,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.513 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 16 diff [12582912~41943040,58720256~4194304,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.513 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~25165824,125829120~16777216,155189248~8388608,167772160~50331648,234881024~58720256,297795584~41943040,343932928~4194304,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:37:46.517 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 17 diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.517 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,234881024~12582912,251658240~41943040,297795584~33554432,335544320~4194304,343932928~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~25165824,125829120~16777216,155189248~62914560,234881024~58720256,297795584~41943040,343932928~4194304,356515840~50331648] 2024-04-02T09:37:46.521 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 18 diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~4194304,230686720~16777216,251658240~79691776,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.521 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~4194304,230686720~16777216,251658240~79691776,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~25165824,125829120~16777216,155189248~62914560,222298112~4194304,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.525 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to 19 diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.525 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.530 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 10 diff [25165824~8388608,113246208~4194304,138412032~4194304,176160768~4194304,197132288~8388608,209715200~8388608,322961408~8388608,343932928~4194304,360710144~4194304] 2024-04-02T09:37:46.530 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [25165824~8388608,113246208~4194304,138412032~4194304,176160768~4194304,197132288~8388608,209715200~8388608,322961408~8388608,343932928~4194304,360710144~4194304] 2024-04-02T09:37:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [25165824~12582912,113246208~4194304,138412032~4194304,176160768~8388608,197132288~8388608,209715200~8388608,322961408~12582912,343932928~4194304,360710144~4194304] 2024-04-02T09:37:46.531 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 11 diff [25165824~12582912,41943040~8388608,113246208~4194304,138412032~4194304,155189248~8388608,176160768~4194304,188743680~29360128,255852544~8388608,318767104~12582912,343932928~4194304,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.531 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [25165824~12582912,41943040~8388608,113246208~4194304,138412032~4194304,155189248~8388608,176160768~4194304,188743680~29360128,255852544~8388608,318767104~12582912,343932928~4194304,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [25165824~12582912,41943040~8388608,113246208~4194304,138412032~4194304,155189248~8388608,176160768~8388608,188743680~29360128,255852544~8388608,318767104~16777216,343932928~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:37:46.533 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 12 diff [16777216~33554432,75497472~4194304,96468992~8388608,113246208~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~20971520,209715200~8388608,251658240~12582912,272629760~4194304,318767104~12582912,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.533 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16777216~33554432,75497472~4194304,96468992~8388608,113246208~4194304,138412032~4194304,155189248~8388608,176160768~4194304,184549376~20971520,209715200~8388608,251658240~12582912,272629760~4194304,318767104~12582912,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16777216~33554432,75497472~8388608,96468992~8388608,113246208~4194304,138412032~4194304,155189248~8388608,176160768~41943040,251658240~12582912,272629760~8388608,318767104~20971520,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.535 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 13 diff [16777216~33554432,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~12582912,268435456~8388608,281018368~12582912,297795584~12582912,318767104~12582912,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.535 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16777216~33554432,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~12582912,268435456~8388608,281018368~12582912,297795584~12582912,318767104~12582912,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16777216~33554432,67108864~16777216,96468992~8388608,113246208~4194304,138412032~4194304,155189248~8388608,167772160~50331648,251658240~12582912,268435456~25165824,297795584~16777216,318767104~20971520,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.537 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 14 diff [12582912~37748736,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~12582912,268435456~25165824,297795584~12582912,318767104~12582912,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.537 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~20971520,209715200~8388608,251658240~12582912,268435456~25165824,297795584~12582912,318767104~12582912,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,58720256~4194304,67108864~20971520,96468992~8388608,109051904~8388608,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,251658240~12582912,268435456~25165824,297795584~16777216,318767104~20971520,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.540 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 15 diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~8388608,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.540 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~20971520,125829120~4194304,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~8388608,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,343932928~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~20971520,125829120~4194304,138412032~4194304,155189248~8388608,167772160~50331648,234881024~8388608,251658240~12582912,268435456~25165824,297795584~41943040,343932928~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.543 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 16 diff [12582912~41943040,58720256~4194304,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,343932928~4194304,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.543 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~8388608,167772160~12582912,184549376~33554432,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,343932928~4194304,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.546 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~20971520,125829120~16777216,155189248~8388608,167772160~50331648,234881024~29360128,268435456~25165824,297795584~41943040,343932928~4194304,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:37:46.547 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 17 diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~25165824,343932928~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.547 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~25165824,184549376~33554432,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~25165824,343932928~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~20971520,125829120~16777216,155189248~62914560,234881024~29360128,268435456~25165824,297795584~41943040,343932928~4194304,356515840~50331648] 2024-04-02T09:37:46.550 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 18 diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.550 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~25165824,96468992~20971520,125829120~8388608,138412032~4194304,155189248~62914560,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~20971520,125829120~16777216,155189248~62914560,222298112~4194304,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.555 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to 19 diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.555 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.559 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 11 diff [25165824~8388608,41943040~8388608,155189248~8388608,188743680~16777216,255852544~8388608,318767104~8388608,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.559 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [25165824~8388608,41943040~8388608,155189248~8388608,188743680~16777216,255852544~8388608,318767104~8388608,356515840~8388608,385875968~12582912] 2024-04-02T09:37:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [25165824~8388608,41943040~8388608,155189248~8388608,188743680~20971520,255852544~8388608,318767104~8388608,356515840~12582912,385875968~16777216] 2024-04-02T09:37:46.560 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 12 diff [16777216~16777216,37748736~12582912,75497472~4194304,96468992~8388608,155189248~8388608,184549376~20971520,251658240~12582912,272629760~4194304,318767104~8388608,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.560 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16777216~16777216,37748736~12582912,75497472~4194304,96468992~8388608,155189248~8388608,184549376~20971520,251658240~12582912,272629760~4194304,318767104~8388608,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16777216~16777216,37748736~12582912,75497472~8388608,96468992~8388608,155189248~8388608,184549376~25165824,251658240~12582912,272629760~8388608,318767104~8388608,335544320~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.562 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 13 diff [16777216~16777216,37748736~12582912,67108864~4194304,75497472~4194304,96468992~8388608,155189248~8388608,167772160~8388608,184549376~20971520,251658240~12582912,268435456~8388608,281018368~12582912,297795584~12582912,318767104~8388608,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.562 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16777216~16777216,37748736~12582912,67108864~4194304,75497472~4194304,96468992~8388608,155189248~8388608,167772160~8388608,184549376~20971520,251658240~12582912,268435456~8388608,281018368~12582912,297795584~12582912,318767104~8388608,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16777216~16777216,37748736~12582912,67108864~16777216,96468992~8388608,155189248~8388608,167772160~8388608,184549376~25165824,251658240~12582912,268435456~25165824,297795584~16777216,318767104~8388608,335544320~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.564 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 14 diff [12582912~37748736,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~4194304,125829120~4194304,155189248~8388608,167772160~8388608,184549376~20971520,251658240~12582912,268435456~25165824,297795584~12582912,318767104~8388608,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.564 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~37748736,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~4194304,125829120~4194304,155189248~8388608,167772160~8388608,184549376~20971520,251658240~12582912,268435456~25165824,297795584~12582912,318767104~8388608,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~37748736,58720256~4194304,67108864~20971520,96468992~8388608,109051904~8388608,125829120~4194304,155189248~8388608,167772160~8388608,184549376~25165824,251658240~12582912,268435456~25165824,297795584~16777216,318767104~8388608,335544320~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.566 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 15 diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~16777216,125829120~4194304,155189248~8388608,167772160~8388608,184549376~29360128,234881024~8388608,251658240~12582912,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.566 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~12582912,83886080~8388608,96468992~16777216,125829120~4194304,155189248~8388608,167772160~8388608,184549376~29360128,234881024~8388608,251658240~12582912,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:37:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~20971520,125829120~4194304,155189248~8388608,167772160~8388608,184549376~29360128,234881024~8388608,251658240~12582912,268435456~25165824,297795584~29360128,335544320~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:37:46.568 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 16 diff [12582912~41943040,58720256~4194304,67108864~25165824,96468992~16777216,125829120~8388608,155189248~8388608,167772160~8388608,184549376~29360128,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.568 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~41943040,58720256~4194304,67108864~25165824,96468992~16777216,125829120~8388608,155189248~8388608,167772160~8388608,184549376~29360128,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,356515840~8388608,373293056~4194304,385875968~16777216] 2024-04-02T09:37:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~50331648,67108864~25165824,96468992~20971520,125829120~12582912,155189248~8388608,167772160~8388608,184549376~29360128,234881024~29360128,268435456~25165824,297795584~29360128,335544320~4194304,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:37:46.571 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 17 diff [0~4194304,12582912~50331648,67108864~25165824,96468992~16777216,125829120~8388608,155189248~20971520,184549376~29360128,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.571 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~25165824,96468992~16777216,125829120~8388608,155189248~20971520,184549376~29360128,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.574 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~20971520,125829120~12582912,155189248~20971520,184549376~29360128,234881024~29360128,268435456~25165824,297795584~33554432,335544320~4194304,356515840~50331648] 2024-04-02T09:37:46.574 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 18 diff [0~4194304,12582912~50331648,67108864~25165824,96468992~16777216,125829120~8388608,155189248~20971520,180355072~33554432,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~16777216,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.575 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~25165824,96468992~16777216,125829120~8388608,155189248~20971520,180355072~33554432,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~16777216,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~79691776,96468992~20971520,125829120~12582912,155189248~20971520,180355072~33554432,222298112~4194304,230686720~33554432,268435456~62914560,335544320~4194304,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.578 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to 19 diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.578 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:46.582 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 12 diff [16777216~8388608,37748736~8388608,75497472~4194304,96468992~8388608,184549376~12582912,251658240~8388608,272629760~4194304,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.582 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16777216~8388608,37748736~8388608,75497472~4194304,96468992~8388608,184549376~12582912,251658240~8388608,272629760~4194304,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16777216~8388608,37748736~12582912,75497472~8388608,96468992~8388608,184549376~16777216,251658240~8388608,272629760~8388608,335544320~4194304,394264576~12582912] 2024-04-02T09:37:46.583 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 13 diff [16777216~8388608,37748736~8388608,67108864~4194304,75497472~4194304,96468992~8388608,167772160~8388608,184549376~12582912,251658240~8388608,268435456~8388608,281018368~12582912,297795584~12582912,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.583 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [16777216~8388608,37748736~8388608,67108864~4194304,75497472~4194304,96468992~8388608,167772160~8388608,184549376~12582912,251658240~8388608,268435456~8388608,281018368~12582912,297795584~12582912,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [16777216~8388608,37748736~12582912,67108864~16777216,96468992~8388608,167772160~8388608,184549376~16777216,251658240~8388608,268435456~25165824,297795584~16777216,335544320~4194304,394264576~12582912] 2024-04-02T09:37:46.585 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 14 diff [12582912~12582912,33554432~12582912,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~4194304,125829120~4194304,167772160~8388608,184549376~12582912,251658240~8388608,268435456~25165824,297795584~12582912,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.585 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~12582912,33554432~12582912,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,96468992~8388608,109051904~4194304,125829120~4194304,167772160~8388608,184549376~12582912,251658240~8388608,268435456~25165824,297795584~12582912,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~16777216,58720256~4194304,67108864~20971520,96468992~8388608,109051904~8388608,125829120~4194304,167772160~8388608,184549376~16777216,251658240~8388608,268435456~25165824,297795584~16777216,335544320~4194304,394264576~12582912] 2024-04-02T09:37:46.587 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 15 diff [12582912~12582912,33554432~20971520,58720256~4194304,67108864~12582912,83886080~8388608,96468992~16777216,125829120~4194304,167772160~8388608,184549376~16777216,205520896~8388608,234881024~8388608,251658240~8388608,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.587 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~12582912,33554432~20971520,58720256~4194304,67108864~12582912,83886080~8388608,96468992~16777216,125829120~4194304,167772160~8388608,184549376~16777216,205520896~8388608,234881024~8388608,251658240~8388608,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,394264576~8388608] 2024-04-02T09:37:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~29360128,67108864~25165824,96468992~20971520,125829120~4194304,167772160~8388608,184549376~16777216,205520896~8388608,234881024~8388608,251658240~8388608,268435456~25165824,297795584~29360128,335544320~4194304,394264576~12582912] 2024-04-02T09:37:46.589 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 16 diff [12582912~12582912,33554432~20971520,58720256~4194304,67108864~25165824,96468992~16777216,125829120~8388608,167772160~8388608,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,373293056~4194304,394264576~8388608] 2024-04-02T09:37:46.589 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~12582912,33554432~20971520,58720256~4194304,67108864~25165824,96468992~16777216,125829120~8388608,167772160~8388608,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~12582912,335544320~4194304,373293056~4194304,394264576~8388608] 2024-04-02T09:37:46.591 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~29360128,67108864~25165824,96468992~20971520,125829120~12582912,167772160~8388608,184549376~16777216,205520896~8388608,234881024~29360128,268435456~25165824,297795584~29360128,335544320~4194304,373293056~8388608,394264576~12582912] 2024-04-02T09:37:46.592 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 17 diff [0~4194304,12582912~12582912,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.592 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,335544320~4194304,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.594 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~58720256,96468992~20971520,125829120~12582912,163577856~12582912,184549376~16777216,205520896~8388608,234881024~29360128,268435456~25165824,297795584~33554432,335544320~4194304,369098752~16777216,394264576~12582912] 2024-04-02T09:37:46.595 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 18 diff [0~4194304,12582912~12582912,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,180355072~20971520,205520896~8388608,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~16777216,335544320~4194304,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.595 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,180355072~20971520,205520896~8388608,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~16777216,335544320~4194304,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~58720256,96468992~20971520,125829120~12582912,163577856~12582912,180355072~20971520,205520896~8388608,222298112~4194304,230686720~33554432,268435456~62914560,335544320~4194304,343932928~8388608,369098752~16777216,394264576~12582912] 2024-04-02T09:37:46.598 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to 19 diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.598 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:46.602 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 13 diff [67108864~4194304,75497472~4194304,167772160~8388608,188743680~8388608,268435456~4194304,281018368~12582912,297795584~12582912] 2024-04-02T09:37:46.602 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [67108864~4194304,75497472~4194304,167772160~8388608,188743680~8388608,268435456~4194304,281018368~12582912,297795584~12582912] 2024-04-02T09:37:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [67108864~16777216,167772160~8388608,188743680~12582912,268435456~8388608,281018368~12582912,297795584~16777216] 2024-04-02T09:37:46.603 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 14 diff [12582912~8388608,33554432~4194304,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,109051904~4194304,125829120~4194304,167772160~8388608,188743680~8388608,251658240~8388608,268435456~4194304,276824064~16777216,297795584~12582912,398458880~4194304] 2024-04-02T09:37:46.603 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~8388608,33554432~4194304,58720256~4194304,67108864~4194304,75497472~4194304,83886080~4194304,109051904~4194304,125829120~4194304,167772160~8388608,188743680~8388608,251658240~8388608,268435456~4194304,276824064~16777216,297795584~12582912,398458880~4194304] 2024-04-02T09:37:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~8388608,58720256~4194304,67108864~20971520,109051904~8388608,125829120~4194304,167772160~8388608,188743680~12582912,251658240~8388608,268435456~25165824,297795584~16777216,398458880~8388608] 2024-04-02T09:37:46.605 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 15 diff [12582912~8388608,33554432~4194304,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,109051904~4194304,125829120~4194304,167772160~8388608,184549376~16777216,205520896~8388608,234881024~8388608,251658240~8388608,268435456~4194304,276824064~16777216,297795584~12582912,314572800~12582912,398458880~4194304] 2024-04-02T09:37:46.605 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~8388608,33554432~4194304,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,109051904~4194304,125829120~4194304,167772160~8388608,184549376~16777216,205520896~8388608,234881024~8388608,251658240~8388608,268435456~4194304,276824064~16777216,297795584~12582912,314572800~12582912,398458880~4194304] 2024-04-02T09:37:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~8388608,46137344~16777216,67108864~25165824,96468992~20971520,125829120~4194304,167772160~8388608,184549376~16777216,205520896~8388608,234881024~8388608,251658240~8388608,268435456~25165824,297795584~29360128,398458880~8388608] 2024-04-02T09:37:46.607 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 16 diff [12582912~8388608,33554432~20971520,58720256~4194304,67108864~25165824,96468992~16777216,125829120~8388608,167772160~8388608,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~4194304,276824064~16777216,297795584~12582912,314572800~12582912,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.607 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~8388608,33554432~20971520,58720256~4194304,67108864~25165824,96468992~16777216,125829120~8388608,167772160~8388608,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~4194304,276824064~16777216,297795584~12582912,314572800~12582912,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.609 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~29360128,67108864~25165824,96468992~20971520,125829120~12582912,167772160~8388608,184549376~16777216,205520896~8388608,234881024~29360128,268435456~25165824,297795584~29360128,373293056~8388608,398458880~8388608] 2024-04-02T09:37:46.610 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 17 diff [0~4194304,12582912~8388608,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.610 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,184549376~16777216,205520896~8388608,234881024~12582912,251658240~12582912,268435456~25165824,297795584~12582912,314572800~16777216,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~58720256,96468992~20971520,125829120~12582912,163577856~12582912,184549376~16777216,205520896~8388608,234881024~29360128,268435456~25165824,297795584~33554432,369098752~16777216,398458880~8388608] 2024-04-02T09:37:46.612 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 18 diff [0~4194304,12582912~8388608,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,180355072~20971520,205520896~8388608,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~16777216,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.612 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~25165824,96468992~16777216,125829120~8388608,163577856~12582912,180355072~20971520,205520896~8388608,222298112~4194304,230686720~16777216,251658240~12582912,268435456~41943040,314572800~16777216,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~58720256,96468992~20971520,125829120~12582912,163577856~12582912,180355072~20971520,205520896~8388608,222298112~4194304,230686720~33554432,268435456~62914560,343932928~8388608,369098752~16777216,394264576~12582912] 2024-04-02T09:37:46.615 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to 19 diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.615 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:46.618 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 14 diff [12582912~8388608,33554432~4194304,58720256~4194304,83886080~4194304,109051904~4194304,125829120~4194304,188743680~4194304,251658240~8388608,276824064~8388608,398458880~4194304] 2024-04-02T09:37:46.618 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~8388608,33554432~4194304,58720256~4194304,83886080~4194304,109051904~4194304,125829120~4194304,188743680~4194304,251658240~8388608,276824064~8388608,398458880~4194304] 2024-04-02T09:37:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~8388608,58720256~4194304,83886080~4194304,109051904~8388608,125829120~4194304,188743680~8388608,251658240~8388608,276824064~8388608,398458880~8388608] 2024-04-02T09:37:46.619 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 15 diff [12582912~8388608,33554432~4194304,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,125829120~4194304,184549376~12582912,205520896~8388608,234881024~8388608,251658240~8388608,276824064~8388608,314572800~12582912,398458880~4194304] 2024-04-02T09:37:46.619 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~8388608,33554432~4194304,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,125829120~4194304,184549376~12582912,205520896~8388608,234881024~8388608,251658240~8388608,276824064~8388608,314572800~12582912,398458880~4194304] 2024-04-02T09:37:46.621 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~8388608,46137344~16777216,71303168~8388608,83886080~8388608,96468992~20971520,125829120~4194304,184549376~12582912,205520896~8388608,234881024~8388608,251658240~8388608,276824064~8388608,314572800~12582912,398458880~8388608] 2024-04-02T09:37:46.622 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 16 diff [12582912~8388608,33554432~20971520,58720256~4194304,71303168~20971520,96468992~16777216,125829120~8388608,184549376~12582912,205520896~8388608,234881024~12582912,251658240~12582912,276824064~8388608,314572800~12582912,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.622 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [12582912~8388608,33554432~20971520,58720256~4194304,71303168~20971520,96468992~16777216,125829120~8388608,184549376~12582912,205520896~8388608,234881024~12582912,251658240~12582912,276824064~8388608,314572800~12582912,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.623 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [12582912~12582912,33554432~29360128,71303168~20971520,96468992~20971520,125829120~12582912,184549376~12582912,205520896~8388608,234881024~29360128,276824064~8388608,314572800~12582912,373293056~8388608,398458880~8388608] 2024-04-02T09:37:46.624 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 17 diff [0~4194304,12582912~8388608,33554432~29360128,71303168~20971520,96468992~16777216,125829120~8388608,163577856~8388608,184549376~12582912,205520896~8388608,234881024~12582912,251658240~12582912,272629760~12582912,314572800~16777216,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.624 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~20971520,96468992~16777216,125829120~8388608,163577856~8388608,184549376~12582912,205520896~8388608,234881024~12582912,251658240~12582912,272629760~12582912,314572800~16777216,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~20971520,96468992~20971520,125829120~12582912,163577856~12582912,184549376~12582912,205520896~8388608,234881024~29360128,272629760~12582912,314572800~16777216,369098752~16777216,398458880~8388608] 2024-04-02T09:37:46.626 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 18 diff [0~4194304,12582912~8388608,33554432~29360128,71303168~20971520,96468992~16777216,125829120~8388608,163577856~8388608,180355072~16777216,205520896~8388608,222298112~4194304,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~16777216,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.626 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~20971520,96468992~16777216,125829120~8388608,163577856~8388608,180355072~16777216,205520896~8388608,222298112~4194304,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~16777216,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~20971520,96468992~20971520,125829120~12582912,163577856~12582912,180355072~16777216,205520896~8388608,222298112~4194304,230686720~33554432,272629760~33554432,314572800~16777216,343932928~8388608,369098752~16777216,394264576~12582912] 2024-04-02T09:37:46.628 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to 19 diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.628 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~46137344,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~37748736] 2024-04-02T09:37:46.631 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 15 diff [46137344~8388608,71303168~8388608,88080384~4194304,96468992~8388608,184549376~8388608,205520896~8388608,234881024~8388608,314572800~12582912] 2024-04-02T09:37:46.631 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [46137344~8388608,71303168~8388608,88080384~4194304,96468992~8388608,184549376~8388608,205520896~8388608,234881024~8388608,314572800~12582912] 2024-04-02T09:37:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [46137344~12582912,71303168~8388608,88080384~4194304,96468992~12582912,184549376~12582912,205520896~8388608,234881024~8388608,314572800~12582912] 2024-04-02T09:37:46.632 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 16 diff [37748736~16777216,71303168~12582912,88080384~4194304,96468992~12582912,130023424~4194304,184549376~8388608,205520896~8388608,234881024~12582912,251658240~8388608,314572800~12582912,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.632 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [37748736~16777216,71303168~12582912,88080384~4194304,96468992~12582912,130023424~4194304,184549376~8388608,205520896~8388608,234881024~12582912,251658240~8388608,314572800~12582912,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [37748736~20971520,71303168~12582912,88080384~4194304,96468992~12582912,130023424~8388608,184549376~12582912,205520896~8388608,234881024~29360128,314572800~12582912,373293056~8388608,398458880~4194304] 2024-04-02T09:37:46.633 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 17 diff [0~4194304,37748736~25165824,71303168~12582912,88080384~4194304,96468992~12582912,130023424~4194304,163577856~8388608,184549376~8388608,205520896~8388608,234881024~12582912,251658240~8388608,272629760~8388608,314572800~16777216,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.633 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~25165824,71303168~12582912,88080384~4194304,96468992~12582912,130023424~4194304,163577856~8388608,184549376~8388608,205520896~8388608,234881024~12582912,251658240~8388608,272629760~8388608,314572800~16777216,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,71303168~12582912,88080384~4194304,96468992~12582912,130023424~8388608,163577856~12582912,184549376~12582912,205520896~8388608,234881024~29360128,272629760~8388608,314572800~16777216,369098752~16777216,398458880~4194304] 2024-04-02T09:37:46.640 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 18 diff [0~4194304,37748736~25165824,71303168~12582912,88080384~4194304,96468992~12582912,130023424~4194304,163577856~8388608,180355072~12582912,205520896~8388608,222298112~4194304,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~16777216,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.640 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~25165824,71303168~12582912,88080384~4194304,96468992~12582912,130023424~4194304,163577856~8388608,180355072~12582912,205520896~8388608,222298112~4194304,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~16777216,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,71303168~12582912,88080384~4194304,96468992~12582912,130023424~8388608,163577856~12582912,180355072~16777216,205520896~8388608,222298112~4194304,230686720~33554432,272629760~33554432,314572800~16777216,343932928~8388608,369098752~16777216,394264576~8388608] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to 19 diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,71303168~37748736,130023424~8388608,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~33554432] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 16 diff [37748736~12582912,75497472~8388608,104857600~4194304,130023424~4194304,243269632~4194304,251658240~8388608,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [37748736~12582912,75497472~8388608,104857600~4194304,130023424~4194304,243269632~4194304,251658240~8388608,373293056~4194304,398458880~4194304] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [37748736~16777216,75497472~8388608,104857600~4194304,130023424~8388608,243269632~20971520,373293056~8388608,398458880~4194304] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 17 diff [0~4194304,37748736~12582912,54525952~8388608,75497472~8388608,100663296~8388608,130023424~4194304,163577856~8388608,243269632~4194304,251658240~8388608,272629760~8388608,318767104~8388608,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.641 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~12582912,54525952~8388608,75497472~8388608,100663296~8388608,130023424~4194304,163577856~8388608,243269632~4194304,251658240~8388608,272629760~8388608,318767104~8388608,369098752~12582912,398458880~4194304] 2024-04-02T09:37:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,75497472~8388608,100663296~8388608,130023424~8388608,163577856~12582912,243269632~20971520,272629760~8388608,318767104~12582912,369098752~16777216,398458880~4194304] 2024-04-02T09:37:46.642 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 18 diff [0~4194304,37748736~12582912,54525952~8388608,75497472~8388608,100663296~8388608,130023424~4194304,163577856~8388608,180355072~12582912,222298112~4194304,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~12582912,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.642 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~12582912,54525952~8388608,75497472~8388608,100663296~8388608,130023424~4194304,163577856~8388608,180355072~12582912,222298112~4194304,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~12582912,343932928~8388608,369098752~12582912,394264576~8388608] 2024-04-02T09:37:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,75497472~8388608,100663296~8388608,130023424~8388608,163577856~12582912,180355072~12582912,222298112~4194304,230686720~4194304,243269632~20971520,272629760~33554432,318767104~12582912,343932928~8388608,369098752~16777216,394264576~8388608] 2024-04-02T09:37:46.643 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to 19 diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.643 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,75497472~12582912,92274688~16777216,130023424~8388608,163577856~12582912,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,243269632~20971520,272629760~33554432,318767104~20971520,343932928~8388608,369098752~33554432] 2024-04-02T09:37:46.645 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to 17 diff [0~4194304,54525952~8388608,100663296~4194304,163577856~8388608,272629760~8388608,318767104~8388608,369098752~12582912] 2024-04-02T09:37:46.645 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,54525952~8388608,100663296~4194304,163577856~8388608,272629760~8388608,318767104~8388608,369098752~12582912] 2024-04-02T09:37:46.646 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,54525952~12582912,100663296~4194304,163577856~12582912,272629760~8388608,318767104~12582912,369098752~16777216] 2024-04-02T09:37:46.646 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to 18 diff [0~4194304,54525952~8388608,100663296~4194304,163577856~8388608,180355072~12582912,222298112~4194304,230686720~4194304,272629760~16777216,293601280~8388608,318767104~12582912,343932928~8388608,369098752~12582912,394264576~4194304] 2024-04-02T09:37:46.647 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,54525952~8388608,100663296~4194304,163577856~8388608,180355072~12582912,222298112~4194304,230686720~4194304,272629760~16777216,293601280~8388608,318767104~12582912,343932928~8388608,369098752~12582912,394264576~4194304] 2024-04-02T09:37:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,54525952~12582912,100663296~4194304,163577856~12582912,180355072~12582912,222298112~4194304,230686720~4194304,272629760~33554432,318767104~12582912,343932928~8388608,369098752~16777216,394264576~8388608] 2024-04-02T09:37:46.648 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to 19 diff [0~4194304,54525952~8388608,75497472~12582912,92274688~12582912,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:37:46.648 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,54525952~8388608,75497472~12582912,92274688~12582912,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:37:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,54525952~12582912,75497472~12582912,92274688~12582912,163577856~12582912,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,272629760~33554432,318767104~20971520,343932928~8388608,369098752~33554432] 2024-04-02T09:37:46.650 INFO:tasks.workunit.client.0.smithi084.stdout:from 17 to 18 diff [180355072~12582912,222298112~4194304,230686720~4194304,281018368~8388608,293601280~8388608,322961408~8388608,343932928~8388608,394264576~4194304] 2024-04-02T09:37:46.650 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [180355072~12582912,222298112~4194304,230686720~4194304,281018368~8388608,293601280~8388608,322961408~8388608,343932928~8388608,394264576~4194304] 2024-04-02T09:37:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [180355072~12582912,222298112~4194304,230686720~4194304,281018368~25165824,322961408~8388608,343932928~8388608,394264576~8388608] 2024-04-02T09:37:46.651 INFO:tasks.workunit.client.0.smithi084.stdout:from 17 to 19 diff [75497472~12582912,92274688~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~4194304,281018368~8388608,293601280~8388608,322961408~12582912,343932928~8388608,385875968~12582912] 2024-04-02T09:37:46.651 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [75497472~12582912,92274688~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~4194304,281018368~8388608,293601280~8388608,322961408~12582912,343932928~8388608,385875968~12582912] 2024-04-02T09:37:46.652 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [75497472~12582912,92274688~8388608,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,272629760~4194304,281018368~25165824,322961408~16777216,343932928~8388608,385875968~16777216] 2024-04-02T09:37:46.653 INFO:tasks.workunit.client.0.smithi084.stdout:from 18 to 19 diff [75497472~12582912,92274688~8388608,197132288~8388608,213909504~8388608,272629760~4194304,327155712~8388608,385875968~12582912] 2024-04-02T09:37:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [75497472~12582912,92274688~8388608,197132288~8388608,213909504~8388608,272629760~4194304,327155712~8388608,385875968~12582912] 2024-04-02T09:37:46.653 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [75497472~12582912,92274688~8388608,197132288~12582912,213909504~12582912,272629760~4194304,327155712~12582912,385875968~12582912] 2024-04-02T09:37:47.002 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:47.003 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:47.021 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:47.021 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:47.031 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:47.031 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:47.038 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:47.038 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:47.046 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:47.047 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:47.047 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:47.050 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:47.050 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:47.056 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:47.056 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:47.060 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:47.061 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.061 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:47.065 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.065 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:47.069 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.069 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:47.074 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.074 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.077 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:47.078 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.078 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:47.081 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.081 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:47.084 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.084 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~46137344,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~37748736] 2024-04-02T09:37:47.087 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.087 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.088 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,71303168~37748736,130023424~8388608,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~33554432] 2024-04-02T09:37:47.089 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to HEAD diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.089 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:47.090 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,75497472~12582912,92274688~16777216,130023424~8388608,163577856~12582912,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,243269632~20971520,272629760~33554432,318767104~20971520,343932928~8388608,369098752~33554432] 2024-04-02T09:37:47.090 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to HEAD diff [0~4194304,54525952~8388608,75497472~12582912,92274688~12582912,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:37:47.091 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,54525952~8388608,75497472~12582912,92274688~12582912,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:37:47.092 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,54525952~12582912,75497472~12582912,92274688~12582912,163577856~12582912,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,272629760~33554432,318767104~20971520,343932928~8388608,369098752~33554432] 2024-04-02T09:37:47.092 INFO:tasks.workunit.client.0.smithi084.stdout:from 17 to HEAD diff [75497472~12582912,92274688~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~4194304,281018368~8388608,293601280~8388608,322961408~12582912,343932928~8388608,385875968~12582912] 2024-04-02T09:37:47.093 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [75497472~12582912,92274688~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~4194304,281018368~8388608,293601280~8388608,322961408~12582912,343932928~8388608,385875968~12582912] 2024-04-02T09:37:47.094 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [75497472~12582912,92274688~8388608,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,272629760~4194304,281018368~25165824,322961408~16777216,343932928~8388608,385875968~16777216] 2024-04-02T09:37:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:46 smithi084 ceph-mon[94794]: pgmap v4063: 137 pgs: 137 active+clean; 834 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 48 MiB/s wr, 372 op/s 2024-04-02T09:37:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:46 smithi084 ceph-mon[94794]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:37:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:46 smithi084 ceph-mon[97358]: pgmap v4063: 137 pgs: 137 active+clean; 834 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 48 MiB/s wr, 372 op/s 2024-04-02T09:37:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:46 smithi084 ceph-mon[97358]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:37:47.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:46 smithi132 ceph-mon[88571]: pgmap v4063: 137 pgs: 137 active+clean; 834 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 48 MiB/s wr, 372 op/s 2024-04-02T09:37:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:46 smithi132 ceph-mon[88571]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:37:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:48.030 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:48.046 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:48.053 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:48.058 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:48.064 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:48.068 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:48.073 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:48.077 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:48.081 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:48.085 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:48.088 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:48.091 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:48.094 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~46137344,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~37748736] 2024-04-02T09:37:48.097 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,71303168~37748736,130023424~8388608,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~33554432] 2024-04-02T09:37:48.099 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to HEAD diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,75497472~12582912,92274688~16777216,130023424~8388608,163577856~12582912,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,243269632~20971520,272629760~33554432,318767104~20971520,343932928~8388608,369098752~33554432] 2024-04-02T09:37:48.100 INFO:tasks.workunit.client.0.smithi084.stdout:from 16 to HEAD diff [0~4194304,54525952~8388608,75497472~12582912,92274688~12582912,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:37:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,54525952~8388608,75497472~12582912,92274688~12582912,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:37:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,54525952~12582912,75497472~12582912,92274688~12582912,163577856~12582912,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,272629760~33554432,318767104~20971520,343932928~8388608,369098752~33554432] 2024-04-02T09:37:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:47 smithi084 ceph-mon[94794]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:37:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:48 smithi084 ceph-mon[97358]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:37:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:48 smithi132 ceph-mon[88571]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:37:49.019 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:49.019 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:49.058 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:49.058 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:49.058 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:49.064 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:49.064 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:49.064 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:49.070 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:49.070 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:49.070 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:49.075 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:49.075 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:49.075 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:49.080 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:49.080 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:49.080 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:49.085 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:49.085 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:49.085 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:49.090 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:49.090 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.090 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.094 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:49.094 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.094 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.097 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:49.098 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.098 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.101 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:49.101 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.101 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.104 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:49.104 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.104 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.107 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:49.107 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.107 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.109 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:49.109 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.109 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.111 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~46137344,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~37748736] 2024-04-02T09:37:49.111 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.111 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.113 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,71303168~37748736,130023424~8388608,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~33554432] 2024-04-02T09:37:49.113 INFO:tasks.workunit.client.0.smithi084.stdout:from 15 to HEAD diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.113 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~12582912,54525952~8388608,75497472~12582912,92274688~16777216,130023424~4194304,163577856~8388608,180355072~12582912,197132288~8388608,213909504~12582912,230686720~4194304,243269632~4194304,251658240~8388608,272629760~16777216,293601280~8388608,318767104~16777216,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:49.114 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,75497472~12582912,92274688~16777216,130023424~8388608,163577856~12582912,180355072~12582912,197132288~12582912,213909504~12582912,230686720~4194304,243269632~20971520,272629760~33554432,318767104~20971520,343932928~8388608,369098752~33554432] 2024-04-02T09:37:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:49 smithi084 ceph-mon[94794]: pgmap v4066: 137 pgs: 137 active+clean; 834 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 20 MiB/s wr, 12 op/s 2024-04-02T09:37:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:49 smithi084 ceph-mon[94794]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:37:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:49 smithi084 ceph-mon[97358]: pgmap v4066: 137 pgs: 137 active+clean; 834 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 20 MiB/s wr, 12 op/s 2024-04-02T09:37:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:49 smithi084 ceph-mon[97358]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:37:49.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:49 smithi132 ceph-mon[88571]: pgmap v4066: 137 pgs: 137 active+clean; 834 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 20 MiB/s wr, 12 op/s 2024-04-02T09:37:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:49 smithi132 ceph-mon[88571]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:37:50.030 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.030 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.059 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:50.059 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.059 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.073 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:50.073 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.073 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.079 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.079 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.079 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.084 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.085 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.085 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.089 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.089 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:50.089 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:50.093 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.093 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.094 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.097 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:50.097 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.097 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.101 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.101 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.101 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.104 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.104 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.104 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.107 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.107 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.108 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.110 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.110 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.110 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.112 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:50.112 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.112 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.114 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:50.114 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.114 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.116 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~46137344,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~37748736] 2024-04-02T09:37:50.116 INFO:tasks.workunit.client.0.smithi084.stdout:from 14 to HEAD diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.116 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,37748736~25165824,71303168~37748736,130023424~4194304,163577856~8388608,180355072~12582912,197132288~29360128,230686720~16777216,251658240~8388608,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.117 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,37748736~29360128,71303168~37748736,130023424~8388608,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~33554432] 2024-04-02T09:37:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:50 smithi084 ceph-mon[94794]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:37:50.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:50 smithi084 ceph-mon[97358]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:37:50.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:50 smithi132 ceph-mon[88571]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:37:50.842 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.843 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.877 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:50.877 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.877 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.883 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:50.883 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.883 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:50.889 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.890 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.890 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.904 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.904 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.904 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:50.909 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.909 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:50.909 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:50.913 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:50.913 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.913 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.917 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:50.917 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.917 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.921 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.921 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.921 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.925 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.925 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.925 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.927 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.927 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.927 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.930 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:50.930 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.930 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.932 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:50.932 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.933 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:50.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 13 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.935 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,71303168~41943040,125829120~8388608,163577856~8388608,180355072~46137344,230686720~16777216,251658240~12582912,272629760~16777216,293601280~8388608,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:50.936 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~33554432,71303168~46137344,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,272629760~33554432,314572800~25165824,343932928~8388608,369098752~37748736] 2024-04-02T09:37:51.008 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:37:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:37:50] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-02T09:37:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:51 smithi084 ceph-mon[94794]: pgmap v4069: 137 pgs: 137 active+clean; 906 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 724 KiB/s rd, 19 MiB/s wr, 1.34k op/s 2024-04-02T09:37:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:51 smithi084 ceph-mon[94794]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:37:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:51 smithi084 ceph-mon[94794]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:37:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:51 smithi084 ceph-mon[97358]: pgmap v4069: 137 pgs: 137 active+clean; 906 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 724 KiB/s rd, 19 MiB/s wr, 1.34k op/s 2024-04-02T09:37:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:51 smithi084 ceph-mon[97358]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:37:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:51 smithi084 ceph-mon[97358]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:37:51.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:51 smithi132 ceph-mon[88571]: pgmap v4069: 137 pgs: 137 active+clean; 906 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 724 KiB/s rd, 19 MiB/s wr, 1.34k op/s 2024-04-02T09:37:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:51 smithi132 ceph-mon[88571]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:37:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:51 smithi132 ceph-mon[88571]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:37:51.841 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:51.841 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:51.868 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:51.868 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:51.868 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:51.878 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:51.878 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:51.878 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:51.887 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:51.887 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:51.887 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:51.903 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:51.903 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:51.903 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:51.907 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:51.907 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:51.907 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:51.910 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:51.910 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:51.910 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:51.913 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:51.913 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.913 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.916 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:51.916 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.916 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.919 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:51.919 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.919 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.921 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:51.921 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.921 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.923 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:51.923 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.923 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.925 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:51.925 INFO:tasks.workunit.client.0.smithi084.stdout:from 12 to HEAD diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.925 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~8388608,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~20971520,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:51.926 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:37:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:52.845 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:52.845 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:52.877 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:52.877 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:52.877 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:52.887 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:52.887 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:52.887 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:52.900 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:52.900 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:52.900 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:52.908 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:52.908 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:52.909 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:52.912 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:52.912 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:52.913 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:52.916 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:52.916 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:52.916 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:52.919 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:52.919 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.919 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.922 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:52.922 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.922 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:52.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.927 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:52.927 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.927 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.928 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:52.929 INFO:tasks.workunit.client.0.smithi084.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.929 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~46137344,125829120~8388608,163577856~12582912,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:52.929 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~12582912,33554432~83886080,125829120~12582912,163577856~12582912,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,369098752~37748736] 2024-04-02T09:37:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:52 smithi084 ceph-mon[94794]: pgmap v4072: 137 pgs: 137 active+clean; 906 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 724 KiB/s rd, 19 MiB/s wr, 1.34k op/s 2024-04-02T09:37:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:52 smithi084 ceph-mon[94794]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:37:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:52 smithi084 ceph-mon[97358]: pgmap v4072: 137 pgs: 137 active+clean; 906 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 724 KiB/s rd, 19 MiB/s wr, 1.34k op/s 2024-04-02T09:37:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:52 smithi084 ceph-mon[97358]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:37:53.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:52 smithi132 ceph-mon[88571]: pgmap v4072: 137 pgs: 137 active+clean; 906 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 724 KiB/s rd, 19 MiB/s wr, 1.34k op/s 2024-04-02T09:37:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:52 smithi132 ceph-mon[88571]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:37:53.862 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:53.862 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:53.894 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:53.894 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:53.894 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:53.901 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:53.902 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:53.902 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:53.909 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:53.909 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:53.909 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:53.913 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:53.913 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:53.913 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:53.918 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:53.918 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:53.918 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:53.921 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:53.921 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:53.921 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:53.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:53.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.927 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:53.928 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.928 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.929 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:53.929 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.930 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.930 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:53.931 INFO:tasks.workunit.client.0.smithi084.stdout:from 10 to HEAD diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.931 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~46137344,125829120~8388608,155189248~20971520,180355072~46137344,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:53.932 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~12582912,155189248~20971520,180355072~46137344,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:53 smithi084 ceph-mon[94794]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:37:54.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:53 smithi084 ceph-mon[97358]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:37:54.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:53 smithi132 ceph-mon[88571]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:37:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:54.860 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:54.860 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:54.898 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:54.898 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:54.898 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:54.906 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:54.906 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:54.906 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:54.910 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:54.910 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:54.910 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:54.914 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:54.914 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:54.914 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:54.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:54.925 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:54.925 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:54.928 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:54.930 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:54.932 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:54.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 9 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~12582912,268435456~41943040,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~104857600,125829120~16777216,155189248~71303168,230686720~33554432,268435456~71303168,343932928~8388608,356515840~50331648] 2024-04-02T09:37:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:54 smithi084 ceph-mon[94794]: pgmap v4075: 137 pgs: 137 active+clean; 882 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 6.0 KiB/s wr, 390 op/s 2024-04-02T09:37:55.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:54 smithi084 ceph-mon[94794]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:37:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:54 smithi084 ceph-mon[97358]: pgmap v4075: 137 pgs: 137 active+clean; 882 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 6.0 KiB/s wr, 390 op/s 2024-04-02T09:37:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:54 smithi084 ceph-mon[97358]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:37:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:54 smithi132 ceph-mon[88571]: pgmap v4075: 137 pgs: 137 active+clean; 882 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 6.0 KiB/s wr, 390 op/s 2024-04-02T09:37:55.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:54 smithi132 ceph-mon[88571]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:37:55.864 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:55.893 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:55.904 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:55.913 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:55.921 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:55.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:55.927 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:55.929 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:55.930 INFO:tasks.workunit.client.0.smithi084.stdout:from 8 to HEAD diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~50331648,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:55 smithi084 ceph-mon[94794]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:37:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:55 smithi084 ceph-mon[97358]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:37:56.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:55 smithi132 ceph-mon[88571]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:37:56.867 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:56.883 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:56.893 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:56.906 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:56.911 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:56.918 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:56.920 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:56.921 INFO:tasks.workunit.client.0.smithi084.stdout:from 7 to HEAD diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~50331648,67108864~12582912,83886080~33554432,125829120~8388608,138412032~4194304,155189248~71303168,230686720~16777216,251658240~88080384,343932928~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2024-04-02T09:37:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~4194304,12582912~109051904,125829120~16777216,155189248~71303168,230686720~109051904,343932928~8388608,356515840~50331648] 2024-04-02T09:37:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:56 smithi084 ceph-mon[94794]: pgmap v4078: 137 pgs: 137 active+clean; 858 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 6.0 KiB/s wr, 514 op/s 2024-04-02T09:37:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:56 smithi084 ceph-mon[94794]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:37:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:56 smithi084 ceph-mon[97358]: pgmap v4078: 137 pgs: 137 active+clean; 858 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 6.0 KiB/s wr, 514 op/s 2024-04-02T09:37:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:56 smithi084 ceph-mon[97358]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:37:57.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:56 smithi132 ceph-mon[88571]: pgmap v4078: 137 pgs: 137 active+clean; 858 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 6.0 KiB/s wr, 514 op/s 2024-04-02T09:37:57.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:56 smithi132 ceph-mon[88571]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:37:57.888 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:57.899 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:57.908 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:57.916 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:57.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:57.932 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:57.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 6 to HEAD diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~67108864,83886080~33554432,125829120~8388608,138412032~4194304,155189248~75497472,234881024~12582912,251658240~88080384,343932928~8388608,356515840~50331648] 2024-04-02T09:37:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~109051904,125829120~16777216,155189248~184549376,343932928~8388608,356515840~54525952] 2024-04-02T09:37:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:57 smithi084 ceph-mon[94794]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:37:58.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:57 smithi084 ceph-mon[97358]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:37:58.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:57 smithi132 ceph-mon[88571]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:37:58.891 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:58.915 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:58.919 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:58.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:58.931 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:58.935 INFO:tasks.workunit.client.0.smithi084.stdout:from 5 to HEAD diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~8388608,138412032~12582912,155189248~75497472,234881024~12582912,251658240~88080384,343932928~62914560] 2024-04-02T09:37:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:58 smithi084 ceph-mon[94794]: pgmap v4081: 137 pgs: 137 active+clean; 858 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 0 B/s wr, 124 op/s 2024-04-02T09:37:59.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:58 smithi084 ceph-mon[94794]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:37:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:58 smithi084 ceph-mon[97358]: pgmap v4081: 137 pgs: 137 active+clean; 858 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 0 B/s wr, 124 op/s 2024-04-02T09:37:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:58 smithi084 ceph-mon[97358]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:37:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:58 smithi132 ceph-mon[88571]: pgmap v4081: 137 pgs: 137 active+clean; 858 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 0 B/s wr, 124 op/s 2024-04-02T09:37:59.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:58 smithi132 ceph-mon[88571]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:37:59.894 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:59.916 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:37:59.924 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:37:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:59.927 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:37:59.934 INFO:tasks.workunit.client.0.smithi084.stdout:from 4 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:37:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:38:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:37:59 smithi132 ceph-mon[88571]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:38:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:37:59 smithi084 ceph-mon[94794]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:38:00.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:37:59 smithi084 ceph-mon[97358]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:38:00.861 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:00.861 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:00.872 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:38:00.872 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:00.872 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:00.878 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:38:00] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-02T09:38:00.882 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:38:00.882 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:00.882 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:00.887 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:38:00.887 INFO:tasks.workunit.client.0.smithi084.stdout:from 3 to HEAD diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:38:00.887 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~4194304,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~62914560] 2024-04-02T09:38:00.889 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:38:01.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:00 smithi132 ceph-mon[88571]: pgmap v4084: 137 pgs: 137 active+clean; 688 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 6.0 KiB/s wr, 295 op/s 2024-04-02T09:38:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:00 smithi132 ceph-mon[88571]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:38:01.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:00 smithi132 ceph-mon[88571]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:38:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:00 smithi084 ceph-mon[94794]: pgmap v4084: 137 pgs: 137 active+clean; 688 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 6.0 KiB/s wr, 295 op/s 2024-04-02T09:38:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:00 smithi084 ceph-mon[94794]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:38:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:00 smithi084 ceph-mon[94794]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:38:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:00 smithi084 ceph-mon[97358]: pgmap v4084: 137 pgs: 137 active+clean; 688 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 6.0 KiB/s wr, 295 op/s 2024-04-02T09:38:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:00 smithi084 ceph-mon[97358]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:38:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:00 smithi084 ceph-mon[97358]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:38:01.895 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:01.896 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:01.912 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:38:01.912 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:01.912 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:01.922 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:38:01.923 INFO:tasks.workunit.client.0.smithi084.stdout:from 2 to HEAD diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:01.923 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~8388608,12582912~109051904,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:01.924 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~8388608,12582912~327155712,343932928~67108864] 2024-04-02T09:38:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:38:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:02.912 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:02.912 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:02.928 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:38:02.928 INFO:tasks.workunit.client.0.smithi084.stdout:from 1 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:02.928 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:02.937 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:38:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:02 smithi132 ceph-mon[88571]: pgmap v4087: 137 pgs: 137 active+clean; 688 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 6.0 KiB/s wr, 295 op/s 2024-04-02T09:38:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:02 smithi132 ceph-mon[88571]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:38:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:02 smithi084 ceph-mon[94794]: pgmap v4087: 137 pgs: 137 active+clean; 688 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 6.0 KiB/s wr, 295 op/s 2024-04-02T09:38:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:02 smithi084 ceph-mon[94794]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:38:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:02 smithi084 ceph-mon[97358]: pgmap v4087: 137 pgs: 137 active+clean; 688 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 6.0 KiB/s wr, 295 op/s 2024-04-02T09:38:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:02 smithi084 ceph-mon[97358]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:38:03.921 INFO:tasks.workunit.client.0.smithi084.stdout:from 0 to HEAD diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:03.922 INFO:tasks.workunit.client.0.smithi084.stdout: limited diff [0~121634816,125829120~12582912,142606336~88080384,234881024~104857600,343932928~37748736,385875968~20971520] 2024-04-02T09:38:03.930 INFO:tasks.workunit.client.0.smithi084.stdout: actual was [0~339738624,343932928~67108864] 2024-04-02T09:38:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:03 smithi132 ceph-mon[88571]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:38:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:03 smithi084 ceph-mon[94794]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:38:04.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:03 smithi084 ceph-mon[97358]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:38:04.942 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39045 ms) 2024-04-02T09:38:04.942 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-02T09:38:04.942 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:38:05.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:04 smithi132 ceph-mon[88571]: pgmap v4090: 137 pgs: 137 active+clean; 607 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 122 op/s 2024-04-02T09:38:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:04 smithi132 ceph-mon[88571]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:38:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:04 smithi084 ceph-mon[94794]: pgmap v4090: 137 pgs: 137 active+clean; 607 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 122 op/s 2024-04-02T09:38:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:04 smithi084 ceph-mon[94794]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:38:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:04 smithi084 ceph-mon[97358]: pgmap v4090: 137 pgs: 137 active+clean; 607 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 122 op/s 2024-04-02T09:38:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:04 smithi084 ceph-mon[97358]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:38:06.024 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1082 ms) 2024-04-02T09:38:06.024 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-02T09:38:06.024 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:38:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:05 smithi084 ceph-mon[94794]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:38:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:05 smithi084 ceph-mon[97358]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:38:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:05 smithi132 ceph-mon[88571]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:38:07.036 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [0~20971520] to clone 2024-04-02T09:38:07.036 INFO:tasks.workunit.client.0.smithi084.stdout: diff was [0~20971520] 2024-04-02T09:38:07.039 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1016 ms) 2024-04-02T09:38:07.040 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-02T09:38:07.040 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:38:07.068 INFO:tasks.workunit.client.0.smithi084.stdout: wrote [907561~55420,5795702~23111,7199870~68765,10597062~64914,10977279~5939,13046010~90859,15444452~31759,17325933~94616,20716775~73005] 2024-04-02T09:38:07.073 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (33 ms) 2024-04-02T09:38:07.073 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-02T09:38:07.073 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:38:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:06 smithi132 ceph-mon[88571]: pgmap v4093: 137 pgs: 137 active+clean; 518 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.5 KiB/s wr, 139 op/s 2024-04-02T09:38:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:06 smithi132 ceph-mon[88571]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:38:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:06 smithi084 ceph-mon[94794]: pgmap v4093: 137 pgs: 137 active+clean; 518 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.5 KiB/s wr, 139 op/s 2024-04-02T09:38:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:06 smithi084 ceph-mon[94794]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:38:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:06 smithi084 ceph-mon[97358]: pgmap v4093: 137 pgs: 137 active+clean; 518 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.5 KiB/s wr, 139 op/s 2024-04-02T09:38:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:06 smithi084 ceph-mon[97358]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:38:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:07 smithi084 ceph-mon[94794]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:38:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:07 smithi084 ceph-mon[97358]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:38:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:07 smithi132 ceph-mon[88571]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:38:09.023 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1949 ms) 2024-04-02T09:38:09.024 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-02T09:38:09.024 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:38:09.078 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (54 ms) 2024-04-02T09:38:09.078 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-02T09:38:09.078 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:38:09.151 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (73 ms) 2024-04-02T09:38:09.151 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-02T09:38:09.151 INFO:tasks.workunit.client.0.smithi084.stdout:using new format! 2024-04-02T09:38:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:08 smithi084 ceph-mon[94794]: pgmap v4096: 137 pgs: 137 active+clean; 518 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:38:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:08 smithi084 ceph-mon[94794]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:38:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:08 smithi084 ceph-mon[97358]: pgmap v4096: 137 pgs: 137 active+clean; 518 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:38:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:08 smithi084 ceph-mon[97358]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:38:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:08 smithi132 ceph-mon[88571]: pgmap v4096: 137 pgs: 137 active+clean; 518 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:38:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:08 smithi132 ceph-mon[88571]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:38:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:10.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:09 smithi084 ceph-mon[94794]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:38:10.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:09 smithi084 ceph-mon[97358]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:38:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:09 smithi132 ceph-mon[88571]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:38:10.932 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:38:10] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:38:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:10 smithi084 ceph-mon[94794]: pgmap v4099: 137 pgs: 137 active+clean; 533 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 12 MiB/s wr, 292 op/s 2024-04-02T09:38:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:10 smithi084 ceph-mon[94794]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:38:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:10 smithi084 ceph-mon[97358]: pgmap v4099: 137 pgs: 137 active+clean; 533 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 12 MiB/s wr, 292 op/s 2024-04-02T09:38:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:10 smithi084 ceph-mon[97358]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:38:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:10 smithi132 ceph-mon[88571]: pgmap v4099: 137 pgs: 137 active+clean; 533 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 12 MiB/s wr, 292 op/s 2024-04-02T09:38:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:10 smithi132 ceph-mon[88571]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:38:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:38:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:12 smithi084 ceph-mon[94794]: pgmap v4101: 137 pgs: 137 active+clean; 533 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 11 MiB/s wr, 261 op/s 2024-04-02T09:38:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:12 smithi084 ceph-mon[97358]: pgmap v4101: 137 pgs: 137 active+clean; 533 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 11 MiB/s wr, 261 op/s 2024-04-02T09:38:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:12 smithi132 ceph-mon[88571]: pgmap v4101: 137 pgs: 137 active+clean; 533 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 11 MiB/s wr, 261 op/s 2024-04-02T09:38:14.198 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-04-02T09:38:14.198 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:38:14.198 INFO:tasks.workunit.client.0.smithi084.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:38:14.198 INFO:tasks.workunit.client.0.smithi084.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:38:14.198 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-02T09:38:14.952 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 15 tests from DiffIterateTest/1 (68224 ms total) 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 480 tests from 24 test suites ran. (2133217 ms total) 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 434 tests. 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-02T09:38:14.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-02T09:38:14.954 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:38:14.955 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:38:14.956 INFO:tasks.workunit.client.0.smithi084.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-02T09:38:14.957 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:38:14.964 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:38:14.965 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:38:15.034 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-02T09:38:15.034 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:38:15.295 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:14 smithi084 ceph-mon[94794]: pgmap v4102: 137 pgs: 137 active+clean; 544 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.6 MiB/s wr, 256 op/s 2024-04-02T09:38:15.295 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:14 smithi084 ceph-mon[97358]: pgmap v4102: 137 pgs: 137 active+clean; 544 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.6 MiB/s wr, 256 op/s 2024-04-02T09:38:15.296 DEBUG:teuthology.parallel:result is None 2024-04-02T09:38:15.296 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:38:15.329 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:38:15.330 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:38:15.386 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:38:15.386 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:38:15.386 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-02T09:38:15.386 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:38:15.386 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-02T09:38:15.386 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:38:15.387 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:38:15.387 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:38:15.387 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:38:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:14 smithi132 ceph-mon[88571]: pgmap v4102: 137 pgs: 137 active+clean; 544 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.6 MiB/s wr, 256 op/s 2024-04-02T09:38:15.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:38:15.440 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:38:15.441 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:38:15.495 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:38:15.495 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:38:15.550 INFO:tasks.workunit:timeout=3h 2024-04-02T09:38:15.550 INFO:tasks.workunit:cleanup=True 2024-04-02T09:38:15.550 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:38:15.605 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:38:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:15 smithi084 ceph-mon[94794]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:38:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:15 smithi084 ceph-mon[97358]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:38:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:15 smithi132 ceph-mon[88571]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:38:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:16 smithi084 ceph-mon[94794]: pgmap v4104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:16 smithi084 ceph-mon[97358]: pgmap v4104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:16 smithi132 ceph-mon[88571]: pgmap v4104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:18 smithi084 ceph-mon[94794]: pgmap v4105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:18 smithi084 ceph-mon[97358]: pgmap v4105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:18 smithi132 ceph-mon[88571]: pgmap v4105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:20.957 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:38:20] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-02T09:38:21.147 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:38:21.204 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:38:21.209 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:38:21.209 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:38:21.256 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:38:21.307 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:38:21.350 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:38:21.351 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:38:21.351 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:38:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:20 smithi084 ceph-mon[94794]: pgmap v4106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:20 smithi084 ceph-mon[97358]: pgmap v4106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:21.394 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:38:21.395 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T09:38:21.395 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:38:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:20 smithi132 ceph-mon[88571]: pgmap v4106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:21.455 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-02T09:38:21.456 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-02T09:38:21.457 DEBUG:teuthology.orchestra.run.smithi084:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:38:21.514 INFO:tasks.workunit.client.0.smithi084.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:38:21.515 INFO:tasks.workunit.client.0.smithi084.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-02T09:38:21.515 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n '' ']' 2024-04-02T09:38:21.515 INFO:tasks.workunit.client.0.smithi084.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-02T09:38:21.678 INFO:tasks.workunit.client.0.smithi084.stdout:============================= test session starts ============================== 2024-04-02T09:38:21.678 INFO:tasks.workunit.client.0.smithi084.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-02T09:38:21.678 INFO:tasks.workunit.client.0.smithi084.stdout:cachedir: .pytest_cache 2024-04-02T09:38:21.678 INFO:tasks.workunit.client.0.smithi084.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-02T09:38:22.124 INFO:tasks.workunit.client.0.smithi084.stdout:collecting ... collected 175 items 2024-04-02T09:38:22.125 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:38:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:38:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:22 smithi084 ceph-mon[94794]: pgmap v4107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:22 smithi084 ceph-mon[97358]: pgmap v4107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:23.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:22 smithi132 ceph-mon[88571]: pgmap v4107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[94794]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[97358]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:23 smithi132 ceph-mon[88571]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:38:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:23 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:23 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[94794]: pgmap v4109: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[94794]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[94794]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[97358]: pgmap v4109: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[97358]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:24 smithi084 ceph-mon[97358]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:38:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:24 smithi132 ceph-mon[88571]: pgmap v4109: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:24 smithi132 ceph-mon[88571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:38:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:24 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:38:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:24 smithi132 ceph-mon[88571]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:38:26.000 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-02T09:38:26.081 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-02T09:38:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:25 smithi084 ceph-mon[94794]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:38:26.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:25 smithi084 ceph-mon[97358]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:38:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:25 smithi132 ceph-mon[88571]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:38:26.709 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-02T09:38:26.815 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-02T09:38:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:26 smithi084 ceph-mon[94794]: pgmap v4112: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:26 smithi084 ceph-mon[94794]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:38:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:26 smithi084 ceph-mon[94794]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:38:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:26 smithi084 ceph-mon[97358]: pgmap v4112: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:26 smithi084 ceph-mon[97358]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:38:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:26 smithi084 ceph-mon[97358]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:38:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:26 smithi132 ceph-mon[88571]: pgmap v4112: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:26 smithi132 ceph-mon[88571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:38:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:26 smithi132 ceph-mon[88571]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:38:28.093 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-02T09:38:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:28 smithi084 ceph-mon[94794]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:38:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:28 smithi084 ceph-mon[97358]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:38:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:28 smithi132 ceph-mon[88571]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:38:28.638 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-02T09:38:29.169 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-02T09:38:29.267 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-02T09:38:29.356 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-02T09:38:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:29 smithi084 ceph-mon[94794]: pgmap v4115: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:29 smithi084 ceph-mon[94794]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:38:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:29 smithi084 ceph-mon[97358]: pgmap v4115: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:29.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:29 smithi084 ceph-mon[97358]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:38:29.369 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-02T09:38:29.371 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-02T09:38:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:29 smithi132 ceph-mon[88571]: pgmap v4115: 137 pgs: 28 creating+peering, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:38:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:29 smithi132 ceph-mon[88571]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:38:29.451 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-02T09:38:29.515 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-02T09:38:29.596 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-02T09:38:29.668 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-02T09:38:29.772 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-02T09:38:30.008 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-02T09:38:30.029 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-02T09:38:30.039 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-02T09:38:30.066 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-02T09:38:30.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:38:30] ENGINE Bus STOPPING 2024-04-02T09:38:30.367 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:38:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:38:30.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:38:30] ENGINE Bus STOPPED 2024-04-02T09:38:30.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:38:30] ENGINE Bus STARTING 2024-04-02T09:38:30.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:38:30] ENGINE Serving on http://:::9283 2024-04-02T09:38:30.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:38:30] ENGINE Bus STARTED 2024-04-02T09:38:31.018 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:38:30] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:38:31.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[97358]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 28 KiB/s wr, 494 op/s 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[97358]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[94794]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 28 KiB/s wr, 494 op/s 2024-04-02T09:38:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' 2024-04-02T09:38:31.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:31.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:31.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:31.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:38:31.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:31 smithi084 ceph-mon[94794]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:38:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:31 smithi132 ceph-mon[88571]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 28 KiB/s wr, 494 op/s 2024-04-02T09:38:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:31 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' 2024-04-02T09:38:31.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:31.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:31.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:31.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:31 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:38:31.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:31 smithi132 ceph-mon[88571]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:38:32.111 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-02T09:38:32.112 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-02T09:38:32.113 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-02T09:38:32.196 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-02T09:38:32.271 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-02T09:38:32.346 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-02T09:38:32.418 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-02T09:38:32.491 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-02T09:38:32.560 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-02T09:38:32.632 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-02T09:38:32.660 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:38:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:32.702 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-02T09:38:32.785 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-02T09:38:32.860 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-02T09:38:32.932 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-02T09:38:33.019 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-02T09:38:33.097 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-02T09:38:33.185 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-02T09:38:33.273 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-02T09:38:33.359 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-02T09:38:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:33 smithi084 ceph-mon[94794]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 23 KiB/s wr, 403 op/s 2024-04-02T09:38:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:33 smithi084 ceph-mon[94794]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:38:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:33 smithi084 ceph-mon[97358]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 23 KiB/s wr, 403 op/s 2024-04-02T09:38:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:33 smithi084 ceph-mon[97358]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:38:33.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:33 smithi132 ceph-mon[88571]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 23 KiB/s wr, 403 op/s 2024-04-02T09:38:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:33 smithi132 ceph-mon[88571]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:38:33.447 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-02T09:38:33.518 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-02T09:38:33.592 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-02T09:38:33.731 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-02T09:38:33.807 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-02T09:38:33.899 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-02T09:38:33.972 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-02T09:38:34.058 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-02T09:38:34.144 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-02T09:38:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:35 smithi084 ceph-mon[94794]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 51 KiB/s wr, 769 op/s 2024-04-02T09:38:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:35 smithi084 ceph-mon[97358]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 51 KiB/s wr, 769 op/s 2024-04-02T09:38:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:35 smithi132 ceph-mon[88571]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 51 KiB/s wr, 769 op/s 2024-04-02T09:38:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:36 smithi084 ceph-mon[94794]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:38:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:36 smithi084 ceph-mon[97358]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:38:36.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:36 smithi132 ceph-mon[88571]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:38:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:37 smithi084 ceph-mon[94794]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 65 KiB/s wr, 954 op/s 2024-04-02T09:38:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:37 smithi084 ceph-mon[94794]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:38:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:37 smithi084 ceph-mon[97358]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 65 KiB/s wr, 954 op/s 2024-04-02T09:38:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:37 smithi084 ceph-mon[97358]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:38:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:37 smithi132 ceph-mon[88571]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 65 KiB/s wr, 954 op/s 2024-04-02T09:38:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:37 smithi132 ceph-mon[88571]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:38:38.175 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-02T09:38:38.275 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-02T09:38:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:38 smithi084 ceph-mon[97358]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:38:38.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:38 smithi084 ceph-mon[97358]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 72 KiB/s wr, 1.07k op/s 2024-04-02T09:38:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:38 smithi084 ceph-mon[94794]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:38:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:38 smithi084 ceph-mon[94794]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 72 KiB/s wr, 1.07k op/s 2024-04-02T09:38:38.372 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-02T09:38:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:38 smithi132 ceph-mon[88571]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:38:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:38 smithi132 ceph-mon[88571]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 72 KiB/s wr, 1.07k op/s 2024-04-02T09:38:38.572 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-02T09:38:38.778 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-02T09:38:38.853 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-02T09:38:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:39 smithi084 ceph-mon[94794]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:38:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:39 smithi084 ceph-mon[97358]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:38:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:39 smithi132 ceph-mon[88571]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:38:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:40 smithi084 ceph-mon[97358]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:38:40.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:40 smithi084 ceph-mon[97358]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 2.0 MiB/s wr, 658 op/s 2024-04-02T09:38:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:40 smithi084 ceph-mon[94794]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:38:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:40 smithi084 ceph-mon[94794]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 2.0 MiB/s wr, 658 op/s 2024-04-02T09:38:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:40 smithi132 ceph-mon[88571]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:38:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:40 smithi132 ceph-mon[88571]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 2.0 MiB/s wr, 658 op/s 2024-04-02T09:38:41.071 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:38:40] "GET /metrics HTTP/1.1" 200 36792 "" "Prometheus/2.43.0" 2024-04-02T09:38:41.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:41 smithi084 ceph-mon[94794]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:38:41.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:41 smithi084 ceph-mon[94794]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:38:41.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:41 smithi084 ceph-mon[97358]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:38:41.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:41 smithi084 ceph-mon[97358]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:38:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:41 smithi132 ceph-mon[88571]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:38:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:41 smithi132 ceph-mon[88571]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:38:42.004 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-02T09:38:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:38:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:42 smithi084 ceph-mon[94794]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 2.0 MiB/s wr, 658 op/s 2024-04-02T09:38:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:42 smithi084 ceph-mon[94794]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:38:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:42 smithi084 ceph-mon[97358]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 2.0 MiB/s wr, 658 op/s 2024-04-02T09:38:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:42 smithi084 ceph-mon[97358]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:38:43.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:42 smithi132 ceph-mon[88571]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 2.0 MiB/s wr, 658 op/s 2024-04-02T09:38:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:42 smithi132 ceph-mon[88571]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:38:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:43 smithi084 ceph-mon[94794]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:38:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:43 smithi084 ceph-mon[97358]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:38:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:43 smithi132 ceph-mon[88571]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:38:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:44 smithi084 ceph-mon[94794]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.0 MiB/s wr, 180 op/s 2024-04-02T09:38:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:44 smithi084 ceph-mon[94794]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:38:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:44 smithi084 ceph-mon[97358]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.0 MiB/s wr, 180 op/s 2024-04-02T09:38:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:44 smithi084 ceph-mon[97358]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:38:45.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:44 smithi132 ceph-mon[88571]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.0 MiB/s wr, 180 op/s 2024-04-02T09:38:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:44 smithi132 ceph-mon[88571]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:38:46.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:45 smithi084 ceph-mon[94794]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:38:46.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:45 smithi084 ceph-mon[97358]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:38:46.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:45 smithi132 ceph-mon[88571]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:38:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:46 smithi084 ceph-mon[94794]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 2.0 MiB/s wr, 387 op/s 2024-04-02T09:38:47.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:46 smithi084 ceph-mon[94794]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:38:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:46 smithi084 ceph-mon[97358]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 2.0 MiB/s wr, 387 op/s 2024-04-02T09:38:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:46 smithi084 ceph-mon[97358]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:38:47.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:46 smithi132 ceph-mon[88571]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 2.0 MiB/s wr, 387 op/s 2024-04-02T09:38:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:46 smithi132 ceph-mon[88571]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:38:47.979 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-02T09:38:48.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:47 smithi132 ceph-mon[88571]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:38:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:47 smithi084 ceph-mon[94794]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:38:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:47 smithi084 ceph-mon[97358]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:38:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:48 smithi132 ceph-mon[88571]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-04-02T09:38:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:48 smithi132 ceph-mon[88571]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:38:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:48 smithi084 ceph-mon[94794]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-04-02T09:38:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:48 smithi084 ceph-mon[94794]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:38:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:48 smithi084 ceph-mon[97358]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-04-02T09:38:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:48 smithi084 ceph-mon[97358]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:38:49.985 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-02T09:38:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:49 smithi132 ceph-mon[88571]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:38:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:49 smithi084 ceph-mon[94794]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:38:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:49 smithi084 ceph-mon[97358]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:38:50.888 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:38:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:38:50] "GET /metrics HTTP/1.1" 200 36792 "" "Prometheus/2.43.0" 2024-04-02T09:38:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:50 smithi132 ceph-mon[88571]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-02T09:38:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:50 smithi132 ceph-mon[88571]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:38:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:50 smithi132 ceph-mon[88571]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:38:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:50 smithi084 ceph-mon[94794]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-02T09:38:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:50 smithi084 ceph-mon[94794]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:38:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:50 smithi084 ceph-mon[94794]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:38:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:50 smithi084 ceph-mon[97358]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-02T09:38:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:50 smithi084 ceph-mon[97358]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:38:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:50 smithi084 ceph-mon[97358]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:38:51.930 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-02T09:38:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:38:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:52 smithi084 ceph-mon[94794]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-02T09:38:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:52 smithi084 ceph-mon[94794]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:38:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:52 smithi084 ceph-mon[97358]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-02T09:38:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:52 smithi084 ceph-mon[97358]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:38:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:52 smithi132 ceph-mon[88571]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-02T09:38:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:52 smithi132 ceph-mon[88571]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:38:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:53 smithi132 ceph-mon[88571]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:38:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:53 smithi084 ceph-mon[94794]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:38:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:53 smithi084 ceph-mon[97358]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:38:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:54 smithi132 ceph-mon[88571]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.5 KiB/s wr, 51 op/s 2024-04-02T09:38:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:54 smithi132 ceph-mon[88571]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:38:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:54 smithi084 ceph-mon[94794]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.5 KiB/s wr, 51 op/s 2024-04-02T09:38:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:54 smithi084 ceph-mon[94794]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:38:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:54 smithi084 ceph-mon[97358]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.5 KiB/s wr, 51 op/s 2024-04-02T09:38:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:54 smithi084 ceph-mon[97358]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:38:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:55 smithi084 ceph-mon[94794]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:38:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:55 smithi084 ceph-mon[97358]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:38:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:55 smithi132 ceph-mon[88571]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:38:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:56 smithi084 ceph-mon[94794]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 10 KiB/s wr, 155 op/s 2024-04-02T09:38:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:56 smithi084 ceph-mon[94794]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:38:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:56 smithi084 ceph-mon[97358]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 10 KiB/s wr, 155 op/s 2024-04-02T09:38:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:56 smithi084 ceph-mon[97358]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:38:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:56 smithi132 ceph-mon[88571]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 10 KiB/s wr, 155 op/s 2024-04-02T09:38:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:56 smithi132 ceph-mon[88571]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:38:58.009 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-02T09:38:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:57 smithi084 ceph-mon[94794]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:38:58.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:57 smithi084 ceph-mon[97358]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:38:58.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:57 smithi132 ceph-mon[88571]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:38:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:58 smithi084 ceph-mon[94794]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:38:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:58 smithi084 ceph-mon[94794]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:38:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:58 smithi084 ceph-mon[97358]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:38:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:58 smithi084 ceph-mon[97358]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:38:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:58 smithi132 ceph-mon[88571]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:38:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:58 smithi132 ceph-mon[88571]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:39:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:38:59 smithi084 ceph-mon[94794]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:39:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:38:59 smithi084 ceph-mon[97358]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:39:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:38:59 smithi132 ceph-mon[88571]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:39:00.935 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:39:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:39:00] "GET /metrics HTTP/1.1" 200 36795 "" "Prometheus/2.43.0" 2024-04-02T09:39:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:00 smithi084 ceph-mon[94794]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:39:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:00 smithi084 ceph-mon[94794]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:39:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:00 smithi084 ceph-mon[94794]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:39:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:00 smithi084 ceph-mon[97358]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:39:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:00 smithi084 ceph-mon[97358]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:39:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:00 smithi084 ceph-mon[97358]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:39:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:00 smithi132 ceph-mon[88571]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:39:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:00 smithi132 ceph-mon[88571]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:39:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:00 smithi132 ceph-mon[88571]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:39:01.929 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-02T09:39:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:39:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:02 smithi084 ceph-mon[94794]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:39:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:02 smithi084 ceph-mon[94794]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:39:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:02 smithi084 ceph-mon[97358]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:39:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:02 smithi084 ceph-mon[97358]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:39:03.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:02 smithi132 ceph-mon[88571]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:39:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:02 smithi132 ceph-mon[88571]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:39:04.033 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-02T09:39:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:03 smithi084 ceph-mon[94794]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:39:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:03 smithi084 ceph-mon[97358]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:39:04.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:03 smithi132 ceph-mon[88571]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:39:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:04 smithi084 ceph-mon[94794]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1023 B/s wr, 17 op/s 2024-04-02T09:39:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:04 smithi084 ceph-mon[94794]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:39:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:04 smithi084 ceph-mon[97358]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1023 B/s wr, 17 op/s 2024-04-02T09:39:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:04 smithi084 ceph-mon[97358]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:39:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:04 smithi132 ceph-mon[88571]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1023 B/s wr, 17 op/s 2024-04-02T09:39:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:04 smithi132 ceph-mon[88571]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:39:06.046 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-02T09:39:06.121 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-02T09:39:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:05 smithi084 ceph-mon[94794]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:39:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:05 smithi084 ceph-mon[97358]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:39:06.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:05 smithi132 ceph-mon[88571]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:39:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:06 smithi084 ceph-mon[94794]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 89 op/s 2024-04-02T09:39:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:06 smithi084 ceph-mon[94794]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:39:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:06 smithi084 ceph-mon[97358]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 89 op/s 2024-04-02T09:39:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:06 smithi084 ceph-mon[97358]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:39:07.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:06 smithi132 ceph-mon[88571]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 89 op/s 2024-04-02T09:39:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:06 smithi132 ceph-mon[88571]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:39:08.069 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-02T09:39:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:07 smithi084 ceph-mon[94794]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:39:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:07 smithi084 ceph-mon[97358]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:39:08.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:07 smithi132 ceph-mon[88571]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:39:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:08 smithi084 ceph-mon[94794]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-02T09:39:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:08 smithi084 ceph-mon[94794]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:39:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:08 smithi084 ceph-mon[97358]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-02T09:39:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:08 smithi084 ceph-mon[97358]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:39:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:08 smithi132 ceph-mon[88571]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-02T09:39:09.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:08 smithi132 ceph-mon[88571]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:39:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:10.081 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-02T09:39:10.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:09 smithi084 ceph-mon[94794]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:39:10.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:09 smithi084 ceph-mon[97358]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:39:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:09 smithi132 ceph-mon[88571]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:39:10.982 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:39:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:39:10] "GET /metrics HTTP/1.1" 200 36794 "" "Prometheus/2.43.0" 2024-04-02T09:39:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:10 smithi084 ceph-mon[94794]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-04-02T09:39:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:10 smithi084 ceph-mon[94794]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:39:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:10 smithi084 ceph-mon[94794]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:39:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:10 smithi084 ceph-mon[97358]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-04-02T09:39:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:10 smithi084 ceph-mon[97358]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:39:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:10 smithi084 ceph-mon[97358]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:39:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:10 smithi132 ceph-mon[88571]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-04-02T09:39:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:10 smithi132 ceph-mon[88571]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:39:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:10 smithi132 ceph-mon[88571]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:39:11.942 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-02T09:39:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:39:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:12 smithi084 ceph-mon[94794]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-04-02T09:39:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:12 smithi084 ceph-mon[94794]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:39:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:12 smithi084 ceph-mon[97358]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-04-02T09:39:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:12 smithi084 ceph-mon[97358]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:39:13.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:12 smithi132 ceph-mon[88571]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-04-02T09:39:13.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:12 smithi132 ceph-mon[88571]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:39:13.952 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-02T09:39:14.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:13 smithi084 ceph-mon[94794]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:39:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:13 smithi084 ceph-mon[97358]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:39:14.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:13 smithi132 ceph-mon[88571]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:39:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:14 smithi084 ceph-mon[94794]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 16 op/s 2024-04-02T09:39:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:14 smithi084 ceph-mon[94794]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:39:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:14 smithi084 ceph-mon[97358]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 16 op/s 2024-04-02T09:39:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:14 smithi084 ceph-mon[97358]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:39:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:14 smithi132 ceph-mon[88571]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 16 op/s 2024-04-02T09:39:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:14 smithi132 ceph-mon[88571]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:39:15.949 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-02T09:39:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:15 smithi084 ceph-mon[94794]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:39:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:15 smithi084 ceph-mon[97358]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:39:16.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:15 smithi132 ceph-mon[88571]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:39:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:16 smithi084 ceph-mon[97358]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-04-02T09:39:17.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:16 smithi084 ceph-mon[97358]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:39:17.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:16 smithi084 ceph-mon[94794]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-04-02T09:39:17.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:16 smithi084 ceph-mon[94794]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:39:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:16 smithi132 ceph-mon[88571]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-04-02T09:39:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:16 smithi132 ceph-mon[88571]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:39:17.963 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-02T09:39:18.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:17 smithi132 ceph-mon[88571]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:39:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:17 smithi084 ceph-mon[94794]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:39:18.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:17 smithi084 ceph-mon[97358]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:39:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:18 smithi132 ceph-mon[88571]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 9.5 KiB/s wr, 184 op/s 2024-04-02T09:39:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:18 smithi132 ceph-mon[88571]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:39:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:18 smithi084 ceph-mon[94794]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 9.5 KiB/s wr, 184 op/s 2024-04-02T09:39:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:18 smithi084 ceph-mon[94794]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:39:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:18 smithi084 ceph-mon[97358]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 9.5 KiB/s wr, 184 op/s 2024-04-02T09:39:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:18 smithi084 ceph-mon[97358]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:39:20.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:19 smithi132 ceph-mon[88571]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:39:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:19 smithi084 ceph-mon[94794]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:39:20.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:19 smithi084 ceph-mon[97358]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:39:20.887 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:39:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:39:20] "GET /metrics HTTP/1.1" 200 36794 "" "Prometheus/2.43.0" 2024-04-02T09:39:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:20 smithi132 ceph-mon[88571]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-04-02T09:39:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:20 smithi132 ceph-mon[88571]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:39:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:20 smithi132 ceph-mon[88571]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:39:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:20 smithi084 ceph-mon[94794]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-04-02T09:39:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:20 smithi084 ceph-mon[94794]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:39:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:20 smithi084 ceph-mon[94794]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:39:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:20 smithi084 ceph-mon[97358]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-04-02T09:39:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:20 smithi084 ceph-mon[97358]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:39:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:20 smithi084 ceph-mon[97358]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:39:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:39:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:22 smithi084 ceph-mon[94794]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-04-02T09:39:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:22 smithi084 ceph-mon[94794]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:39:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:22 smithi084 ceph-mon[97358]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-04-02T09:39:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:22 smithi084 ceph-mon[97358]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:39:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:22 smithi132 ceph-mon[88571]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-04-02T09:39:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:22 smithi132 ceph-mon[88571]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:39:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:23 smithi084 ceph-mon[94794]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:39:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:23 smithi084 ceph-mon[97358]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:39:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:23 smithi132 ceph-mon[88571]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:39:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:24 smithi084 ceph-mon[94794]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-04-02T09:39:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:24 smithi084 ceph-mon[94794]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:39:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:24 smithi084 ceph-mon[97358]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-04-02T09:39:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:24 smithi084 ceph-mon[97358]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:39:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:24 smithi132 ceph-mon[88571]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-04-02T09:39:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:24 smithi132 ceph-mon[88571]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:39:25.963 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-02T09:39:26.056 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-02T09:39:26.131 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-02T09:39:26.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:25 smithi132 ceph-mon[88571]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:39:26.206 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-02T09:39:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:25 smithi084 ceph-mon[94794]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:39:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:25 smithi084 ceph-mon[97358]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:39:27.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:26 smithi132 ceph-mon[88571]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-04-02T09:39:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:26 smithi132 ceph-mon[88571]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:39:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:26 smithi084 ceph-mon[94794]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-04-02T09:39:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:26 smithi084 ceph-mon[94794]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:39:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:26 smithi084 ceph-mon[97358]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-04-02T09:39:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:26 smithi084 ceph-mon[97358]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:39:27.974 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-02T09:39:28.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:27 smithi132 ceph-mon[88571]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:39:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:27 smithi084 ceph-mon[94794]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:39:28.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:27 smithi084 ceph-mon[97358]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:39:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:28 smithi132 ceph-mon[88571]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-02T09:39:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:28 smithi132 ceph-mon[88571]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:39:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:28 smithi084 ceph-mon[94794]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-02T09:39:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:28 smithi084 ceph-mon[94794]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:39:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:28 smithi084 ceph-mon[97358]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-02T09:39:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:28 smithi084 ceph-mon[97358]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:39:29.991 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-02T09:39:30.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:29 smithi132 ceph-mon[88571]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:39:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:29 smithi084 ceph-mon[94794]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:39:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:29 smithi084 ceph-mon[97358]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:39:30.895 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:39:30] "GET /metrics HTTP/1.1" 200 36795 "" "Prometheus/2.43.0" 2024-04-02T09:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:30 smithi132 ceph-mon[88571]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-04-02T09:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:30 smithi132 ceph-mon[88571]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:30 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:30 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:30 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:30 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:39:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:30 smithi132 ceph-mon[88571]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:39:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[94794]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[94794]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[94794]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[97358]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[97358]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:31.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:39:31.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:30 smithi084 ceph-mon[97358]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:39:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:39:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:33.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:32 smithi084 ceph-mon[94794]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-04-02T09:39:33.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:32 smithi084 ceph-mon[94794]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:39:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:32 smithi084 ceph-mon[97358]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-04-02T09:39:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:32 smithi084 ceph-mon[97358]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:39:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:32 smithi132 ceph-mon[88571]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-04-02T09:39:33.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:32 smithi132 ceph-mon[88571]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:39:34.002 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-02T09:39:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:33 smithi132 ceph-mon[88571]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:39:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:33 smithi084 ceph-mon[94794]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:39:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:33 smithi084 ceph-mon[97358]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:39:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:34 smithi132 ceph-mon[88571]: pgmap v4210: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-02T09:39:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:34 smithi132 ceph-mon[88571]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:39:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:34 smithi084 ceph-mon[94794]: pgmap v4210: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-02T09:39:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:34 smithi084 ceph-mon[94794]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:39:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:34 smithi084 ceph-mon[97358]: pgmap v4210: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-02T09:39:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:34 smithi084 ceph-mon[97358]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:39:36.011 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-02T09:39:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:35 smithi084 ceph-mon[94794]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:39:36.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:35 smithi084 ceph-mon[97358]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:39:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:35 smithi132 ceph-mon[88571]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:39:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:36 smithi084 ceph-mon[94794]: pgmap v4213: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 14 KiB/s wr, 148 op/s 2024-04-02T09:39:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:36 smithi084 ceph-mon[94794]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:39:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:36 smithi084 ceph-mon[97358]: pgmap v4213: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 14 KiB/s wr, 148 op/s 2024-04-02T09:39:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:36 smithi084 ceph-mon[97358]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:39:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:36 smithi132 ceph-mon[88571]: pgmap v4213: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 14 KiB/s wr, 148 op/s 2024-04-02T09:39:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:36 smithi132 ceph-mon[88571]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:39:38.025 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-02T09:39:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:37 smithi084 ceph-mon[94794]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:39:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:37 smithi084 ceph-mon[97358]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:39:38.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:37 smithi132 ceph-mon[88571]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:39:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:38 smithi084 ceph-mon[94794]: pgmap v4216: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-04-02T09:39:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:38 smithi084 ceph-mon[94794]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:39:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:38 smithi084 ceph-mon[97358]: pgmap v4216: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-04-02T09:39:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:38 smithi084 ceph-mon[97358]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:39:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:38 smithi132 ceph-mon[88571]: pgmap v4216: 137 pgs: 137 active+clean; 13 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-04-02T09:39:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:38 smithi132 ceph-mon[88571]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:39:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:40.026 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-02T09:39:40.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:39 smithi084 ceph-mon[94794]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:39:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:39 smithi084 ceph-mon[97358]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:39:40.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:39 smithi132 ceph-mon[88571]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:39:40.940 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:39:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:39:40] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:39:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:40 smithi084 ceph-mon[94794]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:39:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:40 smithi084 ceph-mon[94794]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:39:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:40 smithi084 ceph-mon[94794]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:39:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:40 smithi084 ceph-mon[97358]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:39:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:40 smithi084 ceph-mon[97358]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:39:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:40 smithi084 ceph-mon[97358]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:39:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:40 smithi132 ceph-mon[88571]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:39:41.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:40 smithi132 ceph-mon[88571]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:39:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:40 smithi132 ceph-mon[88571]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:39:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:39:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:42 smithi084 ceph-mon[94794]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:39:43.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:42 smithi084 ceph-mon[94794]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:39:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:42 smithi084 ceph-mon[97358]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:39:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:42 smithi084 ceph-mon[97358]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:39:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:42 smithi132 ceph-mon[88571]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:39:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:42 smithi132 ceph-mon[88571]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:39:44.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:43 smithi084 ceph-mon[94794]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:39:44.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:43 smithi084 ceph-mon[97358]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:39:44.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:43 smithi132 ceph-mon[88571]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:39:45.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:44 smithi084 ceph-mon[94794]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.0 KiB/s wr, 60 op/s 2024-04-02T09:39:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:44 smithi084 ceph-mon[94794]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:39:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:44 smithi084 ceph-mon[97358]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.0 KiB/s wr, 60 op/s 2024-04-02T09:39:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:44 smithi084 ceph-mon[97358]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:39:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:44 smithi132 ceph-mon[88571]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.0 KiB/s wr, 60 op/s 2024-04-02T09:39:45.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:44 smithi132 ceph-mon[88571]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:39:45.966 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-02T09:39:46.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:45 smithi132 ceph-mon[88571]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:39:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:45 smithi084 ceph-mon[94794]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:39:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:45 smithi084 ceph-mon[97358]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:39:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:46 smithi132 ceph-mon[88571]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-04-02T09:39:47.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:46 smithi132 ceph-mon[88571]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:39:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:46 smithi084 ceph-mon[94794]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-04-02T09:39:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:46 smithi084 ceph-mon[94794]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:39:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:46 smithi084 ceph-mon[97358]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-04-02T09:39:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:46 smithi084 ceph-mon[97358]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:39:48.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:47 smithi132 ceph-mon[88571]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:39:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:47 smithi084 ceph-mon[94794]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:39:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:47 smithi084 ceph-mon[97358]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:39:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:48 smithi132 ceph-mon[88571]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-04-02T09:39:49.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:48 smithi132 ceph-mon[88571]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:39:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:48 smithi084 ceph-mon[94794]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-04-02T09:39:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:48 smithi084 ceph-mon[94794]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:39:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:48 smithi084 ceph-mon[97358]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-04-02T09:39:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:48 smithi084 ceph-mon[97358]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:39:50.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:49 smithi132 ceph-mon[88571]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:39:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:49 smithi084 ceph-mon[94794]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:39:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:49 smithi084 ceph-mon[97358]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:39:50.894 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:39:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:39:50] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:39:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:50 smithi132 ceph-mon[88571]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-04-02T09:39:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:50 smithi132 ceph-mon[88571]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:39:51.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:50 smithi132 ceph-mon[88571]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:39:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:50 smithi084 ceph-mon[94794]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-04-02T09:39:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:50 smithi084 ceph-mon[94794]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:39:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:50 smithi084 ceph-mon[94794]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:39:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:50 smithi084 ceph-mon[97358]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-04-02T09:39:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:50 smithi084 ceph-mon[97358]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:39:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:50 smithi084 ceph-mon[97358]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:39:51.941 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-02T09:39:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:39:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:52 smithi084 ceph-mon[94794]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-04-02T09:39:53.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:52 smithi084 ceph-mon[94794]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:39:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:52 smithi084 ceph-mon[97358]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-04-02T09:39:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:52 smithi084 ceph-mon[97358]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:39:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:52 smithi132 ceph-mon[88571]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-04-02T09:39:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:52 smithi132 ceph-mon[88571]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:39:53.998 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-02T09:39:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:53 smithi132 ceph-mon[88571]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:39:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:53 smithi084 ceph-mon[94794]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:39:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:53 smithi084 ceph-mon[97358]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:39:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:54 smithi132 ceph-mon[88571]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-04-02T09:39:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:54 smithi132 ceph-mon[88571]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:39:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:54 smithi084 ceph-mon[94794]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-04-02T09:39:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:54 smithi084 ceph-mon[94794]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:39:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:54 smithi084 ceph-mon[97358]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-04-02T09:39:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:54 smithi084 ceph-mon[97358]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:39:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:55 smithi084 ceph-mon[94794]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:39:56.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:55 smithi084 ceph-mon[97358]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:39:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:55 smithi132 ceph-mon[88571]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:39:57.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:56 smithi084 ceph-mon[97358]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2024-04-02T09:39:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:56 smithi084 ceph-mon[97358]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:39:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:56 smithi084 ceph-mon[94794]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2024-04-02T09:39:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:56 smithi084 ceph-mon[94794]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:39:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:56 smithi132 ceph-mon[88571]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2024-04-02T09:39:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:56 smithi132 ceph-mon[88571]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:39:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:57 smithi084 ceph-mon[94794]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:39:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:57 smithi084 ceph-mon[97358]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:39:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:57 smithi132 ceph-mon[88571]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:39:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:58 smithi084 ceph-mon[94794]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 61 op/s 2024-04-02T09:39:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:58 smithi084 ceph-mon[94794]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:39:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:58 smithi084 ceph-mon[97358]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 61 op/s 2024-04-02T09:39:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:58 smithi084 ceph-mon[97358]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:39:59.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:58 smithi132 ceph-mon[88571]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 61 op/s 2024-04-02T09:39:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:58 smithi132 ceph-mon[88571]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:40:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:39:59 smithi084 ceph-mon[94794]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:40:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:39:59 smithi084 ceph-mon[97358]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:40:00.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:39:59 smithi132 ceph-mon[88571]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:40:00.942 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:40:00] "GET /metrics HTTP/1.1" 200 36791 "" "Prometheus/2.43.0" 2024-04-02T09:40:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[94794]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-04-02T09:40:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[94794]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:40:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[94794]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[94794]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[97358]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-04-02T09:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[97358]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[97358]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:00 smithi084 ceph-mon[97358]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:40:01.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:00 smithi132 ceph-mon[88571]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-04-02T09:40:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:00 smithi132 ceph-mon[88571]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:40:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:00 smithi132 ceph-mon[88571]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:00 smithi132 ceph-mon[88571]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:40:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:40:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:02 smithi084 ceph-mon[97358]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-04-02T09:40:03.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:02 smithi084 ceph-mon[97358]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:40:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:02 smithi084 ceph-mon[94794]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-04-02T09:40:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:02 smithi084 ceph-mon[94794]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:40:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:02 smithi132 ceph-mon[88571]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-04-02T09:40:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:02 smithi132 ceph-mon[88571]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:40:04.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:03 smithi084 ceph-mon[94794]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:40:04.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:03 smithi084 ceph-mon[97358]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:40:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:03 smithi132 ceph-mon[88571]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:40:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:04 smithi084 ceph-mon[94794]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:40:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:04 smithi084 ceph-mon[94794]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:40:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:04 smithi084 ceph-mon[97358]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:40:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:04 smithi084 ceph-mon[97358]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:40:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:04 smithi132 ceph-mon[88571]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:40:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:04 smithi132 ceph-mon[88571]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:40:06.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:05 smithi132 ceph-mon[88571]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:40:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:05 smithi084 ceph-mon[94794]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:40:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:05 smithi084 ceph-mon[97358]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:40:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:06 smithi132 ceph-mon[88571]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-02T09:40:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:06 smithi132 ceph-mon[88571]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:40:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:06 smithi084 ceph-mon[94794]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-02T09:40:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:06 smithi084 ceph-mon[94794]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:40:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:06 smithi084 ceph-mon[97358]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-02T09:40:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:06 smithi084 ceph-mon[97358]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:40:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:07 smithi132 ceph-mon[88571]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:40:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:07 smithi084 ceph-mon[94794]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:40:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:07 smithi084 ceph-mon[97358]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:40:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:08 smithi132 ceph-mon[88571]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.2 KiB/s wr, 96 op/s 2024-04-02T09:40:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:08 smithi132 ceph-mon[88571]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:40:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:08 smithi084 ceph-mon[94794]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.2 KiB/s wr, 96 op/s 2024-04-02T09:40:09.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:08 smithi084 ceph-mon[94794]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:40:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:08 smithi084 ceph-mon[97358]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.2 KiB/s wr, 96 op/s 2024-04-02T09:40:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:08 smithi084 ceph-mon[97358]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:40:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:09 smithi132 ceph-mon[88571]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:40:10.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:09 smithi084 ceph-mon[94794]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:40:10.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:09 smithi084 ceph-mon[97358]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:40:10.915 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:40:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:40:10] "GET /metrics HTTP/1.1" 200 36804 "" "Prometheus/2.43.0" 2024-04-02T09:40:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:10 smithi084 ceph-mon[94794]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-02T09:40:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:10 smithi084 ceph-mon[94794]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:40:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:10 smithi084 ceph-mon[97358]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-02T09:40:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:10 smithi084 ceph-mon[97358]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:40:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:10 smithi132 ceph-mon[88571]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-02T09:40:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:10 smithi132 ceph-mon[88571]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:40:12.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:11 smithi132 ceph-mon[88571]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:40:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:11 smithi084 ceph-mon[94794]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:40:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:11 smithi084 ceph-mon[97358]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:40:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:40:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:12 smithi084 ceph-mon[94794]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-02T09:40:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:12 smithi084 ceph-mon[94794]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:12 smithi084 ceph-mon[97358]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-02T09:40:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:12 smithi084 ceph-mon[97358]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:12 smithi132 ceph-mon[88571]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-02T09:40:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:12 smithi132 ceph-mon[88571]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:40:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:13 smithi084 ceph-mon[94794]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:40:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:13 smithi084 ceph-mon[97358]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:40:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:13 smithi132 ceph-mon[88571]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:40:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:14 smithi084 ceph-mon[94794]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:40:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:14 smithi084 ceph-mon[94794]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:40:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:14 smithi084 ceph-mon[97358]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:40:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:14 smithi084 ceph-mon[97358]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:40:15.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:14 smithi132 ceph-mon[88571]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:40:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:14 smithi132 ceph-mon[88571]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:40:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:15 smithi084 ceph-mon[94794]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:40:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:15 smithi084 ceph-mon[97358]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:40:16.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:15 smithi132 ceph-mon[88571]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:40:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:16 smithi084 ceph-mon[94794]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-02T09:40:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:16 smithi084 ceph-mon[94794]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:40:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:16 smithi084 ceph-mon[97358]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-02T09:40:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:16 smithi084 ceph-mon[97358]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:40:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:16 smithi132 ceph-mon[88571]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-02T09:40:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:16 smithi132 ceph-mon[88571]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:40:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:17 smithi084 ceph-mon[94794]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:40:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:17 smithi084 ceph-mon[97358]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:40:18.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:17 smithi132 ceph-mon[88571]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:40:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:18 smithi084 ceph-mon[94794]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 3.0 KiB/s wr, 184 op/s 2024-04-02T09:40:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:18 smithi084 ceph-mon[94794]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:40:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:18 smithi084 ceph-mon[97358]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 3.0 KiB/s wr, 184 op/s 2024-04-02T09:40:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:18 smithi084 ceph-mon[97358]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:40:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:18 smithi132 ceph-mon[88571]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 3.0 KiB/s wr, 184 op/s 2024-04-02T09:40:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:18 smithi132 ceph-mon[88571]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:40:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:19 smithi084 ceph-mon[94794]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:40:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:19 smithi084 ceph-mon[97358]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:40:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:19 smithi132 ceph-mon[88571]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:40:20.989 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:40:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:40:20] "GET /metrics HTTP/1.1" 200 36804 "" "Prometheus/2.43.0" 2024-04-02T09:40:21.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:20 smithi084 ceph-mon[94794]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-02T09:40:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:20 smithi084 ceph-mon[94794]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:40:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:20 smithi084 ceph-mon[97358]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-02T09:40:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:20 smithi084 ceph-mon[97358]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:40:21.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:20 smithi132 ceph-mon[88571]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-02T09:40:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:20 smithi132 ceph-mon[88571]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:40:22.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:21 smithi132 ceph-mon[88571]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:40:22.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:21 smithi084 ceph-mon[94794]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:40:22.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:22 smithi084 ceph-mon[97358]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:40:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:40:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:23 smithi084 ceph-mon[94794]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-02T09:40:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:23 smithi084 ceph-mon[94794]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:40:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:23 smithi084 ceph-mon[97358]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-02T09:40:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:23 smithi084 ceph-mon[97358]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:40:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:23 smithi132 ceph-mon[88571]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-02T09:40:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:23 smithi132 ceph-mon[88571]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:40:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:24 smithi084 ceph-mon[94794]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:40:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:24 smithi084 ceph-mon[97358]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:40:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:24.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:24 smithi132 ceph-mon[88571]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:40:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:25 smithi084 ceph-mon[94794]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:25 smithi084 ceph-mon[94794]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:40:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:25 smithi084 ceph-mon[97358]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:25 smithi084 ceph-mon[97358]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:40:25.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:25 smithi132 ceph-mon[88571]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:25 smithi132 ceph-mon[88571]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:40:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:26 smithi084 ceph-mon[94794]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:40:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:26 smithi084 ceph-mon[97358]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:40:26.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:26 smithi132 ceph-mon[88571]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:40:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:27 smithi084 ceph-mon[94794]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.7 KiB/s wr, 273 op/s 2024-04-02T09:40:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:27 smithi084 ceph-mon[94794]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:40:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:27 smithi084 ceph-mon[97358]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.7 KiB/s wr, 273 op/s 2024-04-02T09:40:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:27 smithi084 ceph-mon[97358]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:40:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:27 smithi132 ceph-mon[88571]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.7 KiB/s wr, 273 op/s 2024-04-02T09:40:27.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:27 smithi132 ceph-mon[88571]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:40:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:28 smithi084 ceph-mon[94794]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:40:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:28 smithi084 ceph-mon[97358]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:40:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:28 smithi132 ceph-mon[88571]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:40:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:29 smithi084 ceph-mon[94794]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 3.5 KiB/s wr, 272 op/s 2024-04-02T09:40:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:29 smithi084 ceph-mon[94794]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:40:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:29 smithi084 ceph-mon[97358]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 3.5 KiB/s wr, 272 op/s 2024-04-02T09:40:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:29 smithi084 ceph-mon[97358]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:40:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:29 smithi132 ceph-mon[88571]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 3.5 KiB/s wr, 272 op/s 2024-04-02T09:40:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:29 smithi132 ceph-mon[88571]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:40:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:30 smithi084 ceph-mon[94794]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:40:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:30 smithi084 ceph-mon[97358]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:40:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:30 smithi132 ceph-mon[88571]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:40:31.053 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:40:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:40:30] "GET /metrics HTTP/1.1" 200 36797 "" "Prometheus/2.43.0" 2024-04-02T09:40:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:31 smithi084 ceph-mon[94794]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-02T09:40:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:31 smithi084 ceph-mon[94794]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:40:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:31 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:31 smithi084 ceph-mon[97358]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-02T09:40:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:31 smithi084 ceph-mon[97358]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:40:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:31 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:31 smithi132 ceph-mon[88571]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-02T09:40:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:31 smithi132 ceph-mon[88571]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:40:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:31 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[94794]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[94794]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[97358]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[97358]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:32 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:40:32.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:40:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:32 smithi132 ceph-mon[88571]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:40:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:32 smithi132 ceph-mon[88571]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-02T09:40:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:32.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:32.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:32 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:40:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:33 smithi084 ceph-mon[94794]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:40:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:33 smithi084 ceph-mon[97358]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:40:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:33 smithi132 ceph-mon[88571]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:40:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:34 smithi084 ceph-mon[94794]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:40:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:34 smithi084 ceph-mon[94794]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:40:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:34 smithi084 ceph-mon[97358]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:40:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:34 smithi084 ceph-mon[97358]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:40:34.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:34 smithi132 ceph-mon[88571]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:40:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:34 smithi132 ceph-mon[88571]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:40:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:35 smithi084 ceph-mon[94794]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:40:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:35 smithi084 ceph-mon[97358]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:40:35.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:35 smithi132 ceph-mon[88571]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:40:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:36 smithi132 ceph-mon[88571]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:40:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:36 smithi132 ceph-mon[88571]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.7 KiB/s wr, 361 op/s 2024-04-02T09:40:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:36 smithi084 ceph-mon[94794]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:40:36.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:36 smithi084 ceph-mon[94794]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.7 KiB/s wr, 361 op/s 2024-04-02T09:40:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:36 smithi084 ceph-mon[97358]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:40:36.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:36 smithi084 ceph-mon[97358]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.7 KiB/s wr, 361 op/s 2024-04-02T09:40:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:37 smithi132 ceph-mon[88571]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:40:37.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:37 smithi084 ceph-mon[94794]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:40:37.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:37 smithi084 ceph-mon[97358]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:40:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:38 smithi132 ceph-mon[88571]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:40:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:38 smithi132 ceph-mon[88571]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.2 KiB/s wr, 359 op/s 2024-04-02T09:40:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:38 smithi084 ceph-mon[94794]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:40:38.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:38 smithi084 ceph-mon[94794]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.2 KiB/s wr, 359 op/s 2024-04-02T09:40:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:38 smithi084 ceph-mon[97358]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:40:38.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:38 smithi084 ceph-mon[97358]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.2 KiB/s wr, 359 op/s 2024-04-02T09:40:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:39 smithi132 ceph-mon[88571]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:40:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:39.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:39 smithi084 ceph-mon[94794]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:40:39.652 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:39.653 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:39 smithi084 ceph-mon[97358]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:40:39.653 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:40 smithi132 ceph-mon[88571]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:40:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:40 smithi132 ceph-mon[88571]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.7 KiB/s wr, 404 op/s 2024-04-02T09:40:40.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:40 smithi084 ceph-mon[94794]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:40:40.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:40 smithi084 ceph-mon[94794]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.7 KiB/s wr, 404 op/s 2024-04-02T09:40:40.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:40 smithi084 ceph-mon[97358]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:40:40.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:40 smithi084 ceph-mon[97358]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.7 KiB/s wr, 404 op/s 2024-04-02T09:40:40.778 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:40:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:40:40] "GET /metrics HTTP/1.1" 200 36799 "" "Prometheus/2.43.0" 2024-04-02T09:40:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:41 smithi132 ceph-mon[88571]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:40:41.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:41 smithi084 ceph-mon[94794]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:40:41.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:41 smithi084 ceph-mon[97358]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:40:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:42 smithi132 ceph-mon[88571]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:40:42.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:42 smithi132 ceph-mon[88571]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.7 KiB/s wr, 404 op/s 2024-04-02T09:40:42.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:40:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:42.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:42 smithi084 ceph-mon[94794]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:40:42.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:42 smithi084 ceph-mon[94794]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.7 KiB/s wr, 404 op/s 2024-04-02T09:40:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:42 smithi084 ceph-mon[97358]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:40:42.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:42 smithi084 ceph-mon[97358]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.7 KiB/s wr, 404 op/s 2024-04-02T09:40:43.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:43 smithi084 ceph-mon[94794]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:40:43.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:43 smithi084 ceph-mon[97358]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:40:43.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:43 smithi132 ceph-mon[88571]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:40:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:44 smithi084 ceph-mon[94794]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:40:44.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:44 smithi084 ceph-mon[94794]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:40:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:44 smithi084 ceph-mon[97358]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:40:44.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:44 smithi084 ceph-mon[97358]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:40:44.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:44 smithi132 ceph-mon[88571]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:40:44.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:44 smithi132 ceph-mon[88571]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:40:45.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:45 smithi084 ceph-mon[94794]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:40:45.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:45 smithi084 ceph-mon[97358]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:40:45.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:45 smithi132 ceph-mon[88571]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:40:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:46 smithi084 ceph-mon[94794]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:40:46.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:46 smithi084 ceph-mon[94794]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-02T09:40:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:46 smithi084 ceph-mon[97358]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:40:46.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:46 smithi084 ceph-mon[97358]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-02T09:40:46.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:46 smithi132 ceph-mon[88571]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:40:46.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:46 smithi132 ceph-mon[88571]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-02T09:40:47.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:47 smithi084 ceph-mon[94794]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:40:47.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:47 smithi084 ceph-mon[97358]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:40:47.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:47 smithi132 ceph-mon[88571]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:40:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:48 smithi084 ceph-mon[94794]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:40:48.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:48 smithi084 ceph-mon[94794]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 2.7 KiB/s wr, 446 op/s 2024-04-02T09:40:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:48 smithi084 ceph-mon[97358]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:40:48.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:48 smithi084 ceph-mon[97358]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 2.7 KiB/s wr, 446 op/s 2024-04-02T09:40:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:48 smithi132 ceph-mon[88571]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:40:48.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:48 smithi132 ceph-mon[88571]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 2.7 KiB/s wr, 446 op/s 2024-04-02T09:40:49.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:49 smithi084 ceph-mon[94794]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:40:49.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:49 smithi084 ceph-mon[97358]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:40:49.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:49 smithi132 ceph-mon[88571]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:40:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:50 smithi084 ceph-mon[94794]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:40:50.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:50 smithi084 ceph-mon[94794]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-02T09:40:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:50 smithi084 ceph-mon[97358]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:40:50.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:50 smithi084 ceph-mon[97358]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-02T09:40:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:50 smithi132 ceph-mon[88571]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:40:50.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:50 smithi132 ceph-mon[88571]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-02T09:40:51.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:40:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:40:50] "GET /metrics HTTP/1.1" 200 36799 "" "Prometheus/2.43.0" 2024-04-02T09:40:51.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:51 smithi084 ceph-mon[94794]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:40:51.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:51 smithi084 ceph-mon[97358]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:40:51.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:51 smithi132 ceph-mon[88571]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:40:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:52 smithi084 ceph-mon[94794]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:40:52.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:52 smithi084 ceph-mon[94794]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-02T09:40:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:52 smithi084 ceph-mon[97358]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:40:52.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:52 smithi084 ceph-mon[97358]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-02T09:40:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:52 smithi132 ceph-mon[88571]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:40:52.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:52 smithi132 ceph-mon[88571]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-02T09:40:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:40:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:53.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:53 smithi084 ceph-mon[94794]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:40:53.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:53 smithi084 ceph-mon[97358]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:40:53.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:53 smithi132 ceph-mon[88571]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:40:54.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:54 smithi084 ceph-mon[94794]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:40:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:54 smithi084 ceph-mon[94794]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:54.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:54 smithi084 ceph-mon[97358]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:40:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:54 smithi084 ceph-mon[97358]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:54.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:54 smithi132 ceph-mon[88571]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:40:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:54 smithi132 ceph-mon[88571]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:54.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:55.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:55 smithi084 ceph-mon[94794]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:40:55.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:55 smithi084 ceph-mon[97358]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:40:55.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:55 smithi132 ceph-mon[88571]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:40:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:56 smithi084 ceph-mon[94794]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:40:56.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:56 smithi084 ceph-mon[94794]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-04-02T09:40:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:56 smithi084 ceph-mon[97358]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:40:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:56 smithi084 ceph-mon[97358]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-04-02T09:40:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:56 smithi132 ceph-mon[88571]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:40:56.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:56 smithi132 ceph-mon[88571]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-04-02T09:40:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:57 smithi084 ceph-mon[94794]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:40:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:57 smithi084 ceph-mon[97358]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:40:57.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:57 smithi132 ceph-mon[88571]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:40:58.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:58 smithi084 ceph-mon[94794]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:40:58.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:58 smithi084 ceph-mon[94794]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 3.5 KiB/s wr, 534 op/s 2024-04-02T09:40:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:58 smithi084 ceph-mon[97358]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:40:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:58 smithi084 ceph-mon[97358]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 3.5 KiB/s wr, 534 op/s 2024-04-02T09:40:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:58 smithi132 ceph-mon[88571]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:40:58.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:58 smithi132 ceph-mon[88571]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 3.5 KiB/s wr, 534 op/s 2024-04-02T09:40:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:40:59 smithi084 ceph-mon[94794]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:40:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:40:59 smithi084 ceph-mon[97358]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:40:59.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:40:59 smithi132 ceph-mon[88571]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:41:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:00 smithi084 ceph-mon[94794]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:41:00.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:00 smithi084 ceph-mon[94794]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-04-02T09:41:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:00 smithi084 ceph-mon[97358]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:41:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:00 smithi084 ceph-mon[97358]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-04-02T09:41:00.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:00 smithi132 ceph-mon[88571]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:41:00.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:00 smithi132 ceph-mon[88571]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-04-02T09:41:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:41:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:41:00] "GET /metrics HTTP/1.1" 200 36800 "" "Prometheus/2.43.0" 2024-04-02T09:41:01.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:01 smithi084 ceph-mon[94794]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:41:01.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:01 smithi084 ceph-mon[97358]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:41:01.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:01 smithi132 ceph-mon[88571]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:41:02.562 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:02 smithi132 ceph-mon[88571]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:41:02.562 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:02 smithi132 ceph-mon[88571]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-04-02T09:41:02.562 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:41:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:02 smithi084 ceph-mon[94794]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:41:02.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:02 smithi084 ceph-mon[94794]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-04-02T09:41:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:02 smithi084 ceph-mon[97358]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:41:02.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:02 smithi084 ceph-mon[97358]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-04-02T09:41:03.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:03 smithi084 ceph-mon[94794]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:41:03.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:03 smithi084 ceph-mon[97358]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:41:03.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:03 smithi132 ceph-mon[88571]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:41:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:04 smithi084 ceph-mon[94794]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:41:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:04 smithi084 ceph-mon[94794]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:41:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:04 smithi084 ceph-mon[97358]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:41:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:04 smithi084 ceph-mon[97358]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:41:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:04 smithi132 ceph-mon[88571]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:41:04.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:04 smithi132 ceph-mon[88571]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:41:05.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:05 smithi084 ceph-mon[94794]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:41:05.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:05 smithi084 ceph-mon[97358]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:41:05.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:05 smithi132 ceph-mon[88571]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:41:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:06 smithi084 ceph-mon[94794]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:41:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:06 smithi084 ceph-mon[94794]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-04-02T09:41:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:06 smithi084 ceph-mon[97358]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:41:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:06 smithi084 ceph-mon[97358]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-04-02T09:41:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:06 smithi132 ceph-mon[88571]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:41:06.660 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:06 smithi132 ceph-mon[88571]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-04-02T09:41:07.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:07 smithi084 ceph-mon[94794]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:41:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:07 smithi084 ceph-mon[97358]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:41:07.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:07 smithi132 ceph-mon[88571]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:41:08.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:08 smithi084 ceph-mon[94794]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:41:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:08 smithi084 ceph-mon[94794]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.5 KiB/s wr, 625 op/s 2024-04-02T09:41:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:08 smithi084 ceph-mon[97358]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:41:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:08 smithi084 ceph-mon[97358]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.5 KiB/s wr, 625 op/s 2024-04-02T09:41:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:08 smithi132 ceph-mon[88571]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:41:08.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:08 smithi132 ceph-mon[88571]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.5 KiB/s wr, 625 op/s 2024-04-02T09:41:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:09 smithi084 ceph-mon[94794]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:41:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:09 smithi084 ceph-mon[97358]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:41:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:09 smithi132 ceph-mon[88571]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:41:09.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:10 smithi084 ceph-mon[94794]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:41:10.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:10 smithi084 ceph-mon[94794]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:41:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:10 smithi084 ceph-mon[97358]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:41:10.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:10 smithi084 ceph-mon[97358]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:41:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:10 smithi132 ceph-mon[88571]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:41:10.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:10 smithi132 ceph-mon[88571]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:41:11.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:41:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:41:10] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:41:11.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:11 smithi084 ceph-mon[94794]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:41:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:11 smithi084 ceph-mon[97358]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:41:11.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:11 smithi132 ceph-mon[88571]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:41:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:12 smithi084 ceph-mon[94794]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:41:12.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:12 smithi084 ceph-mon[94794]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:41:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:12 smithi084 ceph-mon[97358]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:41:12.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:12 smithi084 ceph-mon[97358]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:41:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:12 smithi132 ceph-mon[88571]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:41:12.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:12 smithi132 ceph-mon[88571]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:41:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:41:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:13.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:13 smithi132 ceph-mon[88571]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:41:13.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:13 smithi084 ceph-mon[94794]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:41:13.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:13 smithi084 ceph-mon[97358]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:41:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:14 smithi132 ceph-mon[88571]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:41:14.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:14 smithi132 ceph-mon[88571]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:41:14.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:14 smithi084 ceph-mon[97358]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:41:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:14 smithi084 ceph-mon[97358]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:41:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:14 smithi084 ceph-mon[94794]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:41:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:14 smithi084 ceph-mon[94794]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:41:15.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:15 smithi132 ceph-mon[88571]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:41:15.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:15 smithi084 ceph-mon[94794]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:41:15.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:15 smithi084 ceph-mon[97358]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:41:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:16 smithi132 ceph-mon[88571]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:41:16.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:16 smithi132 ceph-mon[88571]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-02T09:41:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:16 smithi084 ceph-mon[94794]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:41:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:16 smithi084 ceph-mon[94794]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-02T09:41:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:16 smithi084 ceph-mon[97358]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:41:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:16 smithi084 ceph-mon[97358]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-02T09:41:17.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:17 smithi132 ceph-mon[88571]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:41:17.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:17 smithi084 ceph-mon[94794]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:41:17.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:17 smithi084 ceph-mon[97358]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:41:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:18 smithi132 ceph-mon[88571]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:41:18.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:18 smithi132 ceph-mon[88571]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.2 KiB/s wr, 713 op/s 2024-04-02T09:41:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:18 smithi084 ceph-mon[94794]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:41:18.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:18 smithi084 ceph-mon[94794]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.2 KiB/s wr, 713 op/s 2024-04-02T09:41:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:18 smithi084 ceph-mon[97358]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:41:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:18 smithi084 ceph-mon[97358]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.2 KiB/s wr, 713 op/s 2024-04-02T09:41:19.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:19 smithi132 ceph-mon[88571]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:41:19.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:19 smithi084 ceph-mon[94794]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:41:19.867 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:19 smithi084 ceph-mon[97358]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:41:20.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:20 smithi084 ceph-mon[94794]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:41:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:20 smithi084 ceph-mon[94794]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-04-02T09:41:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:41:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:41:20] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:41:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:20 smithi084 ceph-mon[97358]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:41:20.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:20 smithi084 ceph-mon[97358]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-04-02T09:41:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:20 smithi132 ceph-mon[88571]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:41:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:20 smithi132 ceph-mon[88571]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-04-02T09:41:21.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:21 smithi084 ceph-mon[94794]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:41:21.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:21 smithi084 ceph-mon[97358]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:41:21.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:21 smithi132 ceph-mon[88571]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:41:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:22 smithi132 ceph-mon[88571]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 3.7 KiB/s wr, 755 op/s 2024-04-02T09:41:22.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:22 smithi132 ceph-mon[88571]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:41:22.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:41:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:22 smithi084 ceph-mon[94794]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 3.7 KiB/s wr, 755 op/s 2024-04-02T09:41:22.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:22 smithi084 ceph-mon[94794]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:41:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:22 smithi084 ceph-mon[97358]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 3.7 KiB/s wr, 755 op/s 2024-04-02T09:41:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:22 smithi084 ceph-mon[97358]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:41:23.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:23 smithi084 ceph-mon[94794]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:41:23.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:23 smithi084 ceph-mon[97358]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:41:23.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:23 smithi132 ceph-mon[88571]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:41:24.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:24 smithi084 ceph-mon[94794]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1021 B/s wr, 6 op/s 2024-04-02T09:41:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:24 smithi084 ceph-mon[94794]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:41:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:24 smithi084 ceph-mon[97358]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1021 B/s wr, 6 op/s 2024-04-02T09:41:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:24 smithi084 ceph-mon[97358]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:41:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:24 smithi132 ceph-mon[88571]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1021 B/s wr, 6 op/s 2024-04-02T09:41:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:24 smithi132 ceph-mon[88571]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:41:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:25.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:25 smithi084 ceph-mon[94794]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:41:25.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:25 smithi084 ceph-mon[97358]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:41:25.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:25 smithi132 ceph-mon[88571]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:41:26.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:26 smithi084 ceph-mon[94794]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 801 op/s 2024-04-02T09:41:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:26 smithi084 ceph-mon[94794]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:41:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:26 smithi084 ceph-mon[97358]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 801 op/s 2024-04-02T09:41:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:26 smithi084 ceph-mon[97358]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:41:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:26 smithi132 ceph-mon[88571]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 801 op/s 2024-04-02T09:41:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:26 smithi132 ceph-mon[88571]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:41:27.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:27 smithi084 ceph-mon[94794]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:41:27.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:27 smithi084 ceph-mon[97358]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:41:27.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:27 smithi132 ceph-mon[88571]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:41:28.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:28 smithi084 ceph-mon[94794]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 2.7 KiB/s wr, 795 op/s 2024-04-02T09:41:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:28 smithi084 ceph-mon[94794]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:41:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:28 smithi084 ceph-mon[97358]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 2.7 KiB/s wr, 795 op/s 2024-04-02T09:41:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:28 smithi084 ceph-mon[97358]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:41:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:28 smithi132 ceph-mon[88571]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 2.7 KiB/s wr, 795 op/s 2024-04-02T09:41:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:28 smithi132 ceph-mon[88571]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:41:29.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:29 smithi084 ceph-mon[94794]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:41:29.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:29 smithi084 ceph-mon[97358]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:41:29.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:29 smithi132 ceph-mon[88571]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:41:30.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:41:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:41:30] "GET /metrics HTTP/1.1" 200 36800 "" "Prometheus/2.43.0" 2024-04-02T09:41:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:30 smithi084 ceph-mon[97358]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.0 KiB/s wr, 846 op/s 2024-04-02T09:41:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:30 smithi084 ceph-mon[97358]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:41:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:30 smithi084 ceph-mon[94794]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.0 KiB/s wr, 846 op/s 2024-04-02T09:41:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:30 smithi084 ceph-mon[94794]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:41:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:30 smithi132 ceph-mon[88571]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.0 KiB/s wr, 846 op/s 2024-04-02T09:41:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:30 smithi132 ceph-mon[88571]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:41:31.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:31 smithi084 ceph-mon[94794]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:41:31.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:31 smithi084 ceph-mon[97358]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:41:31.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:31 smithi132 ceph-mon[88571]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:41:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:32 smithi132 ceph-mon[88571]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.0 KiB/s wr, 846 op/s 2024-04-02T09:41:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:32 smithi132 ceph-mon[88571]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:41:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:32.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:32 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:41:32.662 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:41:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:32.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[94794]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.0 KiB/s wr, 846 op/s 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[94794]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[97358]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.0 KiB/s wr, 846 op/s 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[97358]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:32 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:41:33.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:33 smithi084 ceph-mon[94794]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:41:33.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:33 smithi084 ceph-mon[97358]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:41:33.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:33 smithi132 ceph-mon[88571]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:41:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:34 smithi084 ceph-mon[94794]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:41:34.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:34 smithi084 ceph-mon[94794]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:41:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:34 smithi084 ceph-mon[97358]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:41:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:34 smithi084 ceph-mon[97358]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:41:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:34 smithi132 ceph-mon[88571]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:41:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:34 smithi132 ceph-mon[88571]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:41:35.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:35 smithi084 ceph-mon[94794]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:41:35.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:35 smithi084 ceph-mon[97358]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:41:35.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:35 smithi132 ceph-mon[88571]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:41:36.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:36 smithi084 ceph-mon[94794]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.0 KiB/s wr, 709 op/s 2024-04-02T09:41:36.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:36 smithi084 ceph-mon[94794]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:41:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:36 smithi084 ceph-mon[97358]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.0 KiB/s wr, 709 op/s 2024-04-02T09:41:36.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:36 smithi084 ceph-mon[97358]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:41:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:36 smithi132 ceph-mon[88571]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.0 KiB/s wr, 709 op/s 2024-04-02T09:41:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:36 smithi132 ceph-mon[88571]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:41:37.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:37 smithi084 ceph-mon[94794]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:41:37.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:37 smithi084 ceph-mon[97358]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:41:37.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:37 smithi132 ceph-mon[88571]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:41:38.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:38 smithi084 ceph-mon[94794]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 2.7 KiB/s wr, 703 op/s 2024-04-02T09:41:38.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:38 smithi084 ceph-mon[94794]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:41:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:38 smithi084 ceph-mon[97358]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 2.7 KiB/s wr, 703 op/s 2024-04-02T09:41:38.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:38 smithi084 ceph-mon[97358]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:41:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:38 smithi132 ceph-mon[88571]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 2.7 KiB/s wr, 703 op/s 2024-04-02T09:41:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:38 smithi132 ceph-mon[88571]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:41:39.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:39 smithi084 ceph-mon[94794]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:41:39.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:39 smithi084 ceph-mon[97358]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:41:39.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:39 smithi132 ceph-mon[88571]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:41:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:40 smithi084 ceph-mon[94794]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-02T09:41:40.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:40 smithi084 ceph-mon[94794]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:41:40.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:41:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:41:40] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:41:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:40 smithi084 ceph-mon[97358]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-02T09:41:40.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:40 smithi084 ceph-mon[97358]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:41:40.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:40 smithi132 ceph-mon[88571]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-02T09:41:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:40 smithi132 ceph-mon[88571]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:41:41.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:41 smithi084 ceph-mon[94794]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:41:41.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:41 smithi084 ceph-mon[97358]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:41:41.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:41 smithi132 ceph-mon[88571]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:41:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:42 smithi132 ceph-mon[88571]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-02T09:41:42.661 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:42 smithi132 ceph-mon[88571]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:41:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:41:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:42 smithi084 ceph-mon[94794]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-02T09:41:42.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:42 smithi084 ceph-mon[94794]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:41:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:42 smithi084 ceph-mon[97358]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-02T09:41:42.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:42 smithi084 ceph-mon[97358]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:41:43.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:43 smithi084 ceph-mon[94794]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:41:43.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:43 smithi084 ceph-mon[97358]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:41:43.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:43 smithi132 ceph-mon[88571]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:41:44.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:44 smithi084 ceph-mon[94794]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.2 KiB/s wr, 968 op/s 2024-04-02T09:41:44.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:44 smithi084 ceph-mon[94794]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:41:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:44 smithi084 ceph-mon[97358]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.2 KiB/s wr, 968 op/s 2024-04-02T09:41:44.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:44 smithi084 ceph-mon[97358]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:41:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:44 smithi132 ceph-mon[88571]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.2 KiB/s wr, 968 op/s 2024-04-02T09:41:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:44 smithi132 ceph-mon[88571]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:41:45.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:45 smithi084 ceph-mon[94794]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:41:45.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:45 smithi084 ceph-mon[97358]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:41:45.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:45 smithi132 ceph-mon[88571]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:41:46.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:46 smithi084 ceph-mon[94794]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-02T09:41:46.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:46 smithi084 ceph-mon[94794]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:41:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:46 smithi084 ceph-mon[97358]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-02T09:41:46.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:46 smithi084 ceph-mon[97358]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:41:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:46 smithi132 ceph-mon[88571]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-02T09:41:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:46 smithi132 ceph-mon[88571]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:41:47.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:47 smithi084 ceph-mon[94794]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:41:47.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:47 smithi084 ceph-mon[97358]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:41:47.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:47 smithi132 ceph-mon[88571]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:41:48.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:48 smithi084 ceph-mon[94794]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:41:48.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:48 smithi084 ceph-mon[94794]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:41:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:48 smithi084 ceph-mon[97358]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:41:48.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:48 smithi084 ceph-mon[97358]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:41:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:48 smithi132 ceph-mon[88571]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:41:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:48 smithi132 ceph-mon[88571]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:41:49.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:49 smithi084 ceph-mon[94794]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:41:49.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:49 smithi084 ceph-mon[97358]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:41:49.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:49 smithi132 ceph-mon[88571]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:41:50.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:50 smithi084 ceph-mon[94794]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-02T09:41:50.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:50 smithi084 ceph-mon[94794]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:41:50.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:41:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:41:50] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:41:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:50 smithi084 ceph-mon[97358]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-02T09:41:50.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:50 smithi084 ceph-mon[97358]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:41:50.910 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:50 smithi132 ceph-mon[88571]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-02T09:41:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:50 smithi132 ceph-mon[88571]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:41:51.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:51 smithi084 ceph-mon[94794]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:41:51.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:51 smithi084 ceph-mon[97358]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:41:51.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:51 smithi132 ceph-mon[88571]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:41:52.604 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:41:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:52.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:52 smithi084 ceph-mon[94794]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-02T09:41:52.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:52 smithi084 ceph-mon[94794]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:41:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:52 smithi084 ceph-mon[97358]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-02T09:41:52.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:52 smithi084 ceph-mon[97358]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:41:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:52 smithi132 ceph-mon[88571]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-02T09:41:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:52 smithi132 ceph-mon[88571]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:41:53.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:53 smithi084 ceph-mon[94794]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:41:53.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:53 smithi084 ceph-mon[97358]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:41:53.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:53 smithi132 ceph-mon[88571]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:41:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:54 smithi084 ceph-mon[94794]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-02T09:41:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:54 smithi084 ceph-mon[94794]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:41:54.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:54 smithi084 ceph-mon[97358]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-02T09:41:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:54 smithi084 ceph-mon[97358]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:41:54.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:54 smithi132 ceph-mon[88571]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-02T09:41:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:54 smithi132 ceph-mon[88571]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:41:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:55.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:55 smithi132 ceph-mon[88571]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:41:56.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:55 smithi084 ceph-mon[94794]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:41:56.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:55 smithi084 ceph-mon[97358]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:41:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:56 smithi132 ceph-mon[88571]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-02T09:41:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:56 smithi132 ceph-mon[88571]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:41:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:56 smithi084 ceph-mon[94794]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-02T09:41:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:56 smithi084 ceph-mon[94794]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:41:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:56 smithi084 ceph-mon[97358]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-02T09:41:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:56 smithi084 ceph-mon[97358]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:41:57.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:57 smithi132 ceph-mon[88571]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:41:57.911 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:41:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T09:41:57.745545895Z level=info msg="Completed cleanup jobs" duration=4.379421ms 2024-04-02T09:41:58.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:57 smithi084 ceph-mon[94794]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:41:58.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:57 smithi084 ceph-mon[97358]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:41:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:58 smithi132 ceph-mon[88571]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:58 smithi132 ceph-mon[88571]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:41:59.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:58 smithi084 ceph-mon[94794]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:59.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:58 smithi084 ceph-mon[94794]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:41:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:58 smithi084 ceph-mon[97358]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:58 smithi084 ceph-mon[97358]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:42:00.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:41:59 smithi084 ceph-mon[94794]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:42:00.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:41:59 smithi084 ceph-mon[97358]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:42:00.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:41:59 smithi132 ceph-mon[88571]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:42:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:00 smithi132 ceph-mon[88571]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-02T09:42:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:00 smithi132 ceph-mon[88571]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:42:01.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:00 smithi084 ceph-mon[94794]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-02T09:42:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:00 smithi084 ceph-mon[94794]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:42:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:42:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:42:00] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:42:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:00 smithi084 ceph-mon[97358]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-02T09:42:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:00 smithi084 ceph-mon[97358]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:42:02.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:01 smithi084 ceph-mon[94794]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:42:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:01 smithi084 ceph-mon[97358]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:42:02.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:01 smithi132 ceph-mon[88571]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:42:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:42:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:02 smithi084 ceph-mon[94794]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-02T09:42:03.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:02 smithi084 ceph-mon[94794]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:42:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:02 smithi084 ceph-mon[97358]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-02T09:42:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:02 smithi084 ceph-mon[97358]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:42:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:02 smithi132 ceph-mon[88571]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-02T09:42:03.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:02 smithi132 ceph-mon[88571]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:42:04.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:03 smithi084 ceph-mon[94794]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:42:04.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:03 smithi084 ceph-mon[97358]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:42:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:03 smithi132 ceph-mon[88571]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:42:05.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:04 smithi084 ceph-mon[97358]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.2 KiB/s wr, 1.14k op/s 2024-04-02T09:42:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:04 smithi084 ceph-mon[97358]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:42:05.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:04 smithi084 ceph-mon[94794]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.2 KiB/s wr, 1.14k op/s 2024-04-02T09:42:05.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:04 smithi084 ceph-mon[94794]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:42:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:04 smithi132 ceph-mon[88571]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.2 KiB/s wr, 1.14k op/s 2024-04-02T09:42:05.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:04 smithi132 ceph-mon[88571]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:42:06.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:05 smithi084 ceph-mon[94794]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:42:06.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:05 smithi084 ceph-mon[97358]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:42:06.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:05 smithi132 ceph-mon[88571]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:42:07.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:06 smithi084 ceph-mon[94794]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-02T09:42:07.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:06 smithi084 ceph-mon[94794]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:42:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:06 smithi084 ceph-mon[97358]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-02T09:42:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:06 smithi084 ceph-mon[97358]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:42:07.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:06 smithi132 ceph-mon[88571]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-02T09:42:07.199 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:06 smithi132 ceph-mon[88571]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:42:08.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:07 smithi084 ceph-mon[94794]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:42:08.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:07 smithi084 ceph-mon[97358]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:42:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:07 smithi132 ceph-mon[88571]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:42:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:08 smithi084 ceph-mon[94794]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:09.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:08 smithi084 ceph-mon[94794]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:42:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:08 smithi084 ceph-mon[97358]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:08 smithi084 ceph-mon[97358]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:42:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:08 smithi132 ceph-mon[88571]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:08 smithi132 ceph-mon[88571]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:42:10.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:09 smithi084 ceph-mon[94794]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:42:10.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:10.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:09 smithi084 ceph-mon[97358]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:42:10.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:09 smithi132 ceph-mon[88571]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:42:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:11.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:10 smithi084 ceph-mon[94794]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-02T09:42:11.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:10 smithi084 ceph-mon[94794]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:42:11.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:42:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:42:10] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:42:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:10 smithi084 ceph-mon[97358]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-02T09:42:11.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:10 smithi084 ceph-mon[97358]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:42:11.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:10 smithi132 ceph-mon[88571]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-02T09:42:11.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:10 smithi132 ceph-mon[88571]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:42:12.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:11 smithi084 ceph-mon[94794]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:42:12.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:11 smithi084 ceph-mon[97358]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:42:12.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:11 smithi132 ceph-mon[88571]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:42:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:42:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:13.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:12 smithi084 ceph-mon[94794]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-02T09:42:13.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:12 smithi084 ceph-mon[94794]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:42:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:12 smithi084 ceph-mon[97358]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-02T09:42:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:12 smithi084 ceph-mon[97358]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:42:13.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:12 smithi132 ceph-mon[88571]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-02T09:42:13.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:12 smithi132 ceph-mon[88571]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:42:14.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:13 smithi084 ceph-mon[94794]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:42:14.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:13 smithi084 ceph-mon[97358]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:42:14.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:13 smithi132 ceph-mon[88571]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:42:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:14 smithi084 ceph-mon[94794]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-02T09:42:15.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:14 smithi084 ceph-mon[94794]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:42:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:14 smithi084 ceph-mon[97358]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-02T09:42:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:14 smithi084 ceph-mon[97358]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:42:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:14 smithi132 ceph-mon[88571]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-02T09:42:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:14 smithi132 ceph-mon[88571]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:42:16.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:15 smithi084 ceph-mon[94794]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:42:16.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:15 smithi084 ceph-mon[97358]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:42:16.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:15 smithi132 ceph-mon[88571]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:42:17.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:16 smithi084 ceph-mon[94794]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-02T09:42:17.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:16 smithi084 ceph-mon[94794]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:42:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:16 smithi084 ceph-mon[97358]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-02T09:42:17.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:16 smithi084 ceph-mon[97358]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:42:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:16 smithi132 ceph-mon[88571]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-02T09:42:17.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:16 smithi132 ceph-mon[88571]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:42:18.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:17 smithi084 ceph-mon[94794]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:42:18.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:17 smithi084 ceph-mon[97358]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:42:18.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:17 smithi132 ceph-mon[88571]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:42:19.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:18 smithi084 ceph-mon[94794]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:42:19.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:18 smithi084 ceph-mon[94794]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:42:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:18 smithi084 ceph-mon[97358]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:42:19.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:18 smithi084 ceph-mon[97358]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:42:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:18 smithi132 ceph-mon[88571]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:42:19.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:18 smithi132 ceph-mon[88571]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:42:20.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:19 smithi084 ceph-mon[94794]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:42:20.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:19 smithi084 ceph-mon[97358]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:42:20.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:19 smithi132 ceph-mon[88571]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:42:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:20 smithi084 ceph-mon[94794]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-02T09:42:21.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:20 smithi084 ceph-mon[94794]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:42:21.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:42:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:42:20] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:42:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:20 smithi084 ceph-mon[97358]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-02T09:42:21.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:20 smithi084 ceph-mon[97358]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:42:21.160 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:20 smithi132 ceph-mon[88571]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-02T09:42:21.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:20 smithi132 ceph-mon[88571]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:42:22.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:21 smithi084 ceph-mon[94794]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:42:22.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:21 smithi084 ceph-mon[97358]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:42:22.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:21 smithi132 ceph-mon[88571]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:42:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:42:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:23.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:22 smithi084 ceph-mon[94794]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-02T09:42:23.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:22 smithi084 ceph-mon[94794]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:42:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:22 smithi084 ceph-mon[97358]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-02T09:42:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:22 smithi084 ceph-mon[97358]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:42:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:22 smithi132 ceph-mon[88571]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-02T09:42:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:22 smithi132 ceph-mon[88571]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:42:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:23 smithi084 ceph-mon[94794]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:42:24.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:23 smithi084 ceph-mon[97358]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:42:24.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:23 smithi132 ceph-mon[88571]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:42:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:25.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:24 smithi084 ceph-mon[94794]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-02T09:42:25.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:24 smithi084 ceph-mon[94794]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:42:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:24 smithi084 ceph-mon[97358]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-02T09:42:25.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:24 smithi084 ceph-mon[97358]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:42:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:24 smithi132 ceph-mon[88571]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-02T09:42:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:24 smithi132 ceph-mon[88571]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:42:26.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:25 smithi084 ceph-mon[94794]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:42:26.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:25 smithi084 ceph-mon[97358]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:42:26.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:25 smithi132 ceph-mon[88571]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:42:27.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:26 smithi084 ceph-mon[94794]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-02T09:42:27.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:26 smithi084 ceph-mon[94794]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:42:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:26 smithi084 ceph-mon[97358]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-02T09:42:27.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:26 smithi084 ceph-mon[97358]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:42:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:26 smithi132 ceph-mon[88571]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-02T09:42:27.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:26 smithi132 ceph-mon[88571]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:42:28.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:27 smithi084 ceph-mon[94794]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:42:28.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:27 smithi084 ceph-mon[97358]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:42:28.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:27 smithi132 ceph-mon[88571]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:42:29.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:28 smithi084 ceph-mon[94794]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:29.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:28 smithi084 ceph-mon[94794]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:42:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:28 smithi084 ceph-mon[97358]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:29.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:28 smithi084 ceph-mon[97358]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:42:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:28 smithi132 ceph-mon[88571]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:29.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:28 smithi132 ceph-mon[88571]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:42:30.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:29 smithi084 ceph-mon[94794]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:42:30.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:29 smithi084 ceph-mon[97358]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:42:30.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:29 smithi132 ceph-mon[88571]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:42:31.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:42:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:42:30] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:42:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:30 smithi084 ceph-mon[94794]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-02T09:42:31.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:30 smithi084 ceph-mon[94794]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:42:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:30 smithi084 ceph-mon[97358]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-02T09:42:31.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:30 smithi084 ceph-mon[97358]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:42:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:30 smithi132 ceph-mon[88571]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-02T09:42:31.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:30 smithi132 ceph-mon[88571]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:42:32.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:31 smithi084 ceph-mon[94794]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:42:32.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:31 smithi084 ceph-mon[97358]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:42:32.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:31 smithi132 ceph-mon[88571]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:42:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:42:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:33.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:32 smithi084 ceph-mon[97358]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-02T09:42:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:32 smithi084 ceph-mon[97358]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:42:33.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:32 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:33.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:32 smithi084 ceph-mon[94794]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-02T09:42:33.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:32 smithi084 ceph-mon[94794]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:42:33.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:32 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:32 smithi132 ceph-mon[88571]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-02T09:42:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:32 smithi132 ceph-mon[88571]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:42:33.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:32 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:34.117 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[97358]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:42:34.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:34.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:34.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:42:34.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[94794]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:42:34.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:34.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:34.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:33 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:42:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:33 smithi132 ceph-mon[88571]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:42:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:34.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:33 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:42:35.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:34 smithi084 ceph-mon[94794]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-04-02T09:42:35.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:34 smithi084 ceph-mon[94794]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:42:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:34 smithi084 ceph-mon[97358]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-04-02T09:42:35.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:34 smithi084 ceph-mon[97358]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:42:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:34 smithi132 ceph-mon[88571]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-04-02T09:42:35.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:34 smithi132 ceph-mon[88571]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:42:36.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:35 smithi084 ceph-mon[94794]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:42:36.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:35 smithi084 ceph-mon[97358]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:42:36.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:35 smithi132 ceph-mon[88571]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:42:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:36 smithi084 ceph-mon[94794]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-02T09:42:37.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:36 smithi084 ceph-mon[94794]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:42:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:36 smithi084 ceph-mon[97358]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-02T09:42:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:36 smithi084 ceph-mon[97358]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:42:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:36 smithi132 ceph-mon[88571]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-02T09:42:37.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:36 smithi132 ceph-mon[88571]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:42:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:37 smithi132 ceph-mon[88571]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:42:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:37 smithi084 ceph-mon[94794]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:42:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:37 smithi084 ceph-mon[97358]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:42:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:38 smithi132 ceph-mon[88571]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:38 smithi132 ceph-mon[88571]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:42:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:39.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:38 smithi084 ceph-mon[97358]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:38 smithi084 ceph-mon[97358]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:42:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:38 smithi084 ceph-mon[94794]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-02T09:42:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:38 smithi084 ceph-mon[94794]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:42:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:39 smithi132 ceph-mon[88571]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:42:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:39 smithi084 ceph-mon[94794]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:42:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:39 smithi084 ceph-mon[97358]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:42:40.893 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:42:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:42:40] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:42:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:40 smithi132 ceph-mon[88571]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-02T09:42:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:40 smithi132 ceph-mon[88571]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:42:41.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:40 smithi084 ceph-mon[94794]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-02T09:42:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:40 smithi084 ceph-mon[94794]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:42:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:40 smithi084 ceph-mon[97358]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-02T09:42:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:40 smithi084 ceph-mon[97358]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:42:42.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:41 smithi132 ceph-mon[88571]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:42:42.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:41 smithi084 ceph-mon[94794]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:42:42.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:41 smithi084 ceph-mon[97358]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:42:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:42:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:42 smithi132 ceph-mon[88571]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-02T09:42:43.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:42 smithi132 ceph-mon[88571]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:42:43.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:42 smithi084 ceph-mon[94794]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-02T09:42:43.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:42 smithi084 ceph-mon[94794]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:42:43.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:42 smithi084 ceph-mon[97358]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-02T09:42:43.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:42 smithi084 ceph-mon[97358]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:42:44.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:43 smithi084 ceph-mon[94794]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:42:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:43 smithi084 ceph-mon[97358]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:42:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:43 smithi132 ceph-mon[88571]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:42:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:44 smithi084 ceph-mon[94794]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.50k op/s 2024-04-02T09:42:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:44 smithi084 ceph-mon[94794]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:42:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:44 smithi084 ceph-mon[97358]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.50k op/s 2024-04-02T09:42:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:44 smithi084 ceph-mon[97358]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:42:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:44 smithi132 ceph-mon[88571]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.50k op/s 2024-04-02T09:42:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:44 smithi132 ceph-mon[88571]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:42:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:45 smithi084 ceph-mon[94794]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:42:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:45 smithi084 ceph-mon[97358]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:42:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:45 smithi132 ceph-mon[88571]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:42:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:46 smithi084 ceph-mon[94794]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-02T09:42:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:46 smithi084 ceph-mon[94794]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:42:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:46 smithi084 ceph-mon[97358]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-02T09:42:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:46 smithi084 ceph-mon[97358]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:42:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:46 smithi132 ceph-mon[88571]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-02T09:42:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:46 smithi132 ceph-mon[88571]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:42:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:47 smithi084 ceph-mon[94794]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:42:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:47 smithi084 ceph-mon[97358]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:42:48.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:47 smithi132 ceph-mon[88571]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:42:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:48 smithi084 ceph-mon[94794]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:42:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:48 smithi084 ceph-mon[94794]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:42:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:48 smithi084 ceph-mon[97358]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:42:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:48 smithi084 ceph-mon[97358]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:42:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:48 smithi132 ceph-mon[88571]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:42:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:48 smithi132 ceph-mon[88571]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:42:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:49 smithi084 ceph-mon[94794]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:42:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:49 smithi084 ceph-mon[97358]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:42:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:49 smithi132 ceph-mon[88571]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:42:50.962 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:42:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:42:50] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:42:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:50 smithi084 ceph-mon[94794]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-02T09:42:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:50 smithi084 ceph-mon[94794]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:42:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:50 smithi084 ceph-mon[97358]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-02T09:42:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:50 smithi084 ceph-mon[97358]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:42:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:50 smithi132 ceph-mon[88571]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-02T09:42:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:50 smithi132 ceph-mon[88571]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:42:52.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:51 smithi132 ceph-mon[88571]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:42:52.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:51 smithi084 ceph-mon[94794]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:42:52.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:51 smithi084 ceph-mon[97358]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:42:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:42:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:52 smithi084 ceph-mon[94794]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-02T09:42:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:52 smithi084 ceph-mon[94794]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:42:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:52 smithi084 ceph-mon[97358]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-02T09:42:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:52 smithi084 ceph-mon[97358]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:42:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:52 smithi132 ceph-mon[88571]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-02T09:42:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:52 smithi132 ceph-mon[88571]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:42:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:53 smithi084 ceph-mon[94794]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:42:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:53 smithi084 ceph-mon[97358]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:42:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:53 smithi132 ceph-mon[88571]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:42:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:54 smithi084 ceph-mon[94794]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.58k op/s 2024-04-02T09:42:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:54 smithi084 ceph-mon[94794]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:42:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:54 smithi084 ceph-mon[97358]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.58k op/s 2024-04-02T09:42:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:54 smithi084 ceph-mon[97358]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:42:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:54 smithi132 ceph-mon[88571]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.58k op/s 2024-04-02T09:42:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:54 smithi132 ceph-mon[88571]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:42:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:56 smithi084 ceph-mon[94794]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:42:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:56 smithi084 ceph-mon[97358]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:42:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:56 smithi132 ceph-mon[88571]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:42:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:57 smithi084 ceph-mon[94794]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-04-02T09:42:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:57 smithi084 ceph-mon[94794]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:42:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:57 smithi084 ceph-mon[97358]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-04-02T09:42:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:57 smithi084 ceph-mon[97358]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:42:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:57 smithi132 ceph-mon[88571]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-04-02T09:42:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:57 smithi132 ceph-mon[88571]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:42:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:58 smithi084 ceph-mon[94794]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:42:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:58 smithi084 ceph-mon[97358]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:42:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:58 smithi132 ceph-mon[88571]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:42:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:59 smithi084 ceph-mon[94794]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:42:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:42:59 smithi084 ceph-mon[94794]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:42:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:59 smithi084 ceph-mon[97358]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:42:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:42:59 smithi084 ceph-mon[97358]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:42:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:59 smithi132 ceph-mon[88571]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:42:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:42:59 smithi132 ceph-mon[88571]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:43:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:00 smithi084 ceph-mon[94794]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:43:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:00 smithi084 ceph-mon[97358]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:43:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:00 smithi132 ceph-mon[88571]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:43:01.024 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:43:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:43:00] "GET /metrics HTTP/1.1" 200 36807 "" "Prometheus/2.43.0" 2024-04-02T09:43:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:01 smithi084 ceph-mon[94794]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-02T09:43:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:01 smithi084 ceph-mon[94794]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:43:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:01 smithi084 ceph-mon[97358]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-02T09:43:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:01 smithi084 ceph-mon[97358]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:43:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:01 smithi132 ceph-mon[88571]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-02T09:43:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:01 smithi132 ceph-mon[88571]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:43:02.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:02 smithi132 ceph-mon[88571]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:43:02.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:02 smithi084 ceph-mon[94794]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:43:02.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:02 smithi084 ceph-mon[97358]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:43:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:43:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:03 smithi084 ceph-mon[94794]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-02T09:43:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:03 smithi084 ceph-mon[94794]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:43:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:03 smithi084 ceph-mon[97358]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-02T09:43:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:03 smithi084 ceph-mon[97358]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:43:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:03 smithi132 ceph-mon[88571]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-02T09:43:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:03 smithi132 ceph-mon[88571]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:43:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:04 smithi084 ceph-mon[94794]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:43:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:04 smithi084 ceph-mon[97358]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:43:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:04 smithi132 ceph-mon[88571]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:43:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:05 smithi084 ceph-mon[94794]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-04-02T09:43:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:05 smithi084 ceph-mon[94794]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:43:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:05 smithi084 ceph-mon[97358]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-04-02T09:43:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:05 smithi084 ceph-mon[97358]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:43:05.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:05 smithi132 ceph-mon[88571]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-04-02T09:43:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:05 smithi132 ceph-mon[88571]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:43:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:06 smithi084 ceph-mon[94794]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:43:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:06 smithi084 ceph-mon[97358]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:43:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:06 smithi132 ceph-mon[88571]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:43:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:07 smithi084 ceph-mon[94794]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-02T09:43:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:07 smithi084 ceph-mon[94794]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:43:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:07 smithi084 ceph-mon[97358]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-02T09:43:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:07 smithi084 ceph-mon[97358]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:43:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:07 smithi132 ceph-mon[88571]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-02T09:43:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:07 smithi132 ceph-mon[88571]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:43:08.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:08 smithi084 ceph-mon[94794]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:43:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:08 smithi084 ceph-mon[97358]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:43:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:08 smithi132 ceph-mon[88571]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:43:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:09 smithi084 ceph-mon[97358]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:43:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:09 smithi084 ceph-mon[97358]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:43:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:09 smithi084 ceph-mon[94794]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:43:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:09 smithi084 ceph-mon[94794]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:43:09.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:09 smithi132 ceph-mon[88571]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:43:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:09 smithi132 ceph-mon[88571]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:43:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:10.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:10 smithi084 ceph-mon[94794]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:43:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:10 smithi084 ceph-mon[94794]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-02T09:43:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:10 smithi084 ceph-mon[97358]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:43:10.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:10 smithi084 ceph-mon[97358]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-02T09:43:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:10 smithi132 ceph-mon[88571]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:43:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:10 smithi132 ceph-mon[88571]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-02T09:43:11.088 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:43:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:43:10] "GET /metrics HTTP/1.1" 200 36804 "" "Prometheus/2.43.0" 2024-04-02T09:43:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:11 smithi084 ceph-mon[94794]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:43:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:11 smithi084 ceph-mon[97358]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:43:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:11 smithi132 ceph-mon[88571]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:43:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:12 smithi084 ceph-mon[94794]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:43:12.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:12 smithi084 ceph-mon[94794]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-02T09:43:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:12 smithi084 ceph-mon[97358]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:43:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:12 smithi084 ceph-mon[97358]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-02T09:43:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:12 smithi132 ceph-mon[88571]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:43:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:12 smithi132 ceph-mon[88571]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-02T09:43:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:43:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:13 smithi084 ceph-mon[94794]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:43:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:13 smithi084 ceph-mon[97358]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:43:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:13 smithi132 ceph-mon[88571]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:43:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:14 smithi084 ceph-mon[94794]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:43:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:14 smithi084 ceph-mon[94794]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-04-02T09:43:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:14 smithi084 ceph-mon[97358]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:43:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:14 smithi084 ceph-mon[97358]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-04-02T09:43:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:14 smithi132 ceph-mon[88571]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:43:14.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:14 smithi132 ceph-mon[88571]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-04-02T09:43:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:15 smithi084 ceph-mon[94794]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:43:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:15 smithi084 ceph-mon[97358]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:43:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:15 smithi132 ceph-mon[88571]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:43:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:16 smithi132 ceph-mon[88571]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:43:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:16 smithi132 ceph-mon[88571]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-02T09:43:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:16 smithi084 ceph-mon[94794]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:43:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:16 smithi084 ceph-mon[94794]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-02T09:43:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:16 smithi084 ceph-mon[97358]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:43:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:16 smithi084 ceph-mon[97358]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-02T09:43:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:17 smithi132 ceph-mon[88571]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:43:17.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:17 smithi084 ceph-mon[94794]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:43:17.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:17 smithi084 ceph-mon[97358]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:43:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:18 smithi132 ceph-mon[88571]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:43:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:18 smithi132 ceph-mon[88571]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:43:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:18 smithi084 ceph-mon[94794]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:43:18.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:18 smithi084 ceph-mon[94794]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:43:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:18 smithi084 ceph-mon[97358]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:43:18.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:18 smithi084 ceph-mon[97358]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:43:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:19 smithi132 ceph-mon[88571]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:43:19.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:19 smithi084 ceph-mon[94794]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:43:19.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:19 smithi084 ceph-mon[97358]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:43:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:20 smithi132 ceph-mon[88571]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:43:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:20 smithi132 ceph-mon[88571]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-02T09:43:20.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:20 smithi084 ceph-mon[94794]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:43:20.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:20 smithi084 ceph-mon[94794]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-02T09:43:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:20 smithi084 ceph-mon[97358]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:43:20.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:20 smithi084 ceph-mon[97358]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-02T09:43:21.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:43:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:43:20] "GET /metrics HTTP/1.1" 200 36804 "" "Prometheus/2.43.0" 2024-04-02T09:43:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:21 smithi132 ceph-mon[88571]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:43:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:21 smithi132 ceph-mon[88571]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:43:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:21 smithi084 ceph-mon[94794]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:43:21.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:21 smithi084 ceph-mon[94794]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:43:21.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:21 smithi084 ceph-mon[97358]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:43:21.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:21 smithi084 ceph-mon[97358]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:43:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:43:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:22 smithi132 ceph-mon[88571]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-02T09:43:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:22 smithi132 ceph-mon[88571]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:43:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:22 smithi084 ceph-mon[94794]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-02T09:43:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:22 smithi084 ceph-mon[94794]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:43:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:22 smithi084 ceph-mon[97358]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-02T09:43:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:22 smithi084 ceph-mon[97358]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:43:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:23 smithi132 ceph-mon[88571]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:43:24.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:23 smithi084 ceph-mon[97358]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:43:24.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:23 smithi084 ceph-mon[94794]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:43:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:24 smithi132 ceph-mon[88571]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-02T09:43:25.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:24 smithi132 ceph-mon[88571]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:43:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:24 smithi084 ceph-mon[94794]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-02T09:43:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:24 smithi084 ceph-mon[94794]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:43:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:24 smithi084 ceph-mon[97358]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-02T09:43:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:24 smithi084 ceph-mon[97358]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:43:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:25 smithi084 ceph-mon[94794]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:43:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:25 smithi084 ceph-mon[97358]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:43:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:25 smithi132 ceph-mon[88571]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:43:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:26 smithi084 ceph-mon[94794]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-02T09:43:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:26 smithi084 ceph-mon[94794]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:43:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:26 smithi084 ceph-mon[97358]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-02T09:43:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:26 smithi084 ceph-mon[97358]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:43:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:26 smithi132 ceph-mon[88571]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-02T09:43:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:26 smithi132 ceph-mon[88571]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:43:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:27 smithi084 ceph-mon[94794]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:43:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:27 smithi084 ceph-mon[97358]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:43:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:27 smithi132 ceph-mon[88571]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:43:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:28 smithi084 ceph-mon[94794]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:43:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:28 smithi084 ceph-mon[94794]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:43:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:28 smithi084 ceph-mon[97358]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:43:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:28 smithi084 ceph-mon[97358]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:43:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:28 smithi132 ceph-mon[88571]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:43:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:28 smithi132 ceph-mon[88571]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:43:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:29 smithi084 ceph-mon[94794]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:43:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:29 smithi084 ceph-mon[97358]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:43:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:29 smithi132 ceph-mon[88571]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:43:30.941 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:43:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:43:30] "GET /metrics HTTP/1.1" 200 36810 "" "Prometheus/2.43.0" 2024-04-02T09:43:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:30 smithi084 ceph-mon[94794]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-02T09:43:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:30 smithi084 ceph-mon[94794]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:43:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:30 smithi084 ceph-mon[94794]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:43:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:30 smithi084 ceph-mon[97358]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-02T09:43:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:30 smithi084 ceph-mon[97358]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:43:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:30 smithi084 ceph-mon[97358]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:43:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:30 smithi132 ceph-mon[88571]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-02T09:43:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:30 smithi132 ceph-mon[88571]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:43:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:30 smithi132 ceph-mon[88571]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:43:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:43:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:32 smithi084 ceph-mon[94794]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-02T09:43:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:32 smithi084 ceph-mon[94794]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:43:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:32 smithi084 ceph-mon[97358]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-02T09:43:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:32 smithi084 ceph-mon[97358]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:43:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:32 smithi132 ceph-mon[88571]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-02T09:43:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:32 smithi132 ceph-mon[88571]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[94794]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[97358]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:34.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:33 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:43:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:33 smithi132 ceph-mon[88571]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:43:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:33 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:43:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:34 smithi084 ceph-mon[94794]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:43:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:34 smithi084 ceph-mon[94794]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:43:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:34 smithi084 ceph-mon[97358]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:43:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:34 smithi084 ceph-mon[97358]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:43:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:34 smithi132 ceph-mon[88571]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:43:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:34 smithi132 ceph-mon[88571]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:43:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:35 smithi084 ceph-mon[94794]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:43:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:35 smithi084 ceph-mon[94794]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:43:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:35 smithi084 ceph-mon[97358]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:43:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:35 smithi084 ceph-mon[97358]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:43:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:35 smithi132 ceph-mon[88571]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:43:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:35 smithi132 ceph-mon[88571]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:43:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:36 smithi084 ceph-mon[94794]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:43:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:36 smithi084 ceph-mon[94794]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:43:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:36 smithi084 ceph-mon[97358]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:43:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:36 smithi084 ceph-mon[97358]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:43:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:36 smithi132 ceph-mon[88571]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:43:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:36 smithi132 ceph-mon[88571]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:43:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:38 smithi132 ceph-mon[88571]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:43:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:38 smithi132 ceph-mon[88571]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:43:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:38 smithi084 ceph-mon[94794]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:43:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:38 smithi084 ceph-mon[94794]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:43:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:38 smithi084 ceph-mon[97358]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:43:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:38 smithi084 ceph-mon[97358]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:43:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:40.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:39 smithi132 ceph-mon[88571]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:43:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:39 smithi084 ceph-mon[94794]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:43:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:39 smithi084 ceph-mon[97358]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:43:40.904 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:43:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:43:40] "GET /metrics HTTP/1.1" 200 36808 "" "Prometheus/2.43.0" 2024-04-02T09:43:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:40 smithi132 ceph-mon[88571]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-02T09:43:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:40 smithi132 ceph-mon[88571]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:43:41.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:40 smithi132 ceph-mon[88571]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:43:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:40 smithi084 ceph-mon[94794]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-02T09:43:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:40 smithi084 ceph-mon[94794]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:43:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:40 smithi084 ceph-mon[94794]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:43:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:40 smithi084 ceph-mon[97358]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-02T09:43:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:40 smithi084 ceph-mon[97358]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:43:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:40 smithi084 ceph-mon[97358]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:43:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:43:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:42 smithi084 ceph-mon[94794]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-02T09:43:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:42 smithi084 ceph-mon[94794]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:43:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:42 smithi084 ceph-mon[97358]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-02T09:43:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:42 smithi084 ceph-mon[97358]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:43:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:42 smithi132 ceph-mon[88571]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-02T09:43:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:42 smithi132 ceph-mon[88571]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:43:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:43 smithi084 ceph-mon[94794]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:43:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:43 smithi084 ceph-mon[97358]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:43:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:43 smithi132 ceph-mon[88571]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:43:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:44 smithi084 ceph-mon[94794]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:43:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:44 smithi084 ceph-mon[94794]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:43:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:44 smithi084 ceph-mon[97358]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:43:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:44 smithi084 ceph-mon[97358]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:43:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:44 smithi132 ceph-mon[88571]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:43:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:44 smithi132 ceph-mon[88571]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:43:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:45 smithi084 ceph-mon[94794]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:43:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:45 smithi084 ceph-mon[97358]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:43:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:45 smithi132 ceph-mon[88571]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:43:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:46 smithi084 ceph-mon[94794]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:43:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:46 smithi084 ceph-mon[94794]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:43:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:46 smithi084 ceph-mon[97358]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:43:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:46 smithi084 ceph-mon[97358]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:43:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:46 smithi132 ceph-mon[88571]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:43:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:46 smithi132 ceph-mon[88571]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:43:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:47 smithi084 ceph-mon[94794]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:43:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:47 smithi084 ceph-mon[97358]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:43:48.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:47 smithi132 ceph-mon[88571]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:43:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:48 smithi084 ceph-mon[94794]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:43:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:48 smithi084 ceph-mon[94794]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:43:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:48 smithi084 ceph-mon[97358]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:43:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:48 smithi084 ceph-mon[97358]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:43:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:48 smithi132 ceph-mon[88571]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:43:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:48 smithi132 ceph-mon[88571]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:43:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:49 smithi084 ceph-mon[94794]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:43:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:49 smithi084 ceph-mon[97358]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:43:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:49 smithi132 ceph-mon[88571]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:43:50.958 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:43:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:43:50] "GET /metrics HTTP/1.1" 200 36808 "" "Prometheus/2.43.0" 2024-04-02T09:43:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:50 smithi084 ceph-mon[94794]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-02T09:43:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:50 smithi084 ceph-mon[94794]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:43:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:50 smithi084 ceph-mon[94794]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:43:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:50 smithi084 ceph-mon[97358]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-02T09:43:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:50 smithi084 ceph-mon[97358]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:43:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:50 smithi084 ceph-mon[97358]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:43:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:50 smithi132 ceph-mon[88571]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-02T09:43:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:50 smithi132 ceph-mon[88571]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:43:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:50 smithi132 ceph-mon[88571]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:43:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:43:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:52 smithi132 ceph-mon[88571]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-02T09:43:53.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:52 smithi132 ceph-mon[88571]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:43:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:52 smithi084 ceph-mon[94794]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-02T09:43:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:52 smithi084 ceph-mon[94794]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:43:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:52 smithi084 ceph-mon[97358]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-02T09:43:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:52 smithi084 ceph-mon[97358]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:43:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:53 smithi132 ceph-mon[88571]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:43:54.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:53 smithi084 ceph-mon[94794]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:43:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:53 smithi084 ceph-mon[97358]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:43:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:54 smithi132 ceph-mon[88571]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-02T09:43:55.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:54 smithi132 ceph-mon[88571]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:43:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:54 smithi084 ceph-mon[97358]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-02T09:43:55.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:54 smithi084 ceph-mon[97358]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:43:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:54 smithi084 ceph-mon[94794]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-02T09:43:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:54 smithi084 ceph-mon[94794]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:43:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:55 smithi084 ceph-mon[94794]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:43:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:55 smithi084 ceph-mon[97358]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:43:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:55 smithi132 ceph-mon[88571]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:43:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:56 smithi084 ceph-mon[94794]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-02T09:43:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:56 smithi084 ceph-mon[94794]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:43:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:56 smithi084 ceph-mon[97358]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-02T09:43:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:56 smithi084 ceph-mon[97358]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:43:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:56 smithi132 ceph-mon[88571]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-02T09:43:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:56 smithi132 ceph-mon[88571]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:43:58.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:57 smithi084 ceph-mon[94794]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:43:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:57 smithi084 ceph-mon[97358]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:43:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:57 smithi132 ceph-mon[88571]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:43:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:58 smithi084 ceph-mon[94794]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:43:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:58 smithi084 ceph-mon[94794]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:43:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:58 smithi084 ceph-mon[97358]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:43:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:58 smithi084 ceph-mon[97358]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:43:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:58 smithi132 ceph-mon[88571]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:43:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:58 smithi132 ceph-mon[88571]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:44:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:43:59 smithi084 ceph-mon[94794]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:44:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:43:59 smithi084 ceph-mon[97358]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:44:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:43:59 smithi132 ceph-mon[88571]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:44:00.943 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:44:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:44:00] "GET /metrics HTTP/1.1" 200 36807 "" "Prometheus/2.43.0" 2024-04-02T09:44:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:00 smithi084 ceph-mon[94794]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:44:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:00 smithi084 ceph-mon[94794]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:44:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:00 smithi084 ceph-mon[94794]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:44:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:00 smithi084 ceph-mon[97358]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:44:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:00 smithi084 ceph-mon[97358]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:44:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:00 smithi084 ceph-mon[97358]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:44:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:00 smithi132 ceph-mon[88571]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:44:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:00 smithi132 ceph-mon[88571]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:44:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:00 smithi132 ceph-mon[88571]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:44:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:44:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:02 smithi084 ceph-mon[94794]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:44:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:02 smithi084 ceph-mon[94794]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:44:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:02 smithi084 ceph-mon[97358]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:44:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:02 smithi084 ceph-mon[97358]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:44:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:02 smithi132 ceph-mon[88571]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:44:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:02 smithi132 ceph-mon[88571]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:44:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:03 smithi084 ceph-mon[94794]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:44:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:03 smithi084 ceph-mon[97358]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:44:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:03 smithi132 ceph-mon[88571]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:44:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:04 smithi084 ceph-mon[94794]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-02T09:44:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:04 smithi084 ceph-mon[94794]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:44:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:04 smithi084 ceph-mon[97358]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-02T09:44:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:04 smithi084 ceph-mon[97358]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:44:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:04 smithi132 ceph-mon[88571]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-02T09:44:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:04 smithi132 ceph-mon[88571]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:44:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:05 smithi084 ceph-mon[94794]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:44:06.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:05 smithi084 ceph-mon[94794]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:44:06.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:05 smithi084 ceph-mon[97358]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:44:06.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:05 smithi084 ceph-mon[97358]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:44:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:05 smithi132 ceph-mon[88571]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:44:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:05 smithi132 ceph-mon[88571]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:44:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:06 smithi084 ceph-mon[94794]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-02T09:44:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:06 smithi084 ceph-mon[94794]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:44:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:06 smithi084 ceph-mon[97358]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-02T09:44:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:06 smithi084 ceph-mon[97358]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:44:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:06 smithi132 ceph-mon[88571]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-02T09:44:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:06 smithi132 ceph-mon[88571]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:44:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:08 smithi132 ceph-mon[88571]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:44:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:08 smithi132 ceph-mon[88571]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:44:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:09.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:08 smithi084 ceph-mon[97358]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:44:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:08 smithi084 ceph-mon[97358]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:44:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:08 smithi084 ceph-mon[94794]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:44:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:08 smithi084 ceph-mon[94794]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:44:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:10.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:09 smithi084 ceph-mon[94794]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:44:10.268 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:09 smithi084 ceph-mon[97358]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:44:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:09 smithi132 ceph-mon[88571]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:44:10.913 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:44:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:44:10] "GET /metrics HTTP/1.1" 200 36805 "" "Prometheus/2.43.0" 2024-04-02T09:44:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:10 smithi084 ceph-mon[94794]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:44:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:10 smithi084 ceph-mon[94794]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:44:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:10 smithi084 ceph-mon[94794]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:44:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:10 smithi084 ceph-mon[97358]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:44:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:10 smithi084 ceph-mon[97358]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:44:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:10 smithi084 ceph-mon[97358]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:44:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:10 smithi132 ceph-mon[88571]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:44:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:10 smithi132 ceph-mon[88571]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:44:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:10 smithi132 ceph-mon[88571]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:44:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:44:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:12 smithi084 ceph-mon[94794]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:44:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:12 smithi084 ceph-mon[94794]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:44:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:12 smithi084 ceph-mon[97358]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:44:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:12 smithi084 ceph-mon[97358]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:44:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:12 smithi132 ceph-mon[88571]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-02T09:44:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:12 smithi132 ceph-mon[88571]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:44:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:13 smithi084 ceph-mon[94794]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:44:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:13 smithi084 ceph-mon[97358]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:44:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:13 smithi132 ceph-mon[88571]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:44:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:14 smithi084 ceph-mon[94794]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-02T09:44:15.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:14 smithi084 ceph-mon[94794]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:44:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:14 smithi084 ceph-mon[97358]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-02T09:44:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:14 smithi084 ceph-mon[97358]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:44:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:14 smithi132 ceph-mon[88571]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-02T09:44:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:14 smithi132 ceph-mon[88571]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:44:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:15 smithi084 ceph-mon[94794]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:44:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:15 smithi084 ceph-mon[94794]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:44:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:15 smithi084 ceph-mon[97358]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:44:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:15 smithi084 ceph-mon[97358]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:44:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:15 smithi132 ceph-mon[88571]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:44:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:15 smithi132 ceph-mon[88571]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:44:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:16 smithi084 ceph-mon[94794]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-02T09:44:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:16 smithi084 ceph-mon[97358]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-02T09:44:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:16 smithi132 ceph-mon[88571]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-02T09:44:18.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:17 smithi084 ceph-mon[94794]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:44:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:17 smithi084 ceph-mon[97358]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:44:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:17 smithi132 ceph-mon[88571]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:44:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:18 smithi084 ceph-mon[94794]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:19.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:18 smithi084 ceph-mon[94794]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:44:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:18 smithi084 ceph-mon[97358]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:18 smithi084 ceph-mon[97358]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:44:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:18 smithi132 ceph-mon[88571]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:18 smithi132 ceph-mon[88571]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:44:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:19 smithi084 ceph-mon[94794]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:44:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:19 smithi084 ceph-mon[97358]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:44:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:19 smithi132 ceph-mon[88571]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:44:20.972 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:44:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:44:20] "GET /metrics HTTP/1.1" 200 36805 "" "Prometheus/2.43.0" 2024-04-02T09:44:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:20 smithi084 ceph-mon[94794]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-02T09:44:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:20 smithi084 ceph-mon[94794]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:44:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:20 smithi084 ceph-mon[94794]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:44:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:20 smithi084 ceph-mon[97358]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-02T09:44:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:20 smithi084 ceph-mon[97358]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:44:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:20 smithi084 ceph-mon[97358]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:44:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:20 smithi132 ceph-mon[88571]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-02T09:44:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:20 smithi132 ceph-mon[88571]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:44:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:20 smithi132 ceph-mon[88571]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:44:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:44:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:22 smithi132 ceph-mon[88571]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-02T09:44:23.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:22 smithi132 ceph-mon[88571]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:44:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:22 smithi084 ceph-mon[94794]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-02T09:44:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:22 smithi084 ceph-mon[94794]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:44:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:22 smithi084 ceph-mon[97358]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-02T09:44:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:22 smithi084 ceph-mon[97358]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:44:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:23 smithi084 ceph-mon[94794]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:44:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:23 smithi084 ceph-mon[97358]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:44:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:23 smithi132 ceph-mon[88571]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:44:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:24 smithi084 ceph-mon[94794]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-02T09:44:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:24 smithi084 ceph-mon[94794]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:44:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:24 smithi084 ceph-mon[97358]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-02T09:44:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:24 smithi084 ceph-mon[97358]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:44:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:24 smithi132 ceph-mon[88571]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-02T09:44:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:24 smithi132 ceph-mon[88571]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:44:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:25 smithi084 ceph-mon[94794]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:44:26.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:25 smithi084 ceph-mon[94794]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:44:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:25 smithi084 ceph-mon[97358]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:44:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:25 smithi084 ceph-mon[97358]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:44:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:25 smithi132 ceph-mon[88571]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:44:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:25 smithi132 ceph-mon[88571]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:44:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:26 smithi084 ceph-mon[94794]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-02T09:44:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:26 smithi084 ceph-mon[97358]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-02T09:44:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:26 smithi132 ceph-mon[88571]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-02T09:44:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:27 smithi084 ceph-mon[94794]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:44:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:27 smithi084 ceph-mon[97358]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:44:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:27 smithi132 ceph-mon[88571]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:44:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:28 smithi084 ceph-mon[94794]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:28 smithi084 ceph-mon[94794]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:44:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:28 smithi084 ceph-mon[97358]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:28 smithi084 ceph-mon[97358]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:44:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:28 smithi132 ceph-mon[88571]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:28 smithi132 ceph-mon[88571]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:44:30.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:29 smithi084 ceph-mon[94794]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:44:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:29 smithi084 ceph-mon[97358]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:44:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:29 smithi132 ceph-mon[88571]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:44:30.946 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:44:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:44:30] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:44:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:30 smithi084 ceph-mon[94794]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-02T09:44:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:30 smithi084 ceph-mon[94794]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:44:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:30 smithi084 ceph-mon[94794]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:44:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:30 smithi084 ceph-mon[97358]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-02T09:44:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:30 smithi084 ceph-mon[97358]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:44:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:30 smithi084 ceph-mon[97358]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:44:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:30 smithi132 ceph-mon[88571]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-02T09:44:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:30 smithi132 ceph-mon[88571]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:44:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:30 smithi132 ceph-mon[88571]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:44:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:44:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:32 smithi084 ceph-mon[94794]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-02T09:44:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:32 smithi084 ceph-mon[94794]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:44:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:32 smithi084 ceph-mon[97358]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-02T09:44:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:32 smithi084 ceph-mon[97358]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:44:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:32 smithi132 ceph-mon[88571]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-02T09:44:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:32 smithi132 ceph-mon[88571]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:44:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:33 smithi084 ceph-mon[94794]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:44:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:33 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:33 smithi084 ceph-mon[97358]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:44:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:33 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:33 smithi132 ceph-mon[88571]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:44:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:33 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[97358]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[97358]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[94794]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[94794]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:34 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:44:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:34 smithi132 ceph-mon[88571]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-02T09:44:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:34 smithi132 ceph-mon[88571]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:44:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:34 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:44:36.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:35 smithi084 ceph-mon[97358]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:44:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:35 smithi084 ceph-mon[97358]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:44:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:35 smithi084 ceph-mon[94794]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:44:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:35 smithi084 ceph-mon[94794]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:44:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:35 smithi132 ceph-mon[88571]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:44:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:35 smithi132 ceph-mon[88571]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:44:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:36 smithi084 ceph-mon[94794]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-02T09:44:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:36 smithi084 ceph-mon[94794]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:44:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:36 smithi084 ceph-mon[97358]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-02T09:44:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:36 smithi084 ceph-mon[97358]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:44:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:36 smithi132 ceph-mon[88571]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-02T09:44:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:36 smithi132 ceph-mon[88571]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:44:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:38 smithi132 ceph-mon[88571]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:38 smithi132 ceph-mon[88571]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:44:39.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:39.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:38 smithi084 ceph-mon[94794]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:38 smithi084 ceph-mon[94794]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:44:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:38 smithi084 ceph-mon[97358]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:38 smithi084 ceph-mon[97358]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:44:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:40.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:39 smithi084 ceph-mon[94794]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:44:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:39 smithi084 ceph-mon[97358]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:44:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:39 smithi132 ceph-mon[88571]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:44:40.918 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:44:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:44:40] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:44:41.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:40 smithi084 ceph-mon[97358]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-02T09:44:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:40 smithi084 ceph-mon[97358]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:44:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:40 smithi084 ceph-mon[97358]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:44:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:40 smithi084 ceph-mon[94794]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-02T09:44:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:40 smithi084 ceph-mon[94794]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:44:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:40 smithi084 ceph-mon[94794]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:44:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:40 smithi132 ceph-mon[88571]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-02T09:44:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:40 smithi132 ceph-mon[88571]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:44:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:40 smithi132 ceph-mon[88571]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:44:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:44:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:42 smithi084 ceph-mon[94794]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-02T09:44:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:42 smithi084 ceph-mon[94794]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:44:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:42 smithi084 ceph-mon[97358]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-02T09:44:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:42 smithi084 ceph-mon[97358]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:44:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:42 smithi132 ceph-mon[88571]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-02T09:44:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:42 smithi132 ceph-mon[88571]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:44:44.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:43 smithi084 ceph-mon[94794]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:44:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:43 smithi084 ceph-mon[97358]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:44:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:43 smithi132 ceph-mon[88571]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:44:45.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:44 smithi084 ceph-mon[94794]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-02T09:44:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:44 smithi084 ceph-mon[94794]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:44:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:44 smithi084 ceph-mon[97358]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-02T09:44:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:44 smithi084 ceph-mon[97358]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:44:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:44 smithi132 ceph-mon[88571]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-02T09:44:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:44 smithi132 ceph-mon[88571]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:44:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:45 smithi084 ceph-mon[94794]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:44:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:45 smithi084 ceph-mon[94794]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:44:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:45 smithi084 ceph-mon[97358]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:44:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:45 smithi084 ceph-mon[97358]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:44:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:45 smithi132 ceph-mon[88571]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:44:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:45 smithi132 ceph-mon[88571]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:44:47.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:46 smithi084 ceph-mon[97358]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-02T09:44:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:46 smithi084 ceph-mon[97358]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:44:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:46 smithi084 ceph-mon[94794]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-02T09:44:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:46 smithi084 ceph-mon[94794]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:44:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:46 smithi132 ceph-mon[88571]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-02T09:44:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:46 smithi132 ceph-mon[88571]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:44:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:48 smithi084 ceph-mon[94794]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:44:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:48 smithi084 ceph-mon[94794]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:44:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:48 smithi084 ceph-mon[97358]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:44:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:48 smithi084 ceph-mon[97358]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:44:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:48 smithi132 ceph-mon[88571]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:44:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:48 smithi132 ceph-mon[88571]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:44:50.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:49 smithi084 ceph-mon[94794]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:44:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:49 smithi084 ceph-mon[97358]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:44:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:49 smithi132 ceph-mon[88571]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:44:50.978 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:44:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:44:50] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:44:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:50 smithi084 ceph-mon[94794]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-02T09:44:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:50 smithi084 ceph-mon[94794]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:44:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:50 smithi084 ceph-mon[94794]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:44:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:50 smithi084 ceph-mon[97358]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-02T09:44:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:50 smithi084 ceph-mon[97358]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:44:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:50 smithi084 ceph-mon[97358]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:44:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:50 smithi132 ceph-mon[88571]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-02T09:44:51.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:50 smithi132 ceph-mon[88571]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:44:51.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:50 smithi132 ceph-mon[88571]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:44:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:44:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:52 smithi084 ceph-mon[94794]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-02T09:44:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:52 smithi084 ceph-mon[94794]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:44:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:52 smithi084 ceph-mon[97358]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-02T09:44:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:52 smithi084 ceph-mon[97358]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:44:53.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:52 smithi132 ceph-mon[88571]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-02T09:44:53.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:52 smithi132 ceph-mon[88571]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:44:54.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:53 smithi084 ceph-mon[94794]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:44:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:54 smithi084 ceph-mon[97358]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:44:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:53 smithi132 ceph-mon[88571]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:44:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:55.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:54 smithi084 ceph-mon[94794]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2024-04-02T09:44:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:54 smithi084 ceph-mon[94794]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:44:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:54 smithi084 ceph-mon[97358]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2024-04-02T09:44:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:54 smithi084 ceph-mon[97358]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:44:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:54 smithi132 ceph-mon[88571]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2024-04-02T09:44:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:54 smithi132 ceph-mon[88571]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:44:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:56 smithi084 ceph-mon[94794]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:44:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:56 smithi084 ceph-mon[94794]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:44:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:56 smithi084 ceph-mon[97358]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:44:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:56 smithi084 ceph-mon[97358]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:44:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:56 smithi132 ceph-mon[88571]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:44:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:56 smithi132 ceph-mon[88571]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:44:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:57 smithi084 ceph-mon[94794]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-04-02T09:44:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:57 smithi084 ceph-mon[94794]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:44:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:57 smithi084 ceph-mon[97358]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-04-02T09:44:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:57 smithi084 ceph-mon[97358]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:44:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:57 smithi132 ceph-mon[88571]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-04-02T09:44:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:57 smithi132 ceph-mon[88571]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:44:59.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:58 smithi084 ceph-mon[94794]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:58 smithi084 ceph-mon[94794]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:44:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:58 smithi084 ceph-mon[97358]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:58 smithi084 ceph-mon[97358]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:44:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:58 smithi132 ceph-mon[88571]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:44:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:58 smithi132 ceph-mon[88571]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:45:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:44:59 smithi084 ceph-mon[94794]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:45:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:44:59 smithi084 ceph-mon[97358]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:45:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:44:59 smithi132 ceph-mon[88571]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:45:00.921 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:45:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:45:00] "GET /metrics HTTP/1.1" 200 36804 "" "Prometheus/2.43.0" 2024-04-02T09:45:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:00 smithi084 ceph-mon[94794]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-02T09:45:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:00 smithi084 ceph-mon[94794]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:45:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:00 smithi084 ceph-mon[94794]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:45:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:00 smithi084 ceph-mon[97358]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-02T09:45:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:00 smithi084 ceph-mon[97358]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:45:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:00 smithi084 ceph-mon[97358]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:45:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:00 smithi132 ceph-mon[88571]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-02T09:45:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:00 smithi132 ceph-mon[88571]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:45:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:00 smithi132 ceph-mon[88571]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:45:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:45:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:02 smithi084 ceph-mon[94794]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-02T09:45:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:02 smithi084 ceph-mon[94794]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:45:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:02 smithi084 ceph-mon[97358]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-02T09:45:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:02 smithi084 ceph-mon[97358]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:45:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:02 smithi132 ceph-mon[88571]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-02T09:45:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:02 smithi132 ceph-mon[88571]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:45:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:03 smithi084 ceph-mon[94794]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:45:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:03 smithi084 ceph-mon[97358]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:45:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:03 smithi132 ceph-mon[88571]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:45:05.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:04 smithi084 ceph-mon[94794]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-04-02T09:45:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:04 smithi084 ceph-mon[94794]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:45:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:04 smithi084 ceph-mon[97358]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-04-02T09:45:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:04 smithi084 ceph-mon[97358]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:45:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:04 smithi132 ceph-mon[88571]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-04-02T09:45:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:04 smithi132 ceph-mon[88571]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:45:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:05 smithi084 ceph-mon[94794]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:45:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:05 smithi084 ceph-mon[94794]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:45:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:05 smithi084 ceph-mon[97358]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:45:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:05 smithi084 ceph-mon[97358]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:45:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:05 smithi132 ceph-mon[88571]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:45:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:05 smithi132 ceph-mon[88571]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:45:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:06 smithi084 ceph-mon[94794]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-04-02T09:45:07.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:06 smithi084 ceph-mon[94794]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:45:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:06 smithi084 ceph-mon[97358]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-04-02T09:45:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:06 smithi084 ceph-mon[97358]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:45:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:06 smithi132 ceph-mon[88571]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-04-02T09:45:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:06 smithi132 ceph-mon[88571]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:45:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:08 smithi084 ceph-mon[94794]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:45:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:08 smithi084 ceph-mon[94794]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:45:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:08 smithi084 ceph-mon[97358]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:45:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:08 smithi084 ceph-mon[97358]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:45:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:08 smithi132 ceph-mon[88571]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:45:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:08 smithi132 ceph-mon[88571]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:45:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:10.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:09 smithi084 ceph-mon[94794]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:45:10.270 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:09 smithi084 ceph-mon[97358]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:45:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:09 smithi132 ceph-mon[88571]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:45:10.926 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:45:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:45:10] "GET /metrics HTTP/1.1" 200 36804 "" "Prometheus/2.43.0" 2024-04-02T09:45:11.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:10 smithi084 ceph-mon[94794]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 829 op/s 2024-04-02T09:45:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:10 smithi084 ceph-mon[94794]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:45:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:10 smithi084 ceph-mon[94794]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:45:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:10 smithi084 ceph-mon[97358]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 829 op/s 2024-04-02T09:45:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:10 smithi084 ceph-mon[97358]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:45:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:10 smithi084 ceph-mon[97358]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:45:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:10 smithi132 ceph-mon[88571]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 829 op/s 2024-04-02T09:45:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:10 smithi132 ceph-mon[88571]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:45:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:10 smithi132 ceph-mon[88571]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:45:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:45:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:12 smithi084 ceph-mon[94794]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 829 op/s 2024-04-02T09:45:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:12 smithi084 ceph-mon[94794]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:45:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:12 smithi084 ceph-mon[97358]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 829 op/s 2024-04-02T09:45:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:12 smithi084 ceph-mon[97358]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:45:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:12 smithi132 ceph-mon[88571]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 829 op/s 2024-04-02T09:45:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:12 smithi132 ceph-mon[88571]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:45:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:13 smithi084 ceph-mon[94794]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:45:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:13 smithi084 ceph-mon[97358]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:45:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:13 smithi132 ceph-mon[88571]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:45:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:14 smithi084 ceph-mon[94794]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-04-02T09:45:15.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:14 smithi084 ceph-mon[94794]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:45:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:14 smithi084 ceph-mon[97358]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-04-02T09:45:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:14 smithi084 ceph-mon[97358]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:45:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:14 smithi132 ceph-mon[88571]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-04-02T09:45:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:14 smithi132 ceph-mon[88571]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:45:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:15 smithi084 ceph-mon[94794]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:45:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:15 smithi084 ceph-mon[94794]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:45:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:15 smithi084 ceph-mon[97358]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:45:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:15 smithi084 ceph-mon[97358]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:45:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:15 smithi132 ceph-mon[88571]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:45:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:15 smithi132 ceph-mon[88571]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:45:17.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:16 smithi084 ceph-mon[94794]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-02T09:45:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:16 smithi084 ceph-mon[97358]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-02T09:45:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:16 smithi132 ceph-mon[88571]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-02T09:45:18.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:17 smithi084 ceph-mon[94794]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:45:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:17 smithi084 ceph-mon[97358]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:45:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:17 smithi132 ceph-mon[88571]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:45:19.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:18 smithi084 ceph-mon[94794]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:45:19.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:18 smithi084 ceph-mon[94794]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:45:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:18 smithi084 ceph-mon[97358]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:45:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:18 smithi084 ceph-mon[97358]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:45:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:18 smithi132 ceph-mon[88571]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T09:45:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:18 smithi132 ceph-mon[88571]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:45:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:19 smithi084 ceph-mon[94794]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:45:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:19 smithi084 ceph-mon[97358]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:45:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:19 smithi132 ceph-mon[88571]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:45:20.991 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:45:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:45:20] "GET /metrics HTTP/1.1" 200 36804 "" "Prometheus/2.43.0" 2024-04-02T09:45:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:20 smithi084 ceph-mon[94794]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-02T09:45:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:20 smithi084 ceph-mon[94794]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:45:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:20 smithi084 ceph-mon[94794]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:45:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:20 smithi084 ceph-mon[97358]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-02T09:45:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:20 smithi084 ceph-mon[97358]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:45:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:20 smithi084 ceph-mon[97358]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:45:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:20 smithi132 ceph-mon[88571]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-02T09:45:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:20 smithi132 ceph-mon[88571]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:45:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:20 smithi132 ceph-mon[88571]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:45:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:45:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:22 smithi084 ceph-mon[94794]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-02T09:45:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:22 smithi084 ceph-mon[94794]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:45:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:22 smithi084 ceph-mon[97358]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-02T09:45:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:22 smithi084 ceph-mon[97358]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:45:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:22 smithi132 ceph-mon[88571]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-02T09:45:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:22 smithi132 ceph-mon[88571]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:45:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:23 smithi084 ceph-mon[94794]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:45:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:23 smithi084 ceph-mon[97358]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:45:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:23 smithi132 ceph-mon[88571]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:45:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:24 smithi084 ceph-mon[94794]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-02T09:45:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:24 smithi084 ceph-mon[94794]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:45:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:24 smithi084 ceph-mon[97358]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-02T09:45:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:24 smithi084 ceph-mon[97358]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:45:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:24 smithi132 ceph-mon[88571]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-02T09:45:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:24 smithi132 ceph-mon[88571]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:45:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:25 smithi084 ceph-mon[94794]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:45:26.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:25 smithi084 ceph-mon[94794]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:45:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:25 smithi084 ceph-mon[97358]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:45:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:25 smithi084 ceph-mon[97358]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:45:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:25 smithi132 ceph-mon[88571]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:45:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:25 smithi132 ceph-mon[88571]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:45:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:26 smithi084 ceph-mon[94794]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-02T09:45:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:26 smithi084 ceph-mon[97358]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-02T09:45:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:26 smithi132 ceph-mon[88571]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-02T09:45:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:27 smithi084 ceph-mon[94794]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:45:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:27 smithi084 ceph-mon[97358]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:45:28.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:27 smithi132 ceph-mon[88571]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:45:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:28 smithi084 ceph-mon[94794]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:45:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:28 smithi084 ceph-mon[94794]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:45:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:28 smithi084 ceph-mon[97358]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:45:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:28 smithi084 ceph-mon[97358]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:45:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:28 smithi132 ceph-mon[88571]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:45:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:28 smithi132 ceph-mon[88571]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:45:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:29 smithi084 ceph-mon[94794]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:45:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:29 smithi084 ceph-mon[97358]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:45:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:29 smithi132 ceph-mon[88571]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:45:30.966 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:45:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:45:30] "GET /metrics HTTP/1.1" 200 36802 "" "Prometheus/2.43.0" 2024-04-02T09:45:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:30 smithi084 ceph-mon[94794]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-02T09:45:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:30 smithi084 ceph-mon[94794]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:45:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:30 smithi084 ceph-mon[94794]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:45:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:30 smithi084 ceph-mon[97358]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-02T09:45:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:30 smithi084 ceph-mon[97358]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:45:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:30 smithi084 ceph-mon[97358]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:45:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:30 smithi132 ceph-mon[88571]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-02T09:45:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:30 smithi132 ceph-mon[88571]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:45:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:30 smithi132 ceph-mon[88571]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:45:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:45:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:32 smithi084 ceph-mon[94794]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-02T09:45:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:32 smithi084 ceph-mon[94794]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:45:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:32 smithi084 ceph-mon[97358]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-02T09:45:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:32 smithi084 ceph-mon[97358]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:45:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:32 smithi132 ceph-mon[88571]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-02T09:45:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:32 smithi132 ceph-mon[88571]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:45:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:33 smithi084 ceph-mon[94794]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:45:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:33 smithi084 ceph-mon[97358]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:45:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:33 smithi132 ceph-mon[88571]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:45:35.366 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:34 smithi084 ceph-mon[94794]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-02T09:45:35.366 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:34 smithi084 ceph-mon[94794]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:45:35.366 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:34 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:34 smithi084 ceph-mon[97358]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-02T09:45:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:34 smithi084 ceph-mon[97358]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:45:35.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:34 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:34 smithi132 ceph-mon[88571]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-02T09:45:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:34 smithi132 ceph-mon[88571]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:45:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:34 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:36.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:35 smithi084 ceph-mon[94794]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:45:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:35 smithi084 ceph-mon[94794]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:45:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:35 smithi084 ceph-mon[97358]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:45:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:35 smithi084 ceph-mon[97358]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:45:36.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:35 smithi132 ceph-mon[88571]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:45:36.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:35 smithi132 ceph-mon[88571]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:45:37.265 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:36 smithi084 ceph-mon[94794]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-02T09:45:37.265 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:36 smithi084 ceph-mon[97358]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-02T09:45:37.298 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:36 smithi132 ceph-mon[88571]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-02T09:45:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:37 smithi132 ceph-mon[88571]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:45:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:37 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:38.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:37 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:37 smithi084 ceph-mon[94794]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:45:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:37 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:37 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:37 smithi084 ceph-mon[97358]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:45:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:37 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:37 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:38 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:38 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:45:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:39 smithi084 ceph-mon[94794]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:45:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:39 smithi084 ceph-mon[97358]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:45:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:39 smithi132 ceph-mon[88571]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:45:40.975 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:45:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:45:40] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:45:41.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:40 smithi084 ceph-mon[94794]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-02T09:45:41.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:40 smithi084 ceph-mon[94794]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:45:41.280 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:40 smithi084 ceph-mon[94794]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:45:41.280 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:40 smithi084 ceph-mon[97358]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-02T09:45:41.281 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:40 smithi084 ceph-mon[97358]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:45:41.281 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:40 smithi084 ceph-mon[97358]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:45:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:40 smithi132 ceph-mon[88571]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-02T09:45:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:40 smithi132 ceph-mon[88571]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:45:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:40 smithi132 ceph-mon[88571]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:45:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:45:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:42 smithi084 ceph-mon[94794]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-02T09:45:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:42 smithi084 ceph-mon[94794]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:45:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:42 smithi084 ceph-mon[97358]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-02T09:45:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:42 smithi084 ceph-mon[97358]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:45:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:42 smithi132 ceph-mon[88571]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-02T09:45:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:42 smithi132 ceph-mon[88571]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:45:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:43 smithi084 ceph-mon[94794]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:45:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:43 smithi084 ceph-mon[97358]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:45:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:43 smithi132 ceph-mon[88571]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:45:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:44 smithi084 ceph-mon[94794]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-02T09:45:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:44 smithi084 ceph-mon[94794]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:45:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:44 smithi084 ceph-mon[97358]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-02T09:45:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:44 smithi084 ceph-mon[97358]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:45:45.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:44 smithi132 ceph-mon[88571]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-02T09:45:45.414 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:44 smithi132 ceph-mon[88571]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:45:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:45 smithi084 ceph-mon[94794]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:45:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:45 smithi084 ceph-mon[94794]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:45:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:45 smithi084 ceph-mon[97358]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:45:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:45 smithi084 ceph-mon[97358]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:45:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:45 smithi132 ceph-mon[88571]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:45:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:45 smithi132 ceph-mon[88571]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:45:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:46 smithi084 ceph-mon[94794]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-02T09:45:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:46 smithi084 ceph-mon[97358]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-02T09:45:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:46 smithi132 ceph-mon[88571]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-02T09:45:48.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:47 smithi084 ceph-mon[94794]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:45:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:47 smithi084 ceph-mon[97358]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:45:48.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:47 smithi132 ceph-mon[88571]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:45:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:48 smithi084 ceph-mon[94794]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:45:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:48 smithi084 ceph-mon[94794]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:45:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:48 smithi084 ceph-mon[97358]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:45:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:48 smithi084 ceph-mon[97358]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:45:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:48 smithi132 ceph-mon[88571]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:45:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:48 smithi132 ceph-mon[88571]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:45:50.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:49 smithi084 ceph-mon[94794]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:45:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:49 smithi084 ceph-mon[97358]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:45:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:49 smithi132 ceph-mon[88571]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:45:50.996 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:45:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:45:50] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:45:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:50 smithi084 ceph-mon[94794]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-02T09:45:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:50 smithi084 ceph-mon[94794]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:45:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:50 smithi084 ceph-mon[94794]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:45:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:50 smithi084 ceph-mon[97358]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-02T09:45:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:50 smithi084 ceph-mon[97358]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:45:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:50 smithi084 ceph-mon[97358]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:45:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:50 smithi132 ceph-mon[88571]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-02T09:45:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:50 smithi132 ceph-mon[88571]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:45:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:50 smithi132 ceph-mon[88571]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:45:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:45:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:52 smithi084 ceph-mon[94794]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-02T09:45:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:52 smithi084 ceph-mon[94794]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:45:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:52 smithi084 ceph-mon[97358]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-02T09:45:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:52 smithi084 ceph-mon[97358]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:45:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:52 smithi132 ceph-mon[88571]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-02T09:45:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:52 smithi132 ceph-mon[88571]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:45:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:53 smithi084 ceph-mon[94794]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:45:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:53 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:53 smithi084 ceph-mon[97358]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:45:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:53 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:53 smithi132 ceph-mon[88571]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:45:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:53 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:54 smithi084 ceph-mon[94794]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-04-02T09:45:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:54 smithi084 ceph-mon[94794]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:45:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:54 smithi084 ceph-mon[97358]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-04-02T09:45:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:54 smithi084 ceph-mon[97358]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:45:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:54 smithi132 ceph-mon[88571]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-04-02T09:45:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:54 smithi132 ceph-mon[88571]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:45:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:55 smithi084 ceph-mon[94794]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:45:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:55 smithi084 ceph-mon[94794]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:45:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:55 smithi084 ceph-mon[97358]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:45:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:55 smithi084 ceph-mon[97358]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:45:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:55 smithi132 ceph-mon[88571]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:45:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:55 smithi132 ceph-mon[88571]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:45:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:56 smithi084 ceph-mon[94794]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-02T09:45:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:56 smithi084 ceph-mon[97358]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-02T09:45:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:56 smithi132 ceph-mon[88571]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-02T09:45:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:57 smithi084 ceph-mon[94794]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:45:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:57 smithi084 ceph-mon[97358]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:45:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:57 smithi132 ceph-mon[88571]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:45:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:58 smithi084 ceph-mon[94794]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:45:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:58 smithi084 ceph-mon[94794]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:45:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:58 smithi084 ceph-mon[97358]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:45:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:58 smithi084 ceph-mon[97358]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:45:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:58 smithi132 ceph-mon[88571]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:45:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:58 smithi132 ceph-mon[88571]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:46:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:45:59 smithi084 ceph-mon[94794]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:46:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:45:59 smithi084 ceph-mon[97358]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:46:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:45:59 smithi132 ceph-mon[88571]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:46:00.980 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:46:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:46:00] "GET /metrics HTTP/1.1" 200 36799 "" "Prometheus/2.43.0" 2024-04-02T09:46:01.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:00 smithi084 ceph-mon[94794]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-02T09:46:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:00 smithi084 ceph-mon[94794]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:46:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:00 smithi084 ceph-mon[94794]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:46:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:00 smithi084 ceph-mon[97358]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-02T09:46:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:00 smithi084 ceph-mon[97358]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:46:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:00 smithi084 ceph-mon[97358]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:46:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:00 smithi132 ceph-mon[88571]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-02T09:46:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:00 smithi132 ceph-mon[88571]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:46:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:00 smithi132 ceph-mon[88571]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:46:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:46:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:02 smithi084 ceph-mon[94794]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-02T09:46:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:02 smithi084 ceph-mon[94794]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:46:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:02 smithi084 ceph-mon[97358]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-02T09:46:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:02 smithi084 ceph-mon[97358]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:46:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:02 smithi132 ceph-mon[88571]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-02T09:46:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:02 smithi132 ceph-mon[88571]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:46:04.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:03 smithi132 ceph-mon[88571]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:46:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:03 smithi084 ceph-mon[94794]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:46:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:03 smithi084 ceph-mon[97358]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:46:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:04 smithi084 ceph-mon[94794]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 342 op/s 2024-04-02T09:46:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:04 smithi084 ceph-mon[94794]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:46:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:04 smithi084 ceph-mon[97358]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 342 op/s 2024-04-02T09:46:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:04 smithi084 ceph-mon[97358]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:46:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:04 smithi132 ceph-mon[88571]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 342 op/s 2024-04-02T09:46:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:04 smithi132 ceph-mon[88571]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:46:06.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:05 smithi084 ceph-mon[94794]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:46:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:05 smithi084 ceph-mon[94794]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:46:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:05 smithi084 ceph-mon[97358]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:46:06.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:05 smithi084 ceph-mon[97358]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:46:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:05 smithi132 ceph-mon[88571]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:46:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:05 smithi132 ceph-mon[88571]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:46:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:06 smithi084 ceph-mon[94794]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-02T09:46:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:06 smithi084 ceph-mon[97358]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-02T09:46:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:06 smithi132 ceph-mon[88571]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-02T09:46:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:07 smithi084 ceph-mon[94794]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:46:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:07 smithi084 ceph-mon[97358]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:46:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:07 smithi132 ceph-mon[88571]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:46:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:08 smithi084 ceph-mon[94794]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:46:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:08 smithi084 ceph-mon[94794]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:46:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:08 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:08 smithi084 ceph-mon[97358]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:46:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:08 smithi084 ceph-mon[97358]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:46:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:08 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:08 smithi132 ceph-mon[88571]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:46:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:08 smithi132 ceph-mon[88571]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:46:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:08 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:10.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:09 smithi084 ceph-mon[94794]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:46:10.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:09 smithi084 ceph-mon[97358]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:46:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:09 smithi132 ceph-mon[88571]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:46:10.979 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:46:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:46:10] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:46:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:10 smithi084 ceph-mon[94794]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-02T09:46:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:10 smithi084 ceph-mon[94794]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:46:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:10 smithi084 ceph-mon[94794]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:46:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:10 smithi084 ceph-mon[97358]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-02T09:46:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:10 smithi084 ceph-mon[97358]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:46:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:10 smithi084 ceph-mon[97358]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:46:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:10 smithi132 ceph-mon[88571]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-02T09:46:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:10 smithi132 ceph-mon[88571]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:46:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:10 smithi132 ceph-mon[88571]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:46:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:46:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:12 smithi084 ceph-mon[94794]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-02T09:46:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:12 smithi084 ceph-mon[94794]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:46:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:12 smithi084 ceph-mon[97358]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-02T09:46:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:12 smithi084 ceph-mon[97358]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:46:13.370 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:12 smithi132 ceph-mon[88571]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-02T09:46:13.370 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:12 smithi132 ceph-mon[88571]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:46:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:13 smithi084 ceph-mon[94794]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:46:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:13 smithi084 ceph-mon[97358]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:46:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:13 smithi132 ceph-mon[88571]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:46:15.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:14 smithi084 ceph-mon[94794]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 253 op/s 2024-04-02T09:46:15.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:14 smithi084 ceph-mon[94794]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:46:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:14 smithi084 ceph-mon[97358]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 253 op/s 2024-04-02T09:46:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:14 smithi084 ceph-mon[97358]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:46:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:14 smithi132 ceph-mon[88571]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 253 op/s 2024-04-02T09:46:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:14 smithi132 ceph-mon[88571]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:46:16.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:15 smithi084 ceph-mon[94794]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:46:16.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:15 smithi084 ceph-mon[94794]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:46:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:15 smithi084 ceph-mon[97358]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:46:16.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:15 smithi084 ceph-mon[97358]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:46:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:15 smithi132 ceph-mon[88571]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:46:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:15 smithi132 ceph-mon[88571]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:46:17.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:16 smithi084 ceph-mon[94794]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-02T09:46:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:16 smithi084 ceph-mon[97358]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-02T09:46:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:16 smithi132 ceph-mon[88571]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-02T09:46:18.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:17 smithi084 ceph-mon[94794]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:46:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:17 smithi084 ceph-mon[97358]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:46:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:17 smithi132 ceph-mon[88571]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:46:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:18 smithi084 ceph-mon[94794]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:46:19.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:18 smithi084 ceph-mon[94794]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:46:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:18 smithi084 ceph-mon[97358]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:46:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:18 smithi084 ceph-mon[97358]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:46:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:18 smithi132 ceph-mon[88571]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:46:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:18 smithi132 ceph-mon[88571]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:46:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:19 smithi084 ceph-mon[94794]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:46:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:19 smithi084 ceph-mon[97358]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:46:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:19 smithi132 ceph-mon[88571]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:46:20.985 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:46:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:46:20] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:46:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:20 smithi084 ceph-mon[94794]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-04-02T09:46:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:20 smithi084 ceph-mon[94794]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:46:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:20 smithi084 ceph-mon[94794]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:46:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:20 smithi084 ceph-mon[97358]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-04-02T09:46:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:20 smithi084 ceph-mon[97358]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:46:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:20 smithi084 ceph-mon[97358]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:46:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:20 smithi132 ceph-mon[88571]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-04-02T09:46:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:20 smithi132 ceph-mon[88571]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:46:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:20 smithi132 ceph-mon[88571]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:46:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:46:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:22 smithi084 ceph-mon[94794]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-04-02T09:46:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:22 smithi084 ceph-mon[94794]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:46:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:22 smithi084 ceph-mon[97358]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-04-02T09:46:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:22 smithi084 ceph-mon[97358]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:46:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:22 smithi132 ceph-mon[88571]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-04-02T09:46:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:22 smithi132 ceph-mon[88571]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:46:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:23 smithi084 ceph-mon[94794]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:46:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:23 smithi084 ceph-mon[97358]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:46:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:23 smithi132 ceph-mon[88571]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:46:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:24 smithi084 ceph-mon[94794]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-02T09:46:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:24 smithi084 ceph-mon[94794]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:46:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:24 smithi084 ceph-mon[97358]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-02T09:46:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:24 smithi084 ceph-mon[97358]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:46:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:24 smithi132 ceph-mon[88571]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-02T09:46:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:24 smithi132 ceph-mon[88571]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:46:26.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:25 smithi084 ceph-mon[94794]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:46:26.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:25 smithi084 ceph-mon[94794]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:46:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:25 smithi084 ceph-mon[97358]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:46:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:25 smithi084 ceph-mon[97358]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:46:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:25 smithi132 ceph-mon[88571]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:46:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:25 smithi132 ceph-mon[88571]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:46:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:26 smithi084 ceph-mon[94794]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-02T09:46:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:26 smithi084 ceph-mon[97358]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-02T09:46:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:26 smithi132 ceph-mon[88571]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-02T09:46:28.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:27 smithi084 ceph-mon[94794]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:46:28.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:27 smithi084 ceph-mon[97358]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:46:28.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:27 smithi132 ceph-mon[88571]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:46:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:28 smithi084 ceph-mon[94794]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:46:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:28 smithi084 ceph-mon[94794]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:46:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:28 smithi084 ceph-mon[97358]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:46:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:28 smithi084 ceph-mon[97358]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:46:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:28 smithi132 ceph-mon[88571]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:46:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:28 smithi132 ceph-mon[88571]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:46:30.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:29 smithi084 ceph-mon[94794]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:46:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:29 smithi084 ceph-mon[97358]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:46:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:29 smithi132 ceph-mon[88571]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:46:30.983 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:46:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:46:30] "GET /metrics HTTP/1.1" 200 36800 "" "Prometheus/2.43.0" 2024-04-02T09:46:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:30 smithi084 ceph-mon[97358]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-02T09:46:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:30 smithi084 ceph-mon[97358]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:46:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:30 smithi084 ceph-mon[97358]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:46:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:30 smithi084 ceph-mon[94794]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-02T09:46:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:30 smithi084 ceph-mon[94794]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:46:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:30 smithi084 ceph-mon[94794]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:46:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:30 smithi132 ceph-mon[88571]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-02T09:46:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:30 smithi132 ceph-mon[88571]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:46:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:30 smithi132 ceph-mon[88571]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:46:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:46:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:33.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:32 smithi084 ceph-mon[97358]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-02T09:46:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:32 smithi084 ceph-mon[97358]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:46:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:32 smithi084 ceph-mon[94794]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-02T09:46:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:32 smithi084 ceph-mon[94794]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:46:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:32 smithi132 ceph-mon[88571]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-02T09:46:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:32 smithi132 ceph-mon[88571]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:46:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:33 smithi084 ceph-mon[94794]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:46:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:33 smithi084 ceph-mon[97358]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:46:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:33 smithi132 ceph-mon[88571]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:46:35.046 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-02T09:46:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:34 smithi084 ceph-mon[94794]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-02T09:46:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:34 smithi084 ceph-mon[94794]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:46:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:34 smithi084 ceph-mon[97358]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-02T09:46:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:34 smithi084 ceph-mon[97358]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:46:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:34 smithi132 ceph-mon[88571]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-02T09:46:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:34 smithi132 ceph-mon[88571]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:46:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:35 smithi084 ceph-mon[94794]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:46:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:35 smithi084 ceph-mon[94794]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:46:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:35 smithi084 ceph-mon[97358]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:46:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:35 smithi084 ceph-mon[97358]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:46:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:35 smithi132 ceph-mon[88571]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:46:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:35 smithi132 ceph-mon[88571]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:46:37.053 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-02T09:46:37.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:36 smithi084 ceph-mon[94794]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-02T09:46:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:36 smithi084 ceph-mon[97358]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-02T09:46:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:36 smithi132 ceph-mon[88571]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-02T09:46:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:37 smithi084 ceph-mon[94794]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:46:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:37 smithi084 ceph-mon[97358]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:46:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:37 smithi132 ceph-mon[88571]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:46:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:38 smithi084 ceph-mon[94794]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:46:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:38 smithi084 ceph-mon[94794]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:46:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:38 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:38 smithi084 ceph-mon[97358]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:46:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:38 smithi084 ceph-mon[97358]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:46:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:38 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:39.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:38 smithi132 ceph-mon[88571]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:46:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:38 smithi132 ceph-mon[88571]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:46:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:38 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[97358]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:46:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:46:40.270 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[94794]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:46:40.270 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:40.270 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:40.270 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:40.270 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:39 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:46:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:39 smithi132 ceph-mon[88571]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:46:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:39 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:46:40.991 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:46:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:46:40] "GET /metrics HTTP/1.1" 200 36799 "" "Prometheus/2.43.0" 2024-04-02T09:46:41.033 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-02T09:46:41.118 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-02T09:46:41.260 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-02T09:46:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:40 smithi084 ceph-mon[94794]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-02T09:46:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:40 smithi084 ceph-mon[94794]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:46:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:40 smithi084 ceph-mon[94794]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:46:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:40 smithi084 ceph-mon[97358]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-02T09:46:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:40 smithi084 ceph-mon[97358]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:46:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:40 smithi084 ceph-mon[97358]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:46:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:40 smithi132 ceph-mon[88571]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-02T09:46:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:40 smithi132 ceph-mon[88571]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:46:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:40 smithi132 ceph-mon[88571]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:46:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:46:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:42 smithi084 ceph-mon[94794]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-02T09:46:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:42 smithi084 ceph-mon[94794]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:46:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:42 smithi084 ceph-mon[97358]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-02T09:46:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:42 smithi084 ceph-mon[97358]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:46:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:42 smithi132 ceph-mon[88571]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-02T09:46:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:42 smithi132 ceph-mon[88571]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:46:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:44 smithi084 ceph-mon[94794]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:46:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:44 smithi084 ceph-mon[97358]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:46:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:44 smithi132 ceph-mon[88571]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:46:45.106 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-02T09:46:45.181 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-02T09:46:45.270 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-02T09:46:45.357 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-02T09:46:45.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:45 smithi084 ceph-mon[94794]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 11 KiB/s wr, 286 op/s 2024-04-02T09:46:45.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:45 smithi084 ceph-mon[94794]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:46:45.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:45 smithi084 ceph-mon[97358]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 11 KiB/s wr, 286 op/s 2024-04-02T09:46:45.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:45 smithi084 ceph-mon[97358]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:46:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:45 smithi132 ceph-mon[88571]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 11 KiB/s wr, 286 op/s 2024-04-02T09:46:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:45 smithi132 ceph-mon[88571]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:46:45.444 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-02T09:46:45.526 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-02T09:46:46.223 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-02T09:46:46.296 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-02T09:46:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:46 smithi084 ceph-mon[94794]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:46:46.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:46 smithi084 ceph-mon[94794]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:46:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:46 smithi084 ceph-mon[97358]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:46:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:46 smithi084 ceph-mon[97358]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:46:46.396 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-02T09:46:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:46 smithi132 ceph-mon[88571]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:46:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:46 smithi132 ceph-mon[88571]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:46:46.499 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-02T09:46:46.582 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-02T09:46:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:47 smithi084 ceph-mon[94794]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-02T09:46:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:47 smithi084 ceph-mon[97358]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-02T09:46:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:47 smithi132 ceph-mon[88571]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-02T09:46:49.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:49 smithi084 ceph-mon[94794]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-04-02T09:46:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:49 smithi084 ceph-mon[97358]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-04-02T09:46:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:49 smithi132 ceph-mon[88571]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-04-02T09:46:51.036 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:46:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:46:50] "GET /metrics HTTP/1.1" 200 36799 "" "Prometheus/2.43.0" 2024-04-02T09:46:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:51 smithi084 ceph-mon[94794]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 846 op/s 2024-04-02T09:46:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:51 smithi084 ceph-mon[94794]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:46:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:51 smithi084 ceph-mon[97358]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 846 op/s 2024-04-02T09:46:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:51 smithi084 ceph-mon[97358]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:46:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:51 smithi132 ceph-mon[88571]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 846 op/s 2024-04-02T09:46:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:51 smithi132 ceph-mon[88571]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:46:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:46:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:53 smithi084 ceph-mon[94794]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 38 KiB/s wr, 776 op/s 2024-04-02T09:46:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:53 smithi084 ceph-mon[97358]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 38 KiB/s wr, 776 op/s 2024-04-02T09:46:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:53 smithi132 ceph-mon[88571]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 38 KiB/s wr, 776 op/s 2024-04-02T09:46:54.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:54.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:54.465 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-02T09:46:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:55 smithi084 ceph-mon[94794]: pgmap v4863: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 632 op/s 2024-04-02T09:46:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:55 smithi084 ceph-mon[97358]: pgmap v4863: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 632 op/s 2024-04-02T09:46:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:55 smithi132 ceph-mon[88571]: pgmap v4863: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 632 op/s 2024-04-02T09:46:57.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:57 smithi084 ceph-mon[94794]: pgmap v4864: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 454 KiB/s wr, 535 op/s 2024-04-02T09:46:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:57 smithi084 ceph-mon[97358]: pgmap v4864: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 454 KiB/s wr, 535 op/s 2024-04-02T09:46:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:57 smithi132 ceph-mon[88571]: pgmap v4864: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 454 KiB/s wr, 535 op/s 2024-04-02T09:46:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:46:59 smithi084 ceph-mon[94794]: pgmap v4865: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 511 op/s 2024-04-02T09:46:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:46:59 smithi084 ceph-mon[97358]: pgmap v4865: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 511 op/s 2024-04-02T09:46:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:46:59 smithi132 ceph-mon[88571]: pgmap v4865: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 511 op/s 2024-04-02T09:47:01.054 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:01 smithi084 ceph-mon[94794]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-02T09:47:01.054 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:47:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:47:00] "GET /metrics HTTP/1.1" 200 36814 "" "Prometheus/2.43.0" 2024-04-02T09:47:01.055 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:01 smithi084 ceph-mon[97358]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-02T09:47:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:01 smithi132 ceph-mon[88571]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-02T09:47:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:47:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:03 smithi084 ceph-mon[94794]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 390 KiB/s wr, 33 op/s 2024-04-02T09:47:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:03 smithi084 ceph-mon[97358]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 390 KiB/s wr, 33 op/s 2024-04-02T09:47:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:03 smithi132 ceph-mon[88571]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 390 KiB/s wr, 33 op/s 2024-04-02T09:47:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:05 smithi084 ceph-mon[94794]: pgmap v4868: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:47:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:05 smithi084 ceph-mon[97358]: pgmap v4868: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:47:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:05 smithi132 ceph-mon[88571]: pgmap v4868: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:47:06.305 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-02T09:47:06.387 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-02T09:47:06.487 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-02T09:47:06.579 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-02T09:47:07.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:07 smithi084 ceph-mon[94794]: pgmap v4869: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-02T09:47:07.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:07 smithi084 ceph-mon[97358]: pgmap v4869: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-02T09:47:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:07 smithi132 ceph-mon[88571]: pgmap v4869: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-02T09:47:08.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:08 smithi084 ceph-mon[94794]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:47:08.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:08 smithi084 ceph-mon[97358]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:47:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:08 smithi132 ceph-mon[88571]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:47:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:09 smithi084 ceph-mon[94794]: pgmap v4871: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:47:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:09 smithi084 ceph-mon[94794]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:47:09.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:09 smithi084 ceph-mon[97358]: pgmap v4871: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:47:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:09 smithi084 ceph-mon[97358]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:47:09.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:09 smithi132 ceph-mon[88571]: pgmap v4871: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:47:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:09 smithi132 ceph-mon[88571]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:47:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:10.193 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-02T09:47:10.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:10 smithi084 ceph-mon[97358]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:47:10.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:10 smithi084 ceph-mon[94794]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:47:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:10 smithi132 ceph-mon[88571]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:47:11.090 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:47:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:47:10] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-02T09:47:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:11 smithi084 ceph-mon[94794]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 13 KiB/s wr, 260 op/s 2024-04-02T09:47:11.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:11 smithi084 ceph-mon[94794]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:47:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:11 smithi084 ceph-mon[97358]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 13 KiB/s wr, 260 op/s 2024-04-02T09:47:11.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:11 smithi084 ceph-mon[97358]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:47:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:11 smithi132 ceph-mon[88571]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 13 KiB/s wr, 260 op/s 2024-04-02T09:47:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:11 smithi132 ceph-mon[88571]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:47:12.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:12 smithi084 ceph-mon[94794]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:47:12.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:12 smithi084 ceph-mon[97358]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:47:12.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:12 smithi132 ceph-mon[88571]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:47:12.411 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:47:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:13.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:13 smithi084 ceph-mon[97358]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 19 KiB/s wr, 389 op/s 2024-04-02T09:47:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:13 smithi084 ceph-mon[97358]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:47:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:13 smithi084 ceph-mon[94794]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 19 KiB/s wr, 389 op/s 2024-04-02T09:47:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:13 smithi084 ceph-mon[94794]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:47:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:13 smithi132 ceph-mon[88571]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 19 KiB/s wr, 389 op/s 2024-04-02T09:47:13.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:13 smithi132 ceph-mon[88571]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:47:14.217 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-02T09:47:14.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:14 smithi084 ceph-mon[94794]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:47:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:14 smithi084 ceph-mon[94794]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 15 KiB/s wr, 302 op/s 2024-04-02T09:47:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:14 smithi084 ceph-mon[97358]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:47:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:14 smithi084 ceph-mon[97358]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 15 KiB/s wr, 302 op/s 2024-04-02T09:47:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:14 smithi132 ceph-mon[88571]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:47:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:14 smithi132 ceph-mon[88571]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 15 KiB/s wr, 302 op/s 2024-04-02T09:47:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:15 smithi084 ceph-mon[94794]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:47:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:15 smithi084 ceph-mon[97358]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:47:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:15 smithi132 ceph-mon[88571]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:47:16.045 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-02T09:47:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:16 smithi132 ceph-mon[88571]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:47:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:16 smithi132 ceph-mon[88571]: pgmap v4883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 316 op/s 2024-04-02T09:47:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:16 smithi132 ceph-mon[88571]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:47:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:16 smithi084 ceph-mon[94794]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:47:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:16 smithi084 ceph-mon[94794]: pgmap v4883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 316 op/s 2024-04-02T09:47:16.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:16 smithi084 ceph-mon[94794]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:47:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:16 smithi084 ceph-mon[97358]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:47:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:16 smithi084 ceph-mon[97358]: pgmap v4883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 316 op/s 2024-04-02T09:47:16.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:16 smithi084 ceph-mon[97358]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:47:18.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:17 smithi084 ceph-mon[94794]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:47:18.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:17 smithi084 ceph-mon[97358]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:47:18.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:17 smithi132 ceph-mon[88571]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:47:19.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:18 smithi084 ceph-mon[94794]: pgmap v4886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:47:19.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:18 smithi084 ceph-mon[94794]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:47:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:18 smithi084 ceph-mon[97358]: pgmap v4886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:47:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:18 smithi084 ceph-mon[97358]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:47:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:18 smithi132 ceph-mon[88571]: pgmap v4886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:47:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:18 smithi132 ceph-mon[88571]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:47:20.050 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-02T09:47:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:19 smithi084 ceph-mon[94794]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:47:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:19 smithi084 ceph-mon[97358]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:47:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:19 smithi132 ceph-mon[88571]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:47:20.959 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:47:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:47:20] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-02T09:47:21.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:20 smithi084 ceph-mon[94794]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 393 op/s 2024-04-02T09:47:21.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:20 smithi084 ceph-mon[94794]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:47:21.370 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:20 smithi084 ceph-mon[94794]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:47:21.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:20 smithi084 ceph-mon[97358]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 393 op/s 2024-04-02T09:47:21.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:20 smithi084 ceph-mon[97358]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:47:21.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:20 smithi084 ceph-mon[97358]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:47:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:20 smithi132 ceph-mon[88571]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 393 op/s 2024-04-02T09:47:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:20 smithi132 ceph-mon[88571]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:47:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:20 smithi132 ceph-mon[88571]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:47:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:47:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:23.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:22 smithi084 ceph-mon[94794]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 393 op/s 2024-04-02T09:47:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:22 smithi084 ceph-mon[94794]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:47:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:22 smithi084 ceph-mon[97358]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 393 op/s 2024-04-02T09:47:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:22 smithi084 ceph-mon[97358]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:47:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:22 smithi132 ceph-mon[88571]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 393 op/s 2024-04-02T09:47:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:22 smithi132 ceph-mon[88571]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:47:24.074 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-02T09:47:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:23 smithi084 ceph-mon[94794]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:47:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:23 smithi084 ceph-mon[97358]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:47:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:23 smithi132 ceph-mon[88571]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:47:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:24 smithi084 ceph-mon[94794]: pgmap v4895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 13 KiB/s wr, 272 op/s 2024-04-02T09:47:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:24 smithi084 ceph-mon[94794]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:47:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:24 smithi084 ceph-mon[97358]: pgmap v4895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 13 KiB/s wr, 272 op/s 2024-04-02T09:47:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:24 smithi084 ceph-mon[97358]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:47:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:24 smithi132 ceph-mon[88571]: pgmap v4895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 13 KiB/s wr, 272 op/s 2024-04-02T09:47:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:24 smithi132 ceph-mon[88571]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[94794]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[94794]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]: dispatch 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]: dispatch 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[97358]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[97358]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]: dispatch 2024-04-02T09:47:26.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:25 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]: dispatch 2024-04-02T09:47:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:25 smithi132 ceph-mon[88571]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:47:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:25 smithi132 ceph-mon[88571]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:47:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:25 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]: dispatch 2024-04-02T09:47:26.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:25 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]: dispatch 2024-04-02T09:47:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:26 smithi084 ceph-mon[94794]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-04-02T09:47:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:26 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]': finished 2024-04-02T09:47:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:26 smithi084 ceph-mon[94794]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:47:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:26 smithi084 ceph-mon[97358]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-04-02T09:47:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:26 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]': finished 2024-04-02T09:47:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:26 smithi084 ceph-mon[97358]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:47:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:26 smithi132 ceph-mon[88571]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-04-02T09:47:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:26 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi084-215407-2","app": "rbd"}]': finished 2024-04-02T09:47:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:26 smithi132 ceph-mon[88571]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:47:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:28 smithi084 ceph-mon[94794]: pgmap v4901: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-02T09:47:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:28 smithi084 ceph-mon[94794]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:47:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:28 smithi084 ceph-mon[97358]: pgmap v4901: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-02T09:47:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:28 smithi084 ceph-mon[97358]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:47:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:28 smithi132 ceph-mon[88571]: pgmap v4901: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-02T09:47:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:28 smithi132 ceph-mon[88571]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:47:30.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:29 smithi084 ceph-mon[94794]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:47:30.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:29 smithi084 ceph-mon[97358]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:47:30.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:29 smithi132 ceph-mon[88571]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:47:30.961 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:47:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:47:30] "GET /metrics HTTP/1.1" 200 36798 "" "Prometheus/2.43.0" 2024-04-02T09:47:31.043 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-02T09:47:31.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:30 smithi084 ceph-mon[94794]: pgmap v4904: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 116 op/s 2024-04-02T09:47:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:30 smithi084 ceph-mon[94794]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:47:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:30 smithi084 ceph-mon[94794]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:47:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:30 smithi084 ceph-mon[97358]: pgmap v4904: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 116 op/s 2024-04-02T09:47:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:30 smithi084 ceph-mon[97358]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:47:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:30 smithi084 ceph-mon[97358]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:47:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:30 smithi132 ceph-mon[88571]: pgmap v4904: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 116 op/s 2024-04-02T09:47:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:30 smithi132 ceph-mon[88571]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:47:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:30 smithi132 ceph-mon[88571]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:47:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:47:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:33.067 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-02T09:47:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:32 smithi084 ceph-mon[94794]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.2 KiB/s wr, 116 op/s 2024-04-02T09:47:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:32 smithi084 ceph-mon[94794]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:47:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:32 smithi084 ceph-mon[97358]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.2 KiB/s wr, 116 op/s 2024-04-02T09:47:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:32 smithi084 ceph-mon[97358]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:47:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:32 smithi132 ceph-mon[88571]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.2 KiB/s wr, 116 op/s 2024-04-02T09:47:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:32 smithi132 ceph-mon[88571]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:47:34.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:33 smithi084 ceph-mon[94794]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:47:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:33 smithi084 ceph-mon[97358]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:47:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:33 smithi132 ceph-mon[88571]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:47:35.080 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-02T09:47:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:34 smithi084 ceph-mon[94794]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 12 KiB/s wr, 193 op/s 2024-04-02T09:47:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:34 smithi084 ceph-mon[94794]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:47:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:34 smithi084 ceph-mon[97358]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 12 KiB/s wr, 193 op/s 2024-04-02T09:47:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:34 smithi084 ceph-mon[97358]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:47:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:34 smithi132 ceph-mon[88571]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 12 KiB/s wr, 193 op/s 2024-04-02T09:47:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:34 smithi132 ceph-mon[88571]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:47:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:35 smithi084 ceph-mon[94794]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:47:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:35 smithi084 ceph-mon[97358]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:47:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:35 smithi132 ceph-mon[88571]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:47:37.081 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-02T09:47:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:36 smithi084 ceph-mon[94794]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 15 KiB/s wr, 283 op/s 2024-04-02T09:47:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:36 smithi084 ceph-mon[94794]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:47:37.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:36 smithi084 ceph-mon[97358]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 15 KiB/s wr, 283 op/s 2024-04-02T09:47:37.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:36 smithi084 ceph-mon[97358]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:47:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:36 smithi132 ceph-mon[88571]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 15 KiB/s wr, 283 op/s 2024-04-02T09:47:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:36 smithi132 ceph-mon[88571]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:47:38.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:38 smithi084 ceph-mon[94794]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:47:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:38 smithi084 ceph-mon[97358]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:47:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:38 smithi132 ceph-mon[88571]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:47:39.110 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-02T09:47:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:39 smithi084 ceph-mon[94794]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-04-02T09:47:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:39 smithi084 ceph-mon[94794]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:47:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:39 smithi084 ceph-mon[97358]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-04-02T09:47:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:39 smithi084 ceph-mon[97358]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:47:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:39 smithi132 ceph-mon[88571]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-04-02T09:47:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:39 smithi132 ceph-mon[88571]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:47:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:40 smithi084 ceph-mon[94794]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:47:40.269 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:40 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:40 smithi084 ceph-mon[97358]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:47:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:40 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:40 smithi132 ceph-mon[88571]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:47:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:40 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:41.016 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:47:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:47:40] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:47:41.034 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[94794]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:41 smithi084 ceph-mon[97358]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:47:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:41 smithi132 ceph-mon[88571]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:47:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:47:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:43.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:43 smithi084 ceph-mon[94794]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-04-02T09:47:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:43 smithi084 ceph-mon[94794]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:47:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:43 smithi084 ceph-mon[97358]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-04-02T09:47:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:43 smithi084 ceph-mon[97358]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:47:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:43 smithi132 ceph-mon[88571]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-04-02T09:47:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:43 smithi132 ceph-mon[88571]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:47:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:45 smithi084 ceph-mon[94794]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 26 KiB/s wr, 1.25k op/s 2024-04-02T09:47:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:45 smithi084 ceph-mon[97358]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 26 KiB/s wr, 1.25k op/s 2024-04-02T09:47:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:45 smithi132 ceph-mon[88571]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 26 KiB/s wr, 1.25k op/s 2024-04-02T09:47:46.041 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-02T09:47:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:46 smithi084 ceph-mon[94794]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 21 KiB/s wr, 970 op/s 2024-04-02T09:47:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:46 smithi084 ceph-mon[94794]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:47:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:46 smithi084 ceph-mon[97358]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 21 KiB/s wr, 970 op/s 2024-04-02T09:47:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:46 smithi084 ceph-mon[97358]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:47:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:46 smithi132 ceph-mon[88571]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 21 KiB/s wr, 970 op/s 2024-04-02T09:47:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:46 smithi132 ceph-mon[88571]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:47:48.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:48 smithi084 ceph-mon[94794]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:47:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:48 smithi084 ceph-mon[97358]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:47:48.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:48 smithi132 ceph-mon[88571]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:47:49.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:49 smithi084 ceph-mon[97358]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 21 KiB/s wr, 970 op/s 2024-04-02T09:47:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:49 smithi084 ceph-mon[97358]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:47:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:49 smithi084 ceph-mon[94794]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 21 KiB/s wr, 970 op/s 2024-04-02T09:47:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:49 smithi084 ceph-mon[94794]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:47:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:49 smithi132 ceph-mon[88571]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 21 KiB/s wr, 970 op/s 2024-04-02T09:47:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:49 smithi132 ceph-mon[88571]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:47:50.135 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-02T09:47:50.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:50 smithi084 ceph-mon[94794]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:47:50.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:50 smithi084 ceph-mon[97358]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:47:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:50 smithi132 ceph-mon[88571]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:47:51.043 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:47:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:47:50] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:47:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:51 smithi084 ceph-mon[94794]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 24 KiB/s wr, 2.27k op/s 2024-04-02T09:47:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:51 smithi084 ceph-mon[94794]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:47:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:51 smithi084 ceph-mon[94794]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:47:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:51 smithi084 ceph-mon[97358]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 24 KiB/s wr, 2.27k op/s 2024-04-02T09:47:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:51 smithi084 ceph-mon[97358]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:47:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:51 smithi084 ceph-mon[97358]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:47:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:51 smithi132 ceph-mon[88571]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 24 KiB/s wr, 2.27k op/s 2024-04-02T09:47:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:51 smithi132 ceph-mon[88571]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:47:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:51 smithi132 ceph-mon[88571]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:47:52.137 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-02T09:47:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:47:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:53.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:53 smithi084 ceph-mon[94794]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 24 KiB/s wr, 2.27k op/s 2024-04-02T09:47:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:53 smithi084 ceph-mon[94794]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:47:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:53 smithi084 ceph-mon[97358]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 24 KiB/s wr, 2.27k op/s 2024-04-02T09:47:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:53 smithi084 ceph-mon[97358]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:47:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:53 smithi132 ceph-mon[88571]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 24 KiB/s wr, 2.27k op/s 2024-04-02T09:47:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:53 smithi132 ceph-mon[88571]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:47:54.156 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-02T09:47:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:54 smithi084 ceph-mon[94794]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:47:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:54 smithi084 ceph-mon[97358]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:47:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:54 smithi132 ceph-mon[88571]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:47:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:55 smithi084 ceph-mon[94794]: pgmap v4937: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 35 KiB/s wr, 664 op/s 2024-04-02T09:47:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:55 smithi084 ceph-mon[94794]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:47:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:55 smithi084 ceph-mon[97358]: pgmap v4937: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 35 KiB/s wr, 664 op/s 2024-04-02T09:47:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:55 smithi084 ceph-mon[97358]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:47:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:55 smithi132 ceph-mon[88571]: pgmap v4937: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 35 KiB/s wr, 664 op/s 2024-04-02T09:47:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:55 smithi132 ceph-mon[88571]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:47:56.053 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-02T09:47:56.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:56 smithi084 ceph-mon[94794]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:47:56.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:56 smithi084 ceph-mon[94794]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:47:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:56 smithi084 ceph-mon[97358]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:47:56.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:56 smithi084 ceph-mon[97358]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:47:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:56 smithi132 ceph-mon[88571]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:47:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:56 smithi132 ceph-mon[88571]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:47:57.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:57 smithi084 ceph-mon[94794]: pgmap v4940: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 40 KiB/s wr, 710 op/s 2024-04-02T09:47:57.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:57 smithi084 ceph-mon[97358]: pgmap v4940: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 40 KiB/s wr, 710 op/s 2024-04-02T09:47:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:57 smithi132 ceph-mon[88571]: pgmap v4940: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 40 KiB/s wr, 710 op/s 2024-04-02T09:47:58.180 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-02T09:47:58.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:58 smithi084 ceph-mon[94794]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:47:58.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:58 smithi084 ceph-mon[97358]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:47:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:58 smithi132 ceph-mon[88571]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:47:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:59 smithi084 ceph-mon[94794]: pgmap v4943: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-04-02T09:47:59.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:47:59 smithi084 ceph-mon[94794]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:47:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:59 smithi084 ceph-mon[97358]: pgmap v4943: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-04-02T09:47:59.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:47:59 smithi084 ceph-mon[97358]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:47:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:59 smithi132 ceph-mon[88571]: pgmap v4943: 137 pgs: 137 active+clean; 5.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-04-02T09:47:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:47:59 smithi132 ceph-mon[88571]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:48:00.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:00 smithi084 ceph-mon[94794]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:48:00.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:00 smithi084 ceph-mon[97358]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:48:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:00 smithi132 ceph-mon[88571]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:48:01.100 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:48:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:48:00] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:48:01.367 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:01 smithi084 ceph-mon[97358]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-02T09:48:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:01 smithi084 ceph-mon[97358]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:48:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:01 smithi084 ceph-mon[97358]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:48:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:01 smithi084 ceph-mon[94794]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-02T09:48:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:01 smithi084 ceph-mon[94794]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:48:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:01 smithi084 ceph-mon[94794]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:48:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:01 smithi132 ceph-mon[88571]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-02T09:48:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:01 smithi132 ceph-mon[88571]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:48:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:01 smithi132 ceph-mon[88571]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:48:02.203 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-02T09:48:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:48:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:03.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:03 smithi084 ceph-mon[94794]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-02T09:48:03.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:03 smithi084 ceph-mon[94794]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:48:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:03 smithi084 ceph-mon[97358]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-02T09:48:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:03 smithi084 ceph-mon[97358]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:48:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:03 smithi132 ceph-mon[88571]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-02T09:48:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:03 smithi132 ceph-mon[88571]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:48:04.162 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:04 smithi132 ceph-mon[88571]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:48:04.207 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-02T09:48:04.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:04 smithi084 ceph-mon[94794]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:48:04.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:04 smithi084 ceph-mon[97358]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:48:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:05 smithi084 ceph-mon[94794]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 22 KiB/s wr, 388 op/s 2024-04-02T09:48:05.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:05 smithi084 ceph-mon[94794]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:48:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:05 smithi084 ceph-mon[97358]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 22 KiB/s wr, 388 op/s 2024-04-02T09:48:05.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:05 smithi084 ceph-mon[97358]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:48:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:05 smithi132 ceph-mon[88571]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 22 KiB/s wr, 388 op/s 2024-04-02T09:48:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:05 smithi132 ceph-mon[88571]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:48:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:06 smithi132 ceph-mon[88571]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:48:06.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:06 smithi132 ceph-mon[88571]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 24 KiB/s wr, 407 op/s 2024-04-02T09:48:06.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:06 smithi084 ceph-mon[94794]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:48:06.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:06 smithi084 ceph-mon[94794]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 24 KiB/s wr, 407 op/s 2024-04-02T09:48:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:06 smithi084 ceph-mon[97358]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:48:06.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:06 smithi084 ceph-mon[97358]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 24 KiB/s wr, 407 op/s 2024-04-02T09:48:07.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:07 smithi132 ceph-mon[88571]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:48:07.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:07 smithi084 ceph-mon[94794]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:48:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:07 smithi084 ceph-mon[97358]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:48:08.234 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-02T09:48:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:08 smithi132 ceph-mon[88571]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:48:08.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:08 smithi132 ceph-mon[88571]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-04-02T09:48:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:08 smithi084 ceph-mon[94794]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:48:08.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:08 smithi084 ceph-mon[94794]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-04-02T09:48:08.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:08 smithi084 ceph-mon[97358]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:48:08.619 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:08 smithi084 ceph-mon[97358]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-04-02T09:48:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:09 smithi132 ceph-mon[88571]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:48:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:09.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:09 smithi084 ceph-mon[94794]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:48:09.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:09 smithi084 ceph-mon[97358]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:48:09.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:10 smithi132 ceph-mon[88571]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:48:10.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:10 smithi132 ceph-mon[88571]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-02T09:48:10.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:10 smithi084 ceph-mon[94794]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:48:10.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:10 smithi084 ceph-mon[94794]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-02T09:48:10.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:10 smithi084 ceph-mon[97358]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:48:10.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:10 smithi084 ceph-mon[97358]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-02T09:48:10.867 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:48:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:48:10] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:48:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:11 smithi132 ceph-mon[88571]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:48:11.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:11 smithi132 ceph-mon[88571]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:48:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:11 smithi084 ceph-mon[94794]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:48:11.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:11 smithi084 ceph-mon[94794]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:48:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:11 smithi084 ceph-mon[97358]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:48:11.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:11 smithi084 ceph-mon[97358]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:48:12.060 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-02T09:48:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:48:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:13.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:12 smithi084 ceph-mon[94794]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-02T09:48:13.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:12 smithi084 ceph-mon[94794]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:48:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:12 smithi084 ceph-mon[97358]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-02T09:48:13.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:12 smithi084 ceph-mon[97358]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:48:13.375 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:12 smithi132 ceph-mon[88571]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-02T09:48:13.375 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:12 smithi132 ceph-mon[88571]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:48:14.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:13 smithi084 ceph-mon[94794]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:48:14.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:13 smithi084 ceph-mon[97358]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:48:14.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:13 smithi132 ceph-mon[88571]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:48:15.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:14 smithi084 ceph-mon[94794]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 313 op/s 2024-04-02T09:48:15.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:14 smithi084 ceph-mon[97358]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 313 op/s 2024-04-02T09:48:15.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:14 smithi132 ceph-mon[88571]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 313 op/s 2024-04-02T09:48:17.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:16 smithi084 ceph-mon[94794]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:48:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:16 smithi084 ceph-mon[97358]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:48:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:16 smithi132 ceph-mon[88571]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:48:19.079 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-02T09:48:19.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:18 smithi084 ceph-mon[94794]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:48:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:18 smithi084 ceph-mon[97358]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:48:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:18 smithi132 ceph-mon[88571]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:48:20.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:19 smithi084 ceph-mon[94794]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:48:20.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:19 smithi084 ceph-mon[97358]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:48:20.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:19 smithi132 ceph-mon[88571]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:48:20.989 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:48:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:48:20] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:48:20.989 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:20 smithi084 ceph-mon[94794]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 553 KiB/s wr, 176 op/s 2024-04-02T09:48:20.989 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:20 smithi084 ceph-mon[94794]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:48:20.989 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:20 smithi084 ceph-mon[94794]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:48:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:20 smithi084 ceph-mon[97358]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 553 KiB/s wr, 176 op/s 2024-04-02T09:48:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:20 smithi084 ceph-mon[97358]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:48:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:20 smithi084 ceph-mon[97358]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:48:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:20 smithi132 ceph-mon[88571]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 553 KiB/s wr, 176 op/s 2024-04-02T09:48:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:20 smithi132 ceph-mon[88571]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:48:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:20 smithi132 ceph-mon[88571]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:48:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:48:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:23.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:22 smithi084 ceph-mon[94794]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 683 KiB/s wr, 7 op/s 2024-04-02T09:48:23.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:22 smithi084 ceph-mon[97358]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 683 KiB/s wr, 7 op/s 2024-04-02T09:48:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:22 smithi132 ceph-mon[88571]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 683 KiB/s wr, 7 op/s 2024-04-02T09:48:24.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:25.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:25 smithi084 ceph-mon[94794]: pgmap v4975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 690 KiB/s wr, 114 op/s 2024-04-02T09:48:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:25 smithi084 ceph-mon[97358]: pgmap v4975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 690 KiB/s wr, 114 op/s 2024-04-02T09:48:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:25 smithi132 ceph-mon[88571]: pgmap v4975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 690 KiB/s wr, 114 op/s 2024-04-02T09:48:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:26 smithi084 ceph-mon[94794]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 634 KiB/s wr, 104 op/s 2024-04-02T09:48:27.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:26 smithi084 ceph-mon[94794]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:48:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:26 smithi084 ceph-mon[97358]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 634 KiB/s wr, 104 op/s 2024-04-02T09:48:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:26 smithi084 ceph-mon[97358]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:48:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:26 smithi132 ceph-mon[88571]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 634 KiB/s wr, 104 op/s 2024-04-02T09:48:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:26 smithi132 ceph-mon[88571]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:48:29.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:28 smithi084 ceph-mon[94794]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:48:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:28 smithi084 ceph-mon[97358]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:48:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:28 smithi132 ceph-mon[88571]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-02T09:48:30.067 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-02T09:48:30.188 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-02T09:48:30.971 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:48:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:48:30] "GET /metrics HTTP/1.1" 200 36803 "" "Prometheus/2.43.0" 2024-04-02T09:48:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:30 smithi084 ceph-mon[94794]: pgmap v4979: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 1.9 MiB/s wr, 83 op/s 2024-04-02T09:48:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:30 smithi084 ceph-mon[94794]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:48:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:30 smithi084 ceph-mon[97358]: pgmap v4979: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 1.9 MiB/s wr, 83 op/s 2024-04-02T09:48:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:30 smithi084 ceph-mon[97358]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:48:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:30 smithi132 ceph-mon[88571]: pgmap v4979: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 1.9 MiB/s wr, 83 op/s 2024-04-02T09:48:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:30 smithi132 ceph-mon[88571]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:48:32.088 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-02T09:48:32.189 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-02T09:48:32.312 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:31 smithi132 ceph-mon[88571]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:48:32.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:31 smithi084 ceph-mon[94794]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:48:32.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:31 smithi084 ceph-mon[97358]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:48:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:48:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:32 smithi084 ceph-mon[94794]: pgmap v4982: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T09:48:33.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:32 smithi084 ceph-mon[94794]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:48:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:32 smithi084 ceph-mon[97358]: pgmap v4982: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T09:48:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:32 smithi084 ceph-mon[97358]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:48:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:32 smithi132 ceph-mon[88571]: pgmap v4982: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T09:48:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:32 smithi132 ceph-mon[88571]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:48:34.086 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-02T09:48:34.222 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-02T09:48:34.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:33 smithi084 ceph-mon[94794]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:48:34.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:33 smithi084 ceph-mon[97358]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:48:34.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:33 smithi132 ceph-mon[88571]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:48:35.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:34 smithi084 ceph-mon[94794]: pgmap v4985: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 20 KiB/s wr, 407 op/s 2024-04-02T09:48:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:34 smithi084 ceph-mon[94794]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:48:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:34 smithi084 ceph-mon[97358]: pgmap v4985: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 20 KiB/s wr, 407 op/s 2024-04-02T09:48:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:34 smithi084 ceph-mon[97358]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:48:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:34 smithi132 ceph-mon[88571]: pgmap v4985: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 20 KiB/s wr, 407 op/s 2024-04-02T09:48:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:34 smithi132 ceph-mon[88571]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:48:36.111 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-02T09:48:36.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:36 smithi084 ceph-mon[94794]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:48:36.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:36 smithi084 ceph-mon[97358]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:48:36.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:36 smithi132 ceph-mon[88571]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:48:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:37 smithi084 ceph-mon[94794]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 24 KiB/s wr, 443 op/s 2024-04-02T09:48:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:37 smithi084 ceph-mon[94794]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:48:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:37 smithi084 ceph-mon[97358]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 24 KiB/s wr, 443 op/s 2024-04-02T09:48:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:37 smithi084 ceph-mon[97358]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:48:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:37 smithi132 ceph-mon[88571]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 24 KiB/s wr, 443 op/s 2024-04-02T09:48:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:37 smithi132 ceph-mon[88571]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:48:38.112 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-02T09:48:38.239 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-02T09:48:38.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:38 smithi084 ceph-mon[94794]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:48:38.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:38 smithi084 ceph-mon[97358]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:48:38.369 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-02T09:48:38.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:38 smithi132 ceph-mon[88571]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:48:38.465 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-02T09:48:39.110 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-02T09:48:39.198 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-02T09:48:39.295 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-02T09:48:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[94794]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-02T09:48:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[94794]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:48:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1746714676' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1320161368"}]: dispatch 2024-04-02T09:48:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[97358]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-02T09:48:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[97358]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:48:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1746714676' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1320161368"}]: dispatch 2024-04-02T09:48:39.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:39.400 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-02T09:48:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:39 smithi132 ceph-mon[88571]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-02T09:48:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:39 smithi132 ceph-mon[88571]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:48:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:39 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1746714676' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1320161368"}]: dispatch 2024-04-02T09:48:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:39.506 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-02T09:48:39.597 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-02T09:48:39.681 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1746714676' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1320161368"}]': finished 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:48:40.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]': finished 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1746714676' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1320161368"}]': finished 2024-04-02T09:48:40.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.370 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]': finished 2024-04-02T09:48:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1746714676' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.84:0/1320161368"}]': finished 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:48:40.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:48:40.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:48:40.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:48:40.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' 2024-04-02T09:48:40.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]: dispatch 2024-04-02T09:48:40.413 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:40 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/026686a9-ece0-4106-b8a2-f37ffa311e7a"}]': finished 2024-04-02T09:48:41.031 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:48:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:48:40] "GET /metrics HTTP/1.1" 200 36795 "" "Prometheus/2.43.0" 2024-04-02T09:48:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:41 smithi084 ceph-mon[94794]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 22 KiB/s wr, 420 op/s 2024-04-02T09:48:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:41 smithi084 ceph-mon[94794]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:48:41.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:41 smithi084 ceph-mon[94794]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:48:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:41 smithi084 ceph-mon[97358]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 22 KiB/s wr, 420 op/s 2024-04-02T09:48:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:41 smithi084 ceph-mon[97358]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:48:41.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:41 smithi084 ceph-mon[97358]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:48:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:41 smithi132 ceph-mon[88571]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 22 KiB/s wr, 420 op/s 2024-04-02T09:48:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:41 smithi132 ceph-mon[88571]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:48:41.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:41 smithi132 ceph-mon[88571]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]: dispatch 2024-04-02T09:48:42.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]: dispatch 2024-04-02T09:48:42.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]': finished 2024-04-02T09:48:42.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]: dispatch 2024-04-02T09:48:42.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]: dispatch 2024-04-02T09:48:42.314 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]': finished 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]: dispatch 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]: dispatch 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]': finished 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]: dispatch 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]: dispatch 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]': finished 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]: dispatch 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]: dispatch 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7e43f7df-e295-4954-9b00-e7fca450dfad"}]': finished 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]: dispatch 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]: dispatch 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:42 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eb9a2b8b-8a58-4d1b-8507-41d3ef02d38a"}]': finished 2024-04-02T09:48:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:48:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:43 smithi084 ceph-mon[94794]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 22 KiB/s wr, 420 op/s 2024-04-02T09:48:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:43 smithi084 ceph-mon[97358]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 22 KiB/s wr, 420 op/s 2024-04-02T09:48:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:43 smithi132 ceph-mon[88571]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 22 KiB/s wr, 420 op/s 2024-04-02T09:48:44.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:44 smithi084 ceph-mon[94794]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:48:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:44 smithi084 ceph-mon[97358]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:48:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:44 smithi132 ceph-mon[88571]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:48:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:45 smithi084 ceph-mon[94794]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 28 KiB/s wr, 514 op/s 2024-04-02T09:48:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:45 smithi084 ceph-mon[94794]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:48:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:45 smithi084 ceph-mon[97358]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 28 KiB/s wr, 514 op/s 2024-04-02T09:48:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:45 smithi084 ceph-mon[97358]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:48:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:45 smithi132 ceph-mon[88571]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 28 KiB/s wr, 514 op/s 2024-04-02T09:48:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:45 smithi132 ceph-mon[88571]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:48:46.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:46 smithi084 ceph-mon[94794]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:48:46.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:46 smithi084 ceph-mon[97358]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:48:46.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:46 smithi132 ceph-mon[88571]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:48:47.133 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:48:47.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:47 smithi084 ceph-mon[94794]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 30 KiB/s wr, 543 op/s 2024-04-02T09:48:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:47 smithi084 ceph-mon[94794]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:48:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:47 smithi084 ceph-mon[97358]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 30 KiB/s wr, 543 op/s 2024-04-02T09:48:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:47 smithi084 ceph-mon[97358]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:48:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:47 smithi132 ceph-mon[88571]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 30 KiB/s wr, 543 op/s 2024-04-02T09:48:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:47 smithi132 ceph-mon[88571]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:48:48.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:48 smithi084 ceph-mon[94794]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:48:48.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:48 smithi084 ceph-mon[97358]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:48:48.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:48 smithi132 ceph-mon[88571]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:48:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:49 smithi084 ceph-mon[97358]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 28 op/s 2024-04-02T09:48:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:49 smithi084 ceph-mon[97358]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:48:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:49 smithi084 ceph-mon[94794]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 28 op/s 2024-04-02T09:48:49.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:49 smithi084 ceph-mon[94794]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:48:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:49 smithi132 ceph-mon[88571]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 28 op/s 2024-04-02T09:48:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:49 smithi132 ceph-mon[88571]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:48:50.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[94794]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]: dispatch 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]: dispatch 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]': finished 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[97358]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]: dispatch 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]: dispatch 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]': finished 2024-04-02T09:48:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:50 smithi132 ceph-mon[88571]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:48:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:50 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3956645743' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]: dispatch 2024-04-02T09:48:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:50 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]: dispatch 2024-04-02T09:48:50.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:50 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/278d8e45-bd6a-4876-aad7-5796df913e10"}]': finished 2024-04-02T09:48:51.039 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:48:51.110 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:48:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:48:50] "GET /metrics HTTP/1.1" 200 36795 "" "Prometheus/2.43.0" 2024-04-02T09:48:51.118 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-02T09:48:51.258 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-02T09:48:51.336 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-02T09:48:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:51 smithi084 ceph-mon[94794]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-04-02T09:48:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:51 smithi084 ceph-mon[94794]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:48:51.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:51 smithi084 ceph-mon[94794]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:48:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:51 smithi084 ceph-mon[97358]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-04-02T09:48:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:51 smithi084 ceph-mon[97358]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:48:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:51 smithi084 ceph-mon[97358]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:48:51.410 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-02T09:48:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:51 smithi132 ceph-mon[88571]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-04-02T09:48:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:51 smithi132 ceph-mon[88571]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:48:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:51 smithi132 ceph-mon[88571]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:48:51.491 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-02T09:48:51.566 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-02T09:48:51.702 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-02T09:48:51.821 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-02T09:48:51.828 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-02T09:48:51.836 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-02T09:48:51.838 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-02T09:48:51.845 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-02T09:48:51.852 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-02T09:48:51.946 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-02T09:48:52.030 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-02T09:48:52.127 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-02T09:48:52.256 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-02T09:48:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:48:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:53 smithi084 ceph-mon[94794]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-04-02T09:48:53.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:53 smithi084 ceph-mon[97358]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-04-02T09:48:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:53 smithi132 ceph-mon[88571]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-04-02T09:48:53.922 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-02T09:48:54.035 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-02T09:48:54.131 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-02T09:48:54.232 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-02T09:48:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:54.402 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-02T09:48:54.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:55.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:55 smithi084 ceph-mon[94794]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 76 KiB/s wr, 901 op/s 2024-04-02T09:48:55.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:55 smithi084 ceph-mon[97358]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 76 KiB/s wr, 901 op/s 2024-04-02T09:48:55.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:55 smithi132 ceph-mon[88571]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 76 KiB/s wr, 901 op/s 2024-04-02T09:48:56.231 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-02T09:48:56.329 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-02T09:48:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:56 smithi132 ceph-mon[88571]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:48:56.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:56 smithi132 ceph-mon[88571]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 72 KiB/s wr, 851 op/s 2024-04-02T09:48:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:56 smithi084 ceph-mon[94794]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:48:56.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:56 smithi084 ceph-mon[94794]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 72 KiB/s wr, 851 op/s 2024-04-02T09:48:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:56 smithi084 ceph-mon[97358]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:48:56.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:56 smithi084 ceph-mon[97358]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 72 KiB/s wr, 851 op/s 2024-04-02T09:48:57.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:57 smithi132 ceph-mon[88571]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:48:57.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:57 smithi084 ceph-mon[94794]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:48:57.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:57 smithi084 ceph-mon[97358]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:48:58.243 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-02T09:48:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:58 smithi132 ceph-mon[88571]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:48:58.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:58 smithi132 ceph-mon[88571]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 72 KiB/s wr, 851 op/s 2024-04-02T09:48:58.520 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-02T09:48:58.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:58 smithi084 ceph-mon[97358]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:48:58.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:58 smithi084 ceph-mon[97358]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 72 KiB/s wr, 851 op/s 2024-04-02T09:48:58.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:58 smithi084 ceph-mon[94794]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:48:58.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:58 smithi084 ceph-mon[94794]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 72 KiB/s wr, 851 op/s 2024-04-02T09:48:59.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:48:59 smithi132 ceph-mon[88571]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:48:59.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:48:59 smithi084 ceph-mon[94794]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:48:59.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:48:59 smithi084 ceph-mon[97358]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:49:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:00 smithi132 ceph-mon[88571]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:49:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:00 smithi132 ceph-mon[88571]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 48 KiB/s wr, 928 op/s 2024-04-02T09:49:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:00 smithi084 ceph-mon[94794]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:49:00.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:00 smithi084 ceph-mon[94794]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 48 KiB/s wr, 928 op/s 2024-04-02T09:49:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:00 smithi084 ceph-mon[97358]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:49:00.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:00 smithi084 ceph-mon[97358]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 48 KiB/s wr, 928 op/s 2024-04-02T09:49:01.117 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:49:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:49:00] "GET /metrics HTTP/1.1" 200 36801 "" "Prometheus/2.43.0" 2024-04-02T09:49:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:01 smithi132 ceph-mon[88571]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:49:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:01 smithi132 ceph-mon[88571]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:49:01.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:01 smithi084 ceph-mon[94794]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:49:01.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:01 smithi084 ceph-mon[94794]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:49:01.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:01 smithi084 ceph-mon[97358]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:49:01.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:01 smithi084 ceph-mon[97358]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:49:02.129 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-02T09:49:02.347 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-02T09:49:02.541 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-02T09:49:02.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:49:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:03.164 INFO:tasks.workunit.client.0.smithi084.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-02T09:49:03.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:49:03.164 INFO:tasks.workunit.client.0.smithi084.stdout:=============================== warnings summary =============================== 2024-04-02T09:49:03.164 INFO:tasks.workunit.client.0.smithi084.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-02T09:49:03.164 INFO:tasks.workunit.client.0.smithi084.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-02T09:49:03.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:49:03.164 INFO:tasks.workunit.client.0.smithi084.stdout: Traceback (most recent call last): 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout: raise Exception() 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout: Exception 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-02T09:49:03.165 INFO:tasks.workunit.client.0.smithi084.stdout:============ 167 passed, 8 skipped, 1 warning in 641.49s (0:10:41) ============= 2024-04-02T09:49:03.203 INFO:tasks.workunit.client.0.smithi084.stderr:+ exit 0 2024-04-02T09:49:03.204 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:49:03.204 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:49:03.228 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:02 smithi084 ceph-mon[94794]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 48 KiB/s wr, 928 op/s 2024-04-02T09:49:03.229 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:02 smithi084 ceph-mon[94794]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:49:03.229 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:02 smithi084 ceph-mon[97358]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 48 KiB/s wr, 928 op/s 2024-04-02T09:49:03.229 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:02 smithi084 ceph-mon[97358]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:49:03.233 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-02T09:49:03.233 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:49:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:02 smithi132 ceph-mon[88571]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 48 KiB/s wr, 928 op/s 2024-04-02T09:49:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:02 smithi132 ceph-mon[88571]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:49:03.493 DEBUG:teuthology.parallel:result is None 2024-04-02T09:49:03.493 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:49:03.524 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:49:03.524 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:49:03.579 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:49:03.579 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:49:03.579 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-02T09:49:03.579 DEBUG:teuthology.parallel:result is None 2024-04-02T09:49:03.579 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:49:03.595 INFO:teuthology.task.print:**** done end parallel 2024-04-02T09:49:03.595 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:49:03.633 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-02T09:49:03.633 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T09:49:03.657 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:49:03.658 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:49:03.658 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:49:03.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:49:03.672 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:49:03.673 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:49:03.728 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:49:03.729 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:49:03.783 INFO:tasks.workunit:timeout=3h 2024-04-02T09:49:03.783 INFO:tasks.workunit:cleanup=True 2024-04-02T09:49:03.784 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:49:03.838 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:49:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:04 smithi132 ceph-mon[88571]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:49:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:04 smithi132 ceph-mon[88571]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:04.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:04 smithi084 ceph-mon[94794]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:49:04.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:04 smithi084 ceph-mon[94794]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:04 smithi084 ceph-mon[97358]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:49:04.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:04 smithi084 ceph-mon[97358]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:06.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:06 smithi084 ceph-mon[94794]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:06.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:06 smithi084 ceph-mon[97358]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:06 smithi132 ceph-mon[88571]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:08.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:08 smithi084 ceph-mon[94794]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:08.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:08 smithi084 ceph-mon[97358]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:08.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:08 smithi132 ceph-mon[88571]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:09.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:09.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:09.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:10.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:10 smithi084 ceph-mon[94794]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:10.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:49:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:49:10] "GET /metrics HTTP/1.1" 200 34325 "" "Prometheus/2.43.0" 2024-04-02T09:49:10.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:10 smithi084 ceph-mon[97358]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:10.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:10 smithi132 ceph-mon[88571]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:12.587 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:49:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:12.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:12 smithi084 ceph-mon[94794]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:12.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:12 smithi084 ceph-mon[97358]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:12.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:12 smithi132 ceph-mon[88571]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:14.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:14 smithi084 ceph-mon[94794]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:14.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:14 smithi084 ceph-mon[97358]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:14.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:14 smithi132 ceph-mon[88571]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:16.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:16 smithi084 ceph-mon[94794]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:16.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:16 smithi084 ceph-mon[97358]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:16.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:16 smithi132 ceph-mon[88571]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:18.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:18 smithi084 ceph-mon[94794]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:18.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:18 smithi084 ceph-mon[97358]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:18.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:18 smithi132 ceph-mon[88571]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:20.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:20 smithi084 ceph-mon[94794]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:20.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:49:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:49:20] "GET /metrics HTTP/1.1" 200 34325 "" "Prometheus/2.43.0" 2024-04-02T09:49:20.869 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:20 smithi084 ceph-mon[97358]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:20.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:20 smithi132 ceph-mon[88571]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:22.603 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:49:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:22.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:22 smithi084 ceph-mon[94794]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:22.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:22 smithi084 ceph-mon[97358]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:22.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:22 smithi132 ceph-mon[88571]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:24 smithi084 ceph-mon[94794]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:24.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:24 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:24 smithi084 ceph-mon[97358]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:24.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:24 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:24 smithi132 ceph-mon[88571]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:24.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:24 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:26.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:26 smithi084 ceph-mon[94794]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:26.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:26 smithi084 ceph-mon[97358]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:26.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:26 smithi132 ceph-mon[88571]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:28.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:28 smithi084 ceph-mon[94794]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:28.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:28 smithi084 ceph-mon[97358]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:28.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:28 smithi132 ceph-mon[88571]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:30.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:30 smithi084 ceph-mon[94794]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:30.868 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:49:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:49:30] "GET /metrics HTTP/1.1" 200 34324 "" "Prometheus/2.43.0" 2024-04-02T09:49:30.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:30 smithi084 ceph-mon[97358]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:30.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:30 smithi132 ceph-mon[88571]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:32.615 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:49:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:32.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:32 smithi084 ceph-mon[94794]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:32.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:32 smithi084 ceph-mon[97358]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:32.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:32 smithi132 ceph-mon[88571]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:34.867 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:34 smithi084 ceph-mon[94794]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:34.868 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:34 smithi084 ceph-mon[97358]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:34.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:34 smithi132 ceph-mon[88571]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:36.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:36 smithi132 ceph-mon[88571]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:37.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:36 smithi084 ceph-mon[94794]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:37.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:36 smithi084 ceph-mon[97358]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:38.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:38 smithi132 ceph-mon[88571]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:39.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:38 smithi084 ceph-mon[94794]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:39.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:38 smithi084 ceph-mon[97358]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:39.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:40.019 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:40.019 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:40.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:40 smithi132 ceph-mon[88571]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:41.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:40 smithi084 ceph-mon[94794]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:41.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:49:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:49:40] "GET /metrics HTTP/1.1" 200 34323 "" "Prometheus/2.43.0" 2024-04-02T09:49:41.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:40 smithi084 ceph-mon[97358]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:42.630 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:49:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:42 smithi132 ceph-mon[88571]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:42.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:42.912 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:42 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:49:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[94794]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:43.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:49:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[97358]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:43.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:43.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:42 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:49:44.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:44 smithi132 ceph-mon[88571]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:45.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:44 smithi084 ceph-mon[94794]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:45.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:44 smithi084 ceph-mon[97358]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:46.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:46 smithi132 ceph-mon[88571]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:47.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:46 smithi084 ceph-mon[94794]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:47.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:46 smithi084 ceph-mon[97358]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:48.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:48 smithi132 ceph-mon[88571]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:49.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:48 smithi084 ceph-mon[94794]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:49.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:48 smithi084 ceph-mon[97358]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:50.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:50 smithi132 ceph-mon[88571]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:51.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:50 smithi084 ceph-mon[94794]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:51.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:49:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:49:50] "GET /metrics HTTP/1.1" 200 34323 "" "Prometheus/2.43.0" 2024-04-02T09:49:51.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:50 smithi084 ceph-mon[97358]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:52.641 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:49:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:52.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:52 smithi132 ceph-mon[88571]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:53.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:52 smithi084 ceph-mon[94794]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:53.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:52 smithi084 ceph-mon[97358]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:54 smithi132 ceph-mon[88571]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:54.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:54 smithi084 ceph-mon[94794]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:55.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:54 smithi084 ceph-mon[97358]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:55.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:56.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:56 smithi132 ceph-mon[88571]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:57.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:56 smithi084 ceph-mon[94794]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:57.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:56 smithi084 ceph-mon[97358]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:58.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:49:58 smithi132 ceph-mon[88571]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:59.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:49:58 smithi084 ceph-mon[94794]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:49:59.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:49:58 smithi084 ceph-mon[97358]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:00 smithi132 ceph-mon[88571]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:00.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:00 smithi132 ceph-mon[88571]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:00 smithi084 ceph-mon[94794]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:01.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:00 smithi084 ceph-mon[94794]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.118 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:50:00] "GET /metrics HTTP/1.1" 200 34323 "" "Prometheus/2.43.0" 2024-04-02T09:50:01.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:00 smithi084 ceph-mon[97358]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:01.119 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:00 smithi084 ceph-mon[97358]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:02.655 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:50:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:02.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:02 smithi132 ceph-mon[88571]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:03.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:02 smithi084 ceph-mon[94794]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:03.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:02 smithi084 ceph-mon[97358]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:04.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:04 smithi132 ceph-mon[88571]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:05.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:04 smithi084 ceph-mon[94794]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:05.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:04 smithi084 ceph-mon[97358]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:06.911 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:06 smithi132 ceph-mon[88571]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:07.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:06 smithi084 ceph-mon[94794]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:07.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:06 smithi084 ceph-mon[97358]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:09.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:08 smithi084 ceph-mon[94794]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:09.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:08 smithi084 ceph-mon[97358]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:09.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:08 smithi132 ceph-mon[88571]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:10.020 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:09 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:10.020 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:09 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:10.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:09 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:11.033 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:10 smithi084 ceph-mon[94794]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:11.034 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:50:10] "GET /metrics HTTP/1.1" 200 34325 "" "Prometheus/2.43.0" 2024-04-02T09:50:11.034 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:10 smithi084 ceph-mon[97358]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:11.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:10 smithi132 ceph-mon[88571]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:12.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:50:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:13.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:12 smithi084 ceph-mon[94794]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:13.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:12 smithi084 ceph-mon[97358]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:13.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:12 smithi132 ceph-mon[88571]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:15.117 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:14 smithi084 ceph-mon[94794]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:15.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:14 smithi084 ceph-mon[97358]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:15.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:14 smithi132 ceph-mon[88571]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:17.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:16 smithi084 ceph-mon[94794]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:17.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:16 smithi084 ceph-mon[97358]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:17.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:16 smithi132 ceph-mon[88571]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:19.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:18 smithi084 ceph-mon[94794]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:19.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:18 smithi084 ceph-mon[97358]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:19.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:18 smithi132 ceph-mon[88571]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:20.983 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:50:20] "GET /metrics HTTP/1.1" 200 34325 "" "Prometheus/2.43.0" 2024-04-02T09:50:21.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:20 smithi084 ceph-mon[94794]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:21.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:20 smithi084 ceph-mon[97358]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:21.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:20 smithi132 ceph-mon[88571]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:22.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:50:22 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:23.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:22 smithi084 ceph-mon[94794]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:23.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:22 smithi084 ceph-mon[97358]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:23.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:22 smithi132 ceph-mon[88571]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:24.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:23 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:24.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:23 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:24.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:23 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:25.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:24 smithi084 ceph-mon[94794]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:25.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:24 smithi084 ceph-mon[97358]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:25.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:24 smithi132 ceph-mon[88571]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:27.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:26 smithi084 ceph-mon[94794]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:27.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:26 smithi084 ceph-mon[97358]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:27.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:26 smithi132 ceph-mon[88571]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:29.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:29 smithi084 ceph-mon[94794]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:29.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:29 smithi084 ceph-mon[97358]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:29.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:29 smithi132 ceph-mon[88571]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:31.002 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:50:30] "GET /metrics HTTP/1.1" 200 34324 "" "Prometheus/2.43.0" 2024-04-02T09:50:31.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:31 smithi084 ceph-mon[94794]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:31.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:31 smithi084 ceph-mon[97358]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:31.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:31 smithi132 ceph-mon[88571]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:32.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:50:32 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:33.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:33 smithi084 ceph-mon[94794]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:33.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:33 smithi084 ceph-mon[97358]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:33.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:33 smithi132 ceph-mon[88571]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:35.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:35 smithi084 ceph-mon[94794]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:35.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:35 smithi084 ceph-mon[97358]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:35.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:35 smithi132 ceph-mon[88571]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:37.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:37 smithi084 ceph-mon[94794]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:37.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:37 smithi084 ceph-mon[97358]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:37.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:37 smithi132 ceph-mon[88571]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:37.576 INFO:tasks.workunit.client.0.smithi084.stderr:Updating files: 92% (11291/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:38.231 INFO:tasks.workunit.client.0.smithi084.stderr: git switch -c 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr:Or undo this operation with: 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr: git switch - 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:38.232 INFO:tasks.workunit.client.0.smithi084.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T09:50:38.236 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:50:38.291 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:50:38.293 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:50:38.293 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:50:38.343 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:50:38.392 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:50:38.431 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:50:38.433 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:50:38.433 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:50:38.473 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:50:38.476 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-02T09:50:38.476 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:50:38.532 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-02T09:50:38.533 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-02T09:50:38.533 DEBUG:teuthology.orchestra.run.smithi084:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-02T09:50:38.590 INFO:tasks.workunit.client.0.smithi084.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T09:50:39.002 INFO:tasks.workunit.client.0.smithi084.stderr:+ LAST_OPT_REVISION=1 2024-04-02T09:50:39.002 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T09:50:39.002 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph -s 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[94794]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1484099504' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1484099504' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[97358]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1484099504' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:50:39.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:39 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1484099504' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:50:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:39 smithi132 ceph-mon[88571]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:39 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:39 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1484099504' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:50:39.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:39 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1484099504' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:50:39.580 INFO:tasks.workunit.client.0.smithi084.stdout: cluster: 2024-04-02T09:50:39.580 INFO:tasks.workunit.client.0.smithi084.stdout: id: 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:50:39.580 INFO:tasks.workunit.client.0.smithi084.stdout: health: HEALTH_WARN 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: Telemetry requires re-opt-in 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: services: 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: mgr: y(active, since 86m), standbys: x 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: mds: 1/1 daemons up, 1 standby 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: osd: 8 osds: 8 up (since 80m), 8 in (since 93m) 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: data: 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: volumes: 1/1 healthy 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: pools: 4 pools, 105 pgs 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: objects: 28 objects, 4.6 MiB 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: usage: 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:39.581 INFO:tasks.workunit.client.0.smithi084.stdout: pgs: 105 active+clean 2024-04-02T09:50:39.582 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-04-02T09:50:39.593 INFO:tasks.workunit.client.0.smithi084.stderr:++ ceph telemetry collection ls 2024-04-02T09:50:40.111 INFO:tasks.workunit.client.0.smithi084.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T09:50:40.111 INFO:tasks.workunit.client.0.smithi084.stderr:['\''basic_pool_flags'\''] 2024-04-02T09:50:40.111 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:50:40.112 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_pool_flags'] 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:50:40.113 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_pool_flags'] 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T09:50:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_pool_flags'] 2024-04-02T09:50:40.115 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:50:40.116 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_pool_flags'] 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:50:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_pool_flags'] 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:50:40.118 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:+ [[ New collections are available: 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:['basic_pool_flags'] 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:50:40.119 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:NAME STATUS DESC 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-02T09:50:40.120 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry preview 2024-04-02T09:50:40.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1196804218' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:50:40.268 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:40 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1196804218' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:50:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1196804218' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:50:40.269 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:40 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1196804218' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:50:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1196804218' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:50:40.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:40 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1196804218' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:40.871 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:40.872 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:40.873 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T09:50:40.874 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:40.875 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:40.876 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:40.877 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:40.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:40.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T09:50:40.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:40.881 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:50:40.882 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/enabled", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:40.883 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:40.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:40.885 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:40.886 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T09:50:40.887 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 2, 2024-04-02T09:50:40.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "has_msr_rules": 0, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 1, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T09:50:40.889 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_collision_tries": 100, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_descents": 100, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T09:50:40.890 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:50:40.891 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.892 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_stats": { 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20430848, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 427360, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 876544, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 427, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1278648, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1104896, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14867432, 2024-04-02T09:50:40.893 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20258816, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 333712, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 892928, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 0, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 339, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1050448, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 751104, 2024-04-02T09:50:40.894 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14478112, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 256319488, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 4186752, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3145728, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 425984, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1687552, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9291, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 13906264, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:40.895 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 4115712, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 230539048, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 258007040 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 172761088, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2734808, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 188416, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2203648, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6717, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 12687464, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2849536, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 151286208, 2024-04-02T09:50:40.896 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 174964736 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 167141376, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2386704, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 3612672, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6487, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 9704024, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2277632, 2024-04-02T09:50:40.897 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 149758360, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 170754048 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 535068672, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 23295264, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 5505024, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 48914432, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11970, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 74551536, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:40.898 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10431232, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 421285616, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 583983104 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 678100992, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 26044368, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3538944, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2482176, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 13974, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 80954176, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11709696, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 555853808, 2024-04-02T09:50:40.899 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 680583168 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 546234368, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 24086728, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 53223424, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10948, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 69395616, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10308352, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 439035800, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 599457792 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.900 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 514400256, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 19580848, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 49152, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 39878656, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9930, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 65319952, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9564160, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 416609344, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 554278912 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.901 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 498106368, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 20149312, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 115171328, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11130, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 75607936, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11484416, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 387456832, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 613277696 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:40.902 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 478412800, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 25165904, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 149577728, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 12055, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 83202392, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10199808, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 356436824, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 627990528 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 388071424, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 18937400, 2024-04-02T09:50:40.903 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 43737088, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9251, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 57730224, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10280704, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 297846296, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 431808512 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 470802432, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 22073976, 2024-04-02T09:50:40.904 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 33169408, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10704, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 75791968, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 8633344, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 361026344, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 503971840 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T09:50:40.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "io_rate": { 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_stats_delta": { 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 0, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 0, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "stamp_delta": "12.002743", 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:40.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:40.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:40.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:40.909 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 0 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T09:50:40.910 INFO:tasks.workunit.client.0.smithi084.stdout: "mempool": { 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.911 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.913 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.914 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.915 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 221552, 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 64 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 51904, 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 181 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12384, 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 260 2024-04-02T09:50:40.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.918 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.919 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.920 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.922 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 149008, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 33 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.924 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 928, 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.925 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.927 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.928 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.931 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 42076529, 2024-04-02T09:50:40.932 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5236 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.933 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.934 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11792, 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 348 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:40.935 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.936 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.937 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.938 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.939 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 42046841, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5257 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.940 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.941 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.942 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.943 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.944 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 41650081, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5148 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.948 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1056, 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:40.950 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.951 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16864, 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 327 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 34432, 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.952 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56080, 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 701 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 367536, 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 389059, 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:40.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2407658, 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 538865 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6980456, 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10297 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70496, 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7330 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.954 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84816, 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 88419, 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 54 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.956 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20710322, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 287 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11792, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 134 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 524880, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.957 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7127952, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 18470 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.958 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.959 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19824, 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 363 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4992, 2024-04-02T09:50:40.960 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 26 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365248, 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:40.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 537392, 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 153 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2355162, 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524888 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6800936, 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10033 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.962 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68424, 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7154 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84288, 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:40.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 57034, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 25 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:40.964 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 27459142, 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 4405 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14168, 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 161 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7076264, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20625 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:40.966 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.967 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 18296, 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 341 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30720, 2024-04-02T09:50:40.968 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4032, 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 21 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 364832, 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.969 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 298986, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 87 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1767634, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 388347 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5127456, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7572 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.970 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 67488, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7142 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84192, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 71099, 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 49 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:40.972 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21879757, 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 280 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10736, 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.973 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 361584, 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 31 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3161080, 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 6079 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:40.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.975 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 17520, 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 329 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.976 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55440, 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 693 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365872, 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1759 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:40.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 355472, 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 107 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1746349, 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 386393 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5105696, 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7540 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.978 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68192, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7161 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84384, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1758 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1472, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 94325, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 58 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20128, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.980 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20790887, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 266 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12320, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 140 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 419904, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.981 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3626480, 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9374 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:40.983 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21304, 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 381 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31232, 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 27 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1344, 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:40.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56000, 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 700 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 379392, 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1824 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478533, 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 119 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2032058, 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 452600 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5907416, 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8719 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77640, 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:40.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168496, 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.987 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 123625, 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 65 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28144, 2024-04-02T09:50:40.988 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7777096, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 255 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12496, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 142 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 443232, 2024-04-02T09:50:40.989 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 38 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5048680, 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12109 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.990 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21024, 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 384 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31360, 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 28 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:40.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 960, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55520, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 694 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 378976, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.993 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 416525, 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 109 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2352254, 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524303 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6765576, 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9981 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77932, 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:40.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.995 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78505, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 56 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5770226, 2024-04-02T09:50:40.996 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 254 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11352, 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 129 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478224, 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T09:50:40.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6302920, 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12121 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.998 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:40.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14832, 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 249 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 38784, 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:41.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2688, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54640, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 683 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 380640, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:41.001 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 832712, 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 207 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1719893, 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 378237 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4983976, 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7361 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:41.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78984, 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8473 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87840, 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168408, 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1209 2024-04-02T09:50:41.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70603, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 43 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:41.004 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14268087, 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 226 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19096, 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 217 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.005 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3684200, 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9485 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.006 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16224, 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 300 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 47104, 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 24 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3072, 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 16 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54800, 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 685 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 366912, 2024-04-02T09:50:41.009 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 401919, 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 118 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2013727, 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 449644 2024-04-02T09:50:41.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5846216, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8629 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70484, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7321 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84672, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.011 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 60075, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 49 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16661640, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 254 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11968, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 136 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.013 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 536544, 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 46 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.014 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5038800, 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9690 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:41.016 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:41.017 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.018 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.019 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T09:50:41.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.021 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T09:50:41.022 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "reef", 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "squid" 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 19, 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T09:50:41.023 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "squid" 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_perf_histograms": [ 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.024 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:41.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:41.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:41.027 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:41.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:41.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 280, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10936, 3854, 61, 10, 16, 17, 3, 4, 5, 7, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6513, 279, 33, 0, 24, 37, 87, 108, 22, 38, 58, 47, 56, 22, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 660, 9, 3, 0, 1, 0, 11, 41, 4, 4, 49, 123, 159, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 344, 5, 0, 0, 1, 2, 0, 1, 0, 1, 0, 26, 202, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 191, 0, 0, 0, 0, 1, 0, 2, 0, 0, 9, 1, 23, 85, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 16, 27, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 44, 52, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 33, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7941, 2, 1, 1, 3, 2, 6, 5, 4, 9, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7238, 79, 1176, 0, 9, 6, 4, 16, 32, 53, 90, 74, 80, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 716, 97, 496, 21, 1, 1, 0, 3, 9, 9, 65, 199, 243, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 471, 14, 30, 10, 0, 0, 0, 0, 0, 1, 1, 18, 281, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 89, 12, 19, 0, 0, 0, 0, 0, 0, 0, 9, 7, 25, 29, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 32, 2, 41, 34, 0, 0, 0, 0, 0, 0, 2, 7, 17, 11, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 200, 31, 68, 0, 0, 0, 0, 0, 0, 0, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 73, 2, 65, 94, 0, 0, 0, 0, 0, 0, 3, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 1, 2, 35, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8558, 3, 0, 0, 7208, 393, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8761, 38, 25, 1, 559, 195, 1, 5, 3, 2, 5, 5, 32, 31, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1037, 14, 9, 2, 2, 2, 1, 1, 2, 3, 20, 7, 2, 3, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 429, 5, 1, 1, 4, 3, 0, 0, 0, 1, 5, 17, 40, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 25, 28, 0, 1, 0, 0, 24, 11, 33, 67, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 324, 0, 0, 0, 0, 12, 0, 3, 0, 0, 5, 22, 59, 40, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 398, 1, 0, 1, 0, 0, 0, 0, 0, 0, 9, 20, 56, 76, 72, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 149, 0, 0, 0, 0, 0, 2, 1, 0, 0, 3, 3, 13, 61, 71, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 6, 19, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10890, 47, 0, 1, 3, 0, 0, 1, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13110, 238, 27, 0, 25, 3, 5, 5, 15, 28, 34, 18, 19, 24, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2066, 41, 21, 0, 0, 0, 0, 2, 0, 7, 19, 108, 80, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 773, 10, 1, 0, 5, 0, 0, 1, 0, 0, 2, 9, 108, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 386, 27, 0, 0, 108, 0, 0, 0, 0, 1, 6, 9, 12, 38, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 157, 27, 0, 0, 326, 0, 0, 0, 0, 0, 5, 1, 5, 9, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 192, 47, 0, 0, 448, 0, 0, 0, 0, 0, 0, 0, 2, 18, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 28, 87, 0, 0, 1783, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 49, 83, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.040 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8380, 0, 62, 4, 12, 12, 1, 0, 0, 2, 5, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8548, 40, 24, 0, 20, 21, 65, 67, 7, 15, 17, 14, 16, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 898, 6, 12, 0, 4, 1, 2, 13, 7, 8, 76, 78, 42, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 319, 3, 0, 0, 0, 0, 0, 0, 0, 1, 3, 21, 158, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 150, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 3, 18, 22, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.041 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.042 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.043 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 12649, 27, 0, 1, 2, 1, 0, 0, 3, 0, 3, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10938, 211, 11, 0, 16, 2, 2, 2, 3, 0, 39, 5, 12, 22, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1369, 46, 9, 1, 1, 0, 0, 0, 4, 0, 31, 4, 5, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 575, 3, 8, 5, 7, 0, 0, 0, 1, 0, 6, 11, 45, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 221, 1, 1, 0, 1, 0, 0, 1, 0, 0, 8, 0, 32, 36, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 16, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 1, 0, 0, 0, 0, 0, 0, 5, 0, 8, 15, 50, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.044 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.045 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 737, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10404, 3982, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6372, 104, 0, 0, 14, 4, 3, 8, 8, 24, 14, 13, 14, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 686, 17, 2, 1, 3, 0, 0, 1, 4, 16, 47, 56, 27, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 339, 4, 0, 0, 0, 0, 0, 1, 0, 0, 5, 24, 183, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.046 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 3, 1, 0, 0, 0, 0, 0, 0, 0, 3, 2, 23, 40, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 160, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 6, 8, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.047 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.048 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5880, 3510, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 15499, 8553, 4271, 0, 0, 0, 0, 0, 2, 2, 6, 3, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9066, 167, 68, 0, 9, 0, 0, 0, 5, 1, 37, 7, 12, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1199, 13, 13, 0, 1, 0, 0, 0, 7, 5, 24, 2, 0, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 316, 10, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 30, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 131, 25, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 32, 47, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 97, 10, 2, 0, 0, 0, 0, 0, 1, 0, 2, 1, 12, 10, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 3, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 14, 51, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.049 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.050 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.051 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:41.052 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:41.053 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.054 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:41.055 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:41.056 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 248, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4151, 60, 86, 172, 420, 568, 661, 2, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 645, 12, 19, 32, 50, 45, 60, 0, 0, 3, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.057 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 4, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.058 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:41.059 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 135, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2907, 216, 33, 67, 124, 0, 3, 6, 6, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 564, 62, 1311, 0, 0, 0, 0, 1, 0, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 494, 13, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1528, 1073, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1703, 1888, 242, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 26, 30, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.060 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.061 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 533, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.062 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8983, 8, 0, 0, 16, 1, 4, 4, 14, 17, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16449, 1, 1, 0, 5, 0, 1, 1, 0, 2, 2, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 517, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 2, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 10, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.063 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.064 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 257, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3446, 27, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 298, 3, 0, 0, 0, 0, 0, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 21, 15, 30, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 752, 142, 21, 125, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3579, 2202, 0, 338, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 942, 654, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.065 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.066 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.067 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 729, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3018, 217, 34, 67, 139, 276, 465, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 322, 15, 0, 0, 0, 1, 16, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 103, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.068 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 592, 2, 16, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5516, 73, 122, 229, 459, 603, 707, 5, 3, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 438, 4, 0, 3, 15, 9, 18, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 5, 6, 13, 1, 1, 0, 0, 0, 0, 3, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 229, 35, 75, 116, 28, 0, 0, 0, 1, 0, 2, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.070 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.071 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.072 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3289, 31, 0, 0, 3, 1, 0, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 284, 1, 1, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 197, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 169, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.073 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 554, 18, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8943, 32, 53, 46, 1, 2, 4, 1, 10, 8, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2106, 34, 90, 40, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 380, 6, 7, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 9, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.075 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.076 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.077 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:41.078 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:41.079 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.080 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:41.081 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:41.082 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.083 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.084 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.085 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 549, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.086 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.087 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 534, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.088 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9050, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 532, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.089 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.090 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.091 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1714, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.092 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.093 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.094 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.095 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.096 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.097 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.098 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.099 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.100 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.101 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 278, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.102 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.103 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:41.104 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:41.105 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.106 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:41.107 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:41.108 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:41.109 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1712, 21, 0, 0, 11, 0, 4, 5, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1388, 8, 0, 0, 4, 6, 4, 14, 22, 59, 114, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 7, 0, 0, 0, 1, 2, 4, 2, 9, 50, 177, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 6, 0, 0, 0, 1, 0, 0, 2, 2, 8, 20, 242, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 496, 1, 0, 0, 0, 0, 1, 0, 1, 1, 2, 6, 17, 21, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 16, 27, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.110 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.111 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.112 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2406, 24, 0, 0, 5, 1, 1, 2, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1699, 4, 3, 1, 1, 1, 10, 18, 29, 73, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 74, 0, 0, 1, 3, 2, 4, 2, 5, 3, 32, 199, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 9, 285, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 22, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 27, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.113 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.114 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.115 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 328, 8, 1, 0, 6, 0, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 209, 9, 0, 0, 2, 0, 2, 5, 4, 10, 83, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 320, 10, 1, 0, 0, 1, 5, 13, 13, 21, 100, 150, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 10, 0, 0, 0, 1, 2, 2, 5, 8, 45, 52, 27, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 64, 25, 0, 0, 0, 0, 0, 0, 1, 2, 14, 14, 33, 40, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 36, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 54, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.116 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.117 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.118 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1114, 28, 1, 2, 12, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 702, 2, 0, 0, 6, 2, 2, 6, 9, 32, 65, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 5, 0, 1, 0, 0, 1, 1, 2, 3, 17, 96, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 300, 19, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 68, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 442, 21, 0, 0, 0, 0, 0, 1, 0, 3, 4, 7, 23, 43, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 40, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 18, 44, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.119 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.120 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.121 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1091, 9, 0, 0, 7, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 795, 3, 0, 1, 5, 4, 7, 9, 15, 30, 44, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 323, 0, 0, 0, 3, 0, 1, 2, 5, 5, 36, 117, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 3, 0, 5, 7, 176, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 286, 4, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 12, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 15, 27, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.122 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.123 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 466, 19, 2, 2, 11, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 78, 9, 1, 0, 1, 0, 1, 3, 6, 3, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.124 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 162, 10, 0, 0, 1, 0, 0, 2, 7, 8, 27, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 70, 8, 0, 0, 2, 0, 0, 0, 0, 0, 11, 12, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 17, 0, 0, 1, 0, 0, 0, 0, 2, 2, 6, 17, 24, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 40, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 16, 23, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.125 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.126 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1101, 17, 2, 0, 15, 1, 3, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 760, 10, 1, 0, 3, 3, 10, 7, 18, 38, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 343, 6, 0, 0, 0, 0, 0, 1, 3, 2, 34, 93, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 502, 8, 0, 0, 0, 0, 1, 0, 0, 0, 7, 3, 170, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 6, 13, 20, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.127 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.128 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 264, 9, 0, 0, 6, 0, 4, 8, 16, 21, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 57, 1, 1, 0, 1, 0, 2, 0, 5, 8, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.129 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 20, 0, 0, 0, 1, 2, 1, 5, 6, 14, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 1, 0, 1, 0, 0, 3, 9, 29, 31, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 5, 16, 27, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.130 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.131 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 8, 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "number of replicas", 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 1, 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0]", 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "[1, 1]", 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "[2, 2]", 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "[3, 3]", 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "[4, 4]", 2024-04-02T09:50:41.132 INFO:tasks.workunit.client.0.smithi084.stdout: "[5, 5]", 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "[6, None]" 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "linear" 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 10, 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "duration", 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 250000, 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249999]", 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "[250000, 499999]", 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "[500000, 999999]", 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "[1000000, 1999999]", 2024-04-02T09:50:41.133 INFO:tasks.workunit.client.0.smithi084.stdout: "[2000000, 3999999]", 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "[4000000, 7999999]", 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "[8000000, 15999999]", 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "[16000000, 31999999]", 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "[32000000, None]" 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.134 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.135 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.136 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.137 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.138 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.139 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.140 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_counters": { 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:41.141 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": { 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_grant": { 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_commit": { 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_complete": { 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_keys": { 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_merge": { 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_split": { 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "exported_inodes": { 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "forward": { 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_cap_release": { 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps": { 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.144 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps_dirty": { 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_inode_file_caps": { 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "imported_inodes": { 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes": { 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_expired": { 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.145 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_pinned": { 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_with_caps": { 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "load_cent": { 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "openino_dir_fetch": { 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "process_request_cap_release": { 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "reply_latency": { 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "request": { 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rbytes": { 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rfiles": { 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rsnaps": { 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_reply": { 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "subtrees": { 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_cache": { 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_exportdir": { 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.148 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_flush": { 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragmentdir": { 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragstats": { 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_inodestats": { 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_inode": { 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_path": { 2024-04-02T09:50:41.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_enqueued": { 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_prioritized": { 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_processing": { 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays": { 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_delayed": { 2024-04-02T09:50:41.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_enqueuing": { 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_completed": { 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_started": { 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_created": { 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_enqueued": { 2024-04-02T09:50:41.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_migrated": { 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_reintegrated": { 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_log": { 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "ev": { 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "evadd": { 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "evex": { 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "evexd": { 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "evexg": { 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "evlrg": { 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "evtrm": { 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "jlat": { 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "replayed": { 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "seg": { 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "segadd": { 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "segex": { 2024-04-02T09:50:41.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "segexd": { 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "segexg": { 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "segmjr": { 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "segtrm": { 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.155 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_mem": { 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "cap": { 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "cap+": { 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "cap-": { 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "dir": { 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "dir+": { 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:41.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "dir-": { 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "dn": { 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "dn+": { 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "dn-": { 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "heap": { 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 248184 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.157 INFO:tasks.workunit.client.0.smithi084.stdout: "ino": { 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "ino+": { 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "ino-": { 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "rss": { 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52552 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_server": { 2024-04-02T09:50:41.158 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_acquisition_throttle": { 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_revoke_eviction": { 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_request": { 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_session": { 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.159 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_peer_request": { 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "req_create_latency": { 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getattr_latency": { 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getfilelock_latency": { 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.160 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getvxattr_latency": { 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "req_link_latency": { 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookup_latency": { 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookuphash_latency": { 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupino_latency": { 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupname_latency": { 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupparent_latency": { 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-02T09:50:41.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lssnap_latency": { 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mkdir_latency": { 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mknod_latency": { 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.163 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mksnap_latency": { 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "req_open_latency": { 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "req_readdir_latency": { 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rename_latency": { 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.164 INFO:tasks.workunit.client.0.smithi084.stdout: "req_renamesnap_latency": { 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmdir_latency": { 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmsnap_latency": { 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmxattr_latency": { 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setattr_latency": { 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setfilelock_latency": { 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setlayout_latency": { 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setxattr_latency": { 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "req_snapdiff_latency": { 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "req_symlink_latency": { 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "req_unlink_latency": { 2024-04-02T09:50:41.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_sessions": { 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "average_load": { 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "avg_session_uptime": { 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "mdthresh_evicted": { 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:41.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "session_count": { 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "session_remove": { 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_open": { 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_stale": { 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "total_load": { 2024-04-02T09:50:41.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.173 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:41.173 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.173 INFO:tasks.workunit.client.0.smithi084.stdout: "purge_queue": { 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed": { 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed_ops": { 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing": { 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_high_water": { 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops": { 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_item_in_journal": { 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.175 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:41.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 248 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:41.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8597 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8597, 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59380978 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8597, 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25791 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8597, 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1857967440 2024-04-02T09:50:41.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8595 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8595, 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58735327 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:41.180 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8595, 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66566 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8595, 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2744122194 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.181 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999908 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8598 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8598, 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29253487758 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:41.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66708 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 254861312 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 251895808 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2965504 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24200914 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69008727 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:41.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1500773 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70737348 2024-04-02T09:50:41.191 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178333669 2024-04-02T09:50:41.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69130267 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:41.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 379794, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1942314158 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20743, 2024-04-02T09:50:41.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7494111488 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:41.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 255 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.199 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8532 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8532, 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58280445 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.200 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8532, 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1932966081 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 219 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.201 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 999982 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.202 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8533 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.203 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:41.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8533 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8533, 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26875529555 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8532 2024-04-02T09:50:41.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8532, 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114988597 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8532, 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74653 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8532, 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5743899364 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.207 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 171950080 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 168198144 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3751936 2024-04-02T09:50:41.208 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24011770 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69124947 2024-04-02T09:50:41.211 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1495453 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70669744 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.214 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178382285 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69081651 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:41.218 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 376309, 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1783452758 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20584, 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9824606518 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:41.220 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:41.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 232 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:41.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8493 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8493, 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58006108 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8493, 2024-04-02T09:50:41.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1260966113 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 146 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:41.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999867 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8493 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:41.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.226 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8493 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8493, 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26315292838 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.227 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:41.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8493 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8493, 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114394409 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8493, 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74354 2024-04-02T09:50:41.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8493, 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2894922223 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167739392 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 164061184 2024-04-02T09:50:41.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3678208 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23907250 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.233 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69184338 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1479628 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70640440 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178412371 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69051565 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:41.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 368215, 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1764890989 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20484, 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6488348019 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16025 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2633728 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 625082368 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3478377 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1114577 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 170, 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 756889 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556400640 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75520, 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10703135857 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75528, 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17347141708 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10153984 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.247 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 309415936 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569180160 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.248 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1908205349 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35609 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586393088 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586397184 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23122 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35609, 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 638980416 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1852474420 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33895 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.250 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1034968 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 359 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614600 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 514 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.251 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 156 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 514, 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 933924 2024-04-02T09:50:41.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 697 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.253 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7545 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939859968 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10018816 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20734, 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65361479 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3600, 2024-04-02T09:50:41.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3663137054 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.256 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26566, 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 210587943 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20966702216 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.257 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74834, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1487259749 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41560418 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21008262634 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.258 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29682, 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1275998571 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 978, 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2899857 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26181, 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10406526 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 53, 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69884 2024-04-02T09:50:41.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16694, 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1623655316 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 234261 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23995 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15965, 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2269578722 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.260 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41203, 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12950013 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25238, 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1803498374 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15213, 2024-04-02T09:50:41.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 401182268 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9835520479 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 700707075 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10166, 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4283759631668 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.263 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6912877060680 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2837805633549 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9726423 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 435744383 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33782614156 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34535560 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16474765497 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11265591066 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046328 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2546, 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12978072 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71811798035 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.266 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12281938124 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 520902995 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 578478080 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 529358848 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49119232 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.268 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57294481 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8192 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114688 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68411759 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.271 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1392 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83936 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 224 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73522320 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.274 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2304208 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38196320 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68551376 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.277 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.278 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 64608 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1135540 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72407724 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40290 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 121730, 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7783690220 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614835695 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40290, 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 174700587924 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459721 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.283 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41047, 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21148185954 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40290, 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68938292280 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25278 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25278, 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10283674507 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459721 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25597, 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6111300535 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25278, 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6896219881 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7758 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 581621106 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15394763987 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.286 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8047, 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5384515872 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13682540887 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7254 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2033214589 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149022149430 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7403, 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9652369547 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.288 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48359531512 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194304 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566431744 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16264 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.290 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.291 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4677632 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 699183104 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:41.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7434555 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586528 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 180, 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 817369 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665255936 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74443, 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10687053218 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74445, 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17318232009 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5713920 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 304979968 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 682295296 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.295 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3544620913 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39300 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051540480 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051544576 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28932 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39300, 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1174861220 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3465161247 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.297 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36862 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1240216 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 414 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4640777 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.298 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.299 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 158 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 568, 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976369 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 546 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9231 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1011564544 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9420800 2024-04-02T09:50:41.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18601, 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78198348 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3575, 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4771314415 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17156, 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 136848066 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20787190226 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 73755, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1575560393 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40361072 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:41.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20827551298 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 230445, 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1194364020 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 779, 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142734 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 130064, 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41802074 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 46, 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56208 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13773, 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1119326717 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 426713 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.307 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26185 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22037, 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2004856051 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71680, 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18039223 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49643, 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1310578546 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15019, 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 385666164 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9683170044 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1213577352 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22255, 2024-04-02T09:50:41.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3826172286180 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6540613477534 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2951677702044 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8480611 2024-04-02T09:50:41.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 261432185 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32024049928 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34840371 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14485900114 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12761770849 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455411 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2529, 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15235794 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69231837044 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13766333985 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 492767291 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.314 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 677044224 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674537472 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2506752 2024-04-02T09:50:41.315 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57150587 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 147456 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 180224 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68350853 2024-04-02T09:50:41.318 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629406 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 256 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75200 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74611618 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4541792 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38100391 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74798329 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.324 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629406 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78485 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1125286 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73483303 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.327 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.328 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42861 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131541, 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10453276525 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2355788236 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42861, 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 738908918550 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280508 2024-04-02T09:50:41.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 44534, 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39461832357 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42861, 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114627731956 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20763 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20763, 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16701423016 2024-04-02T09:50:41.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280508 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 21191, 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11405274116 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20763, 2024-04-02T09:50:41.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11331756630 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12608 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 247299644 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108384459641 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12751, 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14585323296 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33712051242 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9490 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2108488592 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 613823035893 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10592, 2024-04-02T09:50:41.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13471234945 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69583924084 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3895759 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:41.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674689024 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 109785 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4395008 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 618643456 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:41.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2968550 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1025581 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 166, 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 994596 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 531431424 2024-04-02T09:50:41.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69620, 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10030544876 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69630, 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16422879214 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2617344 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 285253632 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.341 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 552730624 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2690445153 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42992 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325909504 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325913600 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31732 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42992, 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 762748261 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2595556310 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40082 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1671857 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 653 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4356538 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 813 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.345 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 165 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 813, 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1429324 2024-04-02T09:50:41.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.347 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10731 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910864384 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9412608 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17664, 2024-04-02T09:50:41.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51929849 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3598, 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6726056219 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28749, 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 236837296 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.351 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19624521184 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69058, 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1372766983 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32531957 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19657053141 2024-04-02T09:50:41.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55795, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1117909728 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 913, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136912 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22469, 2024-04-02T09:50:41.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14532291 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37, 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84931 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20530, 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1155392472 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 262346 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19730 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16846, 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2265530885 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39241, 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13524094 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22395, 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1975648606 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.355 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12822, 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 397178798 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12967047662 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665900026 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5702, 2024-04-02T09:50:41.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4233220923963 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6216981474471 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3077969505990 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8430366 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.358 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 487768405 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32119825394 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30238658 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14022494201 2024-04-02T09:50:41.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15807133748 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455254 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2530, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12804501 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75418782924 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.360 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16734558138 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 716546285 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 596049920 2024-04-02T09:50:41.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 542646272 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53403648 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.362 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57267277 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77824 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68471731 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1616 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108992 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73701291 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3854160 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38178185 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75408167 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63070 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1152295 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72596534 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.374 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59008 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 150310, 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8589620096 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2092675928 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 127823665557 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:41.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59968, 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48198500672 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83283278864 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29642 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.378 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24195689596 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30108, 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6843681769 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.379 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11498103722 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26897 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 498018468 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57756777463 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.380 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27205, 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37496091096 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.381 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54930412272 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2469 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1594657460 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45871198498 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.382 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2655, 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3858727807 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16854762870 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 540856320 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.384 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19410 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.385 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2719744 2024-04-02T09:50:41.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 595906560 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3094281 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1048293 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 159, 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784379 2024-04-02T09:50:41.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556793856 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67053, 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9798851065 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67065, 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16016570713 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.388 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8749056 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 274743296 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569573376 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1638491728 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29567 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427738624 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427742720 2024-04-02T09:50:41.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22138 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29567, 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 753618472 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562773892 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27242 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 919966 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 390 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2692294 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 518 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 129 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 518, 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 896683 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8756 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 875802624 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9433088 2024-04-02T09:50:41.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17605, 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53539836 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3569, 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3639616872 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.397 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14581, 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 117415092 2024-04-02T09:50:41.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19130343972 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.399 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66335, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1523104877 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37480404 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19167824376 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.400 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28697, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 845430885 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1218, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2360860 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10382, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6142966 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53143 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12493, 2024-04-02T09:50:41.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1411718987 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206670 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17964 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24263, 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1561427767 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 68193, 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20038634 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.402 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43930, 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1139338678 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12446, 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 325962522 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10005227574 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1227388711 2024-04-02T09:50:41.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18093, 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3368079200897 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6876318080866 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2702168913121 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.405 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11170773 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265561142 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29239974799 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29650886 2024-04-02T09:50:41.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12410564795 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10672982931 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5461160 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2508, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11473224 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.407 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 62609040342 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11538157265 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 444018244 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.408 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 551002112 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 510943232 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40058880 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.409 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57433155 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8192 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 147456 2024-04-02T09:50:41.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68240317 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.412 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1136 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69408 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72497272 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2284896 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38288770 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68478238 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 64994 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1153910 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71348912 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.422 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49410 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 127731, 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8348568410 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1725485724 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317799339523 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.424 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 51683, 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32574687939 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77120591842 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31854 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58765228719 2024-04-02T09:50:41.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32083, 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8627621349 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7875417581 2024-04-02T09:50:41.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13152 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318257065 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187290720420 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15102, 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18343191021 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39253965690 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4404 2024-04-02T09:50:41.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1407228659 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71743390384 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4498, 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5603875569 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.429 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29991208571 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566243328 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18641 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.431 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7118848 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 645529600 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:41.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3172128 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1148828 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 164, 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 785002 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 631046144 2024-04-02T09:50:41.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61749, 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9498725205 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61773, 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15159433659 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3620864 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252985344 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.435 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 648085504 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5131622204 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.436 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 55878 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391309312 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391313408 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.437 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45763 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55878, 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1466997310 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4993470270 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51647 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2144527 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 720 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6956457 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 964 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 251 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 964, 2024-04-02T09:50:41.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2152623 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 851 2024-04-02T09:50:41.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11, 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16136 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 907919360 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13623296 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20723, 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70836898 2024-04-02T09:50:41.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3530, 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5342823185 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.444 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16692, 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 143451240 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:41.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18466964077 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61256, 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1359574147 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48671017 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18515635094 2024-04-02T09:50:41.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 23153, 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 915144365 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 687, 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1807899 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.447 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12239, 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9180148 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45, 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54768 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14410, 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2217303861 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182098 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19961 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8845, 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1614139879 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37222, 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17427442 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28377, 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1322176440 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13771, 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 391622012 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8898610742 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 759948382 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18396, 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3497646229341 2024-04-02T09:50:41.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6521232999154 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136181461987 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7581072 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 402993777 2024-04-02T09:50:41.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27207049887 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30803115 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11395090957 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12263258347 2024-04-02T09:50:41.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9650263 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2439, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13848655 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 60183245799 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13189107123 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.454 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 460472233 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609869824 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494551040 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115318784 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.456 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57026712 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122880 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68679528 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.459 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1776 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115488 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67110262 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6537936 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38017808 2024-04-02T09:50:41.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72884768 2024-04-02T09:50:41.464 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.465 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63513 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.466 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1146219 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74406402 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.468 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29367 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 91974, 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10301309649 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.469 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1675797398 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57852192335 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:41.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29903, 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13423206917 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33028956588 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19647 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:41.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7892675184 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19809, 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4820796217 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5064679593 2024-04-02T09:50:41.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5613 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 321693416 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10646035582 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.473 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5855, 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3333343543 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:41.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9357037094 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4107 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1354103982 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39313481569 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4239, 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5269067157 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18607239901 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.476 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194312 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 644689920 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:41.477 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24106 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.479 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10444800 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 691228672 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5099743 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2310469 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.480 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 203, 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1024027 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 597229568 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81991, 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11201655631 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.481 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 82016, 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17936370008 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3387392 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 335921152 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614268928 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6714822191 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 76907 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808721920 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808726016 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67202 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 76907, 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2222079267 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6563583112 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72276 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3311220 2024-04-02T09:50:41.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10190880 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1199 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1199, 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2809800 2024-04-02T09:50:41.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 559 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.488 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12, 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13475 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.489 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040621568 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13627392 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22787, 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71106525 2024-04-02T09:50:41.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3535, 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8698370180 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19546, 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 160911694 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21690630872 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81419, 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1597532518 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47520404 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21738151276 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39117, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 881160349 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1911304 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9987, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9297913 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.494 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49, 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59011 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17577, 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3377922094 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 244890 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21840 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.495 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13261, 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1656656854 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35880, 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18368699 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22619, 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1476702104 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.496 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15849, 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 470344214 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.497 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13697839886 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939364782 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8517, 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3510140270441 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:41.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6349461650281 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2427842411671 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11089383 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 483606656 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.499 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35562676617 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37971086 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15839565127 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18688748629 2024-04-02T09:50:41.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9655469 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2399, 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13016698 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84291218441 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19794739919 2024-04-02T09:50:41.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784277681 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 624582656 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 474898432 2024-04-02T09:50:41.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149684224 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56694964 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73728 2024-04-02T09:50:41.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69056332 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.506 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212231 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.507 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2640 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 173504 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69539497 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.509 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10027248 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37796642 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.511 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69616622 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494927872 2024-04-02T09:50:41.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212231 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 60084 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1147515 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68508042 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38685 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 132014, 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12797841632 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1336529463 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69033669977 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39355, 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14647438340 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31753232952 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27050 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11073914520 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:41.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27266, 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6295252949 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6162881082 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10034 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 386631531 2024-04-02T09:50:41.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23190269770 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10254, 2024-04-02T09:50:41.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6172025989 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16592289937 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1601 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 949897932 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:41.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34769485687 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1835, 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2180159402 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8998061933 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610869248 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:41.524 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252316 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1970176 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.526 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471425024 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3251657 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 995791 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 140, 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 955822 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.527 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 366936064 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61664, 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8581185158 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61678, 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13813010310 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3309568 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.528 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252674048 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 383975424 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36 2024-04-02T09:50:41.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 975087501 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25482 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910147584 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910151680 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18594 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25482, 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 549460779 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 902297306 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23247 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 544170 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1943285 2024-04-02T09:50:41.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 508 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 508, 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 982222 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 572 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9364 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 728350720 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14213120 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13690, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48465034 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3427, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2376720205 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.537 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16535, 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 134699782 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.538 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16654321470 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61290, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161929393 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:41.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33163652 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16687485122 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22182, 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 305572478 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1833987 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7509, 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6832859 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74175 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10669, 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796589420 2024-04-02T09:50:41.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176041 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18045 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12187, 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1419810883 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41615, 2024-04-02T09:50:41.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10458196 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29428, 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1085837601 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11891, 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318938072 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7985739168 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.544 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 804769927 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14155, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3955252542395 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5971503493976 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2477177974098 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7815862 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 393054859 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25575989672 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26216583 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11781016827 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8568235116 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10245728 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2310, 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12368519 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54316335557 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9337953484 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 436171027 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428531712 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 384573440 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:41.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43958272 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57477323 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77824 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 389120 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.552 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67884853 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69648 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72165868 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1403936 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38318215 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69329753 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74593 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1159217 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71002746 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.562 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.563 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32652 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 94340, 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8595831297 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1611112747 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.564 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54199068453 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33418, 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12910711160 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30529689862 2024-04-02T09:50:41.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24067 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9603237467 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.566 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24255, 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5067358672 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4628025615 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4601 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 292616034 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10975919370 2024-04-02T09:50:41.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5074, 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2932577981 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:41.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7856956972 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3984 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1318496713 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33619911616 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4089, 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4910774507 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18044707275 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26083121 2024-04-02T09:50:41.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 381161472 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:41.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22375 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:41.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3538944 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.573 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 537321472 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3133163 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1044538 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 151, 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 678901 2024-04-02T09:50:41.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 419758080 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64980, 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8787866095 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64993, 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14267372165 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:41.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 253952 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 266256384 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 441057280 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:41.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976461724 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36562 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612419072 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612423168 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:41.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23163 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 36562, 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885972603 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1885168105 2024-04-02T09:50:41.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33762 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1137367 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 469 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3507080 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 620 2024-04-02T09:50:41.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 152 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.580 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 620, 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1182747 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.581 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 906 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9215 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.582 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 809541632 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10006528 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:41.583 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17763, 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57637118 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3467, 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2995466471 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20318, 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167529455 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:41.585 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17263045445 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64535, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1340389615 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39265257 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17302310702 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.586 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38589, 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 663824300 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 622, 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1650854 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9678, 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8933217 2024-04-02T09:50:41.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 50, 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 89936 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12136, 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 655238327 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 221681 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17588 2024-04-02T09:50:41.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26266, 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562531823 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72184, 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16740268 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45918, 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1364455989 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13340, 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 365200866 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.590 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8425721875 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796718651 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:41.591 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16275, 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3640497631679 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6437497733459 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2836488257154 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:41.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7530021 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 486748911 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27094949563 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29053976 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.593 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12566337245 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9948004365 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046182 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2304, 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12993433 2024-04-02T09:50:41.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58535626052 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10877057236 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 447742359 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:41.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 500695040 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 467386368 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33308672 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57309489 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12288 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102400 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68404943 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:41.599 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1360 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 87760 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73406193 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.602 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2849408 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38206326 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67996170 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:41.605 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.606 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58466 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161396 2024-04-02T09:50:41.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72275451 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:41.608 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:41.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63689 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131593, 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10584789541 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.610 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1569236903 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 50400476277 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:41.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64121, 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21030339456 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39505163600 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49793 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:41.612 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12022756264 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49915, 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8148303155 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:41.613 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7747052994 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12886 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 404641272 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26451982470 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13128, 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10831322782 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22641822785 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:41.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1010 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1164595631 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11925737543 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1078, 2024-04-02T09:50:41.616 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2050713519 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9116287821 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12582929 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:41.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429776896 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.618 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T09:50:41.619 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.460428504491574e-06, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 812, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 1341440, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:41.620 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 311, 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:41.621 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 154873, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:41.622 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 110592, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 44281, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.1386428272762714e-07, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 79, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 89088, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 21382, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 6622, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 14760, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 64146, 2024-04-02T09:50:41.623 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 68, 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 36864 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:41.624 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:41.625 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T09:50:41.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool", 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: "selfmanaged_snaps" 2024-04-02T09:50:41.627 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 12595200, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 12595200, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:41.628 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 4, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.7392425434081815e-05, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 8981, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 3162092544, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 4194323, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 4194323, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 12582969, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 24348, 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 3169856512 2024-04-02T09:50:41.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T09:50:41.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T09:50:40.737787", 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_stats": { 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "7.9.2" 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T09:50:41.631 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T09:50:41.632 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T09:50:41.633 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.634 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pg": [ 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.635 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243167+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:41.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.637 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2c", 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4886, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:26.475649+0000", 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.641 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.642 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191608+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:41.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.644 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2b", 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:42.432917+0000", 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.648 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.649 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173870+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:41.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.651 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2a", 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4895, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:34.407475+0000", 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.652 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.655 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.656 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.136418+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:41.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.658 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.29", 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5029, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:01:30.018806+0000", 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.660 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.662 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:41.663 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.167889+0000", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:41.664 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.665 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.28", 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4928, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:55:20.626142+0000", 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.666 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.669 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.670 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294195+0000", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.672 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.27", 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5016, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:20:52.133283+0000", 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.673 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.676 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.677 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174360+0000", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.679 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.26", 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4882, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:51:58.752992+0000", 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.680 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.683 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.684 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.141076+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:41.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.686 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.25", 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:07:05.384275+0000", 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.687 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.690 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.691 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294262+0000", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.693 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.24", 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:37.496797+0000", 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.694 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.697 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.698 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.305147+0000", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.700 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.23", 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:01.529551+0000", 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.701 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.704 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.705 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.168209+0000", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:41.706 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.707 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.22", 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:37.745415+0000", 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.708 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.711 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.712 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231908+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:41.713 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.714 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.21", 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5049, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:42.946295+0000", 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.715 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.716 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.717 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.719 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530921+0000", 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238982+0000", 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530921+0000", 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.720 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530921+0000", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530921+0000", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530921+0000", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530921+0000", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530921+0000", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.721 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.20", 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4882, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.722 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:38.656190+0000", 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.723 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.724 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.725 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:41.726 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183747+0000", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.727 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.728 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.f", 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.729 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:30.422212+0000", 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.731 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.732 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.733 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:41.734 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175054+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.735 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.736 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.e", 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5050, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:27:49.970854+0000", 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.740 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.741 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:41.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242885+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:41.743 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.c", 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:29.159237+0000", 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.746 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.748 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.749 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302726+0000", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.750 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.751 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.d", 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:14.294881+0000", 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.752 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 70, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.755 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:41.756 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191520+0000", 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.757 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.758 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.d", 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:04.999218+0000", 2024-04-02T09:50:41.759 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.762 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.763 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159315+0000", 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:41.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.765 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.c", 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5052, 2024-04-02T09:50:41.766 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:55:03.187360+0000", 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.769 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.770 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239026+0000", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.771 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.772 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.a", 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4888, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:25.870475+0000", 2024-04-02T09:50:41.773 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.775 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.777 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175195+0000", 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:41.778 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.779 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.b", 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:41.780 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:41.682745+0000", 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:41.783 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'3" 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.784 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294348+0000", 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:41.785 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.786 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.b", 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5028, 2024-04-02T09:50:41.787 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:33.933931+0000", 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.791 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172744+0000", 2024-04-02T09:50:41.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.a", 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.794 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:11.354451+0000", 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.798 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:41.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172983+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:41.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.8", 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5023, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:49.728189+0000", 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.805 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.806 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180105+0000", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.808 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.9", 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:50:23.944239+0000", 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.809 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.810 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.812 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.813 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154408+0000", 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.167340+0000", 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154408+0000", 2024-04-02T09:50:41.814 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154408+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154408+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154408+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154408+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154408+0000", 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.815 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.9", 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.816 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4980, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:02.752891+0000", 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.817 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.818 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.819 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.821 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183742+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:41.822 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.823 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.8", 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4842, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:30.605531+0000", 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.824 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.825 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.826 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.827 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.828 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302409+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.829 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.830 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.6", 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5037, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:57.241284+0000", 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.831 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.834 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.835 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175155+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.836 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:41.837 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.7", 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:43.841098+0000", 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.838 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.841 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.842 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.505756+0000", 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:41.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.844 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3165, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3165, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.1", 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.845 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8925, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:47.798190+0000", 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.00317888, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194304, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1340, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387528, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3144, 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 399118 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3165" 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.849 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:41.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.169949+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.851 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.7", 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.852 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:37.683280+0000", 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.856 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242931+0000", 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.858 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.6", 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.859 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5076, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:51:09.294833+0000", 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2, 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "580'2" 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.863 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:41.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.444803+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.865 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3248, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3248, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.0", 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.866 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9032, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:33:03.755241+0000", 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002860449, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1252, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 417959, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3227, 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 400793 2024-04-02T09:50:41.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3248" 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.870 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166031+0000", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.872 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.4", 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:41.873 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:57:32.471215+0000", 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.877 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.878 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183530+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.880 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.5", 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4864, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:13.878090+0000", 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.881 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.884 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701971+0000", 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:41.885 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456061+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701971+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701971+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701971+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701971+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701971+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701971+0000", 2024-04-02T09:50:41.886 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3141, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3141, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.3", 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.887 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9025, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:51.831729+0000", 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003077489, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.889 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1309, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 353447, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3109, 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 375024 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3141" 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.891 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:41.892 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.184268+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:41.893 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.0", 2024-04-02T09:50:41.894 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4845, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:58.165294+0000", 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.896 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.898 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:41.899 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.291446+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:41.900 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1", 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.901 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:41.060938+0000", 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.904 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.905 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:41.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456741+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:41.907 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2976, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2976, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.6", 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.908 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8632, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:35.788005+0000", 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003555937, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 928, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 336690, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2959, 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 389042 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2976" 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.912 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 20, 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183484+0000", 2024-04-02T09:50:41.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.914 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "1.0", 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.915 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5345, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:37.450489+0000", 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "232'197" 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.919 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173576+0000", 2024-04-02T09:50:41.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.3", 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.922 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4933, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:49:40.095086+0000", 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.926 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239857+0000", 2024-04-02T09:50:41.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.929 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2", 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5025, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:15:13.232164+0000", 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:41.933 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.934 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.513447+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3084, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3084, 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.936 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.5", 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8504, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:49.378990+0000", 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.001764332, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 645, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 418934, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3077, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 386481 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:41.940 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3084" 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.941 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.151885+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.942 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.943 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1", 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5056, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:28.583284+0000", 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.944 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.945 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.947 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.948 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229639+0000", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.949 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.950 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.0", 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:46.579863+0000", 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.951 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.953 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.954 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.955 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.446597+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:41.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2932, 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.957 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2932, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.7", 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8567, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:30.049314+0000", 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002824016, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.958 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 782, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 405285, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2919, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 357686 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.961 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2932" 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.962 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.232836+0000", 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.964 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3", 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.965 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5047, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:27.571004+0000", 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.969 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230866+0000", 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.971 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.2", 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4939, 2024-04-02T09:50:41.972 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:34.104020+0000", 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.976 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501939+0000", 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.447033+0000", 2024-04-02T09:50:41.977 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501939+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501939+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501939+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501939+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501939+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501939+0000", 2024-04-02T09:50:41.978 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3088, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3088, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.4", 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.979 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9033, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:15:26.075306+0000", 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.004168876, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:41.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1539, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 380639, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3087, 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 419291 2024-04-02T09:50:41.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3088" 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.983 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.165507+0000", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:41.985 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.5", 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.986 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:35:47.452420+0000", 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.989 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.990 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172515+0000", 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.991 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:41.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:41.993 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:41.993 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:41.993 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:41.993 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:41.993 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.4", 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:41.994 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:11.605270+0000", 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:41.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:41.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:41.997 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:41.998 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.445041+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:41.999 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2844, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.000 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2844, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.2", 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8791, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:19:43.798869+0000", 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003068821, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 19, 2024-04-02T09:50:42.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.002 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1186, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387499, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2826, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 368128 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.004 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2844" 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.005 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172986+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:42.006 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.007 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.e", 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4860, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:46.483147+0000", 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.011 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.012 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.293261+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.013 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:42.014 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.f", 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5001, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:30.183430+0000", 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 22, 2024-04-02T09:50:42.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.018 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.019 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.170971+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:42.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.021 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.11", 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4846, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:31.334193+0000", 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.022 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.025 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.026 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.155017+0000", 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.027 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 8, 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:42.028 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 8, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.10", 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5064, 2024-04-02T09:50:42.029 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:50.586092+0000", 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 4, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 24, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 24, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'8" 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.033 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.235961+0000", 2024-04-02T09:50:42.034 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.035 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.10", 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.036 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:55.439367+0000", 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.040 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229601+0000", 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.042 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.11", 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4885, 2024-04-02T09:50:42.043 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:33:23.443659+0000", 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.047 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:42.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.186589+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:42.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.13", 2024-04-02T09:50:42.050 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:35.396794+0000", 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.051 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.054 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:42.055 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174096+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.056 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.12", 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.057 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:17.068523+0000", 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.060 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.061 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:42.062 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181368+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.063 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.064 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.12", 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:00.456435+0000", 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.067 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.068 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:42.069 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.304032+0000", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:42.070 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.071 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.13", 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5083, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.682003+0000", 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.072 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 34, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 8, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 7 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.075 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.076 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180292+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:42.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.078 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.15", 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4857, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:50.718427+0000", 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.082 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.083 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230924+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:42.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 29, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 29, 2024-04-02T09:50:42.085 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.14", 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.970825+0000", 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 5824, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:42.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 10, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 14, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 28, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 25 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.089 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'29" 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.090 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.165905+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.092 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.14", 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4985, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:07:51.183561+0000", 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.096 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.097 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166040+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.099 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.15", 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:41:57.098368+0000", 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 90, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 7, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 7, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:42.103 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'3" 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.104 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.158316+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.106 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.17", 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5077, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:20:08.149572+0000", 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.107 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:42.110 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:42.111 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.245675+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:42.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.16", 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.113 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:12.758417+0000", 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.114 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.117 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:42.118 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176901+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.119 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.16", 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.120 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:38.304817+0000", 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.122 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.124 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.244209+0000", 2024-04-02T09:50:42.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.126 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.17", 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.127 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:08:00.291271+0000", 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.131 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:42.132 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294381+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.133 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.19", 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.134 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5067, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:14:53.600241+0000", 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.138 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:50:42.139 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174397+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:42.140 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.18", 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.141 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4912, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:21.276978+0000", 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.145 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.156332+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.18", 2024-04-02T09:50:42.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5024, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:59.108219+0000", 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.152 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:50:42.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230935+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.154 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.19", 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.155 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5026, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:33.288265+0000", 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.159 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:42.160 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.192280+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.161 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.162 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1b", 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:38:38.034382+0000", 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.166 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:42.167 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.166385+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:42.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.169 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1a", 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4879, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:27:15.707959+0000", 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.170 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.173 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:42.174 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155212+0000", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.297486+0000", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155212+0000", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:42.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155212+0000", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155212+0000", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155212+0000", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155212+0000", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155212+0000", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.176 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1a", 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4981, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:33.517162+0000", 2024-04-02T09:50:42.177 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.180 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.181 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.162884+0000", 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.183 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1b", 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5021, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:36.896470+0000", 2024-04-02T09:50:42.184 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.188 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:42.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243681+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.191 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1d", 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4910, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:13.437853+0000", 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.195 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181480+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.198 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1c", 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4855, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:12:12.870339+0000", 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.202 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.203 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.171071+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:42.204 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.205 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1c", 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4916, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:12:58.454204+0000", 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.206 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.207 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.209 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.210 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191258+0000", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.211 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.212 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1d", 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:22.880906+0000", 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.213 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.214 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:42.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.216 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.217 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166048+0000", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.218 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.219 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1f", 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5074, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:35.380966+0000", 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.220 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.223 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.224 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.156145+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:42.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.226 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1e", 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5036, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:39.644345+0000", 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.230 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.231 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.248511+0000", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.233 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1e", 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5019, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:27:36.545175+0000", 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:42.237 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181484+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:42.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 5, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 5, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1f", 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.240 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5090, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:36.409339+0000", 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 582, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:42.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:50:42.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 4, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:42.244 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'5" 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190989+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.247 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2d", 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4847, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:18:27.268204+0000", 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.251 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.252 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175782+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.254 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2e", 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5043, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:33.148615+0000", 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.258 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.259 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183132+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.261 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2f", 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:10.224529+0000", 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.265 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.266 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176199+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.267 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.268 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.30", 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:15.570078+0000", 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.272 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.273 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159763+0000", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.275 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.31", 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5069, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:34:46.225425+0000", 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.276 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.279 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.280 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.157981+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:42.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.282 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.32", 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:32.025960+0000", 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.286 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.287 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.233705+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:42.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.289 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.33", 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:26.099542+0000", 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.293 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.294 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238244+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:42.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.296 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.34", 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4990, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:36.967406+0000", 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.297 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:42.300 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.301 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243062+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:42.302 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.303 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.35", 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:29.971132+0000", 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.304 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.305 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.306 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.307 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.308 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.246214+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:42.309 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.310 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.36", 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:32.026199+0000", 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.312 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.313 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.314 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.315 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.182498+0000", 2024-04-02T09:50:42.316 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.317 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.37", 2024-04-02T09:50:42.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4851, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:15.061734+0000", 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.321 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.322 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:50:42.323 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231025+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.324 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.38", 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:50:42.325 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:11.055605+0000", 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.329 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:50:42.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190105+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:42.331 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.39", 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.332 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:52.266747+0000", 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.335 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.336 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.170863+0000", 2024-04-02T09:50:42.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3a", 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4936, 2024-04-02T09:50:42.339 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:38.550676+0000", 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.343 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189931+0000", 2024-04-02T09:50:42.344 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.345 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3b", 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.346 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:18:18.675091+0000", 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.347 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.348 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:42.351 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173923+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.352 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.353 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3c", 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:35:22.126134+0000", 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.354 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.355 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.356 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:42.357 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.358 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.145053+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.359 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.360 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3d", 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:32.005025+0000", 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.361 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.362 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.363 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:42.364 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.365 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242753+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:42.366 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.367 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3e", 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:30.126985+0000", 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.369 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.370 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:42.371 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:42.372 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189425+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:42.373 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:42.374 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3f", 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4850, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:26.431391+0000", 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.376 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.377 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:42.378 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pool": [ 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 24, 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 24478, 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 8, 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 24478, 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 4, 2024-04-02T09:50:42.379 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194323, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 2, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 8981, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 3087981, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 24348, 2024-04-02T09:50:42.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 3095563 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 12595200, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 12582969, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:42.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 24 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 192, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 64, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 3, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:42.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.386 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:42.387 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 192 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.388 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 3, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 1, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 3, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 1, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:50:42.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 1781760, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 1771104, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:42.392 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 3 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 96, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 68, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 32, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 68, 2024-04-02T09:50:42.393 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 2, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 6622, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:42.394 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 66, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 22, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 22, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 14, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:42.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 79, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 87, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 68, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 36 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:42.396 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 110592, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 19866, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 44281, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 96 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:50:42.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 4414717952, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.005748627707362175 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952 2024-04-02T09:50:42.398 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:42.399 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T09:50:42.399 INFO:tasks.workunit.client.0.smithi084.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T09:50:42.402 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry preview-device 2024-04-02T09:50:42.402 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:50:40] "GET /metrics HTTP/1.1" 200 34325 "" "Prometheus/2.43.0" 2024-04-02T09:50:42.403 INFO:tasks.workunit.client.0.smithi084.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='client.46253 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='client.46253 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.403 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.404 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.405 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.406 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:41 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.407 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.408 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='client.46253 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='client.46253 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.409 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.410 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='client.46253 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='client.46253 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.411 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.412 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.413 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.414 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.415 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.416 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:41 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.417 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry preview-all 2024-04-02T09:50:42.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.419 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.420 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:42.421 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:42 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:42.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:50:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[94794]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[94794]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[94794]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[94794]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[94794]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[97358]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[97358]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[97358]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:43.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[97358]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[97358]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T09:50:43.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:43 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:43 smithi132 ceph-mon[88571]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:43 smithi132 ceph-mon[88571]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:43 smithi132 ceph-mon[88571]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:43 smithi132 ceph-mon[88571]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:43.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:43 smithi132 ceph-mon[88571]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T09:50:43.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:43 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:44.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:44.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:44 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:44.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:44 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:44 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:44.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:44 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:44 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:44.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:44 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:45.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:45 smithi084 ceph-mon[94794]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:50:45.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:45 smithi084 ceph-mon[97358]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:50:45.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:45 smithi132 ceph-mon[88571]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-02T09:50:47.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:47 smithi084 ceph-mon[94794]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:47.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:47 smithi084 ceph-mon[97358]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:47.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:47 smithi132 ceph-mon[88571]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:49.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:49 smithi084 ceph-mon[94794]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:49.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:49 smithi084 ceph-mon[97358]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:49.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:49 smithi132 ceph-mon[88571]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:51.032 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:50:50] "GET /metrics HTTP/1.1" 200 34325 "" "Prometheus/2.43.0" 2024-04-02T09:50:51.367 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:51 smithi084 ceph-mon[94794]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:51.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:51 smithi084 ceph-mon[97358]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:51.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:51 smithi132 ceph-mon[88571]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:52.661 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:50:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:53.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:53 smithi084 ceph-mon[94794]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:53.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:53 smithi084 ceph-mon[97358]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:53.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:53 smithi132 ceph-mon[88571]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:54.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:54 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:54.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:54 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:54.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:54 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:54.925 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T09:50:54.926 INFO:tasks.workunit.client.0.smithi084.stdout: "device_report": { 2024-04-02T09:50:54.926 INFO:tasks.workunit.client.0.smithi084.stdout: "08a7e456-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:54.926 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08a8c290-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:54.926 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081532": { 2024-04-02T09:50:54.926 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T09:50:54.926 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:50:54.926 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08a7e456-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:54.927 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045732 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:50:54.928 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T09:50:54.929 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T09:50:54.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 28893840 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T09:50:54.932 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 49738537 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.933 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.934 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:54.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T09:50:54.936 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 89, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3379, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3394, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3364 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 10, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T09:50:54.937 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 390712420, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 1893586751, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 6304698856, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 33452594171, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 11, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 54875, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 53177, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 25, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 336 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 54875, 2024-04-02T09:50:54.938 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 53177 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T09:50:54.939 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T09:50:54.940 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T09:50:54.941 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.942 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 25 Celsius", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 11%", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 390,712,420 [200 TB]", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 1,893,586,751 [969 TB]", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 6,304,698,856", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 33,452,594,171", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 10", 2024-04-02T09:50:54.943 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 54,875", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 53,177", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 336", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:54.944 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 25 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: "08aa47be-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:54.945 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08ab18e2-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081530": { 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08aa47be-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.946 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045730 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.947 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T09:50:54.948 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.949 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 33179553 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.950 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 54893910 2024-04-02T09:50:54.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.952 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.953 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.954 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:54.955 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 88, 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3708, 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3726, 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3688 2024-04-02T09:50:54.956 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 8, 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T09:50:54.957 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 445028017, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 2174455227, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 7007996681, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 36915760070, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 12, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 55584, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 55428, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 27, 2024-04-02T09:50:54.958 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 337 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 55584, 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 55428 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.959 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.960 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:50:54.961 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:50:54.962 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T09:50:54.963 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 27 Celsius", 2024-04-02T09:50:54.964 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 12%", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 445,028,017 [227 TB]", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 2,174,455,227 [1.11 PB]", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 7,007,996,681", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 36,915,760,070", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 8", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 55,584", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 55,428", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 337", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:50:54.965 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 27 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T09:50:54.966 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "report": { 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:54.967 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.968 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.969 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T09:50:54.970 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:54.971 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:54.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:54.973 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:54.974 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:50:54.975 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:54.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T09:50:54.977 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:54.978 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T09:50:54.979 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/enabled", 2024-04-02T09:50:54.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:54.981 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:54.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:54.983 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.984 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.985 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T09:50:54.986 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T09:50:54.986 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T09:50:54.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.986 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T09:50:54.986 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T09:50:54.986 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 2, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:50:54.987 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "has_msr_rules": 0, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 1, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T09:50:54.988 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_collision_tries": 100, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_descents": 100, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T09:50:54.989 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T09:50:54.990 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T09:50:54.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_stats": { 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:54.992 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20660224, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 397584, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 647168, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 443, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1492040, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1150464, 2024-04-02T09:50:54.993 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14867624, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20258816, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 350320, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 786432, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 0, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 356, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 984544, 2024-04-02T09:50:54.994 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 906752, 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14478256, 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 257556480, 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 4219392, 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3145728, 2024-04-02T09:50:54.995 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 450560, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9360, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 14843960, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 4698624, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 230648776, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 258007040 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 173449216, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 3330120, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:54.996 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1515520, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6791, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 11591608, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 4310272, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 151202560, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 174964736 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 168615936, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 3015600, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:54.997 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2138112, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6566, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 9754872, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2863872, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 149966936, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 170754048 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 534904832, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 23271760, 2024-04-02T09:50:54.998 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 5505024, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 49078272, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11971, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 74623152, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10281728, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 421223168, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 583983104 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 678436864, 2024-04-02T09:50:54.999 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 26417312, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3538944, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2146304, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 13989, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 80751712, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11874816, 2024-04-02T09:50:55.000 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 555854080, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 680583168 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 546381824, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 24040816, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 53075968, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10951, 2024-04-02T09:50:55.001 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 70263016, 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9634048, 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 439036072, 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 599457792 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:55.002 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 514498560, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 19587656, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 49152, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 39780352, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9931, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 65367656, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9607680, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 416609616, 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 554278912 2024-04-02T09:50:55.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 498204672, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 20172952, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 115073024, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11131, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 75859416, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11307264, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 387457168, 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 613277696 2024-04-02T09:50:55.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 478511104, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 25027272, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 149479424, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 12056, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 83643824, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9995008, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 356437128, 2024-04-02T09:50:55.005 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 627990528 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 388202496, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 18918344, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 43606016, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9254, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 58351728, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9863936, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 297791688, 2024-04-02T09:50:55.006 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 431808512 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 470958080, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 21675968, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 33013760, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10708, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 76539160, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 8365568, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 361100584, 2024-04-02T09:50:55.007 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 503971840 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "io_rate": { 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_stats_delta": { 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 0, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "stamp_delta": "12.002432", 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 9, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 0 2024-04-02T09:50:55.012 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "mempool": { 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.017 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 221552, 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 64 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.018 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 51904, 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 181 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12384, 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 260 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.020 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.021 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.023 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.025 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.026 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 149008, 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 33 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 928, 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.029 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.030 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.034 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.035 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.037 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 42071473, 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5213 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.038 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.039 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11792, 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 348 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.040 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.041 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.042 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.044 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.045 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 41862473, 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5214 2024-04-02T09:50:55.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.047 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.049 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.053 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.054 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 41635641, 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5150 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 792, 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.055 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.056 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.057 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16864, 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 327 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 34432, 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 367536, 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 389059, 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2406746, 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 538859 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6980456, 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10297 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70480, 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7329 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84816, 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55915, 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 47 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20711484, 2024-04-02T09:50:55.064 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 286 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11704, 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 133 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.065 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 524880, 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7130032, 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 18474 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.066 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.067 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.068 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19824, 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 363 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:55.069 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4992, 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 26 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365248, 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 537392, 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 153 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2355162, 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524888 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6800936, 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10033 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68424, 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7154 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84288, 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 57034, 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 25 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 27459142, 2024-04-02T09:50:55.074 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 4405 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14168, 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 161 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:55.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7076264, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20625 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.076 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.077 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 18296, 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 341 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30720, 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.078 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4032, 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 21 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 364832, 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 298986, 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 87 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1767634, 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 388347 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5127456, 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7572 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 67488, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7142 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84192, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 71099, 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 49 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:55.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21879757, 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 280 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10736, 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.083 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 361584, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 31 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3161080, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 6079 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.084 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.085 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 17520, 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 329 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55440, 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 693 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365872, 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1759 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 355472, 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 107 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1746349, 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 386393 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5105696, 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7540 2024-04-02T09:50:55.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68192, 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7161 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84384, 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1758 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1472, 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 94325, 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 58 2024-04-02T09:50:55.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20128, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20790887, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 266 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12320, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 140 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.091 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 419904, 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3626480, 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9374 2024-04-02T09:50:55.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.093 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.094 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21304, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 381 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31232, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 27 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1344, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56000, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 700 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 379392, 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1824 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478533, 2024-04-02T09:50:55.096 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 119 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2032058, 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 452600 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5907416, 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8719 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77640, 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:55.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168496, 2024-04-02T09:50:55.098 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.099 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 123625, 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 65 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28144, 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7777096, 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 255 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12496, 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 142 2024-04-02T09:50:55.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 443232, 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 38 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.101 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5048680, 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12109 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.102 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.103 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21024, 2024-04-02T09:50:55.104 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 384 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31360, 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 28 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 960, 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55520, 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 694 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 378976, 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 416525, 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 109 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2352254, 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524303 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6765576, 2024-04-02T09:50:55.107 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9981 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77932, 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:55.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78505, 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 56 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5770226, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 254 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11352, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 129 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478224, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6302920, 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12121 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.112 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.113 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14832, 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 249 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 38784, 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2688, 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54720, 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 684 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 380640, 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 832712, 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 207 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1718981, 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 378231 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4983976, 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7361 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.116 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78968, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8472 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87840, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168408, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1209 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 38099, 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14270463, 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 228 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19008, 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 216 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.119 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3686280, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9489 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.120 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.121 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16224, 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 300 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 47104, 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 24 2024-04-02T09:50:55.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3072, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 16 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54880, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 686 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 366912, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:55.123 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 602623, 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 137 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2015703, 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 449657 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5846216, 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8629 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70468, 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7320 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84672, 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:55.125 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19485, 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 28 2024-04-02T09:50:55.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16660974, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 250 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12320, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 140 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.127 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 536544, 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 46 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5041296, 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9698 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:55.128 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.129 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.130 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:55.131 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:55.132 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:55.133 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:55.134 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:55.135 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:55.136 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T09:50:55.137 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T09:50:55.138 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "reef", 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "squid" 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:50:55.139 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 19, 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:50:55.140 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "squid" 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_perf_histograms": [ 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:55.141 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:55.142 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:55.143 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:55.144 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:55.145 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:55.146 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.147 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 280, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10936, 3854, 61, 10, 16, 17, 3, 4, 5, 7, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6515, 279, 33, 0, 24, 37, 87, 108, 22, 38, 58, 47, 56, 22, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 660, 9, 3, 0, 1, 0, 11, 41, 4, 4, 49, 123, 159, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 344, 5, 0, 0, 1, 2, 0, 1, 0, 1, 0, 26, 202, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 191, 0, 0, 0, 0, 1, 0, 2, 0, 0, 9, 1, 23, 85, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 16, 27, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 44, 52, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.148 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 33, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.149 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.150 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7944, 2, 1, 1, 3, 2, 6, 5, 4, 9, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7239, 79, 1176, 0, 9, 6, 4, 16, 32, 53, 90, 74, 80, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 716, 97, 496, 21, 1, 1, 0, 3, 9, 9, 65, 199, 243, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 471, 14, 30, 10, 0, 0, 0, 0, 0, 1, 1, 18, 281, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 89, 12, 19, 0, 0, 0, 0, 0, 0, 0, 9, 7, 25, 29, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 32, 2, 41, 34, 0, 0, 0, 0, 0, 0, 2, 7, 17, 11, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 200, 31, 68, 0, 0, 0, 0, 0, 0, 0, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 73, 2, 65, 94, 0, 0, 0, 0, 0, 0, 3, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 1, 2, 35, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.151 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.152 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.153 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8558, 3, 0, 0, 7208, 393, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8761, 38, 25, 1, 559, 195, 1, 5, 3, 2, 5, 5, 32, 31, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1037, 14, 9, 2, 2, 2, 1, 1, 2, 3, 20, 7, 2, 3, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 429, 5, 1, 1, 4, 3, 0, 0, 0, 1, 5, 17, 40, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 25, 28, 0, 1, 0, 0, 24, 11, 33, 67, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 324, 0, 0, 0, 0, 12, 0, 3, 0, 0, 5, 22, 59, 40, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 398, 1, 0, 1, 0, 0, 0, 0, 0, 0, 9, 20, 56, 76, 72, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 149, 0, 0, 0, 0, 0, 2, 1, 0, 0, 3, 3, 13, 61, 71, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 6, 19, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.154 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.155 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10890, 47, 0, 1, 3, 0, 0, 1, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13110, 238, 27, 0, 25, 3, 5, 5, 15, 28, 34, 18, 19, 24, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2066, 41, 21, 0, 0, 0, 0, 2, 0, 7, 19, 108, 80, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 773, 10, 1, 0, 5, 0, 0, 1, 0, 0, 2, 9, 108, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 386, 27, 0, 0, 108, 0, 0, 0, 0, 1, 6, 9, 12, 38, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 157, 27, 0, 0, 326, 0, 0, 0, 0, 0, 5, 1, 5, 9, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.156 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 192, 47, 0, 0, 448, 0, 0, 0, 0, 0, 0, 0, 2, 18, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 28, 87, 0, 0, 1783, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 49, 83, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.157 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.158 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8380, 0, 62, 4, 12, 12, 1, 0, 0, 2, 5, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8548, 40, 24, 0, 20, 21, 65, 67, 7, 15, 17, 14, 16, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 898, 6, 12, 0, 4, 1, 2, 13, 7, 8, 76, 78, 42, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 319, 3, 0, 0, 0, 0, 0, 0, 0, 1, 3, 21, 158, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 150, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 3, 18, 22, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.159 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.160 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.161 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 12649, 27, 0, 1, 2, 1, 0, 0, 3, 0, 3, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10938, 211, 11, 0, 16, 2, 2, 2, 3, 0, 39, 5, 12, 22, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1369, 46, 9, 1, 1, 0, 0, 0, 4, 0, 31, 4, 5, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 575, 3, 8, 5, 7, 0, 0, 0, 1, 0, 6, 11, 45, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 221, 1, 1, 0, 1, 0, 0, 1, 0, 0, 8, 0, 32, 36, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 16, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 1, 0, 0, 0, 0, 0, 0, 5, 0, 8, 15, 50, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.162 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.163 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 737, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.164 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10404, 3982, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6372, 104, 0, 0, 14, 4, 3, 8, 8, 24, 14, 13, 14, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 686, 17, 2, 1, 3, 0, 0, 1, 4, 16, 47, 56, 27, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 339, 4, 0, 0, 0, 0, 0, 1, 0, 0, 5, 24, 183, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 3, 1, 0, 0, 0, 0, 0, 0, 0, 3, 2, 23, 40, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 160, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 6, 8, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.165 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.166 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5880, 3510, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 15504, 8553, 4271, 0, 0, 0, 0, 0, 2, 2, 6, 3, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9071, 167, 68, 0, 9, 0, 0, 0, 5, 1, 37, 7, 12, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1199, 13, 13, 0, 1, 0, 0, 0, 9, 5, 24, 2, 0, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 316, 10, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 30, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.167 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 131, 25, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 32, 47, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 97, 10, 2, 0, 0, 0, 0, 0, 1, 0, 2, 1, 12, 10, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 3, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 14, 51, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.168 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.169 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.170 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:55.171 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:55.172 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:55.173 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.174 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:55.175 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:55.176 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.177 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.178 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 248, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4151, 60, 86, 172, 420, 568, 661, 2, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 645, 12, 19, 32, 50, 45, 60, 0, 0, 3, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 4, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.179 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.180 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.181 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 135, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2907, 216, 33, 67, 124, 0, 3, 6, 6, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 564, 62, 1311, 0, 0, 0, 0, 1, 0, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 494, 13, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1528, 1073, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1703, 1888, 242, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 26, 30, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.182 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.183 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:55.184 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 533, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8983, 8, 0, 0, 16, 1, 4, 4, 14, 17, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16449, 1, 1, 0, 5, 0, 1, 1, 0, 2, 2, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 517, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 2, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 10, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.185 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.186 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.187 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 257, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3446, 27, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 298, 3, 0, 0, 0, 0, 0, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 21, 15, 30, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 752, 142, 21, 125, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3579, 2202, 0, 338, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 942, 654, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.188 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.189 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 729, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3018, 217, 34, 67, 139, 276, 465, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 322, 15, 0, 0, 0, 1, 16, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 103, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.190 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.191 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.192 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 592, 2, 16, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5516, 73, 122, 229, 459, 603, 707, 5, 3, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 438, 4, 0, 3, 15, 9, 18, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 5, 6, 13, 1, 1, 0, 0, 0, 0, 3, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 229, 35, 75, 116, 28, 0, 0, 0, 1, 0, 2, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.193 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.194 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.195 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3289, 31, 0, 0, 3, 1, 0, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 284, 1, 1, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 197, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 169, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.196 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 554, 18, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8946, 32, 53, 46, 1, 2, 4, 1, 10, 8, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2107, 34, 90, 40, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 380, 6, 7, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.198 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 9, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.199 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:55.200 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:55.201 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:55.202 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:55.203 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:55.204 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:55.205 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:55.206 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.207 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.208 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.209 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.210 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.211 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 549, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.212 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.213 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.214 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 534, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.215 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9050, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 532, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.216 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.218 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1714, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.219 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.220 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.221 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.222 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.223 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.224 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.225 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.226 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.227 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.228 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 278, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.229 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.230 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.231 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:55.232 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:55.233 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:55.234 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:55.235 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.236 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.237 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1712, 21, 0, 0, 11, 0, 4, 5, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1388, 8, 0, 0, 4, 6, 4, 14, 22, 59, 114, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 7, 0, 0, 0, 1, 2, 4, 2, 9, 50, 177, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 6, 0, 0, 0, 1, 0, 0, 2, 2, 8, 20, 242, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 496, 1, 0, 0, 0, 0, 1, 0, 1, 1, 2, 6, 17, 21, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 16, 27, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.238 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.239 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.240 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2406, 24, 0, 0, 5, 1, 1, 2, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1699, 4, 3, 1, 1, 1, 10, 18, 29, 73, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 74, 0, 0, 1, 3, 2, 4, 2, 5, 3, 32, 199, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 9, 285, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 22, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 27, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.241 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.242 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 328, 8, 1, 0, 6, 0, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.243 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 209, 9, 0, 0, 2, 0, 2, 5, 4, 10, 83, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 320, 10, 1, 0, 0, 1, 5, 13, 13, 21, 100, 150, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 10, 0, 0, 0, 1, 2, 2, 5, 8, 45, 52, 27, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 64, 25, 0, 0, 0, 0, 0, 0, 1, 2, 14, 14, 33, 40, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 36, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 54, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.244 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.245 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1114, 28, 1, 2, 12, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 702, 2, 0, 0, 6, 2, 2, 6, 9, 32, 65, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 5, 0, 1, 0, 0, 1, 1, 2, 3, 17, 96, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 300, 19, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 68, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.246 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 442, 21, 0, 0, 0, 0, 0, 1, 0, 3, 4, 7, 23, 43, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 40, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 18, 44, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.247 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.248 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.249 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1091, 9, 0, 0, 7, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 795, 3, 0, 1, 5, 4, 7, 9, 15, 30, 44, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 323, 0, 0, 0, 3, 0, 1, 2, 5, 5, 36, 117, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 3, 0, 5, 7, 176, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 286, 4, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 12, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 15, 27, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.250 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.251 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.252 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 466, 19, 2, 2, 11, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 78, 9, 1, 0, 1, 0, 1, 3, 6, 3, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.253 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 162, 10, 0, 0, 1, 0, 0, 2, 7, 8, 27, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 70, 8, 0, 0, 2, 0, 0, 0, 0, 0, 11, 12, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 17, 0, 0, 1, 0, 0, 0, 0, 2, 2, 6, 17, 24, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 40, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 16, 23, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.254 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.255 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1101, 17, 2, 0, 15, 1, 3, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 760, 10, 1, 0, 3, 3, 10, 7, 18, 38, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 343, 6, 0, 0, 0, 0, 0, 1, 3, 2, 34, 93, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 502, 8, 0, 0, 0, 0, 1, 0, 0, 0, 7, 3, 170, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.256 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 6, 13, 20, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.257 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.258 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 264, 9, 0, 0, 6, 0, 4, 8, 16, 21, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 57, 1, 1, 0, 1, 0, 2, 0, 5, 8, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 20, 0, 0, 0, 1, 2, 1, 5, 6, 14, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 1, 0, 1, 0, 0, 3, 9, 29, 31, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 5, 16, 27, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.259 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.260 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 8, 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "number of replicas", 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 1, 2024-04-02T09:50:55.261 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0]", 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[1, 1]", 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[2, 2]", 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[3, 3]", 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[4, 4]", 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[5, 5]", 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "[6, None]" 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "linear" 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.262 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 10, 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "duration", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 250000, 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[250000, 499999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[500000, 999999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[1000000, 1999999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[2000000, 3999999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[4000000, 7999999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[8000000, 15999999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[16000000, 31999999]", 2024-04-02T09:50:55.263 INFO:tasks.workunit.client.0.smithi084.stdout: "[32000000, None]" 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.264 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.265 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.266 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.267 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.268 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:55.271 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_counters": { 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": { 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.272 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_grant": { 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_commit": { 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_complete": { 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.273 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_keys": { 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_merge": { 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_split": { 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "exported_inodes": { 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "forward": { 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_cap_release": { 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps": { 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps_dirty": { 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_inode_file_caps": { 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "imported_inodes": { 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes": { 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_expired": { 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_pinned": { 2024-04-02T09:50:55.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_with_caps": { 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: "load_cent": { 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: "openino_dir_fetch": { 2024-04-02T09:50:55.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "process_request_cap_release": { 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "reply_latency": { 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "request": { 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rbytes": { 2024-04-02T09:50:55.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rfiles": { 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rsnaps": { 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_reply": { 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.279 INFO:tasks.workunit.client.0.smithi084.stdout: "subtrees": { 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_cache": { 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_exportdir": { 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_flush": { 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragmentdir": { 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragstats": { 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_inodestats": { 2024-04-02T09:50:55.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_inode": { 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_path": { 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_enqueued": { 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_prioritized": { 2024-04-02T09:50:55.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_processing": { 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays": { 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_delayed": { 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_enqueuing": { 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_completed": { 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_started": { 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.284 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_created": { 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_enqueued": { 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_migrated": { 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_reintegrated": { 2024-04-02T09:50:55.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_log": { 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: "ev": { 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: "evadd": { 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.287 INFO:tasks.workunit.client.0.smithi084.stdout: "evex": { 2024-04-02T09:50:55.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "evexd": { 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "evexg": { 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "evlrg": { 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "evtrm": { 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.290 INFO:tasks.workunit.client.0.smithi084.stdout: "jlat": { 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "replayed": { 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "seg": { 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "segadd": { 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "segex": { 2024-04-02T09:50:55.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "segexd": { 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "segexg": { 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "segmjr": { 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "segtrm": { 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.292 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_mem": { 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "cap": { 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "cap+": { 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "cap-": { 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "dir": { 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.293 INFO:tasks.workunit.client.0.smithi084.stdout: "dir+": { 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "dir-": { 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "dn": { 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "dn+": { 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "dn-": { 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "heap": { 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 248184 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "ino": { 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "ino+": { 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "ino-": { 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "rss": { 2024-04-02T09:50:55.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52936 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_server": { 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_acquisition_throttle": { 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_revoke_eviction": { 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_request": { 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.296 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_session": { 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_peer_request": { 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "req_create_latency": { 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getattr_latency": { 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.297 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getfilelock_latency": { 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getvxattr_latency": { 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "req_link_latency": { 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookup_latency": { 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookuphash_latency": { 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupino_latency": { 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupname_latency": { 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupparent_latency": { 2024-04-02T09:50:55.299 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lssnap_latency": { 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mkdir_latency": { 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mknod_latency": { 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mksnap_latency": { 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "req_open_latency": { 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "req_readdir_latency": { 2024-04-02T09:50:55.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rename_latency": { 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "req_renamesnap_latency": { 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmdir_latency": { 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.302 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmsnap_latency": { 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmxattr_latency": { 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setattr_latency": { 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setfilelock_latency": { 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setlayout_latency": { 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setxattr_latency": { 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.304 INFO:tasks.workunit.client.0.smithi084.stdout: "req_snapdiff_latency": { 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "req_symlink_latency": { 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "req_unlink_latency": { 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_sessions": { 2024-04-02T09:50:55.305 INFO:tasks.workunit.client.0.smithi084.stdout: "average_load": { 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "avg_session_uptime": { 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "mdthresh_evicted": { 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "session_count": { 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "session_remove": { 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_open": { 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_stale": { 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "total_load": { 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.307 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "purge_queue": { 2024-04-02T09:50:55.308 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed": { 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed_ops": { 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing": { 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_high_water": { 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops": { 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:50:55.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_item_in_journal": { 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:55.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:55.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 258 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:55.312 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8617 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59576620 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25851 2024-04-02T09:50:55.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1863967334 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8615 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58929489 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:55.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66741 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2749459164 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:55.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999908 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8618 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8618, 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29314486691 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:55.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66708 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:55.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 254861312 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 254320640 2024-04-02T09:50:55.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 540672 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24200914 2024-04-02T09:50:55.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69008727 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1500773 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.328 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.329 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70737348 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:55.330 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178333669 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.332 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69130267 2024-04-02T09:50:55.333 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:55.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 380660, 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1946667371 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.335 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20786, 2024-04-02T09:50:55.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7502423123 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.338 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:55.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:55.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.338 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:55.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:55.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.338 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 264 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:55.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8545 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8545, 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58454352 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.340 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8545, 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1932966081 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 219 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:55.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 999982 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8546 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.342 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8546 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.344 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8546, 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26913528892 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:55.345 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8545 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8545, 2024-04-02T09:50:55.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115333928 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8545, 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74812 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8545, 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5749899259 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.347 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 171950080 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 170450944 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1499136 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24011770 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69124947 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1495453 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.354 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.355 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70669744 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178382285 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69081651 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:55.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:55.361 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 376869, 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1785949980 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.363 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20612, 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9829115505 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.364 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 238 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:55.366 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58201750 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.367 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1261966086 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 146 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999867 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:55.369 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:55.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:55.371 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26371291323 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:55.372 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114781873 2024-04-02T09:50:55.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74549 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2899922089 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.374 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167739392 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 165576704 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2162688 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23907250 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69184338 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1479628 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70640440 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178412371 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69051565 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:55.384 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:55.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 369060, 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1768916238 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20527, 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6497458522 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16025 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.388 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.389 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.390 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2633728 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 625082368 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:55.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3478377 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1114577 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 170, 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 756889 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556400640 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75520, 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10703135857 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.393 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75528, 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17347141708 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10153984 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 309415936 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569180160 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1908205349 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35609 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586393088 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586397184 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23122 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.396 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35609, 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 638980416 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1852474420 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33895 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1034968 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 359 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614600 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 514 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.398 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.399 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 156 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 514, 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 933924 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 697 2024-04-02T09:50:55.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7545 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939859968 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10018816 2024-04-02T09:50:55.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20734, 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65361479 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3600, 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3663137054 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26566, 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 210587943 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.405 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20966702216 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74834, 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1487259749 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41560418 2024-04-02T09:50:55.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21008262634 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29682, 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1275998571 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 978, 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2899857 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26181, 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10406526 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 53, 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69884 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.408 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16697, 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1623674621 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 234264 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23995 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15965, 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2269578722 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.409 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41203, 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12950013 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25238, 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1803498374 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15213, 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 401182268 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.410 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9835520479 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 700707075 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10166, 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4283759631668 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6912877060680 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.412 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2837805633549 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9726423 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 435744383 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33782614156 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34535560 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16474765497 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11265591066 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.414 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046328 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2546, 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12978072 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71811798035 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12281938124 2024-04-02T09:50:55.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 520902995 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 578478080 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 529399808 2024-04-02T09:50:55.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49078272 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57294481 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 118784 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68411759 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.421 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1392 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83936 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 224 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73522320 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:55.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2304208 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38196320 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68551376 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:55.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 978 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21536 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1149245 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72436113 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40293 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 121736, 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7783800229 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.433 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614835695 2024-04-02T09:50:55.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40293, 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 174701224526 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459733 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41050, 2024-04-02T09:50:55.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21148710893 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40293, 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68938731050 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25281 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.436 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25281, 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10284311109 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459733 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.437 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25600, 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6111825474 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25281, 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6896658651 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7758 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 581621106 2024-04-02T09:50:55.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15394763987 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8047, 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5384515872 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13682540887 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7254 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2033214589 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149022149430 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7403, 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9652369547 2024-04-02T09:50:55.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48359531512 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194304 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16 2024-04-02T09:50:55.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566431744 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16264 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.443 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4677632 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 699183104 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7434555 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586528 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 180, 2024-04-02T09:50:55.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 817369 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665255936 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74443, 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10687053218 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74445, 2024-04-02T09:50:55.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17318232009 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5713920 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 304979968 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 682295296 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3544620913 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39300 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051540480 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.449 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051544576 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28932 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39300, 2024-04-02T09:50:55.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1174861220 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3465161247 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36862 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1240216 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 414 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4640777 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.452 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 158 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 568, 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976369 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 546 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9231 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.454 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1011564544 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.455 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9420800 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18601, 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78198348 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3575, 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4771314415 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.456 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.457 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17156, 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 136848066 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20787190226 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.458 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 73755, 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1575560393 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40361072 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:55.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20827551298 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 230445, 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1194364020 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 779, 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142734 2024-04-02T09:50:55.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 130064, 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41802074 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 46, 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56208 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13776, 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1119343033 2024-04-02T09:50:55.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 426716 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26186 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22037, 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2004856051 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.462 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71680, 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18039223 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49643, 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1310578546 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15019, 2024-04-02T09:50:55.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 385666164 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.464 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9683170044 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1213577352 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.465 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22255, 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3826172286180 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6540613477534 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2951677702044 2024-04-02T09:50:55.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8480611 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 261432185 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.467 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32024049928 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34840371 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14485900114 2024-04-02T09:50:55.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12761770849 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455411 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2529, 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15235794 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.469 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69231837044 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13766333985 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 492767291 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 677044224 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674766848 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2277376 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57150587 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 262144 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68350853 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.475 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629407 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 256 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 976 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.477 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73904 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74611617 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4541792 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38100391 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74798329 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.482 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629407 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 981 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32375 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1135096 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.484 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73518621 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.485 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.486 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42867 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131548, 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10453443085 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2355788236 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42867, 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 738910088910 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280520 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 44540, 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39462790961 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.488 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42867, 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114628510483 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20769 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20769, 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16702593376 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280520 2024-04-02T09:50:55.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 21197, 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11406232720 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20769, 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11332535157 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12608 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 247299644 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108384459641 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12751, 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14585323296 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33712051242 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9490 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2108488592 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 613823035893 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10592, 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13471234945 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:55.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69583924084 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3895759 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.497 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.497 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674689024 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 109785 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4395008 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 618643456 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2968550 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.501 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1025581 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 166, 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 994596 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 531431424 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.502 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69620, 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10030544876 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69630, 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16422879214 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2617344 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.503 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 285253632 2024-04-02T09:50:55.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.504 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 552730624 2024-04-02T09:50:55.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.504 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2690445153 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.505 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42992 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325909504 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325913600 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31732 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42992, 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 762748261 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2595556310 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40082 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1671857 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 653 2024-04-02T09:50:55.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4356538 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 813 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:55.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 165 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.510 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 813, 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1429324 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10731 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910864384 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9412608 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17664, 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51929849 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3598, 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6726056219 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.514 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28749, 2024-04-02T09:50:55.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 236837296 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19624521184 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.516 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69058, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1372766983 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32531957 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19657053141 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.517 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55795, 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1117909728 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 913, 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136912 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22469, 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14532291 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37, 2024-04-02T09:50:55.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84931 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20530, 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1155392472 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 262346 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19730 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16846, 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2265530885 2024-04-02T09:50:55.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39241, 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13524094 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22395, 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1975648606 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12822, 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 397178798 2024-04-02T09:50:55.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.521 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12967047662 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665900026 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5702, 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4233220923963 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:55.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6216981474471 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3077969505990 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8430366 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 487768405 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.523 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32119825394 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30238658 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14022494201 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15807133748 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455254 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2530, 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12804501 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75418782924 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.525 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16734558138 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 716546285 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 596049920 2024-04-02T09:50:55.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 542949376 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53100544 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57267277 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 90112 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.529 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68471731 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.530 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1616 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108992 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.532 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.533 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73701291 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3854160 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38178185 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.535 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.536 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.537 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75408167 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.538 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.539 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24027 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161305 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.540 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72626567 2024-04-02T09:50:55.541 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.543 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59008 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 150310, 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8589620096 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.544 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2092675928 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 127823665557 2024-04-02T09:50:55.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59968, 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48198500672 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83283278864 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29642 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24195689596 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30108, 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6843681769 2024-04-02T09:50:55.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11498103722 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26897 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 498018468 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57756777463 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27205, 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37496091096 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:55.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54930412272 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2469 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1594657460 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:55.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45871198498 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2655, 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3858727807 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:55.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16854762870 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.552 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 540856320 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19410 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.554 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2719744 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 595906560 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3094281 2024-04-02T09:50:55.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1048293 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 159, 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784379 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556793856 2024-04-02T09:50:55.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67053, 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9798851065 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67065, 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16016570713 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8749056 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 274743296 2024-04-02T09:50:55.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569573376 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1638491728 2024-04-02T09:50:55.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29567 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427738624 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427742720 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22138 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29567, 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 753618472 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562773892 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27242 2024-04-02T09:50:55.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 919966 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 390 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2692294 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 518 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 129 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.562 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 518, 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 896683 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.563 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8756 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.564 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 875802624 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9433088 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.565 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17605, 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53539836 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3569, 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3639616872 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.566 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14581, 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 117415092 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.567 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19130343972 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66335, 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1523104877 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37480404 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.568 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19167824376 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28697, 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 845430885 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1218, 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2360860 2024-04-02T09:50:55.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10382, 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6142966 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53143 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12493, 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1411718987 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206670 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17964 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24263, 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1561427767 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 68193, 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20038634 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.571 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43930, 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1139338678 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12446, 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 325962522 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.572 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.573 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10005227574 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1227388711 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18093, 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3368079200897 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.574 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6876318080866 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2702168913121 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11170773 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.575 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265561142 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29239974799 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29650886 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.576 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12410564795 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10672982931 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5461160 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.577 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2508, 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11473224 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 62609040342 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11538157265 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.578 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 444018244 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 551002112 2024-04-02T09:50:55.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 511197184 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39804928 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.580 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57433155 2024-04-02T09:50:55.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8192 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 147456 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.584 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68240317 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.586 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1136 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69408 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.587 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72497272 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.588 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2284896 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38288770 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.589 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68478238 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.591 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14998 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1169908 2024-04-02T09:50:55.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71382910 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.594 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.595 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49410 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 127731, 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8348568410 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1725485724 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317799339523 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.597 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 51683, 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32574687939 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77120591842 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31854 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.598 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58765228719 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32083, 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8627621349 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.599 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7875417581 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13152 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318257065 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187290720420 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.600 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15102, 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18343191021 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.601 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39253965690 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4404 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1407228659 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71743390384 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.602 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4498, 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5603875569 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29991208571 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.603 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566243328 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:55.604 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18641 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7118848 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 645529600 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3172128 2024-04-02T09:50:55.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1148828 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 164, 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 785002 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 631046144 2024-04-02T09:50:55.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61749, 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9498725205 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61773, 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15159433659 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3620864 2024-04-02T09:50:55.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252985344 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 648085504 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.610 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5131622204 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 55878 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.611 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391309312 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391313408 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.612 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45763 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55878, 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1466997310 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4993470270 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.613 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51647 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2144527 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 720 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6956457 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.614 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 964 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.615 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 251 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.616 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 964, 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2152623 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.617 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 851 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11, 2024-04-02T09:50:55.618 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16136 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.619 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 907919360 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13623296 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.620 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20723, 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70836898 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3530, 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5342823185 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16692, 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 143451240 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18466964077 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61256, 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1359574147 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:55.623 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48671017 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18515635094 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 23153, 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 915144365 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.624 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 687, 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1807899 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12239, 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9180148 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45, 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54768 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14410, 2024-04-02T09:50:55.625 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2217303861 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182098 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19962 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8845, 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1614139879 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37222, 2024-04-02T09:50:55.626 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17427442 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28377, 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1322176440 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13771, 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 391622012 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.627 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8898610742 2024-04-02T09:50:55.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 759948382 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18396, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3497646229341 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6521232999154 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:55.629 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136181461987 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7581072 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 402993777 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27207049887 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.630 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30803115 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11395090957 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12263258347 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9650263 2024-04-02T09:50:55.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2439, 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13848655 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 60183245799 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13189107123 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.632 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 460472233 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609869824 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494796800 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.633 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115073024 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.634 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57026712 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122880 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.636 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68679528 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.637 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.638 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1776 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115488 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67110262 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.640 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6537936 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38017808 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.641 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72884768 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:55.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.644 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12901 2024-04-02T09:50:55.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1169044 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.646 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74434189 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.647 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.648 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29367 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 91975, 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10301364123 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.649 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1675797398 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:55.650 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57852192335 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29903, 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13423206917 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33028956588 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.651 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19647 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7892675184 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.652 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19809, 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4820796217 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:55.653 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5064679593 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5613 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 321693416 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10646035582 2024-04-02T09:50:55.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.655 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5855, 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3333343543 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9357037094 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4107 2024-04-02T09:50:55.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1354103982 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39313481569 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4239, 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5269067157 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18607239901 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.658 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194312 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 644689920 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.659 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24106 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.660 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.661 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10444800 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 691228672 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5099743 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.662 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2310469 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 203, 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1024027 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 597229568 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.663 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81991, 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11201655631 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 82016, 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17936370008 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3387392 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 335921152 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.664 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614268928 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6714822191 2024-04-02T09:50:55.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 76907 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808721920 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808726016 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.666 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67202 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 76907, 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2222079267 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6563583112 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72276 2024-04-02T09:50:55.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3311220 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10190880 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1199 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:55.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.669 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1199, 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2809800 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.670 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 559 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12, 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13475 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.671 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040621568 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13627392 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.672 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22787, 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71106525 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3535, 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8698370180 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19546, 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 160911694 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21690630872 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81419, 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1597532518 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.675 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47520404 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21738151276 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39117, 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 881160349 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.676 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1911304 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9987, 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9297913 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49, 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59011 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17577, 2024-04-02T09:50:55.677 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3377922094 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 244890 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21840 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13261, 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1656656854 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.678 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35880, 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18368699 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22619, 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1476702104 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15849, 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 470344214 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13697839886 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939364782 2024-04-02T09:50:55.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8517, 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3510140270441 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6349461650281 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2427842411671 2024-04-02T09:50:55.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11089383 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 483606656 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35562676617 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.683 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37971086 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15839565127 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18688748629 2024-04-02T09:50:55.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9655469 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2399, 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13016698 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84291218441 2024-04-02T09:50:55.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19794739919 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784277681 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 624582656 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 475103232 2024-04-02T09:50:55.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149479424 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.688 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.689 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56694964 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.691 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77824 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.692 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69056332 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212232 2024-04-02T09:50:55.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2640 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.694 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 173504 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.695 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69539496 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10027248 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37796642 2024-04-02T09:50:55.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.698 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69616622 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494927872 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212232 2024-04-02T09:50:55.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.700 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.701 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23639 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1156380 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.702 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68535621 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.703 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:55.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38685 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 132014, 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12797841632 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.705 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1336529463 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69033669977 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.706 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39355, 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14647438340 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31753232952 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27050 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11073914520 2024-04-02T09:50:55.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27266, 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6295252949 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6162881082 2024-04-02T09:50:55.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10034 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 386631531 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23190269770 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.709 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10254, 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6172025989 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.710 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16592289937 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1601 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 949897932 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34769485687 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.711 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1835, 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2180159402 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8998061933 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.712 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610869248 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.713 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:55.714 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.714 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.714 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252316 2024-04-02T09:50:55.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.714 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.714 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.716 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1970176 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471425024 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3251657 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:55.717 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 995791 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 140, 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 955822 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 366936064 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.718 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61664, 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8581185158 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61678, 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13813010310 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3309568 2024-04-02T09:50:55.719 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252674048 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 383975424 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.720 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 975087501 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25482 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910147584 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.721 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910151680 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18594 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25482, 2024-04-02T09:50:55.722 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 549460779 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 902297306 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23247 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 544170 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.723 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1943285 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 508 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.724 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 508, 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 982222 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 572 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:55.726 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9364 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.727 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 728350720 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14213120 2024-04-02T09:50:55.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13690, 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48465034 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3427, 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2376720205 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.729 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.730 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16535, 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 134699782 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.731 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16654321470 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.732 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61290, 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161929393 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33163652 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:55.733 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16687485122 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22182, 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 305572478 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:55.734 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1833987 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7509, 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6832859 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74175 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10669, 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796589420 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.735 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176041 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18045 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12187, 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1419810883 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41615, 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10458196 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.736 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29428, 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1085837601 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11891, 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318938072 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.737 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7985739168 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.738 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 804769927 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14155, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3955252542395 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5971503493976 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2477177974098 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.739 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7815862 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 393054859 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25575989672 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.740 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26216583 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11781016827 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8568235116 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10245728 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2310, 2024-04-02T09:50:55.741 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12368519 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54316335557 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9337953484 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 436171027 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.742 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428531712 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 384901120 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.743 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43630592 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.744 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57477323 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.745 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 466944 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.746 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67884853 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.747 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.748 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69648 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.749 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72165868 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1403936 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.750 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38318215 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.751 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.752 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69329753 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.753 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.754 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23184 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1182401 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.755 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71030971 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.756 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.757 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32652 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 94340, 2024-04-02T09:50:55.758 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8595831297 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1611112747 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54199068453 2024-04-02T09:50:55.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33418, 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12910711160 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:55.760 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30529689862 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24067 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9603237467 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.761 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24255, 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5067358672 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4628025615 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.762 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4601 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 292616034 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10975919370 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.763 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5074, 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2932577981 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.764 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7856956972 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3984 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1318496713 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.765 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33619911616 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4089, 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4910774507 2024-04-02T09:50:55.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18044707275 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.767 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26083121 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 381161472 2024-04-02T09:50:55.768 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22375 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:55.769 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3538944 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 537321472 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3133163 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:55.771 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1044538 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 151, 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 678901 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 419758080 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64980, 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8787866095 2024-04-02T09:50:55.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64993, 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14267372165 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 253952 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 266256384 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 441057280 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.773 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976461724 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36562 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.774 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612419072 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612423168 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23163 2024-04-02T09:50:55.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 36562, 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885972603 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1885168105 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33762 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1137367 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:55.776 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 469 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3507080 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 620 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:55.777 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 152 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 620, 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1182747 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.778 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 906 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9215 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.779 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 809541632 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:55.780 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10006528 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17763, 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57637118 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3467, 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2995466471 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:55.781 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20318, 2024-04-02T09:50:55.782 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167529455 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17263045445 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64535, 2024-04-02T09:50:55.783 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1340389615 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39265257 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17302310702 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.784 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38589, 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 663824300 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 622, 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1650854 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9678, 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8933217 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 50, 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 89936 2024-04-02T09:50:55.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12136, 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 655238327 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 221681 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17588 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26266, 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562531823 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.786 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72184, 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16740268 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45918, 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1364455989 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13340, 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 365200866 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.787 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.788 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8425721875 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796718651 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16275, 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3640497631679 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:55.789 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6437497733459 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2836488257154 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7530021 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.790 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 486748911 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27094949563 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29053976 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12566337245 2024-04-02T09:50:55.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9948004365 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046182 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:55.792 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2304, 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12993433 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58535626052 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10877057236 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:55.793 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 447742359 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 500695040 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:55.794 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 467623936 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33071104 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57309489 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114688 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68404943 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.799 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1360 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 87376 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.800 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 384 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.801 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73406193 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.802 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2849408 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38206326 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.804 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.805 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67996170 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25764 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:55.808 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1166351 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72303198 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.810 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63689 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131593, 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10584789541 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.811 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1569236903 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 50400476277 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:55.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64121, 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21030339456 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39505163600 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49793 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12022756264 2024-04-02T09:50:55.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49915, 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8148303155 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7747052994 2024-04-02T09:50:55.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12886 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 404641272 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26451982470 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:55.815 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13128, 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10831322782 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22641822785 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1010 2024-04-02T09:50:55.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1164595631 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11925737543 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1078, 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2050713519 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.817 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9116287821 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12582929 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:55.818 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429776896 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:55.819 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.460428504491574e-06, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 812, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 1341440, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:55.821 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 311, 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:55.822 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 154873, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:55.823 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 110592, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 44281, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.1386428272762714e-07, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 79, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 89088, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 21382, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 6622, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 14760, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 64146, 2024-04-02T09:50:55.824 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 68, 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 36864 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:55.825 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T09:50:55.826 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T09:50:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:55.828 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool", 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "selfmanaged_snaps" 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T09:50:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 12595200, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 12595200, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 4, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.7392425434081815e-05, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 8990, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 3162098688, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 4194323, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 4194323, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 12582969, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 24348, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 3169856512 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.831 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.832 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T09:50:54.759211", 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_stats": { 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "7.9.2" 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T09:50:55.833 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T09:50:55.834 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T09:50:55.835 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.836 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T09:50:55.837 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:55.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pg": [ 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.839 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243167+0000", 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:55.840 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.841 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2c", 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.842 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4886, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:26.475649+0000", 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.844 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.846 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191608+0000", 2024-04-02T09:50:55.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.848 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2b", 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.849 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:42.432917+0000", 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.853 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:55.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173870+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:55.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2a", 2024-04-02T09:50:55.856 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4895, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:34.407475+0000", 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.860 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.861 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.136418+0000", 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:55.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.863 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.864 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.29", 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5029, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:01:30.018806+0000", 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.869 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:55.870 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.167889+0000", 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.872 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.28", 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.873 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4928, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:55:20.626142+0000", 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.878 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.879 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294195+0000", 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.881 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.27", 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.882 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5016, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:20:52.133283+0000", 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.886 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174360+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.889 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.26", 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4882, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:51:58.752992+0000", 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.893 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.894 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.141076+0000", 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:55.896 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.25", 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.897 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:07:05.384275+0000", 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.901 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.902 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294262+0000", 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:55.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:55.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.905 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.24", 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:37.496797+0000", 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.906 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.911 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.912 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.305147+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:55.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.914 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.23", 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:01.529551+0000", 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.915 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.918 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.919 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.168209+0000", 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:55.921 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.22", 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:37.745415+0000", 2024-04-02T09:50:55.922 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.926 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:55.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231908+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:55.928 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.21", 2024-04-02T09:50:55.929 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5049, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:42.946295+0000", 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.933 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:55.934 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238982+0000", 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:55.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.937 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.938 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.938 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.938 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.20", 2024-04-02T09:50:55.938 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.938 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.938 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.938 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4883, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:38.656190+0000", 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.943 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:55.944 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183747+0000", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:55.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:55.946 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.947 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.f", 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:30.422212+0000", 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.952 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.953 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175054+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:55.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.955 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.e", 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5050, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:27:49.970854+0000", 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.956 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:55.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.960 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.961 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242885+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:55.962 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.963 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.c", 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:29.159237+0000", 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.964 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.967 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.968 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302726+0000", 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:55.969 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.970 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.971 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.d", 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:14.294881+0000", 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 70, 2024-04-02T09:50:55.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:55.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.977 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:55.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191520+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.980 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.d", 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.981 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:04.999218+0000", 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.986 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159315+0000", 2024-04-02T09:50:55.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.988 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.c", 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.989 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5052, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:55:03.187360+0000", 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:55.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.993 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:55.994 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239026+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:55.995 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:55.996 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.a", 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4888, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:25.870475+0000", 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:55.997 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:55.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:55.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.000 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.001 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175195+0000", 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:56.003 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.b", 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.004 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:41.682745+0000", 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'3" 2024-04-02T09:50:56.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.010 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294348+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:56.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.012 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.013 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.b", 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5028, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:33.933931+0000", 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.017 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.018 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.019 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172744+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:56.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.021 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.a", 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.022 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:11.354451+0000", 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.026 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.027 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172983+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.029 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.8", 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5023, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:49.728189+0000", 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.033 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.034 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180105+0000", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.035 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.036 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.9", 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:50:23.944239+0000", 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.037 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.041 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.042 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.167340+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.044 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.9", 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4981, 2024-04-02T09:50:56.045 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:02.752891+0000", 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.050 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.051 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183742+0000", 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.053 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.054 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.8", 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4842, 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:30.605531+0000", 2024-04-02T09:50:56.055 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.058 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.059 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.060 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302409+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:56.061 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.062 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.6", 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5037, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:57.241284+0000", 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.063 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.067 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175155+0000", 2024-04-02T09:50:56.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.069 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.7", 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.070 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:43.841098+0000", 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.074 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.505756+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3165, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3165, 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.077 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.1", 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8925, 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:47.798190+0000", 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.00317888, 2024-04-02T09:50:56.078 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194304, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.080 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.081 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1340, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387528, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3144, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 399118 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.082 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3165" 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.083 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.169949+0000", 2024-04-02T09:50:56.084 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.085 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.086 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.7", 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:56.087 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:37.683280+0000", 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.088 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.089 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.090 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.091 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:56.093 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242931+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.094 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.095 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.6", 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5076, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:51:09.294833+0000", 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.097 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.098 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.099 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "580'2" 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.100 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.444803+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:56.101 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3248, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.102 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3248, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.0", 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9032, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:33:03.755241+0000", 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002860449, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.104 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.105 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1252, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 417959, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3227, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 400793 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.106 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3248" 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.107 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166031+0000", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.108 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.109 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.4", 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:57:32.471215+0000", 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.110 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.111 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.112 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.113 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.114 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183530+0000", 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.115 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.116 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.5", 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.117 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4864, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:13.878090+0000", 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.120 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.122 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.123 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456061+0000", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.124 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3141, 2024-04-02T09:50:56.125 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3141, 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.3", 2024-04-02T09:50:56.126 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9028, 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:51.831729+0000", 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003077489, 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.128 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.129 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.130 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1312, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 353450, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3109, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 375024 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.131 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3141" 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.132 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.184268+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:56.133 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.134 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.0", 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4845, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:58.165294+0000", 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.135 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.137 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.138 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.139 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.291446+0000", 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.140 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.141 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1", 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:56.142 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:41.060938+0000", 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.144 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.145 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.146 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:56.147 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456741+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.148 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2976, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2976, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.6", 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.149 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8632, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:35.788005+0000", 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003555937, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.151 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.152 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 928, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 336690, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2959, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 389042 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.153 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2976" 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.154 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 20, 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:56.155 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183484+0000", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.156 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.157 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "1.0", 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5345, 2024-04-02T09:50:56.158 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:37.450489+0000", 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.161 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:50:56.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.163 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "232'197" 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.164 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173576+0000", 2024-04-02T09:50:56.165 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.166 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.3", 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.167 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4933, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:49:40.095086+0000", 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.170 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.172 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239857+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.173 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.174 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2", 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5025, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:15:13.232164+0000", 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.177 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.178 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.179 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.513447+0000", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.180 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3084, 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.181 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3084, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.5", 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8504, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:49.378990+0000", 2024-04-02T09:50:56.182 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.001764332, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 645, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 418934, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3077, 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 386481 2024-04-02T09:50:56.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.186 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3084" 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.187 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.151885+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:56.188 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:56.189 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1", 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5056, 2024-04-02T09:50:56.190 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:28.583284+0000", 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.192 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.195 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229639+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.196 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.197 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.0", 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.198 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:46.579863+0000", 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.199 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.200 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.203 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.204 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.446597+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:56.205 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2932, 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.206 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2932, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.7", 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8567, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:30.049314+0000", 2024-04-02T09:50:56.207 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002824016, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.208 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 782, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 405285, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2919, 2024-04-02T09:50:56.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 357686 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2932" 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.211 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.232836+0000", 2024-04-02T09:50:56.212 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.213 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3", 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.214 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5047, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:27.571004+0000", 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.215 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.218 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:56.219 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230866+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:56.220 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.221 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.2", 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4939, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:34.104020+0000", 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.223 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.226 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:56.227 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.447033+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.228 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3088, 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.229 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3088, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.4", 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9039, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.230 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:15:26.075306+0000", 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.004168876, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.231 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.232 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1545, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 380642, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3087, 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 419291 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.235 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3088" 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.236 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:56.237 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.165507+0000", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.238 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.239 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.5", 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:35:47.452420+0000", 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.241 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.243 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.244 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172515+0000", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.245 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.246 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.4", 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:11.605270+0000", 2024-04-02T09:50:56.247 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.248 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.250 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.251 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.445041+0000", 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:56.252 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2844, 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.253 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2844, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.2", 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.254 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8791, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:19:43.798869+0000", 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003068821, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 19, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.255 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1186, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387499, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2826, 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 368128 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2844" 2024-04-02T09:50:56.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.259 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172986+0000", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.260 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.261 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.e", 2024-04-02T09:50:56.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4860, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:46.483147+0000", 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.263 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.264 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.266 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.267 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.293261+0000", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:56.268 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:56.269 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.f", 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5001, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:30.183430+0000", 2024-04-02T09:50:56.270 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 22, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.272 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.273 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:56.274 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.275 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.276 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.170971+0000", 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.277 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.278 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.11", 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4846, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.279 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:31.334193+0000", 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.280 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.283 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:56.284 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.155017+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:56.285 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 8, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 8, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.286 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.10", 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5064, 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:50.586092+0000", 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.290 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 4, 2024-04-02T09:50:56.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 24, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 24, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'8" 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.294 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.235961+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.297 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.10", 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:55.439367+0000", 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.301 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.302 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:56.303 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229601+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.305 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.11", 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4885, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.306 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:33:23.443659+0000", 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.307 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.311 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.312 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:56.313 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.186589+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.315 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.13", 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:35.396794+0000", 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.316 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.319 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.320 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174096+0000", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.322 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.12", 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.323 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:17.068523+0000", 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.327 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:56.328 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181368+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:56.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.330 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.12", 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:00.456435+0000", 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.334 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.335 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.304032+0000", 2024-04-02T09:50:56.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.338 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.13", 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5083, 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.339 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.682003+0000", 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 34, 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 8, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 7 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.344 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:56.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180292+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:56.346 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.347 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.15", 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4857, 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:50.718427+0000", 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.348 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.353 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:56.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230924+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 29, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 29, 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.356 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.14", 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.970825+0000", 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 5824, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 10, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 14, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 28, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 25 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.360 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'29" 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.361 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.165905+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:56.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.363 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.14", 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4985, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:07:51.183561+0000", 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.364 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.367 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.368 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166040+0000", 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.15", 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.371 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:41:57.098368+0000", 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 90, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 7, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 7, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:50:56.375 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'3" 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.376 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.377 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.158316+0000", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.378 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.379 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.17", 2024-04-02T09:50:56.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5077, 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:20:08.149572+0000", 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.384 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.385 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.386 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.245675+0000", 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.388 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.16", 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.389 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:12.758417+0000", 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.392 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.393 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.394 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176901+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:56.395 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.396 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.16", 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:38.304817+0000", 2024-04-02T09:50:56.397 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.399 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.400 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.401 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.244209+0000", 2024-04-02T09:50:56.402 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.403 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.17", 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.404 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:08:00.291271+0000", 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.406 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.408 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.409 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:56.410 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294381+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:56.411 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.412 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.19", 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.413 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5067, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:14:53.600241+0000", 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.415 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.416 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.417 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.418 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:56.419 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174397+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.420 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.421 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.18", 2024-04-02T09:50:56.422 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4912, 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:21.276978+0000", 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.423 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.424 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.425 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.427 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.156332+0000", 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.428 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.429 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.18", 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.430 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5024, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:59.108219+0000", 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.431 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.432 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.433 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.435 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230935+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.436 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.437 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.19", 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5026, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:33.288265+0000", 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.438 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.439 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.440 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.441 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.442 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.192280+0000", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.443 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.444 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1b", 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.445 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:38:38.034382+0000", 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.446 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.447 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.448 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.449 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.450 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.451 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.166385+0000", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.452 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.453 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.454 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1a", 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4879, 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:27:15.707959+0000", 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.455 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.459 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:56.460 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.297486+0000", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:56.461 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:56.462 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1a", 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4982, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:33.517162+0000", 2024-04-02T09:50:56.463 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.467 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.162884+0000", 2024-04-02T09:50:56.468 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.469 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1b", 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.470 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5021, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:36.896470+0000", 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.474 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.475 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243681+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.476 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.477 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1d", 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4910, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:13.437853+0000", 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.478 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.479 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.480 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.481 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.482 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.483 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181480+0000", 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.484 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:56.485 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.486 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1c", 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4855, 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:12:12.870339+0000", 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.487 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.488 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.490 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:56.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.492 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:50:56.493 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.171071+0000", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:56.494 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.495 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1c", 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4916, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:12:58.454204+0000", 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.496 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.497 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.498 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.499 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.500 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191258+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:56.501 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.502 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1d", 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:22.880906+0000", 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.503 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.504 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.505 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.506 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.507 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166048+0000", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.508 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.509 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1f", 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5074, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:35.380966+0000", 2024-04-02T09:50:56.510 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.511 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.512 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.514 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:56.515 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.156145+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:56.516 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.517 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1e", 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5036, 2024-04-02T09:50:56.518 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:39.644345+0000", 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.519 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.520 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.521 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.523 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.524 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.248511+0000", 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.525 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.526 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.527 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1e", 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5019, 2024-04-02T09:50:56.528 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:27:36.545175+0000", 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.529 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.530 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.531 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.532 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.533 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181484+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.534 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 5, 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.535 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 5, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1f", 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5090, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:36.409339+0000", 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.536 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 582, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.537 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.538 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 4, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.539 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'5" 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.540 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190989+0000", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.541 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.542 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2d", 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4847, 2024-04-02T09:50:56.543 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:18:27.268204+0000", 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.544 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.545 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.546 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.547 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175782+0000", 2024-04-02T09:50:56.548 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:56.549 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.550 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2e", 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5043, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:33.148615+0000", 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.552 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.553 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.554 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.555 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.556 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183132+0000", 2024-04-02T09:50:56.557 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.558 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.559 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2f", 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:50:56.560 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:10.224529+0000", 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.561 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.563 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.565 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176199+0000", 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:56.566 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.567 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.30", 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:50:56.568 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:15.570078+0000", 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.569 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.570 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.571 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.572 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:50:56.573 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159763+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:56.574 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.31", 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.575 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5069, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:34:46.225425+0000", 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.576 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.579 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.580 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.157981+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.581 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.582 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.32", 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:32.025960+0000", 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.583 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.584 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.585 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.586 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.587 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:50:56.588 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.233705+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.589 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.590 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.33", 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:26.099542+0000", 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.591 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.592 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.593 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.594 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.595 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.596 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.597 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238244+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:56.598 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.599 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.34", 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4990, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:36.967406+0000", 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.600 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.601 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.602 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.603 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.604 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243062+0000", 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.605 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.606 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.35", 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.607 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:29.971132+0000", 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.609 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.610 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.611 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.246214+0000", 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.612 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.613 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.36", 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:50:56.614 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:32.026199+0000", 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.616 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.617 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.618 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:50:56.619 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.182498+0000", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:56.620 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.621 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.37", 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4851, 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.622 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:15.061734+0000", 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.624 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.625 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.626 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.627 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.628 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231025+0000", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.629 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.630 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.631 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.38", 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:11.055605+0000", 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.632 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.633 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.634 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.635 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.636 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190105+0000", 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.637 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.638 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.39", 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.639 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:52.266747+0000", 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.641 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.642 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.643 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.644 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.170863+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:56.645 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.646 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3a", 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4936, 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:38.550676+0000", 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.649 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.650 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.651 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189931+0000", 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.652 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.653 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.654 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3b", 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:18:18.675091+0000", 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.656 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.657 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.658 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.659 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:50:56.660 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173923+0000", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:56.661 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.662 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3c", 2024-04-02T09:50:56.663 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:35:22.126134+0000", 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.665 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.666 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.667 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.669 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.670 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.145053+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.671 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.672 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3d", 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:32.005025+0000", 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.674 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.675 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.676 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.677 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242753+0000", 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.678 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.679 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3e", 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.680 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:30.126985+0000", 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.682 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.683 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.684 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:50:56.685 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189425+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:56.686 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:56.687 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3f", 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4850, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:26.431391+0000", 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.690 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:56.691 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pool": [ 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 24, 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:56.692 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 24478, 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 8, 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 24478, 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 4, 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194323, 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 2, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 8990, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 3087987, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 24348, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 3095563 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 12595200, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:56.697 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 12582969, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 24 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 192, 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:56.698 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 64, 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 3, 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.699 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.700 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.701 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.702 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:56.703 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 192 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.704 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 3, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 1, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 3, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 1, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.707 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 1781760, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 1771104, 2024-04-02T09:50:56.708 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 3 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 96, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 68, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 32, 2024-04-02T09:50:56.709 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 68, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 2, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 6622, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 66, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 22, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 22, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 14, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 79, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 87, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 68, 2024-04-02T09:50:56.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 36 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 110592, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 19866, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 44281, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 96 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.713 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 4414717952, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.005748627707362175 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952 2024-04-02T09:50:56.714 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.715 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.715 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T09:50:56.715 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T09:50:56.716 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:56.716 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.716 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.716 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.716 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.716 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.716 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.717 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.718 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.719 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.720 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.720 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.720 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.720 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.721 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.721 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:55 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.721 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:56.721 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:56.721 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.722 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:56 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.724 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.725 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:56.726 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:55 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:56.727 INFO:tasks.workunit.client.0.smithi084.stdout:Telemetry is on. 2024-04-02T09:50:56.727 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry show 2024-04-02T09:50:56.734 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T09:50:56.734 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T09:50:56.734 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T09:50:56.734 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T09:50:56.734 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.734 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T09:50:56.734 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:56.735 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:56.736 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:56.737 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T09:50:56.738 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T09:50:56.739 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:56.740 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:56.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:56.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:56.743 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:50:56.744 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:50:56.745 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:56.746 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:56.747 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:50:56.748 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/enabled", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:56.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:56.750 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:56.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:56.752 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T09:50:56.753 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T09:50:56.754 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 2, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "has_msr_rules": 0, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 1, 2024-04-02T09:50:56.755 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_collision_tries": 100, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_descents": 100, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T09:50:56.756 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.757 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T09:50:56.758 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_stats": { 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20676608, 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 396880, 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:56.759 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 630784, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 444, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1507544, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1150464, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14869208, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20258816, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 326320, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 778240, 2024-04-02T09:50:56.760 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 0, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 357, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1016736, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 906752, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14478256, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 257802240, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 4208496, 2024-04-02T09:50:56.761 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3145728, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1253376, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9366, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 15070904, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 4727296, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 230649816, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 259055616 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 173481984, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 3309736, 2024-04-02T09:50:56.762 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1482752, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6792, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 11677400, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 4312320, 2024-04-02T09:50:56.763 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 151167872, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 174964736 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 168747008, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2981792, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 8192, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2007040, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6571, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 9916632, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:50:56.764 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2914048, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 149911688, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 170754048 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 534904832, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 23251552, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 5505024, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 49078272, 2024-04-02T09:50:56.765 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11971, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 74610256, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10306816, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 421231184, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 583983104 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 678436864, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 26397104, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3538944, 2024-04-02T09:50:56.766 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2146304, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 13989, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 80790832, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11855872, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 555854112, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 680583168 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:56.767 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 546430976, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 24020608, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 53026816, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10953, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 70556600, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9409792, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 439036104, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 599457792 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.768 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 514449408, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 19566216, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 39829504, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9931, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 65408008, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:56.769 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9588736, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 416609648, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 554278912 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 498204672, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 20150632, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 115073024, 2024-04-02T09:50:56.770 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11131, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 75943176, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11245824, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 387457168, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 613277696 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 478511104, 2024-04-02T09:50:56.771 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 25007064, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 149479424, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 12056, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 83658912, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10000128, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 356437128, 2024-04-02T09:50:56.772 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 627990528 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 388202496, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 18893248, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 43606016, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9254, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.773 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 58229176, 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10008320, 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 297794952, 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 431808512 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 470958080, 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 21655760, 2024-04-02T09:50:56.774 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 33013760, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10708, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 76324920, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 8595968, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 361104632, 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 503971840 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.775 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "io_rate": { 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_stats_delta": { 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 0, 2024-04-02T09:50:56.776 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "stamp_delta": "11.757671", 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:56.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:56.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 3, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 3, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:56.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:56.780 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 0 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "mempool": { 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.781 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.782 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.783 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.784 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.785 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 221552, 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 64 2024-04-02T09:50:56.786 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 51904, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 181 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.787 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12384, 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 260 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.788 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.789 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.791 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.792 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.793 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.794 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 149008, 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 33 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 928, 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.795 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:56.798 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.800 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.802 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.803 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.804 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 42064449, 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5214 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.806 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11792, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 348 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.807 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.809 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.810 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.811 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.812 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.813 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.814 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 41858353, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5205 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.815 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:56.816 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.817 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.818 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.820 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.821 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.822 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 41607305, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5145 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 528, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 6 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.823 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.824 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.825 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.826 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16864, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 327 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 34432, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.827 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 367536, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 389059, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2406746, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 538859 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.828 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6980456, 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10297 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70480, 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7329 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84816, 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.829 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.830 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55915, 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 47 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20711497, 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 287 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.831 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11704, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 133 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 524880, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.832 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7132112, 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 18478 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.833 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.834 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19824, 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 363 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:56.835 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4992, 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 26 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.836 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365248, 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 537392, 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 153 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2355162, 2024-04-02T09:50:56.837 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524888 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6800936, 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10033 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68424, 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7154 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.838 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84288, 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.839 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 57034, 2024-04-02T09:50:56.840 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 25 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 27459142, 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 4405 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.841 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14168, 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 161 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:56.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7076264, 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20625 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.843 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.844 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.845 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 18296, 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 341 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30720, 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:56.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4032, 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 21 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 364832, 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.847 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 298986, 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 87 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1767634, 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 388347 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5127456, 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7572 2024-04-02T09:50:56.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 67488, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7142 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84192, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:56.849 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 71099, 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 49 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.850 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21879757, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 280 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10736, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.851 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 361584, 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 31 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3161080, 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 6079 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.852 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 17520, 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 329 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.854 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55440, 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 693 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365872, 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1759 2024-04-02T09:50:56.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 355472, 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 107 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1746349, 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 386393 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.856 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5105696, 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7540 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68192, 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7161 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84384, 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1758 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1472, 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.858 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 94325, 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 58 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20128, 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20790887, 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 266 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12320, 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 140 2024-04-02T09:50:56.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 419904, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3626480, 2024-04-02T09:50:56.860 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9374 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.861 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.862 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21304, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 381 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31232, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 27 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1344, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56000, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 700 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.863 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 379392, 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1824 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478533, 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 119 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2032058, 2024-04-02T09:50:56.864 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 452600 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5907416, 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8719 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77640, 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.865 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168496, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.866 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 123625, 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 65 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28144, 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7777096, 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 255 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12496, 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 142 2024-04-02T09:50:56.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 443232, 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 38 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.868 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5048680, 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12109 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.869 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.870 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.871 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21024, 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 384 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31360, 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 28 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 960, 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.872 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55520, 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 694 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 378976, 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.873 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 416525, 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 109 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2352254, 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524303 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6765576, 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9981 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.874 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77932, 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:56.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78505, 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 56 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5770226, 2024-04-02T09:50:56.877 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 254 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11352, 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 129 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478224, 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T09:50:56.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6302920, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12121 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.879 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.880 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14832, 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 249 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 38784, 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.881 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2688, 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54720, 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 684 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 380640, 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.882 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 832712, 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 207 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.883 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1718981, 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 378231 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4983976, 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7361 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78968, 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8472 2024-04-02T09:50:56.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87840, 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168408, 2024-04-02T09:50:56.885 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1209 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 38099, 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.886 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14270463, 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 228 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19008, 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 216 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3688360, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9493 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.888 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.889 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16224, 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 300 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 47104, 2024-04-02T09:50:56.890 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 24 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3072, 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 16 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54880, 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 686 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 366912, 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.891 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 602623, 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 137 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2015703, 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 449657 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5846216, 2024-04-02T09:50:56.892 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8629 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70468, 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7320 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84672, 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:56.893 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19485, 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 28 2024-04-02T09:50:56.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16660974, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 250 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12320, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 140 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.895 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 536544, 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 46 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5043792, 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9706 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:56.896 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.897 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:50:56.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:50:56.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.900 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.902 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T09:50:56.903 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T09:50:56.904 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "reef", 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "squid" 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 19, 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:56.905 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "squid" 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_perf_histograms": [ 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:56.906 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:56.907 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:56.908 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:56.909 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:56.910 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:56.911 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:56.912 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:56.913 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 280, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10936, 3854, 61, 10, 16, 17, 3, 4, 5, 7, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6517, 279, 33, 0, 24, 37, 87, 108, 22, 38, 58, 47, 56, 22, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 660, 9, 3, 0, 1, 0, 11, 41, 4, 4, 49, 123, 159, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 344, 5, 0, 0, 1, 2, 0, 1, 0, 1, 0, 26, 202, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 191, 0, 0, 0, 0, 1, 0, 2, 0, 0, 9, 1, 23, 85, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.914 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 16, 27, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 44, 52, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 33, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.915 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.916 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.917 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7948, 2, 1, 1, 3, 2, 6, 5, 4, 9, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7239, 79, 1176, 0, 9, 6, 4, 16, 32, 53, 90, 74, 80, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 716, 97, 496, 21, 1, 1, 0, 3, 9, 9, 65, 199, 243, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 471, 14, 30, 10, 0, 0, 0, 0, 0, 1, 1, 18, 281, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 89, 12, 19, 0, 0, 0, 0, 0, 0, 0, 9, 7, 25, 29, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 32, 2, 41, 34, 0, 0, 0, 0, 0, 0, 2, 7, 17, 11, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 200, 31, 68, 0, 0, 0, 0, 0, 0, 0, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.918 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 73, 2, 65, 94, 0, 0, 0, 0, 0, 0, 3, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 1, 2, 35, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.919 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8558, 3, 0, 0, 7208, 393, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8761, 38, 25, 1, 559, 195, 1, 5, 3, 2, 5, 5, 32, 31, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1037, 14, 9, 2, 2, 2, 1, 1, 2, 3, 20, 7, 2, 3, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 429, 5, 1, 1, 4, 3, 0, 0, 0, 1, 5, 17, 40, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 25, 28, 0, 1, 0, 0, 24, 11, 33, 67, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 324, 0, 0, 0, 0, 12, 0, 3, 0, 0, 5, 22, 59, 40, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 398, 1, 0, 1, 0, 0, 0, 0, 0, 0, 9, 20, 56, 76, 72, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 149, 0, 0, 0, 0, 0, 2, 1, 0, 0, 3, 3, 13, 61, 71, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.921 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 6, 19, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.922 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.923 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10890, 47, 0, 1, 3, 0, 0, 1, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13110, 238, 27, 0, 25, 3, 5, 5, 15, 28, 34, 18, 19, 24, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2066, 41, 21, 0, 0, 0, 0, 2, 0, 7, 19, 108, 80, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 773, 10, 1, 0, 5, 0, 0, 1, 0, 0, 2, 9, 108, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 386, 27, 0, 0, 108, 0, 0, 0, 0, 1, 6, 9, 12, 38, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 157, 27, 0, 0, 326, 0, 0, 0, 0, 0, 5, 1, 5, 9, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 192, 47, 0, 0, 448, 0, 0, 0, 0, 0, 0, 0, 2, 18, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 28, 87, 0, 0, 1783, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 49, 83, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.924 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.925 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8380, 0, 62, 4, 12, 12, 1, 0, 0, 2, 5, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8548, 40, 24, 0, 20, 21, 65, 67, 7, 15, 17, 14, 16, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.926 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 898, 6, 12, 0, 4, 1, 2, 13, 7, 8, 76, 78, 42, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 319, 3, 0, 0, 0, 0, 0, 0, 0, 1, 3, 21, 158, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 150, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 3, 18, 22, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.927 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.928 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 12649, 27, 0, 1, 2, 1, 0, 0, 3, 0, 3, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10938, 211, 11, 0, 16, 2, 2, 2, 3, 0, 39, 5, 12, 22, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1369, 46, 9, 1, 1, 0, 0, 0, 4, 0, 31, 4, 5, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 575, 3, 8, 5, 7, 0, 0, 0, 1, 0, 6, 11, 45, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 221, 1, 1, 0, 1, 0, 0, 1, 0, 0, 8, 0, 32, 36, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 16, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 1, 0, 0, 0, 0, 0, 0, 5, 0, 8, 15, 50, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.929 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.930 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.931 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 737, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10404, 3982, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6372, 104, 0, 0, 14, 4, 3, 8, 8, 24, 14, 13, 14, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 686, 17, 2, 1, 3, 0, 0, 1, 4, 16, 47, 56, 27, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 339, 4, 0, 0, 0, 0, 0, 1, 0, 0, 5, 24, 183, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 3, 1, 0, 0, 0, 0, 0, 0, 0, 3, 2, 23, 40, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 160, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 6, 8, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.932 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.933 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5880, 3510, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 15514, 8553, 4271, 0, 0, 0, 0, 0, 2, 2, 6, 3, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9071, 167, 68, 0, 9, 0, 0, 0, 5, 1, 37, 7, 12, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1199, 13, 13, 0, 1, 0, 0, 0, 9, 5, 24, 2, 0, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.934 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 316, 10, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 30, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 131, 25, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 32, 47, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 97, 10, 2, 0, 0, 0, 0, 0, 1, 0, 2, 1, 12, 10, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 3, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 14, 51, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.935 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.936 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:56.937 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:56.938 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.939 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:56.940 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:56.941 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:56.942 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.943 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 248, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4151, 60, 86, 172, 420, 568, 661, 2, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 645, 12, 19, 32, 50, 45, 60, 0, 0, 3, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 4, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.944 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.945 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 135, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2907, 216, 33, 67, 124, 0, 3, 6, 6, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 564, 62, 1311, 0, 0, 0, 0, 1, 0, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 494, 13, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.947 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1528, 1073, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1703, 1888, 242, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 26, 30, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.948 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.949 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.950 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 533, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8983, 8, 0, 0, 16, 1, 4, 4, 14, 17, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16449, 1, 1, 0, 5, 0, 1, 1, 0, 2, 2, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 517, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 2, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 10, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.951 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.952 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.953 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 257, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3446, 27, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 298, 3, 0, 0, 0, 0, 0, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 21, 15, 30, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 752, 142, 21, 125, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3579, 2202, 0, 338, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 942, 654, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.954 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.955 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.956 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 729, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3018, 217, 34, 67, 139, 276, 465, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 322, 15, 0, 0, 0, 1, 16, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 103, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.957 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.958 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.959 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 592, 2, 16, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5516, 73, 122, 229, 459, 603, 707, 5, 3, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 438, 4, 0, 3, 15, 9, 18, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 5, 6, 13, 1, 1, 0, 0, 0, 0, 3, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 229, 35, 75, 116, 28, 0, 0, 0, 1, 0, 2, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.960 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.961 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3289, 31, 0, 0, 3, 1, 0, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 284, 1, 1, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.962 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 197, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 169, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.963 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.964 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 554, 18, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8950, 32, 53, 46, 1, 2, 4, 1, 10, 8, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2107, 34, 90, 40, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 380, 6, 7, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 9, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.965 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.966 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:56.967 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:56.968 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:56.969 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.970 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:56.971 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:56.972 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.973 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.974 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.975 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.976 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 549, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.977 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.978 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 534, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9050, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.979 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 532, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.980 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.981 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.982 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1714, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.983 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.984 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.985 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.986 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.987 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.988 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.989 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.990 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.991 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.992 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.993 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.994 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.995 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 278, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.996 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:56.997 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:56.998 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:56.999 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:57.000 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:57.001 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:57.002 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.003 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1712, 21, 0, 0, 11, 0, 4, 5, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1388, 8, 0, 0, 4, 6, 4, 14, 22, 59, 114, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.004 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 7, 0, 0, 0, 1, 2, 4, 2, 9, 50, 177, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 6, 0, 0, 0, 1, 0, 0, 2, 2, 8, 20, 242, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 496, 1, 0, 0, 0, 0, 1, 0, 1, 1, 2, 6, 17, 21, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 16, 27, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.005 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:57.006 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2406, 24, 0, 0, 5, 1, 1, 2, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1699, 4, 3, 1, 1, 1, 10, 18, 29, 73, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 74, 0, 0, 1, 3, 2, 4, 2, 5, 3, 32, 199, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 9, 285, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 22, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 27, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.007 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.008 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.009 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 328, 8, 1, 0, 6, 0, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 209, 9, 0, 0, 2, 0, 2, 5, 4, 10, 83, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 320, 10, 1, 0, 0, 1, 5, 13, 13, 21, 100, 150, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 10, 0, 0, 0, 1, 2, 2, 5, 8, 45, 52, 27, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 64, 25, 0, 0, 0, 0, 0, 0, 1, 2, 14, 14, 33, 40, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 36, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 54, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.010 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.011 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1114, 28, 1, 2, 12, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 702, 2, 0, 0, 6, 2, 2, 6, 9, 32, 65, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.012 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 5, 0, 1, 0, 0, 1, 1, 2, 3, 17, 96, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 300, 19, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 68, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 442, 21, 0, 0, 0, 0, 0, 1, 0, 3, 4, 7, 23, 43, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 40, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 18, 44, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.013 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.014 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.015 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1091, 9, 0, 0, 7, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 795, 3, 0, 1, 5, 4, 7, 9, 15, 30, 44, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 323, 0, 0, 0, 3, 0, 1, 2, 5, 5, 36, 117, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 3, 0, 5, 7, 176, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 286, 4, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 12, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 15, 27, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.016 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.017 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.018 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 466, 19, 2, 2, 11, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 78, 9, 1, 0, 1, 0, 1, 3, 6, 3, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 162, 10, 0, 0, 1, 0, 0, 2, 7, 8, 27, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 70, 8, 0, 0, 2, 0, 0, 0, 0, 0, 11, 12, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 17, 0, 0, 1, 0, 0, 0, 0, 2, 2, 6, 17, 24, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 40, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 16, 23, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.019 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.020 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.021 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1101, 17, 2, 0, 15, 1, 3, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 760, 10, 1, 0, 3, 3, 10, 7, 18, 38, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 343, 6, 0, 0, 0, 0, 0, 1, 3, 2, 34, 93, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 502, 8, 0, 0, 0, 0, 1, 0, 0, 0, 7, 3, 170, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 6, 13, 20, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.022 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.023 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.024 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.025 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 264, 9, 0, 0, 6, 0, 4, 8, 16, 21, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 57, 1, 1, 0, 1, 0, 2, 0, 5, 8, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 20, 0, 0, 0, 1, 2, 1, 5, 6, 14, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 1, 0, 1, 0, 0, 3, 9, 29, 31, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.026 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 5, 16, 27, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.027 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 8, 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "number of replicas", 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 1, 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0]", 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[1, 1]", 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[2, 2]", 2024-04-02T09:50:57.029 INFO:tasks.workunit.client.0.smithi084.stdout: "[3, 3]", 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[4, 4]", 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[5, 5]", 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[6, None]" 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "linear" 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 10, 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "duration", 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 250000, 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:57.030 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[250000, 499999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[500000, 999999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[1000000, 1999999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[2000000, 3999999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[4000000, 7999999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[8000000, 15999999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[16000000, 31999999]", 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "[32000000, None]" 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:57.031 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:57.032 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.033 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.034 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.035 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.036 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.037 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.038 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_counters": { 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": { 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:50:57.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_grant": { 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_commit": { 2024-04-02T09:50:57.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_complete": { 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_keys": { 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_merge": { 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_split": { 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.041 INFO:tasks.workunit.client.0.smithi084.stdout: "exported_inodes": { 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "forward": { 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_cap_release": { 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps": { 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps_dirty": { 2024-04-02T09:50:57.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_inode_file_caps": { 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "imported_inodes": { 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes": { 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_expired": { 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.043 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_pinned": { 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_with_caps": { 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "load_cent": { 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "openino_dir_fetch": { 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "process_request_cap_release": { 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.044 INFO:tasks.workunit.client.0.smithi084.stdout: "reply_latency": { 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "request": { 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rbytes": { 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rfiles": { 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rsnaps": { 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_reply": { 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "subtrees": { 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_cache": { 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_exportdir": { 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_flush": { 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragmentdir": { 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragstats": { 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_inodestats": { 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_inode": { 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_path": { 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_enqueued": { 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_prioritized": { 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_processing": { 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays": { 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_delayed": { 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_enqueuing": { 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_completed": { 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_started": { 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_created": { 2024-04-02T09:50:57.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_enqueued": { 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_migrated": { 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_reintegrated": { 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_log": { 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "ev": { 2024-04-02T09:50:57.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "evadd": { 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "evex": { 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "evexd": { 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "evexg": { 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.051 INFO:tasks.workunit.client.0.smithi084.stdout: "evlrg": { 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "evtrm": { 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "jlat": { 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "replayed": { 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "seg": { 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: "segadd": { 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: "segex": { 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: "segexd": { 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "segexg": { 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "segmjr": { 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "segtrm": { 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_mem": { 2024-04-02T09:50:57.054 INFO:tasks.workunit.client.0.smithi084.stdout: "cap": { 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: "cap+": { 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: "cap-": { 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.055 INFO:tasks.workunit.client.0.smithi084.stdout: "dir": { 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "dir+": { 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "dir-": { 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "dn": { 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "dn+": { 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.056 INFO:tasks.workunit.client.0.smithi084.stdout: "dn-": { 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: "heap": { 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 248184 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: "ino": { 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: "ino+": { 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:57.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: "ino-": { 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: "rss": { 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52936 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_server": { 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_acquisition_throttle": { 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_revoke_eviction": { 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_request": { 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_session": { 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.059 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_peer_request": { 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "req_create_latency": { 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getattr_latency": { 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.060 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getfilelock_latency": { 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getvxattr_latency": { 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "req_link_latency": { 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookup_latency": { 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookuphash_latency": { 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.062 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupino_latency": { 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupname_latency": { 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupparent_latency": { 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lssnap_latency": { 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.064 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mkdir_latency": { 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mknod_latency": { 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mksnap_latency": { 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "req_open_latency": { 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "req_readdir_latency": { 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rename_latency": { 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "req_renamesnap_latency": { 2024-04-02T09:50:57.066 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmdir_latency": { 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmsnap_latency": { 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmxattr_latency": { 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.067 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setattr_latency": { 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setfilelock_latency": { 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setlayout_latency": { 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setxattr_latency": { 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "req_snapdiff_latency": { 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "req_symlink_latency": { 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "req_unlink_latency": { 2024-04-02T09:50:57.069 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_sessions": { 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "average_load": { 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "avg_session_uptime": { 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "mdthresh_evicted": { 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.070 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "session_count": { 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "session_remove": { 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_open": { 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_stale": { 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.071 INFO:tasks.workunit.client.0.smithi084.stdout: "total_load": { 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "purge_queue": { 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed": { 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed_ops": { 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing": { 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_high_water": { 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops": { 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_item_in_journal": { 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:57.074 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.075 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 258 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:57.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8617 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59576620 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25851 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1863967334 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.077 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8615 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58929489 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.079 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66741 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2749459164 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:57.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999908 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8618 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8618, 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29314486691 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:57.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66708 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:57.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 254861312 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 254320640 2024-04-02T09:50:57.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 540672 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.085 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24200914 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69008727 2024-04-02T09:50:57.088 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1500773 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70737348 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:57.092 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178333669 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69130267 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:57.096 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:57.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 380660, 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1946667371 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20786, 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7502423123 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:57.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:57.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:57.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8551 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58482660 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1932966081 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:57.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 219 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 999982 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.104 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8552 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8552 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8552, 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26930528594 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.107 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.108 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8551 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115389398 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:57.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74868 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5755899154 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 171950080 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.110 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 170434560 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1515520 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24011770 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.113 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69124947 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1495453 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.115 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70669744 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178382285 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.119 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69081651 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:57.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.121 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 377127, 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1787116537 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.122 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20625, 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9835141497 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:57.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 238 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:57.126 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58201750 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1261966086 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:57.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 146 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.128 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999867 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:57.130 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.131 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:57.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26371291323 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:57.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114781873 2024-04-02T09:50:57.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74549 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2899922089 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.138 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167739392 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 165576704 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2162688 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23907250 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69184338 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1479628 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70640440 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:57.145 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178412371 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69051565 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:57.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 369060, 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1768916238 2024-04-02T09:50:57.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20527, 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6497458522 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16025 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.152 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2633728 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.153 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 625082368 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3478377 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1114577 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 170, 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 756889 2024-04-02T09:50:57.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556400640 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75520, 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10703135857 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75528, 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17347141708 2024-04-02T09:50:57.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10153984 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 309415936 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569180160 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1908205349 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35609 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586393088 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.157 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586397184 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23122 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35609, 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 638980416 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1852474420 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33895 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1034968 2024-04-02T09:50:57.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 359 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614600 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 514 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.161 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 156 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 514, 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 933924 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 697 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:57.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7545 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939859968 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10018816 2024-04-02T09:50:57.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20734, 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65361479 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3600, 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3663137054 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26566, 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 210587943 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20966702216 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74834, 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1487259749 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.169 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41560418 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21008262634 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29682, 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1275998571 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 978, 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2899857 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26181, 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10406526 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.171 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 53, 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69884 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16697, 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1623674621 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 234264 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23995 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.172 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15965, 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2269578722 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41203, 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12950013 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25238, 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1803498374 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15213, 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 401182268 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9835520479 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 700707075 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10166, 2024-04-02T09:50:57.175 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4283759631668 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6912877060680 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2837805633549 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9726423 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.176 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 435744383 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33782614156 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34535560 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16474765497 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.177 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11265591066 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046328 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2546, 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12978072 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71811798035 2024-04-02T09:50:57.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12281938124 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 520902995 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 578478080 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 529399808 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49078272 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57294481 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 118784 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68411759 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.183 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1392 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83936 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 224 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73522320 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.186 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2304208 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38196320 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68551376 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.189 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 978 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21536 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1149245 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72436113 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56 2024-04-02T09:50:57.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40293 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 121736, 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7783800229 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.195 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614835695 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40293, 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 174701224526 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459733 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41050, 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21148710893 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40293, 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68938731050 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25281 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.197 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25281, 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10284311109 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459733 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25600, 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6111825474 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.198 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25281, 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6896658651 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7758 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 581621106 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15394763987 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8047, 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5384515872 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13682540887 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.200 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7254 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2033214589 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149022149430 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.201 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7403, 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9652369547 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48359531512 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194304 2024-04-02T09:50:57.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566431744 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16264 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4677632 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 699183104 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:57.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7434555 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586528 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 180, 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 817369 2024-04-02T09:50:57.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665255936 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74443, 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10687053218 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74445, 2024-04-02T09:50:57.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17318232009 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5713920 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 304979968 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 682295296 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.210 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3544620913 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39300 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051540480 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.211 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051544576 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28932 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39300, 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1174861220 2024-04-02T09:50:57.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3465161247 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36862 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1240216 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 414 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.213 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4640777 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 158 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 568, 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976369 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 546 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:57.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9231 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1011564544 2024-04-02T09:50:57.217 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9420800 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18601, 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78198348 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.218 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3575, 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4771314415 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17156, 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 136848066 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:57.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20787190226 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 73755, 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1575560393 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40361072 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20827551298 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.221 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 230445, 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1194364020 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 779, 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142734 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 130064, 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41802074 2024-04-02T09:50:57.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 46, 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56208 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13776, 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1119343033 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 426716 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26186 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.223 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22037, 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2004856051 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71680, 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18039223 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49643, 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1310578546 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15019, 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 385666164 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9683170044 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1213577352 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22255, 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3826172286180 2024-04-02T09:50:57.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6540613477534 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2951677702044 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8480611 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 261432185 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32024049928 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34840371 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14485900114 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12761770849 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455411 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2529, 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15235794 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69231837044 2024-04-02T09:50:57.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13766333985 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 492767291 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 677044224 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674766848 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.231 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2277376 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57150587 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.233 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 262144 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68350853 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629407 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 256 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 976 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73904 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.238 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74611617 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4541792 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38100391 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.242 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74798329 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629407 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 981 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32375 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1135096 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73518621 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.247 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42867 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131548, 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10453443085 2024-04-02T09:50:57.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2355788236 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42867, 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 738910088910 2024-04-02T09:50:57.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280520 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 44540, 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39462790961 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42867, 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114628510483 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20769 2024-04-02T09:50:57.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20769, 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16702593376 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280520 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 21197, 2024-04-02T09:50:57.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11406232720 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20769, 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11332535157 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12608 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 247299644 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:57.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108384459641 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12751, 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14585323296 2024-04-02T09:50:57.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33712051242 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9490 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2108488592 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:57.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 613823035893 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10592, 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13471234945 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69583924084 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3895759 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674689024 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 109785 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.257 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4395008 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 618643456 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2968550 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.259 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1025581 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 166, 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 994596 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 531431424 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.260 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69620, 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10030544876 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69630, 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16422879214 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2617344 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 285253632 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 552730624 2024-04-02T09:50:57.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2690445153 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42992 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325909504 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325913600 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31732 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42992, 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 762748261 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2595556310 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40082 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.264 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1671857 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 653 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4356538 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 813 2024-04-02T09:50:57.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 165 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 813, 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1429324 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.268 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10731 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910864384 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9412608 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17664, 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51929849 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3598, 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6726056219 2024-04-02T09:50:57.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28749, 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 236837296 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19624521184 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69058, 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1372766983 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32531957 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.274 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19657053141 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55795, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1117909728 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 913, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136912 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.275 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22469, 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14532291 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37, 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84931 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20530, 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1155392472 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 262346 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19730 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16846, 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2265530885 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39241, 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13524094 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22395, 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1975648606 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12822, 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 397178798 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.278 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.279 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12967047662 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665900026 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5702, 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4233220923963 2024-04-02T09:50:57.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6216981474471 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3077969505990 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.281 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8430366 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 487768405 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32119825394 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.282 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30238658 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14022494201 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15807133748 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455254 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.283 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2530, 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12804501 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75418782924 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16734558138 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 716546285 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 596049920 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 542949376 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.285 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53100544 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57267277 2024-04-02T09:50:57.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 90112 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68471731 2024-04-02T09:50:57.288 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1616 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108992 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73701291 2024-04-02T09:50:57.291 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3854160 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38178185 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.292 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75408167 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:57.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24027 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161305 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72626567 2024-04-02T09:50:57.297 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59008 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 150310, 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8589620096 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2092675928 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 127823665557 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:57.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59968, 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48198500672 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83283278864 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29642 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:57.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24195689596 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30108, 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6843681769 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.302 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11498103722 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26897 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 498018468 2024-04-02T09:50:57.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57756777463 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.304 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27205, 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37496091096 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54930412272 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2469 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.305 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1594657460 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45871198498 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2655, 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3858727807 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16854762870 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 540856320 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.308 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19410 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.309 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2719744 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 595906560 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3094281 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:57.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1048293 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 159, 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784379 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.313 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556793856 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67053, 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9798851065 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67065, 2024-04-02T09:50:57.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16016570713 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8749056 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 274743296 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569573376 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1638491728 2024-04-02T09:50:57.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29567 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427738624 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427742720 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22138 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29567, 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 753618472 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562773892 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27242 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.318 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 919966 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 390 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2692294 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 518 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:57.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 129 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.320 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 518, 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 896683 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.321 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8756 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.322 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 875802624 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9433088 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.323 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17605, 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53539836 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3569, 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3639616872 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14581, 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 117415092 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19130343972 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66335, 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1523104877 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37480404 2024-04-02T09:50:57.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19167824376 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28697, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 845430885 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1218, 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2360860 2024-04-02T09:50:57.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10382, 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6142966 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53143 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12493, 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1411718987 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206670 2024-04-02T09:50:57.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17964 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24263, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1561427767 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 68193, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20038634 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43930, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1139338678 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.329 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12446, 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 325962522 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10005227574 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1227388711 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18093, 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3368079200897 2024-04-02T09:50:57.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6876318080866 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2702168913121 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11170773 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265561142 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29239974799 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29650886 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12410564795 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10672982931 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5461160 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2508, 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11473224 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 62609040342 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.334 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11538157265 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 444018244 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 551002112 2024-04-02T09:50:57.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 511197184 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39804928 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.336 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57433155 2024-04-02T09:50:57.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.338 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8192 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 147456 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68240317 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1136 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69408 2024-04-02T09:50:57.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72497272 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.344 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2284896 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38288770 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.346 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.347 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68478238 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14998 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1169908 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.350 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71382910 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.351 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.352 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.353 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49410 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 127731, 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8348568410 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1725485724 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317799339523 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.355 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 51683, 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32574687939 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77120591842 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31854 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58765228719 2024-04-02T09:50:57.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32083, 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8627621349 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7875417581 2024-04-02T09:50:57.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13152 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318257065 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187290720420 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.358 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15102, 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18343191021 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39253965690 2024-04-02T09:50:57.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4404 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1407228659 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71743390384 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4498, 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5603875569 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29991208571 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566243328 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.362 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18641 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.364 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7118848 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 645529600 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3172128 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:57.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1148828 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 164, 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 785002 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 631046144 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.366 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61749, 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9498725205 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61773, 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15159433659 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3620864 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252985344 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 648085504 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5131622204 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 55878 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391309312 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391313408 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45763 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55878, 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1466997310 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4993470270 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51647 2024-04-02T09:50:57.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2144527 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 720 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6956457 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 964 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 251 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 964, 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2152623 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 851 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11, 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16136 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 907919360 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13623296 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20723, 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70836898 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3530, 2024-04-02T09:50:57.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5342823185 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16692, 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 143451240 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.378 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18466964077 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61256, 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1359574147 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:57.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48671017 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18515635094 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.380 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 23153, 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 915144365 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 687, 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1807899 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12239, 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9180148 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.381 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45, 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54768 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14410, 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2217303861 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182098 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19962 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8845, 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1614139879 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37222, 2024-04-02T09:50:57.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17427442 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28377, 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1322176440 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.384 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13771, 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 391622012 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8898610742 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:57.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 759948382 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18396, 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3497646229341 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6521232999154 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.387 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136181461987 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7581072 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 402993777 2024-04-02T09:50:57.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27207049887 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30803115 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11395090957 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.389 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12263258347 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9650263 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2439, 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13848655 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 60183245799 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13189107123 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 460472233 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609869824 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.391 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494796800 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115073024 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57026712 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122880 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.394 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68679528 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.395 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1776 2024-04-02T09:50:57.396 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115488 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.397 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67110262 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.398 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6537936 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38017808 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.399 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72884768 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.402 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12901 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1169044 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74434189 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.404 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.405 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29367 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 91975, 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10301364123 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1675797398 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57852192335 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29903, 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13423206917 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.407 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33028956588 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19647 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7892675184 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:57.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19809, 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4820796217 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5064679593 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5613 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.409 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 321693416 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10646035582 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.410 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5855, 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3333343543 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9357037094 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.411 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4107 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1354103982 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39313481569 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.412 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4239, 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5269067157 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18607239901 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194312 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.414 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 644689920 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24106 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.416 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.417 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10444800 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 691228672 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5099743 2024-04-02T09:50:57.418 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2310469 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 203, 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1024027 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.419 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 597229568 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81991, 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11201655631 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 82016, 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17936370008 2024-04-02T09:50:57.420 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3387392 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 335921152 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614268928 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.421 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6714822191 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 76907 2024-04-02T09:50:57.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808721920 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808726016 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67202 2024-04-02T09:50:57.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 76907, 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2222079267 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6563583112 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72276 2024-04-02T09:50:57.424 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3311220 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10190880 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1199 2024-04-02T09:50:57.425 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.426 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1199, 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2809800 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.427 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 559 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12, 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13475 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.428 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040621568 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13627392 2024-04-02T09:50:57.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22787, 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71106525 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3535, 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8698370180 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.430 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19546, 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 160911694 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.431 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21690630872 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81419, 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1597532518 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.432 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47520404 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21738151276 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39117, 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 881160349 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.433 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1911304 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9987, 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9297913 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49, 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59011 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17577, 2024-04-02T09:50:57.434 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3377922094 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 244890 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21840 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13261, 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1656656854 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.435 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35880, 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18368699 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22619, 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1476702104 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15849, 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 470344214 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.436 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13697839886 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.437 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939364782 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8517, 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3510140270441 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6349461650281 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.438 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2427842411671 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11089383 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 483606656 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35562676617 2024-04-02T09:50:57.439 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37971086 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15839565127 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18688748629 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.440 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9655469 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2399, 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13016698 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84291218441 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19794739919 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.441 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784277681 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 624582656 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 475103232 2024-04-02T09:50:57.442 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149479424 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.443 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56694964 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.444 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77824 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69056332 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:57.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212232 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.447 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2640 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.448 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 173504 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69539496 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.450 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10027248 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37796642 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.451 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.452 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69616622 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494927872 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.454 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212232 2024-04-02T09:50:57.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.456 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23639 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1156380 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.457 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.458 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68535621 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.459 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38685 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.460 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 132014, 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12797841632 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1336529463 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.461 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69033669977 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39355, 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14647438340 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31753232952 2024-04-02T09:50:57.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27050 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11073914520 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.463 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27266, 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6295252949 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6162881082 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10034 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 386631531 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.464 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23190269770 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10254, 2024-04-02T09:50:57.465 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6172025989 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16592289937 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1601 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 949897932 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.466 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34769485687 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1835, 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2180159402 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8998061933 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.467 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610869248 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.468 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252316 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.469 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.470 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1970176 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471425024 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3251657 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.471 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 995791 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 140, 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 955822 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 366936064 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.472 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61664, 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8581185158 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61678, 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13813010310 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3309568 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252674048 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.473 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 383975424 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 975087501 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.474 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25482 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910147584 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910151680 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18594 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25482, 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 549460779 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 902297306 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23247 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.476 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 544170 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1943285 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 508 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:57.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.478 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 508, 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 982222 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.479 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 572 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9364 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.480 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 728350720 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.481 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14213120 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13690, 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48465034 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3427, 2024-04-02T09:50:57.482 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2376720205 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.483 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16535, 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 134699782 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16654321470 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61290, 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161929393 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.485 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33163652 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16687485122 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.486 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22182, 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 305572478 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1833987 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7509, 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6832859 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.487 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74175 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10669, 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796589420 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176041 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.488 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18045 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12187, 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1419810883 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41615, 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10458196 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.489 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29428, 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1085837601 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11891, 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318938072 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.490 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.491 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7985739168 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 804769927 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.492 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14155, 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3955252542395 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5971503493976 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2477177974098 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.493 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7815862 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 393054859 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25575989672 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.494 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26216583 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11781016827 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8568235116 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10245728 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2310, 2024-04-02T09:50:57.495 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12368519 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54316335557 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9337953484 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 436171027 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428531712 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 384901120 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.497 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43630592 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57477323 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 466944 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67884853 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.502 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69648 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.503 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72165868 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1403936 2024-04-02T09:50:57.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38318215 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.505 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.506 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69329753 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.507 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23184 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1182401 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71030971 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.510 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.511 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32652 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 94340, 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8595831297 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.512 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1611112747 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54199068453 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33418, 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12910711160 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.513 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30529689862 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24067 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9603237467 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.514 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24255, 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5067358672 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4628025615 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4601 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.515 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 292616034 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10975919370 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.516 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5074, 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2932577981 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7856956972 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.517 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3984 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1318496713 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33619911616 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.518 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4089, 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4910774507 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18044707275 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.519 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26083121 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 381161472 2024-04-02T09:50:57.520 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22375 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.521 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.522 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3538944 2024-04-02T09:50:57.523 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 537321472 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3133163 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1044538 2024-04-02T09:50:57.524 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 151, 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 678901 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 419758080 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.525 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64980, 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8787866095 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64993, 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14267372165 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:57.526 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 253952 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 266256384 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 441057280 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.527 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976461724 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.528 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36562 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612419072 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612423168 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.529 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23163 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 36562, 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885972603 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1885168105 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:57.530 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33762 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1137367 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 469 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3507080 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 620 2024-04-02T09:50:57.531 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:57.532 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 152 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 620, 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1182747 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:57.533 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 906 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9215 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.534 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 809541632 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:57.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10006528 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17763, 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57637118 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3467, 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2995466471 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20318, 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167529455 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:57.537 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17263045445 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64535, 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1340389615 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.538 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39265257 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17302310702 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38589, 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 663824300 2024-04-02T09:50:57.539 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 622, 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1650854 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9678, 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8933217 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 50, 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 89936 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:57.540 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12136, 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 655238327 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 221681 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17588 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26266, 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562531823 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72184, 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16740268 2024-04-02T09:50:57.541 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45918, 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1364455989 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13340, 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 365200866 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:57.542 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8425721875 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.543 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796718651 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16275, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3640497631679 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6437497733459 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2836488257154 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.544 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7530021 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 486748911 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27094949563 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29053976 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.545 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12566337245 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9948004365 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046182 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2304, 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12993433 2024-04-02T09:50:57.546 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58535626052 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10877057236 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 447742359 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:57.547 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 500695040 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 467623936 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33071104 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.548 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57309489 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.549 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.550 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114688 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.551 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68404943 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:57.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.553 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1360 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.554 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 87376 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 384 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.555 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73406193 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:57.556 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2849408 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38206326 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.557 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.558 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.559 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67996170 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.560 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:57.561 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:57.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:57.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:57.561 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.561 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.562 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25764 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.563 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1166351 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72303198 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.564 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:57.565 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63689 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131593, 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10584789541 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:57.566 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1569236903 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 50400476277 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.567 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64121, 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21030339456 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39505163600 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49793 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12022756264 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.568 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49915, 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8148303155 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7747052994 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.569 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12886 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 404641272 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26451982470 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.570 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13128, 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10831322782 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22641822785 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.571 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1010 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1164595631 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11925737543 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:57.572 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1078, 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2050713519 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9116287821 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12582929 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:57.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429776896 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:50:57.574 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:57.575 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.460428504491574e-06, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 812, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 1341440, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T09:50:57.576 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 311, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:57.577 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 154873, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:57.578 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 110592, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 44281, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.1386428272762714e-07, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 79, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 89088, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 21382, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 6622, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 14760, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 64146, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 68, 2024-04-02T09:50:57.579 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 36864 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.580 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:57.581 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T09:50:57.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool", 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: "selfmanaged_snaps" 2024-04-02T09:50:57.583 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 12595200, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:57.584 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 12595200, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 4, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.7392425434081815e-05, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 8990, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 3162098688, 2024-04-02T09:50:57.585 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 4194323, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 4194323, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 12582969, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 24348, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 3169856512 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T09:50:57.586 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T09:50:56.156656", 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T09:50:57.587 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_stats": { 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "7.9.2" 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T09:50:57.588 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:50:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pg": [ 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243167+0000", 2024-04-02T09:50:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2c", 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4886, 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:26.475649+0000", 2024-04-02T09:50:57.596 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.600 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.601 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191608+0000", 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:57.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.603 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2b", 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.604 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:42.432917+0000", 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:57.608 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.609 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173870+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.611 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2a", 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4895, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:34.407475+0000", 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.615 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.616 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.136418+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:57.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.618 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.29", 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5029, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:01:30.018806+0000", 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.623 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.624 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.167889+0000", 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.627 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.28", 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4928, 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:55:20.626142+0000", 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.628 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.632 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.633 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.634 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294195+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:57.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.636 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.27", 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5016, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:20:52.133283+0000", 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.640 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.641 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174360+0000", 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.643 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.26", 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4882, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.644 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:51:58.752992+0000", 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.648 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:57.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.141076+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:57.650 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.25", 2024-04-02T09:50:57.651 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:07:05.384275+0000", 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.655 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.656 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294262+0000", 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:57.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.659 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.24", 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.660 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:37.496797+0000", 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.664 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.665 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:57.666 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.305147+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:57.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.668 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.23", 2024-04-02T09:50:57.669 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:01.529551+0000", 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.673 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.674 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.168209+0000", 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:57.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.676 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.22", 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.677 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:37.745415+0000", 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.681 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.682 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231908+0000", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.684 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.21", 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5049, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.685 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:42.946295+0000", 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.688 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.689 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:57.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238982+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:57.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.692 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.20", 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4883, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.693 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:38.656190+0000", 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.697 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.698 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.699 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183747+0000", 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:57.701 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.702 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.f", 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:30.422212+0000", 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.703 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.706 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.707 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175054+0000", 2024-04-02T09:50:57.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.709 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.e", 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.710 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5050, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:27:49.970854+0000", 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:57.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:57.714 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.715 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242885+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:57.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.717 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.c", 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:29.159237+0000", 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.718 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.721 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.722 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302726+0000", 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:57.724 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.725 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.d", 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:14.294881+0000", 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 70, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:57.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.730 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.731 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:57.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191520+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:57.733 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.d", 2024-04-02T09:50:57.734 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:04.999218+0000", 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.739 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.740 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159315+0000", 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:57.742 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.c", 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5052, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.746 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:55:03.187360+0000", 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.747 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.748 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.749 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.750 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239026+0000", 2024-04-02T09:50:57.751 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.752 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.a", 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.753 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4888, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:25.870475+0000", 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.754 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.755 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.756 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.757 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:57.758 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175195+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.759 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.760 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.b", 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:41.682745+0000", 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.762 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:57.763 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:57.764 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'3" 2024-04-02T09:50:57.765 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.766 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294348+0000", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:57.767 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:57.768 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.b", 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.769 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5028, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:33.933931+0000", 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.771 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.772 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.773 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.774 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.775 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172744+0000", 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.776 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.777 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.a", 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:57.778 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:11.354451+0000", 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.780 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.781 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.782 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:57.783 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172983+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:57.784 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.785 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.8", 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5023, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:49.728189+0000", 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.786 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.789 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.790 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180105+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:57.791 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.792 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.9", 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:50:23.944239+0000", 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.793 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.794 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.796 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.797 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.167340+0000", 2024-04-02T09:50:57.798 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.799 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.800 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.9", 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4981, 2024-04-02T09:50:57.801 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:02.752891+0000", 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.802 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.803 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.806 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.807 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183742+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.808 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.809 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.8", 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.810 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4842, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:30.605531+0000", 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.811 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.812 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.814 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.815 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302409+0000", 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.816 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.817 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry show-device 2024-04-02T09:50:57.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:57.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:57.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:57.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:57.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.819 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.6", 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5037, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:57.241284+0000", 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.820 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.823 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.824 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175155+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:57.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.826 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.7", 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:43.841098+0000", 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.827 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.830 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.831 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.505756+0000", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.832 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:57.833 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3165, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3165, 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.834 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.1", 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8925, 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:47.798190+0000", 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.00317888, 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.835 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194304, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.836 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.837 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.838 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1340, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387528, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3144, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 399118 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.839 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3165" 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.840 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:57.841 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.169949+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.842 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.843 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.7", 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:57.844 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:37.683280+0000", 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.845 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.846 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.847 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.848 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.849 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242931+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:57.850 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.851 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.6", 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5076, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:51:09.294833+0000", 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.853 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.854 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.855 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "580'2" 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.856 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:57.857 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.444803+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:57.858 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3248, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3248, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.0", 2024-04-02T09:50:57.859 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9032, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:33:03.755241+0000", 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002860449, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.861 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1252, 2024-04-02T09:50:57.862 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 417959, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3227, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 400793 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.863 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3248" 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:57.864 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166031+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:57.865 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.866 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.4", 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:57:32.471215+0000", 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.868 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.869 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.870 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.871 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.872 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:57.873 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183530+0000", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:57.874 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.875 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.5", 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4864, 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.876 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:13.878090+0000", 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.877 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.878 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.879 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.881 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456061+0000", 2024-04-02T09:50:57.882 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.883 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3141, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3141, 2024-04-02T09:50:57.884 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.3", 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9028, 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:51.831729+0000", 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003077489, 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.887 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1312, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 353450, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3109, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 375024 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.888 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3141" 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.889 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.184268+0000", 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.890 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.891 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.0", 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4845, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.892 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:58.165294+0000", 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.893 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.894 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.895 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.896 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.291446+0000", 2024-04-02T09:50:57.897 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.898 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1", 2024-04-02T09:50:57.899 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:41.060938+0000", 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.901 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.902 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:57.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456741+0000", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:57.905 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2976, 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.906 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2976, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.6", 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8632, 2024-04-02T09:50:57.907 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:35.788005+0000", 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003555937, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.909 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 928, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 336690, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2959, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 389042 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.911 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2976" 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.912 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 20, 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:57.913 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183484+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:57.914 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.915 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "1.0", 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.916 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5345, 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:37.450489+0000", 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.919 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.920 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "232'197" 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:57.921 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173576+0000", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.922 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.923 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.3", 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4933, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:49:40.095086+0000", 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.924 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.926 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.927 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.928 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239857+0000", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.929 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.930 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2", 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5025, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:15:13.232164+0000", 2024-04-02T09:50:57.931 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.935 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.513447+0000", 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:57.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3084, 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.937 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3084, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.5", 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.938 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8504, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:49.378990+0000", 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.001764332, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 645, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 418934, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3077, 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 386481 2024-04-02T09:50:57.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3084" 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.943 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.151885+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:57.945 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.946 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1", 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.947 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5056, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:28.583284+0000", 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.951 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.954 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.956 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229639+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.957 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.958 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.0", 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:46.579863+0000", 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.959 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.960 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.961 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.962 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.963 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.446597+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.964 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2932, 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.965 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2932, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.7", 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8567, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:30.049314+0000", 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002824016, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.967 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.968 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 782, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 405285, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2919, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 357686 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.969 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2932" 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.970 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.232836+0000", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.971 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.972 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3", 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5047, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:27.571004+0000", 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.973 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.974 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.975 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.976 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.977 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230866+0000", 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.978 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.979 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.980 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.2", 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4939, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:34.104020+0000", 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.983 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:57.984 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.985 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.986 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.447033+0000", 2024-04-02T09:50:57.987 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.988 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3088, 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.989 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3088, 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.4", 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.990 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9039, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:15:26.075306+0000", 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.004168876, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:57.992 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:57.993 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1545, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 380642, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3087, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 419291 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:57.994 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3088" 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:57.995 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.165507+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:57.996 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:57.997 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.5", 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:57.998 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:35:47.452420+0000", 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:57.999 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.000 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.001 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.002 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172515+0000", 2024-04-02T09:50:58.003 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.004 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.4", 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.005 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:11.605270+0000", 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.006 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.007 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.008 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.009 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:58.010 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.445041+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:58.011 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2844, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2844, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.2", 2024-04-02T09:50:58.012 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8791, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:19:43.798869+0000", 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003068821, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 19, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.015 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1186, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387499, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2826, 2024-04-02T09:50:58.016 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 368128 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:58.017 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2844" 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.018 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172986+0000", 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.019 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.020 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.021 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.e", 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4860, 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:46.483147+0000", 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.022 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.024 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.025 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.026 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.027 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.293261+0000", 2024-04-02T09:50:58.028 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.029 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.f", 2024-04-02T09:50:58.030 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5001, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:30.183430+0000", 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 22, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.031 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:58.032 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.033 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.034 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.035 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.170971+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:58.036 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.037 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.11", 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4846, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:31.334193+0000", 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.038 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.039 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.040 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.041 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.042 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.155017+0000", 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:58.043 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 8, 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.044 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 8, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.10", 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.045 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5064, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:50.586092+0000", 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.047 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 4, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.048 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 24, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 24, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.049 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'8" 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:58.050 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.235961+0000", 2024-04-02T09:50:58.051 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.052 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.10", 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.053 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:55.439367+0000", 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.056 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.057 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:58.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229601+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.060 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.11", 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4885, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.061 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:33:23.443659+0000", 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.065 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.066 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.067 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.186589+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.068 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.069 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.13", 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:35.396794+0000", 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.072 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.073 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.074 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174096+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.075 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.076 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.077 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.077 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.077 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.077 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.078 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.079 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 0 op/s 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='client.36375 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.080 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.081 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:50:58.082 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:57 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:50:58.082 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.082 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.12", 2024-04-02T09:50:58.082 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.082 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.082 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:17.068523+0000", 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.083 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.086 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:58.087 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181368+0000", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.088 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.089 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.090 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.12", 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:00.456435+0000", 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.091 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.092 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.095 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:58.096 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:58.097 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.304032+0000", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:58.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.099 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.13", 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5083, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.682003+0000", 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.100 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 34, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 8, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 7 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.103 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.104 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180292+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:58.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.106 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.15", 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4857, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:50.718427+0000", 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.110 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.111 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230924+0000", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 29, 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.113 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 29, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.14", 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.970825+0000", 2024-04-02T09:50:58.114 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 5824, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 10, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 14, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 28, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 25 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.117 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'29" 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.118 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.119 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.165905+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:58.120 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.121 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.14", 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.122 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4985, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:07:51.183561+0000", 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.123 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.124 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:58.126 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.127 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166040+0000", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.128 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.129 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.15", 2024-04-02T09:50:58.130 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:41:57.098368+0000", 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 90, 2024-04-02T09:50:58.131 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.132 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 7, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 7, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.135 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'3" 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:58.136 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.158316+0000", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.138 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.17", 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5077, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:20:08.149572+0000", 2024-04-02T09:50:58.139 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.142 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.143 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.245675+0000", 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.144 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.145 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.16", 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:50:58.146 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.147 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.148 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.149 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.149 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.149 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.149 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.149 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.149 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.149 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:12.758417+0000", 2024-04-02T09:50:58.149 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.149 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.149 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.154 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.155 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.156 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.157 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.158 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176901+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.159 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.160 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.16", 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.161 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:38.304817+0000", 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.162 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.163 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.164 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.165 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.166 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.167 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.244209+0000", 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.168 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.169 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.17", 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.170 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:08:00.291271+0000", 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.171 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.172 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.174 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:58.175 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294381+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:58.176 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.19", 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.177 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5067, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:14:53.600241+0000", 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.178 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.179 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.180 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.181 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:58.182 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174397+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:58.183 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.18", 2024-04-02T09:50:58.184 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4912, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:21.276978+0000", 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.185 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.186 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.187 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.188 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.189 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.156332+0000", 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.190 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.191 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.18", 2024-04-02T09:50:58.192 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5024, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:59.108219+0000", 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.193 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.196 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.197 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.198 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230935+0000", 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.200 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.19", 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5026, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.201 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:33.288265+0000", 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.205 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.206 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:58.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.192280+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.208 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1b", 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:38:38.034382+0000", 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.213 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.214 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.166385+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:58.216 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1a", 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4879, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:27:15.707959+0000", 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.218 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.218 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:56 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.220 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.221 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.222 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.223 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.297486+0000", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.224 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.225 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1a", 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4982, 2024-04-02T09:50:58.226 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:33.517162+0000", 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.228 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.229 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.230 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.231 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:50:58.232 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.162884+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.233 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.234 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1b", 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5021, 2024-04-02T09:50:58.235 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:36.896470+0000", 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.238 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.239 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.240 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.241 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243681+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:58.242 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.243 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1d", 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4910, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:13.437853+0000", 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.246 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.247 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.248 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181480+0000", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.249 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.250 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1c", 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4855, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:12:12.870339+0000", 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.251 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.253 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.254 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.255 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.171071+0000", 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.256 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.257 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1c", 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4916, 2024-04-02T09:50:58.258 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:12:58.454204+0000", 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.260 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.261 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.262 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.263 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191258+0000", 2024-04-02T09:50:58.264 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:50:58.265 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:58.266 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1d", 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:22.880906+0000", 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.267 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:58.269 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.270 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.271 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.272 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166048+0000", 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.274 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1f", 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.275 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5074, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:35.380966+0000", 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.279 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.280 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.156145+0000", 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.281 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.282 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1e", 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5036, 2024-04-02T09:50:58.283 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:39.644345+0000", 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.286 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.287 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.248511+0000", 2024-04-02T09:50:58.288 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.289 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1e", 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.290 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5019, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:27:36.545175+0000", 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:58.294 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.295 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181484+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:58.296 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 5, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 5, 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.297 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1f", 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5090, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:36.409339+0000", 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 582, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 4, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:58.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'5" 2024-04-02T09:50:58.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.303 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190989+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.304 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.305 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.305 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:58.305 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:50:58.305 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.306 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2d", 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4847, 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:18:27.268204+0000", 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.307 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.308 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.309 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.310 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.311 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.313 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175782+0000", 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:58.314 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.315 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2e", 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.316 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5043, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:33.148615+0000", 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.317 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.318 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.319 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.320 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:50:58.321 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183132+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:58.322 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2f", 2024-04-02T09:50:58.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:10.224529+0000", 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.324 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.325 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.326 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.327 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.328 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176199+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:58.329 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.330 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.30", 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:15.570078+0000", 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.331 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.332 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.333 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.334 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.335 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.336 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159763+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.337 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.338 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.31", 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5069, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.339 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:34:46.225425+0000", 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.340 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.341 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.342 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.343 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.344 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.345 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.157981+0000", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.346 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.347 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.32", 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.348 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:32.025960+0000", 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.349 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.350 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.351 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.352 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:58.353 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.233705+0000", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.354 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.355 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.33", 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:26.099542+0000", 2024-04-02T09:50:58.356 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.357 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.358 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.359 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.360 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238244+0000", 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.361 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.362 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.34", 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4990, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.363 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:36.967406+0000", 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.364 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.365 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.367 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243062+0000", 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:58.368 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.369 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.35", 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.370 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:29.971132+0000", 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.371 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.372 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.373 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.374 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.375 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.246214+0000", 2024-04-02T09:50:58.376 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:50:58.377 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.378 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.36", 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:32.026199+0000", 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.379 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.380 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.381 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.382 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.383 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.384 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.385 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.182498+0000", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.386 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.387 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.37", 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4851, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:15.061734+0000", 2024-04-02T09:50:58.388 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.389 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.390 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.391 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.392 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231025+0000", 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.393 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.394 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.38", 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.395 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:11.055605+0000", 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.396 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.397 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.398 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.399 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190105+0000", 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.400 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.401 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.39", 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:58.402 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:52.266747+0000", 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.403 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.404 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.405 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.406 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:58.407 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.170863+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.408 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.409 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3a", 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4936, 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:38.550676+0000", 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.410 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.411 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.412 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.413 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.414 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.415 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:58.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189931+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.417 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.418 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3b", 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.419 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:18:18.675091+0000", 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.423 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:50:58.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173923+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:50:58.425 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3c", 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.426 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:35:22.126134+0000", 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:58.430 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.431 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.145053+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:58.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.433 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3d", 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:32.005025+0000", 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.437 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.438 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242753+0000", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:58.440 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3e", 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:30.126985+0000", 2024-04-02T09:50:58.441 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:58.445 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:58.446 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189425+0000", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:58.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:58.448 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3f", 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:58.449 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4850, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:26.431391+0000", 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.454 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pool": [ 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 24, 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:50:58.455 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 24478, 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 8, 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 24478, 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 4, 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194323, 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.456 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.457 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 2, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.458 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 8990, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 3087987, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 24348, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 3095563 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 12595200, 2024-04-02T09:50:58.459 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 12582969, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 24 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 192, 2024-04-02T09:50:58.460 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 64, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 3, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.463 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:58.464 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 192 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 3, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 1, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 3, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:50:58.465 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 1, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.468 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 1781760, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 1771104, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 3 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.469 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 96, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 68, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 32, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 68, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 2, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 6622, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.470 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.471 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 66, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 22, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 22, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 14, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.472 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 79, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 87, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 68, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 36 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 110592, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:58.473 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 19866, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 44281, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 96 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T09:50:58.474 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952, 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 4414717952, 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.005748627707362175 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T09:50:58.475 INFO:tasks.workunit.client.0.smithi084.stdout: "08a7e456-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08a8c290-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081532": { 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08a7e456-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.476 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045732 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.478 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.479 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.480 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 28893840 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.481 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 49738537 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.482 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.483 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:58.484 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T09:50:58.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.486 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 89, 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3379, 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3394, 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3364 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:50:58.487 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 10, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 390712420, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 1893586751, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 6304698856, 2024-04-02T09:50:58.488 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 33452594171, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 11, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 54875, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 53177, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 25, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 336 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T09:50:58.489 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 54875, 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 53177 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.490 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.491 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:32 2024 UTC", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:50:58.492 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.493 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 25 Celsius", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 11%", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 390,712,420 [200 TB]", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 1,893,586,751 [969 TB]", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 6,304,698,856", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 33,452,594,171", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 10", 2024-04-02T09:50:58.494 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 54,875", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 53,177", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 336", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.495 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 25 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: "08aa47be-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:58.496 INFO:tasks.workunit.client.0.smithi084.stdout: "INTEL_SSDPEDMD400G4_08ab18e2-f0ca-11ee-8086-0cc47a8fd751": { 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "20240402-081530": { 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "device": { 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "protocol": "NVMe", 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "nvme" 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "host_id": "08aa47be-f0ca-11ee-8086-0cc47a8fd751", 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "json_format_version": [ 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.497 INFO:tasks.workunit.client.0.smithi084.stdout: "local_time": { 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "asctime": "Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "time_t": 1712045730 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "logical_block_size": 512, 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_controller_id": 0, 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_namespaces": [ 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "capacity": { 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.498 INFO:tasks.workunit.client.0.smithi084.stdout: "formatted_lba_size": 512, 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 1, 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "size": { 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "utilization": { 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_pci_vendor": { 2024-04-02T09:50:58.499 INFO:tasks.workunit.client.0.smithi084.stdout: "id": 32902, 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "subsystem_id": 32902 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "Device stats": { 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_fw_downgrades": { 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "crc_error_count": { 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.500 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "erase_fail_count": { 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "host_bytes_written": { 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 33179553 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "host_ctx_wear_used": { 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 1 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "media_bytes_read": { 2024-04-02T09:50:58.501 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "nand_bytes_written": { 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 54893910 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_stat_indicator": { 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "pll_lock_loss_count": { 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "program_fail_count": { 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "soft_ecc_err_rate": { 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.503 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "thermal_throttle_status": { 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "cnt": 0, 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "pct": 0 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_host_reads": { 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_media_wear": { 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.504 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 64 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "timed_workload_timer": { 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 100, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 65535 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "unexp_power_loss": { 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 0, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": 0 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "wear_leveling": { 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "normalized": 88, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "raw": { 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "avg": 3708, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "max": 3726, 2024-04-02T09:50:58.505 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 3688 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare": 100, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "available_spare_threshold": 10, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "controller_busy_time": 8, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "critical_warning": 0, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_read": 445028017, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "data_units_written": 2174455227, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "host_reads": 7007996681, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "host_writes": 36915760070, 2024-04-02T09:50:58.506 INFO:tasks.workunit.client.0.smithi084.stdout: "media_errors": 0, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_err_log_entries": 0, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "percentage_used": 12, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycles": 55584, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_hours": 55428, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": 27, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "unsafe_shutdowns": 337 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme_vendor": "intel", 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "power_cycle_count": 55584, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "power_on_time": { 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "hours": 55428 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "serial_number": "deleted", 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "smart_status": { 2024-04-02T09:50:58.507 INFO:tasks.workunit.client.0.smithi084.stdout: "nvme": { 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "passed": true 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl": { 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "argv": [ 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl", 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "-x", 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "--json=o", 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "/dev/nvme0n1" 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "build_info": "(local build)", 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "exit_status": 0, 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "output": [ 2024-04-02T09:50:58.508 INFO:tasks.workunit.client.0.smithi084.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Serial Number: deleted", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller ID: 0", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Number of Namespaces: 1", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:50:58.509 INFO:tasks.workunit.client.0.smithi084.stdout: "Local Time is: Tue Apr 2 08:15:30 2024 UTC", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported Power States", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: " 0 + 512 0 2", 2024-04-02T09:50:58.510 INFO:tasks.workunit.client.0.smithi084.stdout: " 1 - 512 8 2", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: " 2 - 512 16 2", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: " 3 - 4096 0 0", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: " 4 - 4096 8 0", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: " 5 - 4096 64 0", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: " 6 - 4096 128 0", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.511 INFO:tasks.workunit.client.0.smithi084.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Critical Warning: 0x00", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Temperature: 27 Celsius", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare: 100%", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Percentage Used: 12%", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Read: 445,028,017 [227 TB]", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Data Units Written: 2,174,455,227 [1.11 PB]", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Read Commands: 7,007,996,681", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Host Write Commands: 36,915,760,070", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Controller Busy Time: 8", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Power Cycles: 55,584", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Power On Hours: 55,428", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Unsafe Shutdowns: 337", 2024-04-02T09:50:58.512 INFO:tasks.workunit.client.0.smithi084.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information Log Entries: 0", 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "", 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "No Errors Logged", 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "" 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "svn_revision": "5022", 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: "version": [ 2024-04-02T09:50:58.513 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: "temperature": { 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: "current": 27 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: "user_capacity": { 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: "blocks": 781422768, 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 400088457216 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.514 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T09:50:58.515 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry show 2024-04-02T09:50:58.515 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.515 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 0 op/s 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='client.36375 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.516 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.517 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:50:58.518 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:50:58.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 0 op/s 2024-04-02T09:50:58.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='client.36375 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.519 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:50:58.520 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='client.36375 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.523 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.524 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.525 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.526 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.527 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:58.528 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:58 smithi132 ceph-mon[88571]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer": { 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "mode": "" 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "channels": [ 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:58.535 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "channels_available": [ 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "basic", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "ident", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "crash", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "device", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "perf" 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_available": [ 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:58.536 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "collections_opted_in": [ 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_base", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "device_base", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "crash_base", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "ident_base", 2024-04-02T09:50:58.537 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_perf", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_mds_metadata", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_usage", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_usage_by_class", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_rook_v01", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_memory_metrics", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_options_bluestore", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "basic_pool_flags" 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "config": { 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "active_changed": [ 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:58.538 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "client_check_pool_perm", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_gid", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "client_mount_uid", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "client_quota", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "daemonize", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:58.539 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "keyring", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:58.540 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_host", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:58.541 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "no_config_file", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:58.542 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_max_backfills", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:50:58.543 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep", 2024-04-02T09:50:58.544 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_sleep", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:58.545 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_default_features", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "setgroup", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "setuser" 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_changed": [ 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_debug", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "auth_service_ticket_ttl", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "bdev_debug_aio", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "container_image", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mgr", 2024-04-02T09:50:58.546 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_mon", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_ms", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_osd", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "debug_paxos", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_file", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_journald", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "log_to_stderr", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_join_fs", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/container_init", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:50:58.547 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/description", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/enabled", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr/telemetry/organization", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_allow_pool_delete", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_clock_drift_allowed", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_file_level", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_cluster_log_to_file", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_data_avail_warn", 2024-04-02T09:50:58.548 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_election_default_strategy", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_max_pg_per_osd", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mds_skip_sanity", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:50:58.549 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_bug", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "ms_die_on_old_message", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_default_list", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_class_load_list", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:50:58.550 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_op_order", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_shutdown", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mclock_profile", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_memory_target_autotune", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue", 2024-04-02T09:50:58.551 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_op_queue_cut_off", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recover_clone_overlap", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_recovery_max_chunk", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_load_threshold", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_scrub_max_interval", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:50:58.552 INFO:tasks.workunit.client.0.smithi084.stdout: "public_network", 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_cache_enabled", 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_ops_log", 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "rgw_enable_usage_log" 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "contact": null, 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "crashes": [], 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "created": "2024-04-02T08:12:09.361166Z", 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "crush": { 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_algs": { 2024-04-02T09:50:58.553 INFO:tasks.workunit.client.0.smithi084.stdout: "straw2": 3 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_sizes": { 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: "2": 1, 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: "4": 2 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_types": { 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: "1": 2, 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: "11": 1 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.554 INFO:tasks.workunit.client.0.smithi084.stdout: "compat_weight_set": false, 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "device_classes": [ 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: 8 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_buckets": 6, 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_devices": 8, 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_rules": 2, 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_types": 12, 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "num_weight_sets": 0, 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "tunables": { 2024-04-02T09:50:58.555 INFO:tasks.workunit.client.0.smithi084.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_local_tries": 0, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "choose_total_tries": 50, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_stable": 1, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "has_msr_rules": 0, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v2_rules": 1, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v3_rules": 0, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v4_buckets": 1, 2024-04-02T09:50:58.556 INFO:tasks.workunit.client.0.smithi084.stdout: "has_v5_rules": 0, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "legacy_tunables": 0, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "minimum_required_version": "jewel", 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_collision_tries": 100, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "msr_descents": 100, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "optimal_tunables": 1, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "profile": "jewel", 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables": 1, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables2": 1, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables3": 1, 2024-04-02T09:50:58.557 INFO:tasks.workunit.client.0.smithi084.stdout: "require_feature_tunables5": 1, 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "straw_calc_version": 1 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "description": "upgrade test cluster", 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "fs": { 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "feature_flags": { 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "enable_multiple": true, 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_enabled_multiple": true 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: "filesystems": [ 2024-04-02T09:50:58.558 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "approx_ctime": "2024-04", 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "balancer_enabled": false, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_caps": 0, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_dns": 10, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_inos": 13, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "cached_subtrees": 2, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "ever_allowed_features": 0, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "files": 0, 2024-04-02T09:50:58.559 INFO:tasks.workunit.client.0.smithi084.stdout: "max_mds": 1, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_data_pools": 1, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_in": 1, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_mds": 1, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": 0, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_replay": 0, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_up": 1, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "snaps": 0, 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: "standby_count_wanted": 0 2024-04-02T09:50:58.560 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.561 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "num_standby_mds": 1, 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "total_num_mds": 2 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_stats": { 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20692992, 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 395600, 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 614400, 2024-04-02T09:50:58.562 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 445, 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1460280, 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 1217024, 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14867576, 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:58.563 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 20258816, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 334280, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 2752512, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 761856, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 0, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 357, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 1088136, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:50:58.564 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 843776, 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 14478256, 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 257818624, 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 4165872, 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3145728, 2024-04-02T09:50:58.565 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1236992, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9367, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 14878616, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 4810240, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 230818168, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 259055616 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 174661632, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 3245896, 2024-04-02T09:50:58.566 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 811008, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 303104, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6794, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 12745320, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 3373824, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 151470928, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 174964736 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 168763392, 2024-04-02T09:50:58.567 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 2916176, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3014656, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 8192, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 1990656, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 6572, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 9996488, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 2917120, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 149910760, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 170754048 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:58.568 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 534904832, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 23251552, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 5505024, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 49078272, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11971, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 74690256, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10220288, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 421237712, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 583983104 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 678436864, 2024-04-02T09:50:58.569 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 26390960, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3538944, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 2146304, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 13989, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 80677168, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11980288, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 555849504, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 680583168 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 546480128, 2024-04-02T09:50:58.570 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 24020608, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 65536, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 52977664, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10955, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 70359480, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9590528, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 439036104, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 599457792 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 514498560, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 19566216, 2024-04-02T09:50:58.571 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 39780352, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9931, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 65328648, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9717248, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 416609648, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 554278912 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:58.572 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 498253824, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 20150632, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 115023872, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 11131, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 75932904, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 11305216, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 387457200, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 613277696 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.573 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 478511104, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 25003720, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3407872, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 149479424, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 12056, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 83650960, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 10011392, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 356437160, 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 627990528 2024-04-02T09:50:58.574 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 388210688, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 18898368, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 43597824, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 9254, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 58263064, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 9970944, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 297801512, 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 431808512 2024-04-02T09:50:58.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "actual_memory_used": 470958080, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "central_cache_freelist": 21656784, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "malloc_metadata": 3276800, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "page_heap_freelist": 0, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "released_to_os": 33013760, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "spans_in_use": 10708, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_cache_freelists": 76161864, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "transfer_cache_freelist": 8738304, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "use_by_application": 361124328, 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: "virtual_address_space_used": 503971840 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.576 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "hosts": { 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num": 2, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mds": 2, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mgr": 2, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_mon": 2, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_with_osd": 2 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "io_rate": { 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_stats_delta": { 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 0, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 0, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:58.577 INFO:tasks.workunit.client.0.smithi084.stdout: "stamp_delta": "11.757462", 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:58.578 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:58.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:58.580 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 0 2024-04-02T09:50:58.581 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard": false, 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "leaderboard_description": null, 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "license": "sharing-1-0", 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "mempool": { 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.582 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.583 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.584 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.585 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.586 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.587 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 221552, 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 64 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.588 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 51904, 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 181 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.589 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12384, 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 260 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.590 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.595 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.596 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.597 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 149008, 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 33 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 928, 2024-04-02T09:50:58.598 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.599 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.600 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.601 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.602 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.603 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.604 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.605 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.606 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.607 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 42083057, 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5236 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.608 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.609 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11792, 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 348 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.610 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.611 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.612 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.613 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.614 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.615 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 42035953, 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5258 2024-04-02T09:50:58.616 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.617 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.618 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.619 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.620 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.621 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.622 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.623 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 41609081, 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5154 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 352, 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 4 2024-04-02T09:50:58.625 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.626 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10960, 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 259 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70440, 2024-04-02T09:50:58.627 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5158 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5896, 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 174 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.628 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16864, 2024-04-02T09:50:58.629 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 327 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 34432, 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.630 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 367536, 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.631 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 389059, 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2406746, 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 538859 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.632 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6980456, 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10297 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70480, 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7329 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84816, 2024-04-02T09:50:58.633 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1767 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:58.634 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.635 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55915, 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 47 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20711497, 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 287 2024-04-02T09:50:58.636 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11704, 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 133 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 524880, 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 45 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.637 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7136272, 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 18486 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.638 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:58.639 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19824, 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 363 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.640 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4992, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 26 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365248, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.641 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 537392, 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 153 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2355162, 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524888 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6800936, 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 10033 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.642 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68424, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7154 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84288, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1756 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.643 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 57034, 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 25 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:58.644 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 27459131, 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 4404 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14168, 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 161 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.645 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7076264, 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20625 2024-04-02T09:50:58.646 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.647 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.648 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 18296, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 341 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30720, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4032, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 21 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56160, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 702 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.649 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 364832, 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 298986, 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 87 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1767634, 2024-04-02T09:50:58.650 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 388347 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5127456, 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7572 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 67488, 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7142 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84192, 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1754 2024-04-02T09:50:58.651 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.652 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 71099, 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 49 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21879757, 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 280 2024-04-02T09:50:58.653 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 10736, 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 122 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 361584, 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 31 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.654 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3161080, 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 6079 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.655 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.656 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 17520, 2024-04-02T09:50:58.657 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 329 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 30592, 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 22 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3840, 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 20 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55440, 2024-04-02T09:50:58.658 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 693 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 365872, 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1759 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.659 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 355472, 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 107 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1746349, 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 386393 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5105696, 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7540 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.660 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 68192, 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7161 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84384, 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1758 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.661 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1472, 2024-04-02T09:50:58.662 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 2 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 94325, 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 58 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20128, 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 20790887, 2024-04-02T09:50:58.663 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 266 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12320, 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 140 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.664 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 419904, 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3626480, 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9374 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.665 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.666 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21304, 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 381 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.667 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31232, 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 27 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1344, 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 56000, 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 700 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 379392, 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1824 2024-04-02T09:50:58.668 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478533, 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 119 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2032058, 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 452600 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.669 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5907416, 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8719 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77640, 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.670 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168496, 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:58.671 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2208, 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.672 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 123625, 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 65 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 28144, 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 7777096, 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 255 2024-04-02T09:50:58.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12496, 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 142 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 443232, 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 38 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.674 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5048680, 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12109 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.675 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.676 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 21024, 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 384 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 31360, 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 28 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.677 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 960, 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 5 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 55520, 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 694 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 378976, 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.678 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 416525, 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 109 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2352254, 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 524303 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6765576, 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9981 2024-04-02T09:50:58.679 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 77932, 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8315 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87456, 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1822 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.680 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168752, 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1211 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 736, 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78505, 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 56 2024-04-02T09:50:58.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12112, 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 3 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5770226, 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 254 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 11352, 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 129 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.682 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 478224, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 41 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 6302920, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 12121 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.683 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.684 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.685 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14832, 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 249 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 38784, 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 23 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2688, 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 14 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.686 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54720, 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 684 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 380640, 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.687 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 832712, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 207 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 1718981, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 378231 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 4983976, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7361 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 78968, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8472 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.688 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 87840, 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1830 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168408, 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1209 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.689 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 38099, 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 36 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.690 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 14270463, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 228 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19008, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 216 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 454896, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 39 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.691 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3692520, 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9501 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.692 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.693 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "bloom_filter": { 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16224, 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 300 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_reader": { 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 47104, 2024-04-02T09:50:58.694 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 24 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs_file_writer": { 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 3072, 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 16 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_alloc": { 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 54880, 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 686 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_blob": { 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 366912, 2024-04-02T09:50:58.695 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_buffer": { 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 256, 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 32 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_data": { 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 602623, 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 137 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_meta": { 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 2015703, 2024-04-02T09:50:58.696 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 449657 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_onode": { 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5846216, 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 8629 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_cache_other": { 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 70468, 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 7320 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.697 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_extent": { 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 84672, 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1764 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_fsck": { 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_inline_bl": { 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 168664, 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 1210 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.698 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_shared_blob": { 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_txc": { 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.699 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing": { 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 19485, 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 28 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore_writing_deferred": { 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_anon": { 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 16661278, 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 253 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.700 INFO:tasks.workunit.client.0.smithi084.stdout: "buffer_meta": { 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 12320, 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 140 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_co": { 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 536544, 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 46 2024-04-02T09:50:58.701 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_mapbl": { 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_pglog": { 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 5048784, 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 9722 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap": { 2024-04-02T09:50:58.702 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 639704, 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 11231 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap_mapping": { 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: "pgmap": { 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.703 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_1": { 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: "unittest_2": { 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes": 0, 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: "items": 0 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.704 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: "metadata": { 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 2 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.705 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 2 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 2 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.706 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 2 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:58.707 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 3 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 3 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 3 2024-04-02T09:50:58.708 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 3 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "arch": { 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "x86_64": 8 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.709 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_version": { 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "cpu": { 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "distro": { 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "centos": 8 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "distro_description": { 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "CentOS Stream 8": 8 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_description": { 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:50:58.710 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "kernel_version": { 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "os": { 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "Linux": 8 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_objectstore": { 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": 8 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "rotational": { 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "0": 8 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.711 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "features": { 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "optional": [], 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "persistent": [ 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "kraken", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "luminous", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "mimic", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "osdmap-prune", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "nautilus", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "octopus", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "pacific", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "elector-pinging", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "quincy", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "reef", 2024-04-02T09:50:58.712 INFO:tasks.workunit.client.0.smithi084.stdout: "squid" 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "min_mon_release": 19, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "v1_addr_mons": 3, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "v2_addr_mons": 3 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "organization": "ceph-qa", 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster_network": false, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:50:58.713 INFO:tasks.workunit.client.0.smithi084.stdout: "require_osd_release": "squid" 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_perf_histograms": [ 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:58.714 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:58.715 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:58.716 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:58.717 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:58.718 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.719 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 280, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10936, 3854, 61, 10, 16, 17, 3, 4, 5, 7, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6519, 279, 33, 0, 24, 37, 87, 108, 22, 38, 58, 47, 56, 22, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 660, 9, 3, 0, 1, 0, 11, 41, 4, 4, 49, 123, 159, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 344, 5, 0, 0, 1, 2, 0, 1, 0, 1, 0, 26, 202, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 191, 0, 0, 0, 0, 1, 0, 2, 0, 0, 9, 1, 23, 85, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 16, 27, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.720 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 44, 52, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 33, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.721 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.722 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7948, 2, 1, 1, 3, 2, 6, 5, 4, 9, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7243, 79, 1176, 0, 9, 6, 4, 16, 32, 53, 90, 74, 80, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 716, 97, 496, 21, 1, 1, 0, 3, 9, 9, 65, 199, 243, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 471, 14, 30, 10, 0, 0, 0, 0, 0, 1, 1, 18, 281, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 89, 12, 19, 0, 0, 0, 0, 0, 0, 0, 9, 7, 25, 29, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 32, 2, 41, 34, 0, 0, 0, 0, 0, 0, 2, 7, 17, 11, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 200, 31, 68, 0, 0, 0, 0, 0, 0, 0, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 73, 2, 65, 94, 0, 0, 0, 0, 0, 0, 3, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 1, 2, 35, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.723 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.724 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8558, 3, 0, 0, 7208, 393, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.725 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8761, 38, 25, 1, 559, 195, 1, 5, 3, 2, 5, 5, 32, 31, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1037, 14, 9, 2, 2, 2, 1, 1, 2, 3, 20, 7, 2, 3, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 429, 5, 1, 1, 4, 3, 0, 0, 0, 1, 5, 17, 40, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 25, 28, 0, 1, 0, 0, 24, 11, 33, 67, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 324, 0, 0, 0, 0, 12, 0, 3, 0, 0, 5, 22, 59, 40, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 398, 1, 0, 1, 0, 0, 0, 0, 0, 0, 9, 20, 56, 76, 72, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 149, 0, 0, 0, 0, 0, 2, 1, 0, 0, 3, 3, 13, 61, 71, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 6, 19, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.726 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.727 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10890, 47, 0, 1, 3, 0, 0, 1, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13110, 238, 27, 0, 25, 3, 5, 5, 15, 28, 34, 18, 19, 24, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.728 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2066, 41, 21, 0, 0, 0, 0, 2, 0, 7, 19, 108, 80, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 773, 10, 1, 0, 5, 0, 0, 1, 0, 0, 2, 9, 108, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 386, 27, 0, 0, 108, 0, 0, 0, 0, 1, 6, 9, 12, 38, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 157, 27, 0, 0, 326, 0, 0, 0, 0, 0, 5, 1, 5, 9, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 192, 47, 0, 0, 448, 0, 0, 0, 0, 0, 0, 0, 2, 18, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 28, 87, 0, 0, 1783, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 49, 83, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.729 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.730 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.731 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8380, 0, 62, 4, 12, 12, 1, 0, 0, 2, 5, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8548, 40, 24, 0, 20, 21, 65, 67, 7, 15, 17, 14, 16, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 898, 6, 12, 0, 4, 1, 2, 13, 7, 8, 76, 78, 42, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 319, 3, 0, 0, 0, 0, 0, 0, 0, 1, 3, 21, 158, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 150, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 3, 18, 22, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.732 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.733 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.734 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 12649, 27, 0, 1, 2, 1, 0, 0, 3, 0, 3, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10938, 211, 11, 0, 16, 2, 2, 2, 3, 0, 39, 5, 12, 22, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1369, 46, 9, 1, 1, 0, 0, 0, 4, 0, 31, 4, 5, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.735 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 575, 3, 8, 5, 7, 0, 0, 0, 1, 0, 6, 11, 45, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 221, 1, 1, 0, 1, 0, 0, 1, 0, 0, 8, 0, 32, 36, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 184, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 16, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 1, 0, 0, 0, 0, 0, 0, 5, 0, 8, 15, 50, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.736 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.737 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.738 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 737, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10404, 3982, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6372, 104, 0, 0, 14, 4, 3, 8, 8, 24, 14, 13, 14, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 686, 17, 2, 1, 3, 0, 0, 1, 4, 16, 47, 56, 27, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 339, 4, 0, 0, 0, 0, 0, 1, 0, 0, 5, 24, 183, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 3, 1, 0, 0, 0, 0, 0, 0, 0, 3, 2, 23, 40, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 160, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 6, 8, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.739 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.740 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5880, 3510, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 15530, 8553, 4271, 0, 0, 0, 0, 0, 2, 2, 6, 3, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.741 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9075, 167, 68, 0, 9, 0, 0, 0, 5, 1, 37, 7, 12, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1199, 13, 13, 0, 1, 0, 0, 0, 9, 5, 24, 2, 0, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 316, 10, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 30, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 131, 25, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 32, 47, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 97, 10, 2, 0, 0, 0, 0, 0, 1, 0, 2, 1, 12, 10, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 3, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 14, 51, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.742 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.743 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.744 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.745 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:58.746 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:58.747 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:58.748 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:58.749 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:58.750 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.751 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 248, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4151, 60, 86, 172, 420, 568, 661, 2, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 645, 12, 19, 32, 50, 45, 60, 0, 0, 3, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 4, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.752 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.753 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 135, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.754 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2907, 216, 33, 67, 124, 0, 3, 6, 6, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 564, 62, 1311, 0, 0, 0, 0, 1, 0, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 494, 13, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1528, 1073, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1703, 1888, 242, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 26, 30, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.755 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.756 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 533, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8983, 8, 0, 0, 16, 1, 4, 4, 14, 17, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16449, 1, 1, 0, 5, 0, 1, 1, 0, 2, 2, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 517, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 2, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 10, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.757 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.758 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.759 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 257, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3446, 27, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 298, 3, 0, 0, 0, 0, 0, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 21, 15, 30, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 752, 142, 21, 125, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3579, 2202, 0, 338, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 942, 654, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.760 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.761 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 729, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3018, 217, 34, 67, 139, 276, 465, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.762 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 322, 15, 0, 0, 0, 1, 16, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 103, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.763 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.764 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 592, 2, 16, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 5516, 73, 122, 229, 459, 603, 707, 5, 3, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 438, 4, 0, 3, 15, 9, 18, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 5, 6, 13, 1, 1, 0, 0, 0, 0, 3, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 229, 35, 75, 116, 28, 0, 0, 0, 1, 0, 2, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.765 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.766 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.767 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3289, 31, 0, 0, 3, 1, 0, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 284, 1, 1, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 197, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.768 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 169, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.769 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.770 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 554, 18, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.771 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8958, 32, 53, 46, 1, 2, 4, 1, 10, 8, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2107, 34, 90, 40, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 380, 6, 7, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 9, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.772 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.773 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.774 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:58.775 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:58.776 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:58.777 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:58.778 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.779 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:58.780 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:58.781 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.782 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.783 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.784 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.785 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 549, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.786 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.787 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 534, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9050, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.788 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 532, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.789 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.790 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1714, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.791 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.792 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.793 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.794 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.795 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.796 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.797 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.798 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.799 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.800 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.801 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 9123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.802 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 278, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.803 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.804 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Latency (usec)", 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 100000, 2024-04-02T09:50:58.805 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 99999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[100000, 199999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[200000, 399999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[400000, 799999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[800000, 1599999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[1600000, 3199999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[3200000, 6399999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[6400000, 12799999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[12800000, 25599999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[25600000, 51199999]", 2024-04-02T09:50:58.806 INFO:tasks.workunit.client.0.smithi084.stdout: "[51200000, 102399999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[102400000, 204799999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[204800000, 409599999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[409600000, 819199999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[819200000, 1638399999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[1638400000, 3276799999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[3276800000, 6553599999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[6553600000, 13107199999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[13107200000, 26214399999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[26214400000, 52428799999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[52428800000, 104857599999]", 2024-04-02T09:50:58.807 INFO:tasks.workunit.client.0.smithi084.stdout: "[104857600000, 209715199999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[209715200000, 419430399999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[419430400000, 838860799999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "[53687091200000, None]" 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.808 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 32, 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "Request size (bytes)", 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 512, 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 511]", 2024-04-02T09:50:58.809 INFO:tasks.workunit.client.0.smithi084.stdout: "[512, 1023]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[1024, 2047]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[2048, 4095]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[4096, 8191]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[8192, 16383]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[16384, 32767]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[32768, 65535]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[65536, 131071]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[131072, 262143]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[262144, 524287]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[524288, 1048575]", 2024-04-02T09:50:58.810 INFO:tasks.workunit.client.0.smithi084.stdout: "[1048576, 2097151]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[2097152, 4194303]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[4194304, 8388607]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[8388608, 16777215]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[16777216, 33554431]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[33554432, 67108863]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[67108864, 134217727]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[134217728, 268435455]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[268435456, 536870911]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[536870912, 1073741823]", 2024-04-02T09:50:58.811 INFO:tasks.workunit.client.0.smithi084.stdout: "[1073741824, 2147483647]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[2147483648, 4294967295]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[4294967296, 8589934591]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[8589934592, 17179869183]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[17179869184, 34359738367]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[34359738368, 68719476735]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[68719476736, 137438953471]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[137438953472, 274877906943]", 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "[274877906944, None]" 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.812 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.813 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1712, 21, 0, 0, 11, 0, 4, 5, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1388, 8, 0, 0, 4, 6, 4, 14, 22, 59, 114, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 7, 0, 0, 0, 1, 2, 4, 2, 9, 50, 177, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 291, 6, 0, 0, 0, 1, 0, 0, 2, 2, 8, 20, 242, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 496, 1, 0, 0, 0, 0, 1, 0, 1, 1, 2, 6, 17, 21, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 16, 27, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.814 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.815 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.816 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2406, 24, 0, 0, 5, 1, 1, 2, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1699, 4, 3, 1, 1, 1, 10, 18, 29, 73, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 74, 0, 0, 1, 3, 2, 4, 2, 5, 3, 32, 199, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 38, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 9, 285, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 22, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 27, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.817 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.818 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.819 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 328, 8, 1, 0, 6, 0, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 209, 9, 0, 0, 2, 0, 2, 5, 4, 10, 83, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 320, 10, 1, 0, 0, 1, 5, 13, 13, 21, 100, 150, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 204, 10, 0, 0, 0, 1, 2, 2, 5, 8, 45, 52, 27, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 64, 25, 0, 0, 0, 0, 0, 0, 1, 2, 14, 14, 33, 40, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 36, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 54, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.820 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.821 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1114, 28, 1, 2, 12, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 702, 2, 0, 0, 6, 2, 2, 6, 9, 32, 65, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.822 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 153, 5, 0, 1, 0, 0, 1, 1, 2, 3, 17, 96, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 300, 19, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 68, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 442, 21, 0, 0, 0, 0, 0, 1, 0, 3, 4, 7, 23, 43, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 391, 40, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 18, 44, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 133, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 16, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.823 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.824 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1091, 9, 0, 0, 7, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 795, 3, 0, 1, 5, 4, 7, 9, 15, 30, 44, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 323, 0, 0, 0, 3, 0, 1, 2, 5, 5, 36, 117, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 3, 0, 5, 7, 176, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 286, 4, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 12, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 15, 27, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.825 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.826 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.827 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 466, 19, 2, 2, 11, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 78, 9, 1, 0, 1, 0, 1, 3, 6, 3, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 162, 10, 0, 0, 1, 0, 0, 2, 7, 8, 27, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 70, 8, 0, 0, 2, 0, 0, 0, 0, 0, 11, 12, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 8, 17, 0, 0, 1, 0, 0, 0, 0, 2, 2, 6, 17, 24, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 4, 40, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 16, 23, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.828 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.829 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.830 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1101, 17, 2, 0, 15, 1, 3, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 760, 10, 1, 0, 3, 3, 10, 7, 18, 38, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 343, 6, 0, 0, 0, 0, 0, 1, 3, 2, 34, 93, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 502, 8, 0, 0, 0, 0, 1, 0, 0, 0, 7, 3, 170, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 6, 13, 20, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.831 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.832 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 264, 9, 0, 0, 6, 0, 4, 8, 16, 21, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.833 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 57, 1, 1, 0, 1, 0, 2, 0, 5, 8, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 73, 20, 0, 0, 0, 1, 2, 1, 5, 6, 14, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 11, 0, 0, 0, 0, 1, 0, 1, 0, 0, 3, 9, 29, 31, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 5, 16, 27, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.834 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.835 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "axes": [ 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 8, 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "number of replicas", 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 1, 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.836 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0]", 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "[1, 1]", 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "[2, 2]", 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "[3, 3]", 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "[4, 4]", 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "[5, 5]", 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "[6, None]" 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "linear" 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "buckets": 10, 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "min": 0, 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "duration", 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "quant_size": 250000, 2024-04-02T09:50:58.837 INFO:tasks.workunit.client.0.smithi084.stdout: "ranges": [ 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[None, -1]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 249999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[250000, 499999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[500000, 999999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[1000000, 1999999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[2000000, 3999999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[4000000, 7999999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[8000000, 15999999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[16000000, 31999999]", 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: "[32000000, None]" 2024-04-02T09:50:58.838 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "scale_type": "log2" 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "osds": [ 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 0, 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.839 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 1, 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.840 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 2, 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.841 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 3, 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.842 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.843 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 4, 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.844 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 5, 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.845 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 6, 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.846 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "osd_id": 7, 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "values": [ 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.847 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: ] 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.848 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "perf_counters": { 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "mds.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "mds": { 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": { 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.849 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_grant": { 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:50:58.850 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_commit": { 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_complete": { 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_fetch_keys": { 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.851 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_merge": { 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "dir_split": { 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "exported_inodes": { 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "forward": { 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_cap_release": { 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps": { 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_caps_dirty": { 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_inode_file_caps": { 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "imported_inodes": { 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes": { 2024-04-02T09:50:58.853 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_expired": { 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_pinned": { 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "inodes_with_caps": { 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "load_cent": { 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "openino_dir_fetch": { 2024-04-02T09:50:58.854 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "process_request_cap_release": { 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "reply_latency": { 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "request": { 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rbytes": { 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.855 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rfiles": { 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "root_rsnaps": { 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_reply": { 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "subtrees": { 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_cache": { 2024-04-02T09:50:58.856 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_exportdir": { 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_flush": { 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragmentdir": { 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_fragstats": { 2024-04-02T09:50:58.857 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_inodestats": { 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_inode": { 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "ireq_quiesce_path": { 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_enqueued": { 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_prioritized": { 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_recovering_processing": { 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays": { 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_delayed": { 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_strays_enqueuing": { 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.859 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_completed": { 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_started": { 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_created": { 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_enqueued": { 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_migrated": { 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.860 INFO:tasks.workunit.client.0.smithi084.stdout: "strays_reintegrated": { 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_log": { 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "ev": { 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "evadd": { 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "evex": { 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.861 INFO:tasks.workunit.client.0.smithi084.stdout: "evexd": { 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "evexg": { 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "evlrg": { 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "evtrm": { 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "jlat": { 2024-04-02T09:50:58.862 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "replayed": { 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "seg": { 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "segadd": { 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "segex": { 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.863 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "segexd": { 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "segexg": { 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "segmjr": { 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "segtrm": { 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.864 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_mem": { 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "cap": { 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "cap+": { 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "cap-": { 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "dir": { 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.865 INFO:tasks.workunit.client.0.smithi084.stdout: "dir+": { 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "dir-": { 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "dn": { 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "dn+": { 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "dn-": { 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.866 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "heap": { 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 248184 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "ino": { 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "ino+": { 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "ino-": { 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "rss": { 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52936 2024-04-02T09:50:58.867 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_server": { 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_acquisition_throttle": { 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "cap_revoke_eviction": { 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_request": { 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_client_session": { 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "handle_peer_request": { 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "req_create_latency": { 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getattr_latency": { 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getfilelock_latency": { 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.869 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "req_getvxattr_latency": { 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "req_link_latency": { 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookup_latency": { 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.870 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookuphash_latency": { 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupino_latency": { 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupname_latency": { 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupparent_latency": { 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.871 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: "req_lssnap_latency": { 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.872 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mkdir_latency": { 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mknod_latency": { 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "req_mksnap_latency": { 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.873 INFO:tasks.workunit.client.0.smithi084.stdout: "req_open_latency": { 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "req_readdir_latency": { 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rename_latency": { 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.874 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "req_renamesnap_latency": { 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmdir_latency": { 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmsnap_latency": { 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.875 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "req_rmxattr_latency": { 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setattr_latency": { 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.876 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setfilelock_latency": { 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setlayout_latency": { 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.877 INFO:tasks.workunit.client.0.smithi084.stdout: "req_setxattr_latency": { 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "req_snapdiff_latency": { 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "req_symlink_latency": { 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.878 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "req_unlink_latency": { 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "mds_sessions": { 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "average_load": { 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "avg_session_uptime": { 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.879 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "mdthresh_evicted": { 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "session_count": { 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "session_remove": { 2024-04-02T09:50:58.880 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_open": { 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: "sessions_stale": { 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: "total_load": { 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.881 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.882 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: "purge_queue": { 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed": { 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executed_ops": { 2024-04-02T09:50:58.883 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing": { 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_high_water": { 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops": { 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.884 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: "pq_item_in_journal": { 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.9fa5722c9615c5b82bda0808828b3778dd0f5d2c": { 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:58.885 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.886 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 258 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.887 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8617 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59576620 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25851 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.888 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8617, 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1863967334 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.889 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8615 2024-04-02T09:50:58.890 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58929489 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66741 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8615, 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2749459164 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:58.891 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999908 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8618 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.892 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8618, 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29314486691 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 66708 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.893 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:58.894 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.895 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 254861312 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 254320640 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 540672 2024-04-02T09:50:58.896 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:58.897 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24200914 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.898 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.899 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69008727 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.900 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267500503 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1500773 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.902 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70737348 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.903 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178333669 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.904 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.905 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69130267 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.906 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 380660, 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1946667371 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.907 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.908 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20786, 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7502423123 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.bdea562b5298a1f258e7b68c02d74330eaa47948": { 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:58.909 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:58.910 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:58.911 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8551 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:58.912 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58482660 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1932966081 2024-04-02T09:50:58.913 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 219 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:58.914 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3, 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 999982 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:58.915 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8552 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.916 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:58.917 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8552 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:58.918 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8552, 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26930528594 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.919 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:58.920 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8551 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115389398 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74868 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8551, 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5755899154 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 171950080 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 170434560 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.922 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1515520 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.923 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24011770 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.924 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.925 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69124947 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267573427 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1495453 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.927 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.928 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70669744 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.929 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178382285 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.930 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.931 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69081651 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.932 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 377127, 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1787116537 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:58.933 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.934 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20625, 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9835141497 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "mon.c39d12abefb20ce2e83b94f739b8b44e6ba49466": { 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "election_call": { 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "election_lose": { 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.935 INFO:tasks.workunit.client.0.smithi084.stdout: "election_win": { 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "num_elections": { 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "num_sessions": { 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "session_add": { 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "session_rm": { 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 238 2024-04-02T09:50:58.936 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "session_trim": { 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "paxos": { 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "accept_timeout": { 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "begin": { 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_bytes": { 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58201750 2024-04-02T09:50:58.937 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_keys": { 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "begin_latency": { 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1261966086 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "collect": { 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_bytes": { 2024-04-02T09:50:58.938 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 146 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_keys": { 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_latency": { 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2, 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4999867 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_timeout": { 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.939 INFO:tasks.workunit.client.0.smithi084.stdout: "collect_uncommitted": { 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "commit": { 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_bytes": { 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_keys": { 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.940 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: "commit_latency": { 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_ack_timeout": { 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: "lease_timeout": { 2024-04-02T09:50:58.941 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn": { 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "new_pn_latency": { 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh": { 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "refresh_latency": { 2024-04-02T09:50:58.942 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26371291323 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "restart": { 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state": { 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_bytes": { 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.943 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "share_state_keys": { 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "start_leader": { 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "start_peon": { 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state": { 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8513 2024-04-02T09:50:58.944 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_bytes": { 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114781873 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_keys": { 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74549 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "store_state_latency": { 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8513, 2024-04-02T09:50:58.945 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2899922089 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache": { 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1020054731 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167739392 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 165576704 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.946 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2147483648 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2162688 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:full": { 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 360710144 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.947 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23907250 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.948 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.949 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.950 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69184338 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:inc": { 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 339738624 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.951 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 267618556 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1479628 2024-04-02T09:50:58.952 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.953 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.954 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70640440 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "prioritycache:kv": { 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 314572800 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.955 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 178412371 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.956 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.957 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69051565 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb": { 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "compact": { 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_len": { 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_queue_merge": { 2024-04-02T09:50:58.958 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_range": { 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 102 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "get_latency": { 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 369060, 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1768916238 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.959 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_latency": { 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.960 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "submit_sync_latency": { 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20527, 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6497458522 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.0": { 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16025 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:58.961 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.962 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2633728 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 625082368 2024-04-02T09:50:58.963 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3478377 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1114577 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 170, 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 756889 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:58.964 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556400640 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75520, 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10703135857 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75528, 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17347141708 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:58.965 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10153984 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 309415936 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569180160 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.966 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1908205349 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35609 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586393088 2024-04-02T09:50:58.967 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586397184 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23122 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.968 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35609, 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 638980416 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1852474420 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33895 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1034968 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.969 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 359 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614600 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 514 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:58.970 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1579632 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 156 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 514, 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 933924 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.971 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 697 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:58.972 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5, 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7545 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:58.973 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939859968 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10018816 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20734, 2024-04-02T09:50:58.974 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65361479 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3600, 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3663137054 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.975 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26566, 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 210587943 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:58.976 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20966702216 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.977 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74834, 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1487259749 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41560418 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75485, 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21008262634 2024-04-02T09:50:58.978 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29682, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1275998571 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 978, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2899857 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26181, 2024-04-02T09:50:58.979 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10406526 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 53, 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69884 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16697, 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1623674621 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 234264 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.980 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23995 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15965, 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2269578722 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41203, 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12950013 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25238, 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1803498374 2024-04-02T09:50:58.981 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15213, 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 401182268 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9835520479 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:58.983 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 700707075 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10166, 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4283759631668 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10167, 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6912877060680 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2837805633549 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:58.984 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88812, 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9726423 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 435744383 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33782614156 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.985 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34535560 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16474765497 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11265591066 2024-04-02T09:50:58.986 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046328 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2546, 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12978072 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:58.987 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71811798035 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12281938124 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 88813, 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 520902995 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 578478080 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 529399808 2024-04-02T09:50:58.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49078272 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.990 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57294481 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.991 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 118784 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.993 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68411759 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1392 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.995 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83936 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 224 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.996 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73522320 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.997 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2304208 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38196320 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.998 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:58.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68551376 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.000 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429708608 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 978 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21536 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1149245 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72436113 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37 2024-04-02T09:50:59.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40293 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 121736, 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7783800229 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.005 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2614835695 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40293, 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 174701224526 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459733 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41050, 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21148710893 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.006 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40293, 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68938731050 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25281 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25281, 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10284311109 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3636459733 2024-04-02T09:50:59.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25600, 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6111825474 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25281, 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6896658651 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7758 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 581621106 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.008 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15394763987 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8047, 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5384515872 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7758, 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13682540887 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7254 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2033214589 2024-04-02T09:50:59.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149022149430 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7403, 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9652369547 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7254, 2024-04-02T09:50:59.011 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48359531512 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194304 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566431744 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.1": { 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:59.013 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16264 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:59.014 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4677632 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 699183104 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:59.016 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7434555 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18, 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1586528 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 180, 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 817369 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.017 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665255936 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74443, 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10687053218 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74445, 2024-04-02T09:50:59.018 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17318232009 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5713920 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 304979968 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 682295296 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.019 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3544620913 2024-04-02T09:50:59.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39300 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051540480 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3051544576 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:59.021 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 28932 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.022 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39300, 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1174861220 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3465161247 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36862 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:59.023 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1240216 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 414 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4640777 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 568 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.024 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3400561 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.025 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 158 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 568, 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976369 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 546 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9231 2024-04-02T09:50:59.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1011564544 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9420800 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18601, 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78198348 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:59.029 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3575, 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4771314415 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.030 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17156, 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 136848066 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20787190226 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 73755, 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1575560393 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40361072 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.032 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 74392, 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20827551298 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 230445, 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1194364020 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 779, 2024-04-02T09:50:59.033 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142734 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 130064, 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41802074 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 46, 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56208 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13776, 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1119343033 2024-04-02T09:50:59.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 426716 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26186 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22037, 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2004856051 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71680, 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18039223 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:59.035 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49643, 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1310578546 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15019, 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 385666164 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.036 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9683170044 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:59.037 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1213577352 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22255, 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3826172286180 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22256, 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6540613477534 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2951677702044 2024-04-02T09:50:59.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85453, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8480611 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 261432185 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32024049928 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.039 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34840371 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14485900114 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12761770849 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455411 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.040 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2529, 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15235794 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69231837044 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13766333985 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:59.041 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 85454, 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 492767291 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 677044224 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:59.042 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674766848 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2277376 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.043 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57150587 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.044 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 262144 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68350853 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.046 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629407 2024-04-02T09:50:59.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 256 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 976 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.048 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73904 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.049 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74611617 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:59.050 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4541792 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38100391 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.052 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74798329 2024-04-02T09:50:59.053 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.054 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428629407 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 981 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.055 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32375 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1135096 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.056 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73518621 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.057 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.058 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42867 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131548, 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10453443085 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.059 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2355788236 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42867, 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 738910088910 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.060 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280520 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 44540, 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39462790961 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42867, 2024-04-02T09:50:59.061 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114628510483 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20769 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20769, 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16702593376 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.062 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2661280520 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 21197, 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11406232720 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20769, 2024-04-02T09:50:59.063 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11332535157 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12608 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 247299644 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108384459641 2024-04-02T09:50:59.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12751, 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14585323296 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.065 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12608, 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33712051242 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9490 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2108488592 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 613823035893 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10592, 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13471234945 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9490, 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69583924084 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3895759 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 674689024 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.2": { 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 109785 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.069 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.070 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4395008 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 618643456 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2968550 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:59.071 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17, 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1025581 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 166, 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 994596 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 531431424 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69620, 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10030544876 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69630, 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16422879214 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2617344 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 285253632 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 552730624 2024-04-02T09:50:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 44 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2690445153 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:59.074 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42992 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325909504 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2325913600 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:59.075 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31732 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 42992, 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 762748261 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2595556310 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 40082 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1671857 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:59.076 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 653 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4356538 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 813 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2684681 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.077 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 165 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 813, 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1429324 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.078 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:59.079 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10731 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:59.080 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910864384 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9412608 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:59.081 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17664, 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51929849 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3598, 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6726056219 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.082 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28749, 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 236837296 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:59.083 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19624521184 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69058, 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1372766983 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32531957 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:59.084 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 69580, 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19657053141 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55795, 2024-04-02T09:50:59.085 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1117909728 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 913, 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136912 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22469, 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14532291 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37, 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84931 2024-04-02T09:50:59.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20530, 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1155392472 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 262346 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19730 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.087 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16846, 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2265530885 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39241, 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13524094 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22395, 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1975648606 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.088 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12822, 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 397178798 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:59.089 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12967047662 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:59.090 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 665900026 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5702, 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4233220923963 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5703, 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6216981474471 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:59.091 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3077969505990 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81934, 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8430366 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 487768405 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.092 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32119825394 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30238658 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14022494201 2024-04-02T09:50:59.093 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15807133748 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5455254 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2530, 2024-04-02T09:50:59.094 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12804501 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75418782924 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16734558138 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.095 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 716546285 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 596049920 2024-04-02T09:50:59.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 542949376 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53100544 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57267277 2024-04-02T09:50:59.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.099 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 90112 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68471731 2024-04-02T09:50:59.100 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.101 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1616 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.102 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 108992 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.103 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73701291 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3854160 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.104 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38178185 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.105 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.106 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 75408167 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.107 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429504581 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.108 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24027 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161305 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.109 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72626567 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.110 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59008 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.111 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 150310, 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8589620096 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2092675928 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 127823665557 2024-04-02T09:50:59.112 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59968, 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48198500672 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 59008, 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 83283278864 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29642 2024-04-02T09:50:59.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24195689596 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4008156767 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 30108, 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6843681769 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.114 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29642, 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11498103722 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26897 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 498018468 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57756777463 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.115 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27205, 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37496091096 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26897, 2024-04-02T09:50:59.116 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54930412272 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2469 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1594657460 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45871198498 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.117 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2655, 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3858727807 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2469, 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16854762870 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.118 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.119 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 540856320 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.3": { 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19410 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:59.120 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.121 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2719744 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 595906560 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3094281 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:59.123 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1048293 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 159, 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784379 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:59.124 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 556793856 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67053, 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9798851065 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67065, 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16016570713 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.125 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8749056 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 274743296 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 569573376 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 42 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1638491728 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29567 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427738624 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:59.127 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1427742720 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22138 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29567, 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 753618472 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.128 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562773892 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27242 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 919966 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 390 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2692294 2024-04-02T09:50:59.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 518 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1772328 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:59.130 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 129 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:59.131 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 518, 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 896683 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.132 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8756 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.133 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.134 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 875802624 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9433088 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17605, 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53539836 2024-04-02T09:50:59.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3569, 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3639616872 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.136 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14581, 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 117415092 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:59.137 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19130343972 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 66335, 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1523104877 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37480404 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 67018, 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19167824376 2024-04-02T09:50:59.138 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28697, 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 845430885 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1218, 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2360860 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.139 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10382, 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6142966 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 40, 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53143 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12493, 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1411718987 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 206670 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.140 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17964 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24263, 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1561427767 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 68193, 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20038634 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43930, 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1139338678 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.141 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12446, 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 325962522 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.142 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10005227574 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1227388711 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:59.143 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18093, 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3368079200897 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18095, 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6876318080866 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2702168913121 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75910, 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11170773 2024-04-02T09:50:59.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 265561142 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29239974799 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29650886 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.145 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12410564795 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10672982931 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5461160 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2508, 2024-04-02T09:50:59.146 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11473224 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 62609040342 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11538157265 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75912, 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 444018244 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.147 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405292379 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 551002112 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 511197184 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600704409 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39804928 2024-04-02T09:50:59.148 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57433155 2024-04-02T09:50:59.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8192 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 147456 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68240317 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1136 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69408 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.154 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72497272 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2284896 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38288770 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.156 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.158 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68478238 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 430748664 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.160 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14998 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.161 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1169908 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.162 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71382910 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.163 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.164 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49410 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 127731, 2024-04-02T09:50:59.165 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8348568410 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1725485724 2024-04-02T09:50:59.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317799339523 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 51683, 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32574687939 2024-04-02T09:50:59.167 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49410, 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77120591842 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31854 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58765228719 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.168 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1704629047 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32083, 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8627621349 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 31854, 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7875417581 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.169 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13152 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318257065 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 187290720420 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.170 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15102, 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18343191021 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13152, 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39253965690 2024-04-02T09:50:59.171 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4404 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1407228659 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71743390384 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4498, 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5603875569 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4404, 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29991208571 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.173 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 566243328 2024-04-02T09:50:59.174 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.4": { 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18641 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:59.179 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7118848 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 645529600 2024-04-02T09:50:59.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3172128 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1148828 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 164, 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 785002 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.181 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 631046144 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61749, 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9498725205 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61773, 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15159433659 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.182 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3620864 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252985344 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 648085504 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:59.183 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 52 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5131622204 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 55878 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391309312 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.184 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4391313408 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 45763 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 55878, 2024-04-02T09:50:59.185 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1466997310 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4993470270 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51647 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2144527 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 720 2024-04-02T09:50:59.186 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6956457 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 964 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4811930 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.187 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 251 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 964, 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2152623 2024-04-02T09:50:59.188 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 851 2024-04-02T09:50:59.189 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11, 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16136 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:59.190 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 907919360 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:59.191 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13623296 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20723, 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 70836898 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3530, 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5342823185 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.192 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:59.193 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16692, 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 143451240 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:59.194 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18466964077 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61256, 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1359574147 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48671017 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:59.195 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61692, 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18515635094 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 23153, 2024-04-02T09:50:59.196 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 915144365 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 687, 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1807899 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12239, 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9180148 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:59.197 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45, 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54768 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14410, 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2217303861 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 182098 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.198 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19962 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8845, 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1614139879 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 37222, 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17427442 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:59.199 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 28377, 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1322176440 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13771, 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 391622012 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:59.200 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.201 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8898610742 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 759948382 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18396, 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3497646229341 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:59.202 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 18399, 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6521232999154 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3136181461987 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71698, 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7581072 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 402993777 2024-04-02T09:50:59.203 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27207049887 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30803115 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11395090957 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.204 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12263258347 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9650263 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2439, 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13848655 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 60183245799 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.205 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13189107123 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 71701, 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 460472233 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:59.206 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 609869824 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494796800 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.207 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115073024 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.208 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57026712 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.209 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 122880 2024-04-02T09:50:59.210 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68679528 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.211 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1776 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 115488 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67110262 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.214 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6537936 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38017808 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.215 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72884768 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.217 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 427700346 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.218 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12901 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.219 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1169044 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74434189 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.221 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29367 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 91975, 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10301364123 2024-04-02T09:50:59.222 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1675797398 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57852192335 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.223 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29903, 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13423206917 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29367, 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33028956588 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19647 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.224 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7892675184 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1902074610 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19809, 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4820796217 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.225 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19647, 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5064679593 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5613 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 321693416 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10646035582 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.226 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5855, 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3333343543 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5613, 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9357037094 2024-04-02T09:50:59.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4107 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1354103982 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39313481569 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.228 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4239, 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5269067157 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4107, 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18607239901 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4194312 2024-04-02T09:50:59.229 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 644689920 2024-04-02T09:50:59.230 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.5": { 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24106 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:59.231 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.232 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10444800 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 691228672 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:59.233 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5099743 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20, 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2310469 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 203, 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1024027 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.234 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 597229568 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81991, 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11201655631 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:59.235 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 82016, 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17936370008 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3387392 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 335921152 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 614268928 2024-04-02T09:50:59.236 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 51 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6714822191 2024-04-02T09:50:59.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 76907 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808721920 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5808726016 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.238 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67202 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.239 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 76907, 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2222079267 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6563583112 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72276 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3311220 2024-04-02T09:50:59.240 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10190880 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1199 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.241 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6879660 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:59.242 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 320 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1199, 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2809800 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.243 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 559 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12, 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13475 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:59.244 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040621568 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:59.245 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13627392 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22787, 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71106525 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3535, 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8698370180 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.246 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 19546, 2024-04-02T09:50:59.247 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 160911694 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21690630872 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81419, 2024-04-02T09:50:59.248 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1597532518 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 47520404 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 81935, 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21738151276 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.249 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39117, 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 881160349 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1911304 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9987, 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9297913 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49, 2024-04-02T09:50:59.250 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 59011 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17577, 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3377922094 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 244890 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:59.251 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21840 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13261, 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1656656854 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 35880, 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18368699 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22619, 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1476702104 2024-04-02T09:50:59.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15849, 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 470344214 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.253 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13697839886 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 939364782 2024-04-02T09:50:59.254 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8517, 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3510140270441 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8518, 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6349461650281 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2427842411671 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:59.255 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96112, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11089383 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 483606656 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 35562676617 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37971086 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.256 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 15839565127 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18688748629 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9655469 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2399, 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13016698 2024-04-02T09:50:59.257 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 84291218441 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 19794739919 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 96113, 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 784277681 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.258 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 624582656 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 475103232 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:59.259 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 149479424 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.260 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 56694964 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.261 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 77824 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.262 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69056332 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 562036736 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.263 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212232 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.264 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2640 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 173504 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.265 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69539496 2024-04-02T09:50:59.266 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 184549376 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10027248 2024-04-02T09:50:59.267 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 37796642 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.268 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.269 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.270 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69616622 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 494927872 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.271 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 425212232 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.272 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.273 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23639 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1156380 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.274 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68535621 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.275 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 41 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.276 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 53 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38685 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 132014, 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12797841632 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.277 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1336529463 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69033669977 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.278 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 39355, 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14647438340 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38685, 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 31753232952 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27050 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.279 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11073914520 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1925963778 2024-04-02T09:50:59.280 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27266, 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6295252949 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 27050, 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6162881082 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10034 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 386631531 2024-04-02T09:50:59.281 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23190269770 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.282 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10254, 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6172025989 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10034, 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16592289937 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1601 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 949897932 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.283 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 34769485687 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1835, 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2180159402 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1601, 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8998061933 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.284 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 78 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 20 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 610869248 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.285 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.6": { 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252316 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:59.287 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1970176 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 471425024 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3251657 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 15, 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 995791 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.288 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 140, 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 955822 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 366936064 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61664, 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8581185158 2024-04-02T09:50:59.289 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61678, 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 13813010310 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3309568 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 252674048 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 383975424 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.290 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 975087501 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25482 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.291 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910147584 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 910151680 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18594 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.292 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 25482, 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 549460779 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 902297306 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23247 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 544170 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.293 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 317 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1943285 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 508 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:59.294 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1399115 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 192 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 508, 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 982222 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.295 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 572 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.296 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7, 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9364 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 728350720 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14213120 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13690, 2024-04-02T09:50:59.298 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 48465034 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3427, 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2376720205 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.299 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16535, 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 134699782 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.300 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16654321470 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61290, 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1161929393 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33163652 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 61637, 2024-04-02T09:50:59.301 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16687485122 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 22182, 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 305572478 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.302 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 716, 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1833987 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 7509, 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6832859 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 43, 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 74175 2024-04-02T09:50:59.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 10669, 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796589420 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176041 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18045 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.304 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12187, 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1419810883 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 41615, 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10458196 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 29428, 2024-04-02T09:50:59.305 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1085837601 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 11891, 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 318938072 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.306 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:59.307 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7985739168 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 804769927 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14155, 2024-04-02T09:50:59.308 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3955252542395 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 14156, 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5971503493976 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2477177974098 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:59.309 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72517, 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7815862 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 393054859 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25575989672 2024-04-02T09:50:59.310 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26216583 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11781016827 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.311 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8568235116 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10245728 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2310, 2024-04-02T09:50:59.312 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12368519 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54316335557 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9337953484 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.313 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72518, 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 436171027 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.314 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 428531712 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 384901120 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 43630592 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.315 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57477323 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.316 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.317 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 466944 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.318 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67884853 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.319 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1040 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.320 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69648 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.321 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72165868 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.322 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1403936 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38318215 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.323 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.324 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 69329753 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.325 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 431079924 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.326 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23184 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1182401 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.327 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 71030971 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.328 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54 2024-04-02T09:50:59.329 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 32652 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 94340, 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8595831297 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.330 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1611112747 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 54199068453 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.331 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 33418, 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12910711160 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 32652, 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 30529689862 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 24067 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9603237467 2024-04-02T09:50:59.332 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1934064755 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24255, 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 5067358672 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 24067, 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4628025615 2024-04-02T09:50:59.333 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4601 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 292616034 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10975919370 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.334 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 5074, 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2932577981 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4601, 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7856956972 2024-04-02T09:50:59.335 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3984 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1318496713 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33619911616 2024-04-02T09:50:59.336 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 4089, 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4910774507 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3984, 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 18044707275 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.337 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26083121 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.338 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 381161472 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: "osd.7": { 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: "bluefs": { 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_db_max_lat": { 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22375 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.339 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_fallback": { 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_max_lat": { 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_db": { 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 65536 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_slow": { 2024-04-02T09:50:59.340 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit_wal": { 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_wal_max_lat": { 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_slow": { 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.341 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_sst": { 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3538944 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_written_wal": { 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 537321472 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lat": { 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3133163 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.342 INFO:tasks.workunit.client.0.smithi084.stdout: "compact_lock_lat": { 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16, 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1044538 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "db_alloc_lat": { 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 151, 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 678901 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "db_total_bytes": { 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995027456 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "db_used_bytes": { 2024-04-02T09:50:59.343 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 419758080 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: "flush_lat": { 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64980, 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8787866095 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: "fsync_lat": { 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64993, 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 14267372165 2024-04-02T09:50:59.344 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: "log_bytes": { 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 253952 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: "logged_bytes": { 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 266256384 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_db": { 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 441057280 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.345 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_slow": { 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: "max_bytes_wal": { 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: "num_files": { 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: "read_bytes": { 2024-04-02T09:50:59.346 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1976461724 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: "read_count": { 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 36562 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes": { 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612419072 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_db": { 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1612423168 2024-04-02T09:50:59.347 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_slow": { 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_bytes_wal": { 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: "read_disk_count": { 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 23163 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.348 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 36562, 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 885972603 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_bytes": { 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1885168105 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "read_prefetch_count": { 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33762 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_bytes": { 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1137367 2024-04-02T09:50:59.349 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_buffer_count": { 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 469 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_bytes": { 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3507080 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_count": { 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 620 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes": { 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:50:59.350 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2369713 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_disk_count": { 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 152 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "read_random_lat": { 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 620, 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1182747 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.351 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_alloc_lat": { 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_total_bytes": { 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_used_bytes": { 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1, 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 906 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.352 INFO:tasks.workunit.client.0.smithi084.stdout: "unlink_lat": { 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 8, 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9215 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_alloc_lat": { 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_total_bytes": { 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "wal_used_bytes": { 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.353 INFO:tasks.workunit.client.0.smithi084.stdout: "write_bytes": { 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 809541632 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore": { 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "alloc_unit": { 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 4096 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": { 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10006528 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "allocator_lat": { 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 17763, 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57637118 2024-04-02T09:50:59.354 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "clist_lat": { 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 3467, 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2995466471 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_lat": { 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed": { 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_allocated": { 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.355 INFO:tasks.workunit.client.0.smithi084.stdout: "compressed_original": { 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "csum_lat": { 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 20318, 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 167529455 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "decompress_lat": { 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "fragmentation_micros": { 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_commit_lat": { 2024-04-02T09:50:59.356 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17263045445 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_final_lat": { 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64535, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1340389615 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_flush_lat": { 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39265257 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "kv_sync_lat": { 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64948, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17302310702 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.357 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_keys_lat": { 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 0, 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_get_values_lat": { 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 38589, 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 663824300 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_lower_bound_lat": { 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 622, 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1650854 2024-04-02T09:50:59.358 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_next_lat": { 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 9678, 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8933217 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 50, 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 89936 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_upper_bound_lat": { 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12136, 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 655238327 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_hits": { 2024-04-02T09:50:59.359 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 221681 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "onode_misses": { 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 17588 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "read_lat": { 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 26266, 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1562531823 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "read_onode_meta_lat": { 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 72184, 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 16740268 2024-04-02T09:50:59.360 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "read_wait_aio_lat": { 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 45918, 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1364455989 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "reads_with_retries": { 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "remove_lat": { 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13340, 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 365200866 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_aio_wait_count": { 2024-04-02T09:50:59.361 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_committed_kv_count": { 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "state_aio_wait_lat": { 2024-04-02T09:50:59.362 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8425721875 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 796718651 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16275, 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 3640497631679 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "state_deferred_queued_lat": { 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 16276, 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6437497733459 2024-04-02T09:50:59.363 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "state_done_lat": { 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2836488257154 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "state_finishing_lat": { 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75688, 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7530021 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "state_io_done_lat": { 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 486748911 2024-04-02T09:50:59.364 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_commiting_lat": { 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 27094949563 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_done_lat": { 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 29053976 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "state_kv_queued_lat": { 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12566337245 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.365 INFO:tasks.workunit.client.0.smithi084.stdout: "state_prepare_lat": { 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9948004365 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": { 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 6046182 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "truncate_lat": { 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 2304, 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12993433 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_commit_lat": { 2024-04-02T09:50:59.366 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58535626052 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_submit_lat": { 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10877057236 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "txc_throttle_lat": { 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 75689, 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 447742359 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.367 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache": { 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_bytes": { 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1405299081 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "heap_bytes": { 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 500695040 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "mapped_bytes": { 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 467623936 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "target_bytes": { 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2600712294 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.368 INFO:tasks.workunit.client.0.smithi084.stdout: "unmapped_bytes": { 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 33071104 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:data": { 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 125829120 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.369 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 57309489 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.370 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 114688 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.371 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 68404943 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv": { 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 570425344 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.372 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1360 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.373 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 87376 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 384 2024-04-02T09:50:59.374 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 73406193 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:50:59.375 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 176160768 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67108864 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2849408 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 38206326 2024-04-02T09:50:59.376 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.377 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.378 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 67996170 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "bluestore-pricache:meta": { 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "committed_bytes": { 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 503316480 2024-04-02T09:50:59.379 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri0_bytes": { 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri10_bytes": { 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri11_bytes": { 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429821167 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "pri1_bytes": { 2024-04-02T09:50:59.380 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: "pri2_bytes": { 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: "pri3_bytes": { 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: "pri4_bytes": { 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.381 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri5_bytes": { 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 25764 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri6_bytes": { 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1166351 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri7_bytes": { 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "pri8_bytes": { 2024-04-02T09:50:59.382 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: "pri9_bytes": { 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: "reserved_bytes": { 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 72303198 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: "objecter": { 2024-04-02T09:50:59.383 INFO:tasks.workunit.client.0.smithi084.stdout: "op_active": { 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rmw": { 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.384 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: "osd": { 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg": { 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 58 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: "numpg_removing": { 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.385 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: "op": { 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 63689 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: "op_before_queue_op_lat": { 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 131593, 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10584789541 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_degraded": { 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.386 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "op_delayed_unreadable": { 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "op_in_bytes": { 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1569236903 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "op_latency": { 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 50400476277 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "op_out_bytes": { 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.387 INFO:tasks.workunit.client.0.smithi084.stdout: "op_prepare_latency": { 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 64121, 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 21030339456 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "op_process_latency": { 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 63689, 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 39505163600 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r": { 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 49793 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency": { 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12022756264 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.388 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_out_bytes": { 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2142247684 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_prepare_latency": { 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49915, 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 8148303155 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "op_r_process_latency": { 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 49793, 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 7747052994 2024-04-02T09:50:59.389 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw": { 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12886 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_in_bytes": { 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 404641272 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency": { 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 26451982470 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.390 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_out_bytes": { 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_prepare_latency": { 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 13128, 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 10831322782 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "op_rw_process_latency": { 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 12886, 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 22641822785 2024-04-02T09:50:59.391 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w": { 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1010 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_in_bytes": { 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 1164595631 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency": { 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 11925737543 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.392 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_prepare_latency": { 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1078, 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 2050713519 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "op_w_process_latency": { 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "count": 1010, 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9116287821 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "op_wip": { 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 0 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_bytes": { 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 12582929 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "recovery_ops": { 2024-04-02T09:50:59.393 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 9 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes": { 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 95995035648 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_bytes_used": { 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: "value": 429776896 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": [ 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:59.394 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 1, 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 1, 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 1, 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:59.395 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 1781760, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 1781760, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 2, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.460428504491574e-06, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 812, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 1341440, 2024-04-02T09:50:59.396 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 590368, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 590368, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 1771104, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 311, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 2473984 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:59.397 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 32, 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 32, 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 2, 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:59.398 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 154873, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 110592, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 22, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 44281, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 2.1386428272762714e-07, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 79, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 89088, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 21382, 2024-04-02T09:50:59.399 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 6622, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 14760, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 64146, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 68, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 36864 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:50:59.400 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool" 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 64, 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 64, 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 3, 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:59.401 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 0.0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 0, 2024-04-02T09:50:59.402 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 0, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 0, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 0, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 0, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 0 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:50:59.403 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "cache_mode": "none", 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "erasure_code_profile": {}, 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "flags_names": [ 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "hashpspool", 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "selfmanaged_snaps" 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "min_size": 2, 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "options": {}, 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 8, 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pgp_num": 8, 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": 4, 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "size": 3, 2024-04-02T09:50:59.404 INFO:tasks.workunit.client.0.smithi084.stdout: "stats": { 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_raw": 724164749578, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "bytes_used": 12595200, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_bytes_used": 0, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "compress_under_bytes": 0, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "data_bytes_used": 12595200, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty": 0, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "max_avail": 241388240896, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "objects": 4, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_bytes_used": 0, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "percent_used": 1.7392425434081815e-05, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_bytes": 0, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "quota_objects": 0, 2024-04-02T09:50:59.405 INFO:tasks.workunit.client.0.smithi084.stdout: "rd": 8990, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "rd_bytes": 3162098688, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "stored": 4194323, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_data": 4194323, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_omap": 0, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "stored_raw": 12582969, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "wr": 24348, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "wr_bytes": 3169856512 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_bytes": 0, 2024-04-02T09:50:59.406 INFO:tasks.workunit.client.0.smithi084.stdout: "target_max_objects": 0, 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "replicated" 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": { 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: "mirroring_by_pool": [ 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: false 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_images_by_pool": [ 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pools": 1 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.407 INFO:tasks.workunit.client.0.smithi084.stdout: "report_id": "ad225e57-ab0a-4cff-9e8d-564a9d64fe23", 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "report_timestamp": "2024-04-02T09:50:57.495771", 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "report_version": 1, 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "rocksdb_stats": { 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "7.9.2" 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "rook": { 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "cluster": { 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "external-mode": null, 2024-04-02T09:50:59.408 INFO:tasks.workunit.client.0.smithi084.stdout: "mon": { 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "allow-multiple-per-node": null, 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "count": null, 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "max-id": null, 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "pvc": { 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "stretch": { 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": null 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "network": { 2024-04-02T09:50:59.409 INFO:tasks.workunit.client.0.smithi084.stdout: "provider": null 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: "storage": { 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: "device-set": { 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: "non-portable": null, 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: "portable": null, 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.410 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "csi": { 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes": { 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "node": { 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "kubernetes-total": null, 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "with-ceph-daemons": null, 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:50:59.411 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: "storage-class": { 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: "count": { 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": null, 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs": null, 2024-04-02T09:50:59.412 INFO:tasks.workunit.client.0.smithi084.stdout: "nfs": null, 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd": null, 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: "total": null 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: "version": null 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: "services": {}, 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pg": [ 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.413 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.414 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242852+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243167+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:59.415 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529979+0000", 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.416 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2c", 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.417 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4886, 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:26.475649+0000", 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.418 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.419 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.420 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.421 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.422 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.423 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191311+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191608+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.424 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701923+0000", 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.425 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2b", 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:42.432917+0000", 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.426 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.427 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.428 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.429 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.430 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173080+0000", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173870+0000", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.431 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703009+0000", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.432 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2a", 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4895, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:34.407475+0000", 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.433 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.434 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.435 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.436 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.437 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:59.438 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.136092+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.136418+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:59.439 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157233+0000", 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.440 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.29", 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5029, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:01:30.018806+0000", 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.441 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.442 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.443 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.444 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.445 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.446 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165837+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.167889+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.447 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.448 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.28", 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4928, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:55:20.626142+0000", 2024-04-02T09:50:59.449 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.450 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.451 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.452 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.453 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.454 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.455 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293781+0000", 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294195+0000", 2024-04-02T09:50:59.456 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:59.457 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159181+0000", 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.458 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.27", 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5016, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:20:52.133283+0000", 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.459 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.460 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.461 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.462 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.463 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173865+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174360+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:59.464 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532213+0000", 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.465 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.26", 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4882, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:51:58.752992+0000", 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.466 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.467 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.468 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.469 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.470 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140639+0000", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.141076+0000", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:59.471 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500062+0000", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.472 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.25", 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:07:05.384275+0000", 2024-04-02T09:50:59.473 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.474 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.475 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.476 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.477 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.478 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293836+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294262+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:59.479 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156572+0000", 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.480 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.24", 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:59.481 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:37.496797+0000", 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.482 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.483 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.484 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.485 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.486 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.487 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.303411+0000", 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.305147+0000", 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:59.488 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:59.489 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701776+0000", 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.490 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.23", 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:01.529551+0000", 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.491 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.492 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.493 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.494 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.495 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:59.496 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166285+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.168209+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.497 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702405+0000", 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.498 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.22", 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:37.745415+0000", 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.499 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.500 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.501 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.502 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.503 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231542+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231908+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:59.504 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155698+0000", 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.505 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.21", 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5049, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:42.946295+0000", 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.506 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.507 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.508 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.509 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.510 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:59.511 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231609+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238982+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:59.512 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530974+0000", 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.513 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.20", 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.514 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4883, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:38.656190+0000", 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.515 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.516 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.517 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.518 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.519 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:59.520 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181779+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183747+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.521 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703137+0000", 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.522 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.f", 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.523 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:30.422212+0000", 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.524 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.525 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.526 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.527 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.528 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.529 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174595+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175054+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.530 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156186+0000", 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.531 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.e", 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5050, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:27:49.970854+0000", 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.532 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.533 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.534 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.535 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.536 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242584+0000", 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242885+0000", 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.537 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700747+0000", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.538 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.c", 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:59.539 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:29.159237+0000", 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.540 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.541 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.542 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.543 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:59.544 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302288+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302726+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:59.545 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500215+0000", 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.546 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.d", 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:14.294881+0000", 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 70, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.547 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.548 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.549 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.550 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.551 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.552 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191127+0000", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191520+0000", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.553 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704491+0000", 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.554 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.555 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.d", 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:04.999218+0000", 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.556 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.557 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.558 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.559 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.560 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.561 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:59.562 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158927+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159315+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:59.563 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155790+0000", 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.c", 2024-04-02T09:50:59.564 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5052, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:55:03.187360+0000", 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.565 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.566 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.567 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.568 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:59.569 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237448+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239026+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.570 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529991+0000", 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.571 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.a", 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4888, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:25.870475+0000", 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.572 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.573 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.574 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.575 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.576 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173379+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175195+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:59.577 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702639+0000", 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.578 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.b", 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:41.682745+0000", 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.579 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.580 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.581 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.582 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'3" 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.583 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293785+0000", 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294348+0000", 2024-04-02T09:50:59.584 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.585 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158248+0000", 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.586 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.b", 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5028, 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:33.933931+0000", 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.587 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.588 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.589 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.590 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.591 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.592 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172429+0000", 2024-04-02T09:50:59.593 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172744+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500125+0000", 2024-04-02T09:50:59.594 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.595 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.a", 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:11.354451+0000", 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.596 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.597 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.598 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.599 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.600 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.601 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172626+0000", 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172983+0000", 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.602 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156212+0000", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.603 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.8", 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5023, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:49.728189+0000", 2024-04-02T09:50:59.604 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.605 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.606 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.607 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.608 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179685+0000", 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180105+0000", 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.609 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499237+0000", 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.610 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.9", 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.611 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5071, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:50:23.944239+0000", 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.612 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.613 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.614 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.615 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:59.616 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.166893+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.167340+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:59.617 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154478+0000", 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.618 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.9", 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4981, 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:02.752891+0000", 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.619 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.620 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.621 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.622 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.623 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.624 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182853+0000", 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183742+0000", 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.625 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702264+0000", 2024-04-02T09:50:59.626 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.627 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.8", 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4842, 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:30.605531+0000", 2024-04-02T09:50:59.628 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.629 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.630 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.631 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.632 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.633 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.302060+0000", 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.302409+0000", 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:59.634 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156098+0000", 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.635 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.6", 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.636 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5037, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:57.241284+0000", 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.637 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.638 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.639 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.640 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:59.641 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.174827+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175155+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:59.642 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532854+0000", 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.643 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.7", 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:43.841098+0000", 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.644 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.645 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.646 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.647 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.648 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230775+0000", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.505756+0000", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.649 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.154490+0000", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3165, 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.650 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3165, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.1", 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8925, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:47.798190+0000", 2024-04-02T09:50:59.651 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.00317888, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194304, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.652 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.653 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.654 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1340, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387528, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3144, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 399118 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.655 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3165" 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.656 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:59.657 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169631+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.169949+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.658 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.159032+0000", 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.659 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.7", 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.660 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5030, 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:37.683280+0000", 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.661 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.662 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.663 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.664 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.665 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.666 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242365+0000", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242931+0000", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.667 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498849+0000", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.668 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.6", 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5076, 2024-04-02T09:50:59.669 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:51:09.294833+0000", 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.670 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.671 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 2, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 2, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.672 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "580'2" 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.673 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:59.674 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.171796+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.444803+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.675 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156104+0000", 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3248, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3248, 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.676 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.0", 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9032, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:33:03.755241+0000", 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002860449, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.677 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.678 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.679 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1252, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 417959, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3227, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 400793 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.680 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3248" 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.681 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165698+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166031+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:59.682 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501956+0000", 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.683 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.4", 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5073, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:57:32.471215+0000", 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.684 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.685 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.686 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.687 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.688 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.689 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183067+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183530+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:59.690 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704429+0000", 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.691 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.5", 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.692 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4864, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:13.878090+0000", 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.693 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.694 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.695 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.696 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.697 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.698 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.182257+0000", 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456061+0000", 2024-04-02T09:50:59.699 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.700 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:50:40.741629+0000", 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3141, 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.701 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3141, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.3", 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9028, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.702 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:51.831729+0000", 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003077489, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.703 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.704 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1312, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 353450, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3109, 2024-04-02T09:50:59.705 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 375024 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3141" 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.706 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.183142+0000", 2024-04-02T09:50:59.707 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.184268+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702874+0000", 2024-04-02T09:50:59.708 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.0", 2024-04-02T09:50:59.709 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4845, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:58.165294+0000", 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.710 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.711 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.712 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.713 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.714 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.290977+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.291446+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:59.715 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701250+0000", 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.716 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1", 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.717 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:41.060938+0000", 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.718 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.719 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.720 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.721 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:59.722 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.148981+0000", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.456741+0000", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:59.723 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701479+0000", 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2976, 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.724 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2976, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.6", 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8632, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.725 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:35.788005+0000", 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003555937, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.726 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.727 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.728 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 928, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 336690, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2959, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 389042 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.729 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2976" 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.730 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 20, 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.731 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.180179+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183484+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:59.732 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:15:28.286960+0000", 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704818+0000", 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.733 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "1.0", 2024-04-02T09:50:59.734 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5345, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:37.450489+0000", 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.735 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:59.736 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.737 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.738 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "232'197" 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.739 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173232+0000", 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173576+0000", 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.740 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704740+0000", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.741 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.3", 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4933, 2024-04-02T09:50:59.742 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:49:40.095086+0000", 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.743 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.744 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.745 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.746 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.239391+0000", 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.239857+0000", 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:59.747 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158038+0000", 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.748 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2", 2024-04-02T09:50:59.749 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5025, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:15:13.232164+0000", 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.750 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.751 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.752 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.753 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.754 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.178294+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.513447+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:59.755 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531701+0000", 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3084, 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.756 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3084, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.5", 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8504, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:49.378990+0000", 2024-04-02T09:50:59.757 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.001764332, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.758 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.759 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 645, 2024-04-02T09:50:59.760 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 418934, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3077, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 386481 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.761 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3084" 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.762 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.151579+0000", 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.151885+0000", 2024-04-02T09:50:59.763 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:59.764 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155779+0000", 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.765 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1", 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5056, 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:28.583284+0000", 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.766 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.767 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.768 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.769 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.770 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.771 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.772 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229334+0000", 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229639+0000", 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:59.773 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.498795+0000", 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.774 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.0", 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.775 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:46.579863+0000", 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.776 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.777 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.778 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.779 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.780 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.166587+0000", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.446597+0000", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.781 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501443+0000", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2932, 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.782 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2932, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.7", 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.786 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8567, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:30.049314+0000", 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.002824016, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.787 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 782, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 405285, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.789 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2919, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 357686 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.790 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2932" 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.791 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231968+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.232836+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:59.792 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157293+0000", 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.793 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3", 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5047, 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:27.571004+0000", 2024-04-02T09:50:59.794 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.795 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.796 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.797 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.798 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.799 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230569+0000", 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230866+0000", 2024-04-02T09:50:59.800 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702896+0000", 2024-04-02T09:50:59.801 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.802 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.2", 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4939, 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:34.104020+0000", 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.803 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.804 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.805 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.806 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.807 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.808 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.809 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.140082+0000", 2024-04-02T09:50:59.810 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.447033+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:50:41.710980+0000", 2024-04-02T09:50:59.811 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3088, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3088, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.4", 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.812 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 9039, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:15:26.075306+0000", 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.004168876, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.813 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.814 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1545, 2024-04-02T09:50:59.815 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 380642, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3087, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 419291 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.816 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'3088" 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.817 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165185+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.165507+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:59.818 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704916+0000", 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.819 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.5", 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:35:47.452420+0000", 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.820 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.821 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.822 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.823 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.824 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172189+0000", 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172515+0000", 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.825 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501845+0000", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.826 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.4", 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.827 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:11.605270+0000", 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.828 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.829 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.830 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.831 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 65, 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.832 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165559+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T09:02:31.445041+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.833 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.834 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:18:19.915320+0000", 2024-04-02T09:50:59.834 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:59.834 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500279+0000", 2024-04-02T09:50:59.834 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.834 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2844, 2024-04-02T09:50:59.834 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.834 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.835 INFO:tasks.workunit.client.0.smithi084.stderr:+ ceph telemetry off 2024-04-02T09:50:59.837 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:59 smithi132 ceph-mon[88571]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:59.837 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:59 smithi132 ceph-mon[88571]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:50:59.837 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:59 smithi132 ceph-mon[88571]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:59.837 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:50:59 smithi132 ceph-mon[88571]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2844, 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "4.2", 2024-04-02T09:50:59.838 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 8791, 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:19:43.798869+0000", 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.003068821, 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 19, 2024-04-02T09:50:59.839 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.840 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.841 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.842 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1186, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 387499, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 2826, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 368128 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.843 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "1103'2844" 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.844 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.845 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.172281+0000", 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.172986+0000", 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.846 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:59.847 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703740+0000", 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.848 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.e", 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4860, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:50:46.483147+0000", 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.849 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.850 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.851 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.852 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.853 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.292935+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.293261+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:59.854 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156467+0000", 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 1, 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.855 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 1, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.f", 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5001, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.856 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:30.183430+0000", 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 22, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.857 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.858 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 1, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.859 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 1, 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'1" 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.860 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.169244+0000", 2024-04-02T09:50:59.861 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.170971+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701676+0000", 2024-04-02T09:50:59.862 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.11", 2024-04-02T09:50:59.863 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4846, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:31.334193+0000", 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.865 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.866 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.867 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:50:59.868 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.154721+0000", 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.155017+0000", 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:59.869 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.870 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155582+0000", 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 8, 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.871 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 8, 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.10", 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5064, 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:50.586092+0000", 2024-04-02T09:50:59.872 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.873 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.874 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 4, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.875 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 24, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 24, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 12, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.876 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'8" 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.877 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.878 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.231180+0000", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.235961+0000", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.879 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530772+0000", 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.880 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.881 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.10", 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:55.439367+0000", 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.882 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.883 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.884 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.885 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.886 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.229224+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.229601+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:59.887 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530201+0000", 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.888 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.11", 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4885, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:33:23.443659+0000", 2024-04-02T09:50:59.889 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.890 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.891 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.892 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.893 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:59.894 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.186161+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.186589+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.895 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702560+0000", 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.896 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.13", 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4859, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:35.396794+0000", 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.897 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.898 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.899 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.900 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.901 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173552+0000", 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174096+0000", 2024-04-02T09:50:59.902 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.903 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702489+0000", 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.904 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.12", 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4921, 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:17.068523+0000", 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.905 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.906 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.907 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.908 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.909 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.910 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181048+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181368+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:59.911 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700901+0000", 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.912 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.12", 2024-04-02T09:50:59.913 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:00.456435+0000", 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.914 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.915 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.916 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.917 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.918 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.919 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.300812+0000", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.304032+0000", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.920 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702050+0000", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.921 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.13", 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5083, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.682003+0000", 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.922 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 34, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.923 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.924 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 8, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 7 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.925 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.926 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.179156+0000", 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.180292+0000", 2024-04-02T09:50:59.927 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704230+0000", 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.928 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.15", 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.929 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4857, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:50.718427+0000", 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.930 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.931 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.932 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.933 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.934 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230567+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230924+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.935 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.530118+0000", 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 29, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 29, 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.936 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.14", 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.970825+0000", 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 5824, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.937 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.938 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.939 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 10, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 14, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.940 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 28, 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 25 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'29" 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.941 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.942 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165561+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.165905+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:59.943 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155756+0000", 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.944 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.14", 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.945 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4985, 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:07:51.183561+0000", 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.946 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.947 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.948 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.949 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.950 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.951 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165591+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166040+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.953 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.500270+0000", 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 3, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 3, 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.954 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.15", 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5079, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:41:57.098368+0000", 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 90, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.955 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.956 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.957 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 7, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 7, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.958 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'3" 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:50:59.959 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157985+0000", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.158316+0000", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:50:59.960 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701617+0000", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:50:59.961 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.17", 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5077, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.962 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:20:08.149572+0000", 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.963 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.964 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.965 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: 3 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.966 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245187+0000", 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.245675+0000", 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:59.967 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700985+0000", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.968 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.16", 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:50:59.969 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:12.758417+0000", 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.970 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.971 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.972 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.973 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.974 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.176432+0000", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176901+0000", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.975 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.705579+0000", 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.976 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.16", 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.977 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4931, 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:38.304817+0000", 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.978 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.979 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.980 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.981 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.982 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:59.983 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243921+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.244209+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:59.984 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.529998+0000", 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.985 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.986 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.17", 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4877, 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:08:00.291271+0000", 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.987 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.988 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.989 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.990 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.991 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:59.992 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.293717+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.294381+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:50:59.993 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499426+0000", 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:50:59.994 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.19", 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5067, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:14:53.600241+0000", 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:50:59.995 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:50:59.996 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:50:59.997 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:50:59.998 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:50:59.999 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173898+0000", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.174397+0000", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.000 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702414+0000", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.001 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.18", 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4912, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:21.276978+0000", 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.002 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.003 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.004 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.005 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.006 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:50.153196+0000", 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:50.156332+0000", 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:51:00.007 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 411, 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.156004+0000", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.008 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 410, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.18", 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.009 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5024, 2024-04-02T09:51:00.010 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.010 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:59.108219+0000", 2024-04-02T09:51:00.010 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.010 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.010 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.010 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.011 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.012 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.013 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:51:00.014 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.015 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230560+0000", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.230935+0000", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.016 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.157661+0000", 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.017 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.018 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.19", 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5026, 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:33.288265+0000", 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.019 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.020 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.021 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.022 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.023 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.024 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.191976+0000", 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.192280+0000", 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.025 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702030+0000", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.026 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1b", 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5075, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.027 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:38:38.034382+0000", 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.028 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.029 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.031 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.165930+0000", 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.166385+0000", 2024-04-02T09:51:00.032 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531139+0000", 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.033 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1a", 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.034 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4879, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:27:15.707959+0000", 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.035 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.036 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.037 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.038 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:28:25.297167+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:28:25.297486+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 446, 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:51:00.040 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155260+0000", 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 445, 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.041 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1a", 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4982, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:33.517162+0000", 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.042 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.043 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.044 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.045 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:51:00.046 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.047 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.162501+0000", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.162884+0000", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.048 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:51:00.049 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158498+0000", 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:51:00.050 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1b", 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5021, 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:36.896470+0000", 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.051 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.052 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.053 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.054 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:51:00.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.056 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.243362+0000", 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243681+0000", 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:51:00.057 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.058 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700815+0000", 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.059 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1d", 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.060 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4910, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:13.437853+0000", 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.061 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.062 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.063 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.064 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.065 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181122+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181480+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:51:00.066 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702278+0000", 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.067 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1c", 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4855, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:12:12.870339+0000", 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.068 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.069 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.070 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.071 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.072 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169954+0000", 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.171071+0000", 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.073 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703621+0000", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.074 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1c", 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4916, 2024-04-02T09:51:00.075 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:12:58.454204+0000", 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.076 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.077 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.078 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.079 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:51:00.080 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190568+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.191258+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.081 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704653+0000", 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.082 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1d", 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4848, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.083 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:22.880906+0000", 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.084 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 3, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 1, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.085 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 1, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.086 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 6, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 6, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 3, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.087 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "62'2" 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.088 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.089 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.165414+0000", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.166048+0000", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:51:00.090 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501594+0000", 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.091 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.092 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1f", 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5074, 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:35.380966+0000", 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.093 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.094 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.095 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.097 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.155574+0000", 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.156145+0000", 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:51:00.098 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160186+0000", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 2, 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.099 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 2, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1e", 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5036, 2024-04-02T09:51:00.100 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:39.644345+0000", 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.101 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.102 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'2" 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.104 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.248125+0000", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.248511+0000", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.105 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.160078+0000", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.106 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.1e", 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5019, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:27:36.545175+0000", 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.107 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.108 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.109 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.110 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: 2 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.111 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 60, 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181148+0000", 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.181484+0000", 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.112 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:44.071361+0000", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701955+0000", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 5, 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.113 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 5, 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "2.1f", 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.114 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5090, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:36.409339+0000", 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 582, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.115 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:51:00.116 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 1, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.117 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 4, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 4, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.118 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 4, 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 1 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "577'5" 2024-04-02T09:51:00.119 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.120 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.190439+0000", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190989+0000", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.121 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704767+0000", 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.122 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.123 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2d", 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4847, 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:18:27.268204+0000", 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.125 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.126 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.127 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:51:00.128 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 2, 2024-04-02T09:51:00.129 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175025+0000", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.175782+0000", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.130 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155965+0000", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.131 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2e", 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5043, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:33.148615+0000", 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.132 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.133 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.134 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.135 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 2, 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.136 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:51:00.137 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181771+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.183132+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:51:00.138 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.706266+0000", 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.139 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.2f", 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4913, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:10.224529+0000", 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.140 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.141 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.142 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.143 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.144 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.175885+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.176199+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:51:00.145 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.704632+0000", 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.146 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.30", 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4900, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:15.570078+0000", 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.147 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.148 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.149 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.150 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:51:00.151 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.152 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.158938+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.159763+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:51:00.153 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.499117+0000", 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.154 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.31", 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.155 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5069, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:34:46.225425+0000", 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.156 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.157 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.158 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.159 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:51:00.160 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:51:00.161 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.157663+0000", 2024-04-02T09:51:00.162 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.157981+0000", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.163 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.700791+0000", 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:51:00.164 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.32", 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:32.025960+0000", 2024-04-02T09:51:00.165 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.166 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.167 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.168 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: 5 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.169 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:51:00.170 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230952+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.233705+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.171 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.158384+0000", 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.172 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.33", 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:26.099542+0000", 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.173 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.174 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.175 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.176 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 4, 2024-04-02T09:51:00.177 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.237906+0000", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.238244+0000", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.178 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155385+0000", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.179 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.34", 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.180 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4990, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:36.967406+0000", 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.181 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.182 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.183 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: 4, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 4, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.184 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.185 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242653+0000", 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.243062+0000", 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.186 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.531376+0000", 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.187 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.188 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.35", 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:29.971132+0000", 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.189 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.190 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.191 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.194 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.195 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.196 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 6, 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.197 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.245228+0000", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.246214+0000", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.198 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.532306+0000", 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.199 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.200 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.36", 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4876, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:32.026199+0000", 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.201 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.202 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.203 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.204 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 6, 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.205 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.181391+0000", 2024-04-02T09:51:00.206 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.182498+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702750+0000", 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.37", 2024-04-02T09:51:00.208 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4851, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:15.061734+0000", 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.209 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.210 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.211 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:51:00.212 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 3, 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.213 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.230607+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.231025+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:51:00.214 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.155841+0000", 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.215 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.38", 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5018, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:11.055605+0000", 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.216 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.217 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.218 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.219 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 3, 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.220 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189593+0000", 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.190105+0000", 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.221 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701844+0000", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.222 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.39", 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:51:00.223 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:52.266747+0000", 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.224 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.225 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.226 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.227 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.228 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:00.169930+0000", 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:00.170863+0000", 2024-04-02T09:51:00.229 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 481, 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.230 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702235+0000", 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 480, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.231 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3a", 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4936, 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.232 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:11:38.550676+0000", 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.233 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.234 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.235 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.236 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:51:00.237 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.238 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189586+0000", 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189931+0000", 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.239 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702825+0000", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.240 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3b", 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4856, 2024-04-02T09:51:00.241 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:18:18.675091+0000", 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.242 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.243 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.244 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: 4 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.245 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 5, 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.246 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.173364+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.173923+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.247 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.703207+0000", 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.248 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3c", 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4926, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:35:22.126134+0000", 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.249 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.250 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.251 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: 5, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: 3, 2024-04-02T09:51:00.252 INFO:tasks.workunit.client.0.smithi084.stdout: 7 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 5, 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 0, 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.253 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:27:15.144693+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:27:15.145053+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 377, 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:51:00.254 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.701330+0000", 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 376, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.255 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3d", 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5082, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:32.005025+0000", 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.256 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.257 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.258 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.259 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: 2, 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: 1 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 0, 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.260 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 1, 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:51:00.261 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:29:35.242291+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:29:35.242753+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 516, 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:51:00.262 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.501875+0000", 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 515, 2024-04-02T09:51:00.263 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3e", 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 5078, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.264 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:30.126985+0000", 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.265 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.266 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.267 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.268 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: 1, 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: 0, 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: 6 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.269 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 1, 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": [ 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.270 INFO:tasks.workunit.client.0.smithi084.stdout: "acting_primary": 7, 2024-04-02T09:51:00.271 INFO:tasks.workunit.client.0.smithi084.stdout: "avail_no_missing": [], 2024-04-02T09:51:00.271 INFO:tasks.workunit.client.0.smithi084.stdout: "blocked_by": [], 2024-04-02T09:51:00.271 INFO:tasks.workunit.client.0.smithi084.stdout: "created": 61, 2024-04-02T09:51:00.271 INFO:tasks.workunit.client.0.smithi084.stdout: "dirty_stats_invalid": false, 2024-04-02T09:51:00.271 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:51:00.271 INFO:tasks.workunit.client.0.smithi084.stdout: "hitset_stats_invalid": false, 2024-04-02T09:51:00.271 INFO:tasks.workunit.client.0.smithi084.stdout: "last_active": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:51:00.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_active": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:51:00.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_became_peered": "2024-04-02T08:30:10.189119+0000", 2024-04-02T09:51:00.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_change": "2024-04-02T08:30:10.189425+0000", 2024-04-02T09:51:00.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:51:00.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_clean_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:51:00.272 INFO:tasks.workunit.client.0.smithi084.stdout: "last_deep_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_epoch_clean": 551, 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fresh": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_fullsized": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_peered": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub": "0'0", 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_duration": 0, 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_scrub_stamp": "2024-04-02T08:17:45.077887+0000", 2024-04-02T09:51:00.273 INFO:tasks.workunit.client.0.smithi084.stdout: "last_undegraded": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "last_unstale": "2024-04-02T09:49:03.702939+0000", 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "log_dups_size": 0, 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "log_start": "0'0", 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "manifest_stats_invalid": false, 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "mapping_epoch": 550, 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "object_location_counts": [], 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_scrubbed": 0, 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "objects_trimmed": 0, 2024-04-02T09:51:00.274 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_stats_invalid": false, 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "parent": "0.0", 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "parent_split_bits": 0, 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pgid": "3.3f", 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "pin_stats_invalid": false, 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "purged_snaps": [], 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_epoch": 2722, 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "reported_seq": 4850, 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_duration": 0.0, 2024-04-02T09:51:00.275 INFO:tasks.workunit.client.0.smithi084.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:26.431391+0000", 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "snaptrimq_len": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.276 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.277 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.278 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.279 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: "state": "active+clean", 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_invalid": false, 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: "up": [ 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: 7, 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: 6, 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: 0 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: "up_primary": 7, 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: "version": "0'0" 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:51:00.280 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_per_pool": [ 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 24, 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "rbd" 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 24478, 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 8, 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 24478, 2024-04-02T09:51:00.281 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 4, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 4194323, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.282 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 12, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 4, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 4, 2024-04-02T09:51:00.283 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 2, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.284 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 8990, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 3087987, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 24348, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 3095563 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 12595200, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:51:00.285 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 12582969, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 24 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 192, 2024-04-02T09:51:00.286 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 0, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 64, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 0, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 3, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 0, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.287 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.288 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.289 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 0, 2024-04-02T09:51:00.290 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 0 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:51:00.291 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 192 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 3, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "mgr" 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 197, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 1, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 3, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 197, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 1, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 590368, 2024-04-02T09:51:00.292 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.293 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 6, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 2, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 2, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 6, 2024-04-02T09:51:00.294 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 812, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 1310, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.295 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 311, 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 2416 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 1781760, 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:51:00.296 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 1771104, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 0, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 3 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "acting": 96, 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "application": [ 2024-04-02T09:51:00.297 INFO:tasks.workunit.client.0.smithi084.stdout: "cephfs" 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "log_size": 68, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_pg": 32, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_store_stats": 8, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "ondisk_log_size": 68, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "poolid": 2, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "stat_sum": { 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes": 6622, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_bytes_recovered": 0, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict": 0, 2024-04-02T09:51:00.298 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_kb": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_full": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_evict_mode_some": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_kb": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_high": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_flush_mode_low": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_keys_recovered": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_large_omap_objects": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_clones": 0, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_object_copies": 66, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects": 22, 2024-04-02T09:51:00.299 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_degraded": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_dirty": 22, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_manifest": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_misplaced": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_omap": 14, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_pinned": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_recovered": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_repaired": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_objects_unfound": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_bytes": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_omap_keys": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_promote": 0, 2024-04-02T09:51:00.300 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read": 79, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_read_kb": 87, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_scrub_errors": 0, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_whiteouts": 0, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write": 68, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "num_write_kb": 36 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "store_stats": { 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "allocated": 110592, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "available": 0, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed": 0, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_allocated": 0, 2024-04-02T09:51:00.301 INFO:tasks.workunit.client.0.smithi084.stdout: "data_compressed_original": 0, 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "data_stored": 19866, 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "internal_metadata": 0, 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "internally_reserved": 0, 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "omap_allocated": 44281, 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "total": 0 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "up": 96 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "usage": { 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "pg_num": 105, 2024-04-02T09:51:00.302 INFO:tasks.workunit.client.0.smithi084.stdout: "pools": 4, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "stats_by_class": { 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "ssd": { 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_bytes": 4414717952, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_raw_ratio": 0.005748627707362175 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_avail_bytes": 763545567232, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_bytes": 767960285184, 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: "total_used_bytes": 4414717952 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-04-02T09:51:00.303 INFO:tasks.workunit.client.0.smithi084.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:51:00.304 INFO:tasks.workunit.client.0.smithi084.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-02T09:51:00.304 INFO:tasks.workunit.client.0.smithi084.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-02T09:51:00.304 INFO:tasks.workunit.client.0.smithi084.stderr:+ echo OK 2024-04-02T09:51:00.305 INFO:tasks.workunit.client.0.smithi084.stdout:OK 2024-04-02T09:51:00.306 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:51:00.306 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:51:00.306 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:50:57] ENGINE Bus STOPPING 2024-04-02T09:51:00.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:50:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:51:00.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:50:57] ENGINE Bus STOPPED 2024-04-02T09:51:00.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:57 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:50:57] ENGINE Bus STARTING 2024-04-02T09:51:00.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:50:58] ENGINE Serving on http://:::9283 2024-04-02T09:51:00.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:50:58] ENGINE Bus STARTED 2024-04-02T09:51:00.307 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='client.36375 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.307 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.308 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.309 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.310 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.310 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.310 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.310 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.310 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.310 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='client.36375 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.311 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.312 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.313 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.313 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.313 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.313 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.313 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.313 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.313 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.314 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.315 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:00.316 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[97358]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.317 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:51:00.318 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:58 smithi084 ceph-mon[94794]: from='mgr.25160 ' entity='mgr.y' 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[94794]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[94794]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[94794]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.319 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[94794]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.320 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[97358]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.320 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[97358]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:51:00.320 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[97358]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.320 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:50:59 smithi084 ceph-mon[97358]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.344 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:00 smithi084 ceph-mon[94794]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.344 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:00 smithi084 ceph-mon[97358]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.348 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-02T09:51:00.349 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:51:00.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:00 smithi132 ceph-mon[88571]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:51:00.636 DEBUG:teuthology.parallel:result is None 2024-04-02T09:51:00.637 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:51:00.664 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:51:00.664 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:51:00.720 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:51:00.720 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:51:00.731 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-02T09:51:00.731 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-02T09:51:00.776 INFO:tasks.cephadm:Teardown begin 2024-04-02T09:51:00.777 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-02T09:51:00.777 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:51:01.060 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: ::ffff:172.21.15.132 - - [02/Apr/2024:09:51:00] "GET /metrics HTTP/1.1" 200 34321 "" "Prometheus/2.43.0" 2024-04-02T09:51:01.106 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T09:51:01.106 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/3048031508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":3048031508},{"type":"v1","addr":"172.21.15.132:6833","nonce":3048031508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:17:45.442902+0000","modified":"2024-04-02T08:30:38.940817+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":577,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44342},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44342":{"gid":44342,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6835/3612682956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3612682956},{"type":"v1","addr":"172.21.15.84:6835","nonce":3612682956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44342,"qdb_cluster":[44342]},"id":1}]} 2024-04-02T09:51:01.106 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 14 2024-04-02T09:51:01.118 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:51:01.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:01 smithi084 ceph-mon[94794]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:51:01.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:01 smithi084 ceph-mon[97358]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:51:01.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:01 smithi132 ceph-mon[88571]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:51:01.455 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T09:51:01.455 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/3048031508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":3048031508},{"type":"v1","addr":"172.21.15.132:6833","nonce":3048031508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:17:45.442902+0000","modified":"2024-04-02T08:30:38.940817+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":577,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44342},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44342":{"gid":44342,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6835/3612682956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3612682956},{"type":"v1","addr":"172.21.15.84:6835","nonce":3612682956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44342,"qdb_cluster":[44342]},"id":1}]} 2024-04-02T09:51:01.456 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 14 2024-04-02T09:51:01.468 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T09:51:01.810 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-02T09:51:01.810 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":2722,"fsid":"99c7bed6-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:12:12.544051+0000","modified":"2024-04-02T09:49:03.151277+0000","last_up_change":"2024-04-02T08:30:09.242309+0000","last_in_change":"2024-04-02T08:17:09.988437+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:15:27.644286+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:17:43.382272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:17:44.626664+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:18:19.184948+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1103,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"50e8f67b-8974-48cc-aa18-e40ee30f1598","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":295,"up_from":307,"up_thru":2643,"down_at":297,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6803","nonce":3476452135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6805","nonce":3476452135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6809","nonce":3476452135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3476452135},{"type":"v1","addr":"172.21.15.84:6807","nonce":3476452135}]},"public_addr":"172.21.15.84:6803/3476452135","cluster_addr":"172.21.15.84:6805/3476452135","heartbeat_back_addr":"172.21.15.84:6809/3476452135","heartbeat_front_addr":"172.21.15.84:6807/3476452135","state":["exists","up"]},{"osd":1,"uuid":"88f5d0c7-e2d2-4f5c-8c8c-2ec9327e09b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":330,"up_from":341,"up_thru":2643,"down_at":331,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6811","nonce":378820007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6813","nonce":378820007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6817","nonce":378820007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":378820007},{"type":"v1","addr":"172.21.15.84:6815","nonce":378820007}]},"public_addr":"172.21.15.84:6811/378820007","cluster_addr":"172.21.15.84:6813/378820007","heartbeat_back_addr":"172.21.15.84:6817/378820007","heartbeat_front_addr":"172.21.15.84:6815/378820007","state":["exists","up"]},{"osd":2,"uuid":"3a15633c-f4d9-46a9-a9cd-995363e8719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":365,"up_from":376,"up_thru":2643,"down_at":366,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6819","nonce":778684951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6821","nonce":778684951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6825","nonce":778684951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":778684951},{"type":"v1","addr":"172.21.15.84:6823","nonce":778684951}]},"public_addr":"172.21.15.84:6819/778684951","cluster_addr":"172.21.15.84:6821/778684951","heartbeat_back_addr":"172.21.15.84:6825/778684951","heartbeat_front_addr":"172.21.15.84:6823/778684951","state":["exists","up"]},{"osd":3,"uuid":"81452eed-0622-4886-93f4-0faead840a3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":399,"up_from":410,"up_thru":2643,"down_at":400,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6827","nonce":3037188652}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6829","nonce":3037188652}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6833","nonce":3037188652}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3037188652},{"type":"v1","addr":"172.21.15.84:6831","nonce":3037188652}]},"public_addr":"172.21.15.84:6827/3037188652","cluster_addr":"172.21.15.84:6829/3037188652","heartbeat_back_addr":"172.21.15.84:6833/3037188652","heartbeat_front_addr":"172.21.15.84:6831/3037188652","state":["exists","up"]},{"osd":4,"uuid":"71d3b128-7c96-4aae-8366-6c76f1e343af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":434,"up_from":445,"up_thru":2643,"down_at":435,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6801","nonce":4209248573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6803","nonce":4209248573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6807","nonce":4209248573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":4209248573},{"type":"v1","addr":"172.21.15.132:6805","nonce":4209248573}]},"public_addr":"172.21.15.132:6801/4209248573","cluster_addr":"172.21.15.132:6803/4209248573","heartbeat_back_addr":"172.21.15.132:6807/4209248573","heartbeat_front_addr":"172.21.15.132:6805/4209248573","state":["exists","up"]},{"osd":5,"uuid":"30dd87fc-83cd-428a-9ad4-781675027168","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":469,"up_from":480,"up_thru":2643,"down_at":470,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6809","nonce":4161561520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6811","nonce":4161561520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6815","nonce":4161561520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":4161561520},{"type":"v1","addr":"172.21.15.132:6813","nonce":4161561520}]},"public_addr":"172.21.15.132:6809/4161561520","cluster_addr":"172.21.15.132:6811/4161561520","heartbeat_back_addr":"172.21.15.132:6815/4161561520","heartbeat_front_addr":"172.21.15.132:6813/4161561520","state":["exists","up"]},{"osd":6,"uuid":"be14e32a-6787-4b52-9286-0a6fafc3434b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":504,"up_from":515,"up_thru":2643,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6817","nonce":93758926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6819","nonce":93758926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6823","nonce":93758926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":93758926},{"type":"v1","addr":"172.21.15.132:6821","nonce":93758926}]},"public_addr":"172.21.15.132:6817/93758926","cluster_addr":"172.21.15.132:6819/93758926","heartbeat_back_addr":"172.21.15.132:6823/93758926","heartbeat_front_addr":"172.21.15.132:6821/93758926","state":["exists","up"]},{"osd":7,"uuid":"05b8bc9a-fcbc-4c22-b647-273bf4fc1adf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":539,"up_from":550,"up_thru":2643,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6825","nonce":125816745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6827","nonce":125816745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6831","nonce":125816745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":125816745},{"type":"v1","addr":"172.21.15.132:6829","nonce":125816745}]},"public_addr":"172.21.15.132:6825/125816745","cluster_addr":"172.21.15.132:6827/125816745","heartbeat_back_addr":"172.21.15.132:6831/125816745","heartbeat_front_addr":"172.21.15.132:6829/125816745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:34.713552+0000","dead_epoch":295},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:14:59.842067+0000","dead_epoch":330},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:24.243492+0000","dead_epoch":365},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:15:48.733349+0000","dead_epoch":399},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:11.579387+0000","dead_epoch":434},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:16:35.865449+0000","dead_epoch":469},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:00.853798+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:25.814168+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:0/1320161368":"2024-04-02T10:48:38.527210+0000","172.21.15.84:0/1984831740":"2024-04-02T10:10:43.588632+0000","172.21.15.84:0/1689950766":"2024-04-02T10:10:42.599607+0000","172.21.15.132:6833/1033372047":"2024-04-03T08:30:35.929840+0000","172.21.15.84:0/1682783219":"2024-04-03T08:23:18.209117+0000","172.21.15.84:6801/1681632239":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/3334731639":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2931837275":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/2489929840":"2024-04-03T08:23:18.209117+0000","172.21.15.84:0/3002773335":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2524672797":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/451077821":"2024-04-03T08:23:18.209117+0000","172.21.15.132:0/988322383":"2024-04-03T08:23:53.628083+0000","172.21.15.84:0/3189600847":"2024-04-03T08:18:17.794396+0000","172.21.15.132:0/1573189323":"2024-04-03T08:23:53.628083+0000","172.21.15.132:0/2059408718":"2024-04-03T08:23:53.628083+0000","172.21.15.84:0/2181459132":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/3620464928":"2024-04-03T08:24:38.560283+0000","172.21.15.132:0/2150990010":"2024-04-03T08:23:53.628083+0000","172.21.15.84:6801/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:0/778334522":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/3175560562":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/4008537474":"2024-04-03T08:18:17.794396+0000","172.21.15.132:6834/917978556":"2024-04-03T08:23:53.628083+0000","172.21.15.84:0/2357179428":"2024-04-03T08:24:38.560283+0000","172.21.15.84:6800/1681632239":"2024-04-03T08:24:38.560283+0000","172.21.15.84:6801/2668802202":"2024-04-03T08:23:18.209117+0000","172.21.15.84:0/3713330973":"2024-04-02T10:19:09.398393+0000","172.21.15.84:0/196271912":"2024-04-03T08:24:38.560283+0000","172.21.15.84:0/284455331":"2024-04-03T08:12:50.473015+0000","172.21.15.84:6800/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2941153299":"2024-04-03T08:23:18.209117+0000","172.21.15.132:0/2394746031":"2024-04-03T08:23:53.628083+0000","172.21.15.132:6835/917978556":"2024-04-03T08:23:53.628083+0000","172.21.15.84:6801/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.132:6832/1033372047":"2024-04-03T08:30:35.929840+0000","172.21.15.132:0/1701196287":"2024-04-03T08:23:53.628083+0000","172.21.15.84:6800/2697932479":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6800/2668802202":"2024-04-03T08:23:18.209117+0000","172.21.15.84:6801/1570818751":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/2970548679":"2024-04-03T08:12:50.473015+0000","172.21.15.84:0/1174422600":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/3882478028":"2024-04-03T08:18:17.794396+0000","172.21.15.84:6800/3083363298":"2024-04-03T08:13:15.327819+0000","172.21.15.84:0/164409064":"2024-04-03T08:23:18.209117+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":434,"length":1},{"begin":438,"length":1},{"begin":442,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":3,"length":6}]},{"pool":88,"snaps":[{"begin":32,"length":6},{"begin":42,"length":6}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":292,"length":3}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T09:51:01.823 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-02T09:51:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/957733831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2413774221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.118 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2791919419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/957733831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2413774221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.118 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2791919419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.163 INFO:teuthology.orchestra.run.smithi084.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-02T09:51:02.179 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-02T09:51:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/957733831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2413774221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:02 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2791919419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:51:02.412 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:51:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi084:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"99c7bed6-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi084:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:02.618 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[94771]: 2024-04-02T09:51:02.159+0000 7facb731b700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:51:02.618 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[124306]: ignoring --setuser ceph since I am not root 2024-04-02T09:51:02.618 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[124306]: ignoring --setgroup ceph since I am not root 2024-04-02T09:51:02.618 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:51:02 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[124306]: starting mds.a at 2024-04-02T09:51:03.176 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3274626171' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:51:03.368 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1228516945' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3274626171' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:51:03.369 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:03 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1228516945' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:51:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:51:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3274626171' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:51:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:51:03.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:51:03.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:51:03.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:51:03.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:51:03.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:51:03.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:03 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1228516945' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:51:04.170 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_metadata' removed 2024-04-02T09:51:04.188 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: Cluster is now healthy 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/1228516945' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: mds.? [v2:172.21.15.84:6834/3992609729,v1:172.21.15.84:6835/3992609729] up:boot 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: fsmap 2 up:standby 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/2255816937' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:04.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: Cluster is now healthy 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/1228516945' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: mds.? [v2:172.21.15.84:6834/3992609729,v1:172.21.15.84:6835/3992609729] up:boot 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: fsmap 2 up:standby 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/2255816937' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:04.369 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:04 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:51:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:51:04.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: Cluster is now healthy 2024-04-02T09:51:04.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/1228516945' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:51:04.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: mds.? [v2:172.21.15.84:6834/3992609729,v1:172.21.15.84:6835/3992609729] up:boot 2024-04-02T09:51:04.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: fsmap 2 up:standby 2024-04-02T09:51:04.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: from='mgr.25160 172.21.15.84:0/3670286877' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:51:04.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/2255816937' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:04.412 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:04 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:05.172 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data' removed 2024-04-02T09:51:05.196 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:51:05.224 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:51:05.259 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-02T09:51:05.259 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:51:05.279 DEBUG:teuthology.orchestra.run.smithi132:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:51:05.316 INFO:tasks.cephadm:Stopping all daemons... 2024-04-02T09:51:05.316 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-02T09:51:05.316 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T09:51:05.343 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[94794]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T09:51:05.344 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[94794]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:51:05.344 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[94794]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:51:05.344 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[94794]: from='client.? 172.21.15.84:0/3971611002' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:05.344 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[97358]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T09:51:05.344 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[97358]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:51:05.344 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[97358]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:51:05.344 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-mon[97358]: from='client.? 172.21.15.84:0/3971611002' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:05 smithi132 ceph-mon[88571]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T09:51:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:05 smithi132 ceph-mon[88571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:51:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:05 smithi132 ceph-mon[88571]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:51:05.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:05 smithi132 ceph-mon[88571]: from='client.? 172.21.15.84:0/3971611002' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:51:05.609 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 systemd[1]: Stopping Ceph mon.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:05.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[94771]: 2024-04-02T09:51:05.610+0000 7facbcb26700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:05.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a[94771]: 2024-04-02T09:51:05.610+0000 7facbcb26700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-02T09:51:05.868 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:05 smithi084 podman[221001]: 2024-04-02 09:51:05.673054895 +0000 UTC m=+0.166057463 container died 2ae705edd8f3d4dbbe7b85aebb379888ff6e9e58e1c05e48c808b93428aca56c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T09:51:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:06 smithi084 podman[221001]: 2024-04-02 09:51:06.166434929 +0000 UTC m=+0.659437473 container cleanup 2ae705edd8f3d4dbbe7b85aebb379888ff6e9e58e1c05e48c808b93428aca56c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T09:51:06.368 INFO:journalctl@ceph.mon.a.smithi084.stdout:Apr 02 09:51:06 smithi084 bash[221001]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T09:51:06.587 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.a.service' 2024-04-02T09:51:06.675 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:06.676 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-02T09:51:06.676 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-02T09:51:06.676 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.c 2024-04-02T09:51:07.025 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:06 smithi084 systemd[1]: Stopping Ceph mon.c for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:07.306 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c[97334]: 2024-04-02T09:51:07.025+0000 7f98ce4eb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:07.306 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c[97334]: 2024-04-02T09:51:07.025+0000 7f98ce4eb700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:51:07.307 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:07 smithi084 podman[221133]: 2024-04-02 09:51:07.067599023 +0000 UTC m=+0.212251483 container died 4dc7848a08279ccc52b1183efe488fa7a1bd7e044299b827280c899ae5fb0ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:07.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:51:07] ENGINE Bus STOPPING 2024-04-02T09:51:07.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:51:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:51:07.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:51:07] ENGINE Bus STOPPED 2024-04-02T09:51:07.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:51:07] ENGINE Bus STARTING 2024-04-02T09:51:07.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:51:07] ENGINE Serving on http://:::9283 2024-04-02T09:51:07.307 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:07 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: [02/Apr/2024:09:51:07] ENGINE Bus STARTED 2024-04-02T09:51:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:07 smithi084 podman[221133]: 2024-04-02 09:51:07.432082325 +0000 UTC m=+0.576734782 container cleanup 4dc7848a08279ccc52b1183efe488fa7a1bd7e044299b827280c899ae5fb0ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T09:51:07.618 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 02 09:51:07 smithi084 bash[221133]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T09:51:07.844 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.c.service' 2024-04-02T09:51:07.881 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:07.881 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-02T09:51:07.881 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-02T09:51:07.881 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.b 2024-04-02T09:51:08.161 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:07 smithi132 systemd[1]: Stopping Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:08.825 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:08 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b[88548]: 2024-04-02T09:51:08.477+0000 7f7fc244a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:08.825 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:08 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b[88548]: 2024-04-02T09:51:08.477+0000 7f7fc244a700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:51:08.825 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:08 smithi132 podman[153267]: 2024-04-02 09:51:08.529491993 +0000 UTC m=+0.448051408 container died 95a696637fdf42e9e9b577771332d344812458e214a0e913b719e3fe4fc15447 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T09:51:09.159 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:08 smithi132 podman[153267]: 2024-04-02 09:51:08.992370041 +0000 UTC m=+0.910929461 container cleanup 95a696637fdf42e9e9b577771332d344812458e214a0e913b719e3fe4fc15447 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-04-02T09:51:09.159 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:08 smithi132 bash[153267]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T09:51:09.404 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.b.service' 2024-04-02T09:51:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:09 smithi132 podman[153286]: 2024-04-02 09:51:09.160649436 +0000 UTC m=+0.628094043 container remove 95a696637fdf42e9e9b577771332d344812458e214a0e913b719e3fe4fc15447 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mon-b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-02T09:51:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:09 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-02T09:51:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:09 smithi132 systemd[1]: Stopped Ceph mon.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:51:09.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:Apr 02 09:51:09 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mon.b.service: Consumed 50.391s CPU time. 2024-04-02T09:51:09.451 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:09.451 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-02T09:51:09.452 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-02T09:51:09.452 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T09:51:09.771 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:09 smithi084 systemd[1]: Stopping Ceph mgr.y for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:10.112 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:09 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T09:51:09.771+0000 7fad2e9ca700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:10.112 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:09 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y[86001]: 2024-04-02T09:51:09.771+0000 7fad2e9ca700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-02T09:51:10.112 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:09 smithi084 podman[221275]: 2024-04-02 09:51:09.803885208 +0000 UTC m=+0.164660193 container died 9047f1bc4aed7405018af7abe8f1eea0990876b154396e3c9a2f37857e1de2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:51:10.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:10 smithi084 podman[221275]: 2024-04-02 09:51:10.203504799 +0000 UTC m=+0.564279776 container cleanup 9047f1bc4aed7405018af7abe8f1eea0990876b154396e3c9a2f37857e1de2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-02T09:51:10.368 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 02 09:51:10 smithi084 bash[221275]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T09:51:10.628 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service' 2024-04-02T09:51:10.665 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:10.666 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-02T09:51:10.666 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-02T09:51:10.666 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x 2024-04-02T09:51:10.988 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 09:51:10 smithi132 systemd[1]: Stopping Ceph mgr.x for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:11.275 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 09:51:10 smithi132 podman[153401]: 2024-04-02 09:51:10.989323014 +0000 UTC m=+0.130777188 container died 62237445d1c3b6e8bb6d9560028a311c4e1e87acd5c1adf9512a3ab647de61be (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:51:11.588 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 09:51:11 smithi132 podman[153401]: 2024-04-02 09:51:11.36365298 +0000 UTC m=+0.505107158 container cleanup 62237445d1c3b6e8bb6d9560028a311c4e1e87acd5c1adf9512a3ab647de61be (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T09:51:11.589 INFO:journalctl@ceph.mgr.x.smithi132.stdout:Apr 02 09:51:11 smithi132 bash[153401]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T09:51:11.731 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service' 2024-04-02T09:51:11.769 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:11.769 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-02T09:51:11.769 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-02T09:51:11.769 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.0 2024-04-02T09:51:12.101 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:11 smithi084 systemd[1]: Stopping Ceph osd.0 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:12.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[103484]: 2024-04-02T09:51:12.101+0000 7efc5ce78700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:12.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[103484]: 2024-04-02T09:51:12.101+0000 7efc5ce78700 -1 osd.0 2725 *** Got signal Terminated *** 2024-04-02T09:51:12.368 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:12 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0[103484]: 2024-04-02T09:51:12.101+0000 7efc5ce78700 -1 osd.0 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:51:17.868 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:17 smithi084 podman[221406]: 2024-04-02 09:51:17.588252533 +0000 UTC m=+5.619112564 container died c541867301fb2e4dadef2fe36eeaabcb9cb67696acc5fd4b1432ddbac7b9ff59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:51:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:51:17.492Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:51:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:51:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:51:17.492Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:51:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:51:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:51:17.493Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:51:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:51:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:51:17.495Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:51:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:51:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:51:17.495Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:51:18.207 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:17 smithi084 podman[221406]: 2024-04-02 09:51:17.998879233 +0000 UTC m=+6.029739318 container cleanup c541867301fb2e4dadef2fe36eeaabcb9cb67696acc5fd4b1432ddbac7b9ff59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:18.207 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:17 smithi084 bash[221406]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T09:51:18.591 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:18 smithi084 podman[221429]: 2024-04-02 09:51:18.208472864 +0000 UTC m=+0.617629180 container remove c541867301fb2e4dadef2fe36eeaabcb9cb67696acc5fd4b1432ddbac7b9ff59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T09:51:18.868 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:18 smithi084 podman[221524]: 2024-04-02 09:51:18.592606888 +0000 UTC m=+0.097432617 container create f9cb3c14a201173f0f556719ac78b3fe776df45b02777e36e8b0812ce19e4063 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-02T09:51:18.868 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:18 smithi084 podman[221524]: 2024-04-02 09:51:18.512608975 +0000 UTC m=+0.017434706 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:51:18.868 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:18 smithi084 podman[221524]: 2024-04-02 09:51:18.753550783 +0000 UTC m=+0.258376506 container init f9cb3c14a201173f0f556719ac78b3fe776df45b02777e36e8b0812ce19e4063 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T09:51:18.868 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:18 smithi084 podman[221524]: 2024-04-02 09:51:18.759285947 +0000 UTC m=+0.264111673 container start f9cb3c14a201173f0f556719ac78b3fe776df45b02777e36e8b0812ce19e4063 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-02T09:51:18.868 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:18 smithi084 podman[221524]: 2024-04-02 09:51:18.828369058 +0000 UTC m=+0.333194790 container attach f9cb3c14a201173f0f556719ac78b3fe776df45b02777e36e8b0812ce19e4063 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0) 2024-04-02T09:51:19.363 INFO:journalctl@ceph.osd.0.smithi084.stdout:Apr 02 09:51:19 smithi084 podman[221524]: 2024-04-02 09:51:19.047336515 +0000 UTC m=+0.552162239 container died f9cb3c14a201173f0f556719ac78b3fe776df45b02777e36e8b0812ce19e4063 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:19.688 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.0.service' 2024-04-02T09:51:19.735 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:19.736 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-02T09:51:19.736 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-02T09:51:19.736 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.1 2024-04-02T09:51:19.911 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:19 smithi084 systemd[1]: Stopping Ceph osd.1 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:20.231 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[108729]: 2024-04-02T09:51:20.029+0000 7f137d5fb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:20.231 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[108729]: 2024-04-02T09:51:20.029+0000 7f137d5fb700 -1 osd.1 2725 *** Got signal Terminated *** 2024-04-02T09:51:20.231 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1[108729]: 2024-04-02T09:51:20.029+0000 7f137d5fb700 -1 osd.1 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:51:20.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:20.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:51:20.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:20.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:51:25.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:25 smithi084 podman[221654]: 2024-04-02 09:51:25.616657811 +0000 UTC m=+5.688585976 container died bf28a5ec6c5679c8957b381d82a306eac136a5768b60728e907fa8605d07588a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:51:26.267 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:25 smithi084 podman[221654]: 2024-04-02 09:51:25.976120099 +0000 UTC m=+6.048048264 container cleanup bf28a5ec6c5679c8957b381d82a306eac136a5768b60728e907fa8605d07588a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T09:51:26.267 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:25 smithi084 bash[221654]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T09:51:26.579 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:26 smithi084 podman[221677]: 2024-04-02 09:51:26.269123264 +0000 UTC m=+0.647636947 container remove bf28a5ec6c5679c8957b381d82a306eac136a5768b60728e907fa8605d07588a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-04-02T09:51:26.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:26 smithi084 podman[221774]: 2024-04-02 09:51:26.48342995 +0000 UTC m=+0.017781495 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:51:26.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:26 smithi084 podman[221774]: 2024-04-02 09:51:26.595007565 +0000 UTC m=+0.129359100 container create 93eba32963a9f076bf2ec9edf485c9c7462c779b00a9ce4b945b6e2d243b5429 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T09:51:26.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:26 smithi084 podman[221774]: 2024-04-02 09:51:26.805733788 +0000 UTC m=+0.340085321 container init 93eba32963a9f076bf2ec9edf485c9c7462c779b00a9ce4b945b6e2d243b5429 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T09:51:26.868 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:26 smithi084 podman[221774]: 2024-04-02 09:51:26.811407195 +0000 UTC m=+0.345758730 container start 93eba32963a9f076bf2ec9edf485c9c7462c779b00a9ce4b945b6e2d243b5429 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T09:51:27.368 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:26 smithi084 podman[221774]: 2024-04-02 09:51:26.913922079 +0000 UTC m=+0.448273625 container attach 93eba32963a9f076bf2ec9edf485c9c7462c779b00a9ce4b945b6e2d243b5429 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T09:51:27.368 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 02 09:51:27 smithi084 podman[221774]: 2024-04-02 09:51:27.098518695 +0000 UTC m=+0.632870231 container died 93eba32963a9f076bf2ec9edf485c9c7462c779b00a9ce4b945b6e2d243b5429 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-04-02T09:51:27.674 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.1.service' 2024-04-02T09:51:27.715 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:27.715 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-02T09:51:27.715 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-02T09:51:27.715 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.2 2024-04-02T09:51:28.038 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:27 smithi084 systemd[1]: Stopping Ceph osd.2 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:28.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:28 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[113980]: 2024-04-02T09:51:28.039+0000 7fb07d31a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:28.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:28 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[113980]: 2024-04-02T09:51:28.039+0000 7fb07d31a700 -1 osd.2 2725 *** Got signal Terminated *** 2024-04-02T09:51:28.368 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:28 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2[113980]: 2024-04-02T09:51:28.039+0000 7fb07d31a700 -1 osd.2 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:51:30.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:30.233Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:51:30.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:30.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:51:30.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:30 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:30.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:51:33.752 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:33 smithi084 podman[221903]: 2024-04-02 09:51:33.500422211 +0000 UTC m=+5.563556929 container died 53a981972b696edc9ba5290f55661d44684a0e6b5160d430bf1de5c7b0dcf6fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T09:51:34.118 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:33 smithi084 podman[221903]: 2024-04-02 09:51:33.852755125 +0000 UTC m=+5.915889837 container cleanup 53a981972b696edc9ba5290f55661d44684a0e6b5160d430bf1de5c7b0dcf6fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:51:34.118 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:33 smithi084 bash[221903]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T09:51:34.469 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:34 smithi084 podman[221925]: 2024-04-02 09:51:34.128927092 +0000 UTC m=+0.632261877 container remove 53a981972b696edc9ba5290f55661d44684a0e6b5160d430bf1de5c7b0dcf6fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-04-02T09:51:34.731 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:34 smithi084 podman[222025]: 2024-04-02 09:51:34.373964079 +0000 UTC m=+0.017097522 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:51:34.731 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:34 smithi084 podman[222025]: 2024-04-02 09:51:34.518470661 +0000 UTC m=+0.161604085 container create 7871131553a5f640fc8a9dd415199a98580015384e7b88262fa4c709f5dfc25b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:34.731 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:34 smithi084 podman[222025]: 2024-04-02 09:51:34.732425548 +0000 UTC m=+0.375558973 container init 7871131553a5f640fc8a9dd415199a98580015384e7b88262fa4c709f5dfc25b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:35.023 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:34 smithi084 podman[222025]: 2024-04-02 09:51:34.738090099 +0000 UTC m=+0.381223529 container start 7871131553a5f640fc8a9dd415199a98580015384e7b88262fa4c709f5dfc25b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T09:51:35.023 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:34 smithi084 podman[222025]: 2024-04-02 09:51:34.807315175 +0000 UTC m=+0.450448615 container attach 7871131553a5f640fc8a9dd415199a98580015384e7b88262fa4c709f5dfc25b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:35.300 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:35 smithi084 podman[222025]: 2024-04-02 09:51:35.025178884 +0000 UTC m=+0.668312302 container died 7871131553a5f640fc8a9dd415199a98580015384e7b88262fa4c709f5dfc25b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T09:51:35.561 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 02 09:51:35 smithi084 podman[222072]: 2024-04-02 09:51:35.543946999 +0000 UTC m=+0.513810583 container remove 7871131553a5f640fc8a9dd415199a98580015384e7b88262fa4c709f5dfc25b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:35.566 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.2.service' 2024-04-02T09:51:35.606 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:35.606 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-02T09:51:35.609 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-02T09:51:35.609 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.3 2024-04-02T09:51:35.867 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:35 smithi084 systemd[1]: Stopping Ceph osd.3 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:36.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T09:51:35.940+0000 7f55cbcff700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:36.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T09:51:35.940+0000 7f55cbcff700 -1 osd.3 2725 *** Got signal Terminated *** 2024-04-02T09:51:36.368 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:35 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3[119209]: 2024-04-02T09:51:35.940+0000 7f55cbcff700 -1 osd.3 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:51:39.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:38 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:38.835+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:39.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:39 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:39.192+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:39.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:39 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:39.357+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:40.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:39 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:39.806+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:40.430 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:40 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:40.214+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:40.430 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:40 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:40.331+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:40.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:40.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:51:40.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:40.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:51:40.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:40 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:40.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:51:41.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:40 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:40.848+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:41.650 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:41 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:41.183+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:41.650 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:41 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:41.299+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:41.653 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:41 smithi084 podman[222155]: 2024-04-02 09:51:41.387705695 +0000 UTC m=+5.564573487 container died b55bbdcf7ae8bcb926c2396d9cec804d3baca25355773468599451f1fb3f4521 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T09:51:41.911 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:41 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:41.851+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:41.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:41 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:41.651+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:42.012 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:41 smithi084 podman[222155]: 2024-04-02 09:51:41.745737056 +0000 UTC m=+5.922604839 container cleanup b55bbdcf7ae8bcb926c2396d9cec804d3baca25355773468599451f1fb3f4521 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T09:51:42.013 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:41 smithi084 bash[222155]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T09:51:42.364 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:42 smithi084 podman[222180]: 2024-04-02 09:51:42.014055479 +0000 UTC m=+0.626566601 container remove b55bbdcf7ae8bcb926c2396d9cec804d3baca25355773468599451f1fb3f4521 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-02T09:51:42.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:42.145+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:42.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:42.287+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:42.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:42 smithi084 podman[222283]: 2024-04-02 09:51:42.364913156 +0000 UTC m=+0.109656671 container create 84d7ddd348d2ae6302275f0232db1edcce78857726ada138289f5d84aaf11ff9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:51:42.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:42 smithi084 podman[222283]: 2024-04-02 09:51:42.273362874 +0000 UTC m=+0.018106400 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:51:42.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:42 smithi084 podman[222283]: 2024-04-02 09:51:42.584218872 +0000 UTC m=+0.328962391 container init 84d7ddd348d2ae6302275f0232db1edcce78857726ada138289f5d84aaf11ff9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T09:51:42.618 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:42 smithi084 podman[222283]: 2024-04-02 09:51:42.590608763 +0000 UTC m=+0.335352284 container start 84d7ddd348d2ae6302275f0232db1edcce78857726ada138289f5d84aaf11ff9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True) 2024-04-02T09:51:43.118 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:42 smithi084 podman[222283]: 2024-04-02 09:51:42.675564623 +0000 UTC m=+0.420308146 container attach 84d7ddd348d2ae6302275f0232db1edcce78857726ada138289f5d84aaf11ff9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T09:51:43.118 INFO:journalctl@ceph.osd.3.smithi084.stdout:Apr 02 09:51:42 smithi084 podman[222283]: 2024-04-02 09:51:42.890422634 +0000 UTC m=+0.635166150 container died 84d7ddd348d2ae6302275f0232db1edcce78857726ada138289f5d84aaf11ff9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T09:51:43.152 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:42.807+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:43.152 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:42 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:42.664+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:43.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:43.153+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:43.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:43.253+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:43.483 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.3.service' 2024-04-02T09:51:43.525 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:43.525 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-02T09:51:43.525 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-02T09:51:43.525 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.4 2024-04-02T09:51:43.859 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:43.677+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:43.859 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:43 smithi132 systemd[1]: Stopping Ceph osd.4 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:43.859 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:43.776+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:44.129 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:43.859+0000 7efdb616a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:44.129 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:43.859+0000 7efdb616a700 -1 osd.4 2725 *** Got signal Terminated *** 2024-04-02T09:51:44.129 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:43 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:43.859+0000 7efdb616a700 -1 osd.4 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:51:44.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:44 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:44.129+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:44.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:44 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:44.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:45.141 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:44 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:44.807+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:45.141 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:44 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:44.697+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:45.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:45 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:45.225+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:45.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:45 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:45.141+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:46.126 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:45 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:45.804+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:46.126 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:45 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:45.721+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:46.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:46 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:46.126+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:46.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:46 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:46.186+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:47.113 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:46 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:46.782+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:47.114 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:46 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:46.782+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.352159+0000 front 2024-04-02T09:51:21.352246+0000 (oldest deadline 2024-04-02T09:51:46.652013+0000) 2024-04-02T09:51:47.114 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:46 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:46.754+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:47.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:47 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:47.113+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:47.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:47 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:47.212+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:48.157 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:47 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:47.759+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:48.157 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:47 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:47.759+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.352159+0000 front 2024-04-02T09:51:21.352246+0000 (oldest deadline 2024-04-02T09:51:46.652013+0000) 2024-04-02T09:51:48.157 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:47 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:47.728+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:48.157 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:47 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:47.728+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:48.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:48.157+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:48.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:48.157+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:48.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:48.214+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:49.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:48.758+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:12.849892+0000 front 2024-04-02T09:51:12.850026+0000 (oldest deadline 2024-04-02T09:51:38.149751+0000) 2024-04-02T09:51:49.161 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4[94302]: 2024-04-02T09:51:48.758+0000 7efdae756700 -1 osd.4 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.352159+0000 front 2024-04-02T09:51:21.352246+0000 (oldest deadline 2024-04-02T09:51:46.652013+0000) 2024-04-02T09:51:49.162 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:48.730+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:49.162 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:48 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:48.730+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:49.557 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:49 smithi132 podman[153546]: 2024-04-02 09:51:49.255005569 +0000 UTC m=+5.530502372 container died 7c02abbc9f59482e39aefd784294b323b1bcc0cbfbf97a7edb218fded0f58dab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux ) 2024-04-02T09:51:49.558 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:49 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:49.171+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:49.558 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:49 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:49.171+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:49.558 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:49 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:49.178+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:49.873 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:49 smithi132 podman[153546]: 2024-04-02 09:51:49.648997598 +0000 UTC m=+5.924494391 container cleanup 7c02abbc9f59482e39aefd784294b323b1bcc0cbfbf97a7edb218fded0f58dab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T09:51:49.873 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:49 smithi132 bash[153546]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T09:51:49.874 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:49 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:49.689+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:49.874 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:49 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:49.689+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:50.153 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:49 smithi132 podman[153569]: 2024-04-02 09:51:49.875137436 +0000 UTC m=+0.614960648 container remove 7c02abbc9f59482e39aefd784294b323b1bcc0cbfbf97a7edb218fded0f58dab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T09:51:50.410 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:50.152+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:50.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:50.152+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:50.411 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:50 smithi132 podman[153664]: 2024-04-02 09:51:50.100151679 +0000 UTC m=+0.017808312 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:51:50.411 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:50 smithi132 podman[153664]: 2024-04-02 09:51:50.201132787 +0000 UTC m=+0.118789449 container create 696e13de927f1ca82d867538a210e35fd810fe83093521699166b39c290bb2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T09:51:50.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:50.171+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:50.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:50.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:51:50.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:50.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:51:50.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:51:50 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:51:50.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:51:50.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:50 smithi132 podman[153664]: 2024-04-02 09:51:50.412244153 +0000 UTC m=+0.329900778 container init 696e13de927f1ca82d867538a210e35fd810fe83093521699166b39c290bb2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:50.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:50 smithi132 podman[153664]: 2024-04-02 09:51:50.418214388 +0000 UTC m=+0.335871008 container start 696e13de927f1ca82d867538a210e35fd810fe83093521699166b39c290bb2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T09:51:50.661 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:50 smithi132 podman[153664]: 2024-04-02 09:51:50.503574196 +0000 UTC m=+0.421230831 container attach 696e13de927f1ca82d867538a210e35fd810fe83093521699166b39c290bb2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T09:51:50.988 INFO:journalctl@ceph.osd.4.smithi132.stdout:Apr 02 09:51:50 smithi132 podman[153664]: 2024-04-02 09:51:50.706121663 +0000 UTC m=+0.623778284 container died 696e13de927f1ca82d867538a210e35fd810fe83093521699166b39c290bb2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T09:51:50.989 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:50.683+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:50.989 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:50 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:50.683+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:51.281 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:51.177+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:51.281 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:51.177+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:51.281 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:51.187+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:51.312 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.4.service' 2024-04-02T09:51:51.354 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:51.354 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-02T09:51:51.354 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-02T09:51:51.355 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.5 2024-04-02T09:51:51.662 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:51 smithi132 systemd[1]: Stopping Ceph osd.5 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:52.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:51.663+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:52.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:51.663+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:52.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:51.720+0000 7f158d07c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:52.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:51.720+0000 7f158d07c700 -1 osd.5 2725 *** Got signal Terminated *** 2024-04-02T09:51:52.162 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:51 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:51.720+0000 7f158d07c700 -1 osd.5 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:51:52.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:52.198+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:52.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:52.198+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:52.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:52.220+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:52.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:52.220+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:53.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:52.697+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:53.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:52 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:52.697+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:53.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:53.218+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:53.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:53.218+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:53.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:53.226+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:53.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:53.226+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:54.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:53.721+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:54.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:53 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:53.721+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:54.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:54.267+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:54.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:54.267+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:54.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:54.239+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:54.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:54.239+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:54.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:54.239+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:51:55.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:54.674+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:55.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:54 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:54.674+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:55.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:55.299+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:55.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:55.299+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:55.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:55.299+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:51:55.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:55.228+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:55.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:55.228+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:55.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:55.228+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:51:56.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:55.713+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:56.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:55 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:55.713+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:56.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:56.270+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:56.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:56.270+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:56.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:56.270+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:51:56.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:56.264+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:56.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:56.264+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:56.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:56.264+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:51:57.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:56.709+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.793330+0000 front 2024-04-02T09:51:14.793473+0000 (oldest deadline 2024-04-02T09:51:40.693177+0000) 2024-04-02T09:51:57.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:56 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5[99237]: 2024-04-02T09:51:56.709+0000 7f1585668700 -1 osd.5 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.394110+0000 front 2024-04-02T09:51:22.394032+0000 (oldest deadline 2024-04-02T09:51:47.694114+0000) 2024-04-02T09:51:57.502 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:57 smithi132 podman[153798]: 2024-04-02 09:51:57.236333289 +0000 UTC m=+5.653082785 container died 28a4ec2f2c06c7ab43f7d6175c247331ffe58942b55bb7261c0f065daf8e3ab4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T09:51:57.502 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:57.293+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:57.502 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:57.293+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:57.502 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:57.293+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:51:57.506 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:57.265+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:57.506 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:57.265+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:57.506 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:57.265+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:51:57.843 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:51:57 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=cleanup t=2024-04-02T09:51:57.747205606Z level=info msg="Completed cleanup jobs" duration=6.27186ms 2024-04-02T09:51:57.843 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:57 smithi132 podman[153798]: 2024-04-02 09:51:57.610466155 +0000 UTC m=+6.027215648 container cleanup 28a4ec2f2c06c7ab43f7d6175c247331ffe58942b55bb7261c0f065daf8e3ab4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:57.844 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:57 smithi132 bash[153798]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T09:51:58.161 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:57 smithi132 podman[153821]: 2024-04-02 09:51:57.84498104 +0000 UTC m=+0.610528320 container remove 28a4ec2f2c06c7ab43f7d6175c247331ffe58942b55bb7261c0f065daf8e3ab4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:51:58.455 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:58 smithi132 podman[153920]: 2024-04-02 09:51:58.077365139 +0000 UTC m=+0.017917939 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:51:58.456 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:58 smithi132 podman[153920]: 2024-04-02 09:51:58.187512617 +0000 UTC m=+0.128065380 container create a906ee6436379310e628400d0e993bbc6931e09110a59d9f3afdc33807fae4f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-02T09:51:58.456 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:58 smithi132 podman[153920]: 2024-04-02 09:51:58.373639044 +0000 UTC m=+0.314191813 container init a906ee6436379310e628400d0e993bbc6931e09110a59d9f3afdc33807fae4f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T09:51:58.456 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:58 smithi132 podman[153920]: 2024-04-02 09:51:58.379555263 +0000 UTC m=+0.320108026 container start a906ee6436379310e628400d0e993bbc6931e09110a59d9f3afdc33807fae4f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T09:51:58.456 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:58.246+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:58.456 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:58.246+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:58.456 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:58.246+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:51:58.456 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:58.234+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:58.457 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:58.234+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:58.457 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:58 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:58.234+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:51:58.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:58 smithi132 podman[153920]: 2024-04-02 09:51:58.456711954 +0000 UTC m=+0.397264721 container attach a906ee6436379310e628400d0e993bbc6931e09110a59d9f3afdc33807fae4f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T09:51:58.911 INFO:journalctl@ceph.osd.5.smithi132.stdout:Apr 02 09:51:58 smithi132 podman[153920]: 2024-04-02 09:51:58.665718085 +0000 UTC m=+0.606270839 container died a906ee6436379310e628400d0e993bbc6931e09110a59d9f3afdc33807fae4f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T09:51:59.250 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:59.208+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:51:59.250 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:59.208+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:51:59.251 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:59.208+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:51:59.251 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:59.194+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:51:59.251 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:59.194+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:51:59.251 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:51:59.194+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:51:59.271 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.5.service' 2024-04-02T09:51:59.313 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:51:59.313 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-02T09:51:59.313 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-02T09:51:59.313 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.6 2024-04-02T09:51:59.631 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:59 smithi132 systemd[1]: Stopping Ceph osd.6 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:51:59.911 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:59.631+0000 7f8c47ce4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:51:59.911 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:59.631+0000 7f8c47ce4700 -1 osd.6 2725 *** Got signal Terminated *** 2024-04-02T09:51:59.911 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:51:59 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:51:59.631+0000 7f8c47ce4700 -1 osd.6 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:52:00.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:00.235Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:52:00.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:00.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:52:00.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:00 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:00.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:52:00.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:00.207+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:52:00.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:00.207+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:52:00.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:00.207+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:52:00.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:00.171+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:00.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:00.171+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:00.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:00 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:00.171+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:01.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:01.231+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:52:01.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:01.231+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:52:01.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:01.231+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:52:01.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:01.189+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:01.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:01.189+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:01.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:01 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:01.189+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:02.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:02.211+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:52:02.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:02.211+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:52:02.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:02.211+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:52:02.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:02.176+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:02.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:02.176+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:02.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:02 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:02.176+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:03.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:03.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:03.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:03.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:03.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:03.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:03.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:03.165+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:52:03.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:03.165+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:52:03.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:03.165+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:52:03.662 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:03 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:03.165+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.047439+0000 front 2024-04-02T09:51:39.047473+0000 (oldest deadline 2024-04-02T09:52:02.547440+0000) 2024-04-02T09:52:04.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:04.131+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:14.443972+0000 front 2024-04-02T09:51:14.444101+0000 (oldest deadline 2024-04-02T09:51:39.143929+0000) 2024-04-02T09:52:04.411 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:04.131+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:22.045188+0000 front 2024-04-02T09:51:22.045091+0000 (oldest deadline 2024-04-02T09:51:47.945021+0000) 2024-04-02T09:52:04.412 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:04.131+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:27.945787+0000 front 2024-04-02T09:51:27.945772+0000 (oldest deadline 2024-04-02T09:51:54.946196+0000) 2024-04-02T09:52:04.412 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6[104283]: 2024-04-02T09:52:04.131+0000 7f8c442d8700 -1 osd.6 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.047439+0000 front 2024-04-02T09:51:39.047473+0000 (oldest deadline 2024-04-02T09:52:02.547440+0000) 2024-04-02T09:52:04.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:04.212+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:04.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:04.212+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:04.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:04.212+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:04.412 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:04 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:04.212+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:05.262 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:05 smithi132 podman[154050]: 2024-04-02 09:52:05.003215303 +0000 UTC m=+5.467335712 container died 2fab50cf0f1b1a9d2013aa94c733372bdd7246a03ad911cd790cb9b0760d74de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:52:05.263 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:05.219+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:05.263 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:05.219+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:05.263 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:05.219+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:05.263 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:05 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:05.219+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:05.621 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:05 smithi132 podman[154050]: 2024-04-02 09:52:05.363163697 +0000 UTC m=+5.827284142 container cleanup 2fab50cf0f1b1a9d2013aa94c733372bdd7246a03ad911cd790cb9b0760d74de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T09:52:05.621 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:05 smithi132 bash[154050]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T09:52:05.911 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:05 smithi132 podman[154073]: 2024-04-02 09:52:05.622533509 +0000 UTC m=+0.615661590 container remove 2fab50cf0f1b1a9d2013aa94c733372bdd7246a03ad911cd790cb9b0760d74de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T09:52:06.191 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:05 smithi132 podman[154172]: 2024-04-02 09:52:05.923370074 +0000 UTC m=+0.105420682 container create 4f15d271d0ba5fa63162a2dc80a4e17be148f1d53978e32c65b54b77014b71de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T09:52:06.191 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:05 smithi132 podman[154172]: 2024-04-02 09:52:05.836228944 +0000 UTC m=+0.018279570 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:52:06.191 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 podman[154172]: 2024-04-02 09:52:06.109101925 +0000 UTC m=+0.291152540 container init 4f15d271d0ba5fa63162a2dc80a4e17be148f1d53978e32c65b54b77014b71de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-02T09:52:06.191 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 podman[154172]: 2024-04-02 09:52:06.11442778 +0000 UTC m=+0.296478386 container start 4f15d271d0ba5fa63162a2dc80a4e17be148f1d53978e32c65b54b77014b71de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:52:06.191 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 podman[154172]: 2024-04-02 09:52:06.19223869 +0000 UTC m=+0.374289310 container attach 4f15d271d0ba5fa63162a2dc80a4e17be148f1d53978e32c65b54b77014b71de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240326) 2024-04-02T09:52:06.661 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 podman[154172]: 2024-04-02 09:52:06.406946728 +0000 UTC m=+0.588997337 container died 4f15d271d0ba5fa63162a2dc80a4e17be148f1d53978e32c65b54b77014b71de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:52:06.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:06.259+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:06.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:06.259+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:06.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:06.259+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:06.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:06 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:06.259+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:06.950 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.6.service' 2024-04-02T09:52:06.975 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 podman[154219]: 2024-04-02 09:52:06.928965454 +0000 UTC m=+0.516929796 container remove 4f15d271d0ba5fa63162a2dc80a4e17be148f1d53978e32c65b54b77014b71de (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T09:52:06.976 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T09:52:06.976 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 systemd[1]: Stopped Ceph osd.6 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:52:06.976 INFO:journalctl@ceph.osd.6.smithi132.stdout:Apr 02 09:52:06 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 2min 32.233s CPU time. 2024-04-02T09:52:06.990 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:52:06.991 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-02T09:52:06.991 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-02T09:52:06.991 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.7 2024-04-02T09:52:07.243 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 systemd[1]: Stopping Ceph osd.7 for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:07.243 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:07.243+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:07.243 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:07.243+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:07.244 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:07.243+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:07.244 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:07.243+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:07.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:07.370+0000 7fc4a343c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:52:07.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:07.370+0000 7fc4a343c700 -1 osd.7 2725 *** Got signal Terminated *** 2024-04-02T09:52:07.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:07 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:07.370+0000 7fc4a343c700 -1 osd.7 2725 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:52:08.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:08 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:08.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:08.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:08 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:08.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:08.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:08 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:08.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:08.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:08 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:08.217+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:09.562 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:09.207+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:09.563 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:09.207+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:09.563 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:09.207+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:09.563 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:09 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:09.207+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:10.528 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:10.236Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:52:10.529 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:10.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:52:10.529 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:10 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:10.237Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:52:10.579 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:10.256+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:10.580 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:10.256+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:10.580 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:10.256+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:10.580 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:10.256+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:10.580 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:10 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:10.256+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.132:6804 osd.4 since back 2024-04-02T09:51:45.848521+0000 front 2024-04-02T09:51:45.848559+0000 (oldest deadline 2024-04-02T09:52:09.348477+0000) 2024-04-02T09:52:11.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:11 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:11.305+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:11.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:11 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:11.305+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:11.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:11 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:11.305+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:11.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:11 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:11.305+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:11.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:11 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:11.305+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.132:6804 osd.4 since back 2024-04-02T09:51:45.848521+0000 front 2024-04-02T09:51:45.848559+0000 (oldest deadline 2024-04-02T09:52:09.348477+0000) 2024-04-02T09:52:12.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:12.306+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-04-02T09:51:16.144488+0000 front 2024-04-02T09:51:16.144475+0000 (oldest deadline 2024-04-02T09:51:39.044350+0000) 2024-04-02T09:52:12.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:12.306+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6814 osd.1 since back 2024-04-02T09:51:21.945431+0000 front 2024-04-02T09:51:21.945401+0000 (oldest deadline 2024-04-02T09:51:51.345733+0000) 2024-04-02T09:52:12.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:12.306+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6822 osd.2 since back 2024-04-02T09:51:31.346353+0000 front 2024-04-02T09:51:31.346280+0000 (oldest deadline 2024-04-02T09:51:53.646206+0000) 2024-04-02T09:52:12.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:12.306+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.84:6830 osd.3 since back 2024-04-02T09:51:39.447716+0000 front 2024-04-02T09:51:39.447684+0000 (oldest deadline 2024-04-02T09:52:03.547514+0000) 2024-04-02T09:52:12.662 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:12 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7[109080]: 2024-04-02T09:52:12.306+0000 7fc49fa30700 -1 osd.7 2725 heartbeat_check: no reply from 172.21.15.132:6804 osd.4 since back 2024-04-02T09:51:45.848521+0000 front 2024-04-02T09:51:45.848559+0000 (oldest deadline 2024-04-02T09:52:09.348477+0000) 2024-04-02T09:52:13.032 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:12 smithi132 podman[154302]: 2024-04-02 09:52:12.764688013 +0000 UTC m=+5.543235698 container died ee68195895acd746ff5eeced41932665a082786127cce7d93fad31163cc6e8ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T09:52:13.390 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 podman[154302]: 2024-04-02 09:52:13.148392409 +0000 UTC m=+5.926940103 container cleanup ee68195895acd746ff5eeced41932665a082786127cce7d93fad31163cc6e8ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux ) 2024-04-02T09:52:13.390 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 bash[154302]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T09:52:13.661 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 podman[154338]: 2024-04-02 09:52:13.39135545 +0000 UTC m=+0.627878534 container remove ee68195895acd746ff5eeced41932665a082786127cce7d93fad31163cc6e8ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326) 2024-04-02T09:52:13.976 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 podman[154438]: 2024-04-02 09:52:13.619584481 +0000 UTC m=+0.018200081 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:52:13.976 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 podman[154438]: 2024-04-02 09:52:13.725674007 +0000 UTC m=+0.124289612 container create 3758f85125096398a01bf04d299df8ff6fa47217df9c2a8b4ec95ff1f3fb2b39 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T09:52:13.976 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 podman[154438]: 2024-04-02 09:52:13.894710676 +0000 UTC m=+0.293326288 container init 3758f85125096398a01bf04d299df8ff6fa47217df9c2a8b4ec95ff1f3fb2b39 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:52:13.977 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 podman[154438]: 2024-04-02 09:52:13.900018642 +0000 UTC m=+0.298634241 container start 3758f85125096398a01bf04d299df8ff6fa47217df9c2a8b4ec95ff1f3fb2b39 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T09:52:13.977 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:13 smithi132 podman[154438]: 2024-04-02 09:52:13.977860877 +0000 UTC m=+0.376476495 container attach 3758f85125096398a01bf04d299df8ff6fa47217df9c2a8b4ec95ff1f3fb2b39 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:52:14.411 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:14 smithi132 podman[154438]: 2024-04-02 09:52:14.191714378 +0000 UTC m=+0.590329977 container died 3758f85125096398a01bf04d299df8ff6fa47217df9c2a8b4ec95ff1f3fb2b39 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T09:52:14.747 INFO:journalctl@ceph.osd.7.smithi132.stdout:Apr 02 09:52:14 smithi132 podman[154484]: 2024-04-02 09:52:14.731291497 +0000 UTC m=+0.530671098 container remove 3758f85125096398a01bf04d299df8ff6fa47217df9c2a8b4ec95ff1f3fb2b39 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T09:52:14.751 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@osd.7.service' 2024-04-02T09:52:14.791 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:52:14.791 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-02T09:52:14.791 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-02T09:52:14.792 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.a 2024-04-02T09:52:15.103 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:52:14 smithi084 systemd[1]: Stopping Ceph mds.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:15.368 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:52:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[124306]: 2024-04-02T09:52:15.103+0000 7f42a7f46700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:52:15.368 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:52:15 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a[124306]: 2024-04-02T09:52:15.103+0000 7f42a7f46700 -1 mds.a *** got signal Terminated *** 2024-04-02T09:52:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:17.493Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:52:17.911 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:17.493Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:52:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:17.493Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:52:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:17.494Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:52:17.912 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:17 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:17.494Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.84:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.84:8765: connect: connection refused" 2024-04-02T09:52:18.475 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:52:18 smithi084 podman[222432]: 2024-04-02 09:52:18.21766713 +0000 UTC m=+3.226686253 container died b86c3fee26b3df382a9e084cbc4970c305713fb2db71c6f6bcf5f8165847b8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:52:18.850 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:52:18 smithi084 podman[222432]: 2024-04-02 09:52:18.575290457 +0000 UTC m=+3.584309570 container cleanup b86c3fee26b3df382a9e084cbc4970c305713fb2db71c6f6bcf5f8165847b8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:52:18.851 INFO:journalctl@ceph.mds.a.smithi084.stdout:Apr 02 09:52:18 smithi084 bash[222432]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T09:52:18.997 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.a.service' 2024-04-02T09:52:19.036 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:52:19.036 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-02T09:52:19.036 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-02T09:52:19.036 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.b 2024-04-02T09:52:19.343 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 09:52:19 smithi132 systemd[1]: Stopping Ceph mds.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:19.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 09:52:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b[113901]: 2024-04-02T09:52:19.345+0000 7f7e2d9ca700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:52:19.661 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 09:52:19 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b[113901]: 2024-04-02T09:52:19.345+0000 7f7e2d9ca700 -1 mds.b *** got signal Terminated *** 2024-04-02T09:52:20.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:20.236Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:52:20.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:20.237Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:52:20.618 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:20 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:20.237Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:52:22.118 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:21 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:21.624Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi084.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.84:8443: connect: connection refused" 2024-04-02T09:52:22.118 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:21 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:21.624Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-04-02T09:52:23.616 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 09:52:23 smithi132 podman[154570]: 2024-04-02 09:52:23.351980451 +0000 UTC m=+4.119084006 container died dcbf0940951e2ae04584cbb0eba28915293fe9d574358cb0a20f22b321fadd59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T09:52:23.911 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 09:52:23 smithi132 podman[154570]: 2024-04-02 09:52:23.716526822 +0000 UTC m=+4.483630376 container cleanup dcbf0940951e2ae04584cbb0eba28915293fe9d574358cb0a20f22b321fadd59 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T09:52:23.911 INFO:journalctl@ceph.mds.b.smithi132.stdout:Apr 02 09:52:23 smithi132 bash[154570]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T09:52:24.137 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@mds.b.service' 2024-04-02T09:52:24.174 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:52:24.174 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-02T09:52:24.174 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-02T09:52:24.175 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a 2024-04-02T09:52:24.488 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 systemd[1]: Stopping Ceph prometheus.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:24.762 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T09:52:24.762 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T09:52:24.763 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T09:52:24.763 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T09:52:24.763 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T09:52:24.763 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T09:52:24.763 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T09:52:24.763 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T09:52:24.763 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.490Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T09:52:24.764 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.492Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T09:52:24.764 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.492Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T09:52:24.764 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[121823]: ts=2024-04-02T09:52:24.492Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T09:52:24.764 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 podman[154700]: 2024-04-02 09:52:24.500929801 +0000 UTC m=+0.111522895 container died e777db9eb91c8921ea08e880cb143d5fb18f1e409af1351798f89b4d389c125b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:25.111 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 podman[154700]: 2024-04-02 09:52:24.853852057 +0000 UTC m=+0.464445151 container cleanup e777db9eb91c8921ea08e880cb143d5fb18f1e409af1351798f89b4d389c125b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:25.112 INFO:journalctl@ceph.prometheus.a.smithi132.stdout:Apr 02 09:52:24 smithi132 bash[154700]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T09:52:25.272 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service' 2024-04-02T09:52:25.307 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:52:25.307 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-02T09:52:25.307 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T09:52:25.463 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:52:27.118 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:26 smithi084 systemd[1]: Stopping Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:27.437 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[132336]: ts=2024-04-02T09:52:27.140Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T09:52:27.437 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 podman[222888]: 2024-04-02 09:52:27.191649023 +0000 UTC m=+0.153806972 container died 29b05ca3086feac262def7fdeb3816747d4fe95678174efcc70433c560c7910a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:27.779 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 podman[222888]: 2024-04-02 09:52:27.537589963 +0000 UTC m=+0.499747908 container cleanup 29b05ca3086feac262def7fdeb3816747d4fe95678174efcc70433c560c7910a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:27.779 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 bash[222888]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T09:52:27.779 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 podman[222907]: 2024-04-02 09:52:27.680510802 +0000 UTC m=+0.485729942 container remove 29b05ca3086feac262def7fdeb3816747d4fe95678174efcc70433c560c7910a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:27.779 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 podman[222907]: 2024-04-02 09:52:27.781024028 +0000 UTC m=+0.586243106 volume remove 09da58797f58abf0625740837e76fe9306ae9d9e8a92b1ab9f51bb56429146a0 2024-04-02T09:52:28.118 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T09:52:28.118 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 systemd[1]: Stopped Ceph alertmanager.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:52:28.118 INFO:journalctl@ceph.alertmanager.a.smithi084.stdout:Apr 02 09:52:27 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 3.212s CPU time. 2024-04-02T09:52:28.429 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:28 smithi084 systemd[1]: Stopping Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:28.691 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:28 smithi084 podman[223019]: 2024-04-02 09:52:28.430504838 +0000 UTC m=+0.127376412 container died a8efd4f084ce5b5f1c8929e2754f0decdbf93146790a98c8924f529d881b2ea8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:29.058 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:28 smithi084 podman[223019]: 2024-04-02 09:52:28.783467842 +0000 UTC m=+0.480339420 container cleanup a8efd4f084ce5b5f1c8929e2754f0decdbf93146790a98c8924f529d881b2ea8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:29.058 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:28 smithi084 bash[223019]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T09:52:29.353 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:29 smithi084 podman[223038]: 2024-04-02 09:52:29.059420676 +0000 UTC m=+0.633580238 container remove a8efd4f084ce5b5f1c8929e2754f0decdbf93146790a98c8924f529d881b2ea8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:52:29.353 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:29 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:52:29.354 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:29 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T09:52:29.354 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:29 smithi084 systemd[1]: Stopped Ceph node-exporter.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:52:29.354 INFO:journalctl@ceph.node-exporter.a.smithi084.stdout:Apr 02 09:52:29 smithi084 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 8.555s CPU time. 2024-04-02T09:52:29.809 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T09:52:29.965 INFO:teuthology.orchestra.run.smithi132.stdout:Deleting cluster with fsid: 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:52:31.610 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:31 smithi132 systemd[1]: Stopping Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:31.866 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:31 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=server t=2024-04-02T09:52:31.611201234Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-02T09:52:31.866 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:31 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=ticker t=2024-04-02T09:52:31.61155498Z level=info msg=stopped last_tick=2024-04-02T09:52:30Z 2024-04-02T09:52:31.867 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:31 smithi132 ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a[126292]: logger=tracing t=2024-04-02T09:52:31.611556314Z level=info msg="Closing tracing" 2024-04-02T09:52:31.867 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:31 smithi132 podman[155157]: 2024-04-02 09:52:31.621638713 +0000 UTC m=+0.113349829 container died 03d03a98dc66e525d8ce2050d1a3c6ab197aca9b7152b578dbaf29ec4e38b4c2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:52:32.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:31 smithi132 podman[155157]: 2024-04-02 09:52:31.941348234 +0000 UTC m=+0.433059358 container cleanup 03d03a98dc66e525d8ce2050d1a3c6ab197aca9b7152b578dbaf29ec4e38b4c2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:52:32.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:31 smithi132 bash[155157]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T09:52:32.162 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:32 smithi132 podman[155176]: 2024-04-02 09:52:32.109131932 +0000 UTC m=+0.485450914 container remove 03d03a98dc66e525d8ce2050d1a3c6ab197aca9b7152b578dbaf29ec4e38b4c2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:52:32.661 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:32 smithi132 systemd[1]: Stopping Ceph node-exporter.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:52:32.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:32 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-02T09:52:32.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:32 smithi132 systemd[1]: Stopped Ceph grafana.a for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:52:32.661 INFO:journalctl@ceph.grafana.a.smithi132.stdout:Apr 02 09:52:32 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 49.307s CPU time. 2024-04-02T09:52:33.028 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:32 smithi132 podman[155289]: 2024-04-02 09:52:32.767587179 +0000 UTC m=+0.131388447 container died 29392f4c68f4fdf8fdf4065aec674f501522f3bb3c40425aafce487325fbbe08 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:52:33.369 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:33 smithi132 podman[155289]: 2024-04-02 09:52:33.12019553 +0000 UTC m=+0.483996797 container cleanup 29392f4c68f4fdf8fdf4065aec674f501522f3bb3c40425aafce487325fbbe08 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:52:33.370 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:33 smithi132 bash[155289]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T09:52:33.661 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:33 smithi132 podman[155308]: 2024-04-02 09:52:33.371383703 +0000 UTC m=+0.607029070 container remove 29392f4c68f4fdf8fdf4065aec674f501522f3bb3c40425aafce487325fbbe08 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:52:33.661 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:33 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:52:33.661 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:33 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T09:52:33.661 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:33 smithi132 systemd[1]: Stopped Ceph node-exporter.b for 99c7bed6-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:52:33.661 INFO:journalctl@ceph.node-exporter.b.smithi132.stdout:Apr 02 09:52:33 smithi132 systemd[1]: ceph-99c7bed6-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 8.527s CPU time. 2024-04-02T09:52:34.141 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:52:34.176 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:52:34.205 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-02T09:52:34.207 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472/remote/smithi084/crash 2024-04-02T09:52:34.208 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T09:52:34.259 INFO:teuthology.orchestra.run.smithi084.stderr:tar: /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T09:52:34.259 INFO:teuthology.orchestra.run.smithi084.stderr:tar: Error is not recoverable: exiting now 2024-04-02T09:52:34.261 DEBUG:teuthology.misc:Transferring archived files from smithi132:/var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472/remote/smithi132/crash 2024-04-02T09:52:34.262 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T09:52:34.301 INFO:teuthology.orchestra.run.smithi132.stderr:tar: /var/lib/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T09:52:34.302 INFO:teuthology.orchestra.run.smithi132.stderr:tar: Error is not recoverable: exiting now 2024-04-02T09:52:34.303 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-02T09:52:34.303 DEBUG:teuthology.orchestra.run.smithi084:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:52:34.333 INFO:teuthology.orchestra.run.smithi084.stdout:2024-04-02T08:25:55.091466+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T09:52:34.335 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-02T09:52:34.335 DEBUG:teuthology.orchestra.run.smithi084:> sudo egrep '\[SEC\]' /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:52:34.406 DEBUG:teuthology.orchestra.run.smithi084:> sudo egrep '\[ERR\]' /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:52:34.477 DEBUG:teuthology.orchestra.run.smithi084:> sudo egrep '\[WRN\]' /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:52:34.545 INFO:teuthology.orchestra.run.smithi084.stdout:2024-04-02T08:25:55.091466+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T09:52:34.547 INFO:tasks.cephadm:Compressing logs... 2024-04-02T09:52:34.547 DEBUG:teuthology.orchestra.run.smithi084:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T09:52:34.589 DEBUG:teuthology.orchestra.run.smithi132:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T09:52:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T09:52:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:: No such file or directory 2024-04-02T09:52:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.a.log 2024-04-02T09:52:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T09:52:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.1.log 2024-04-02T09:52:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.3.log 2024-04-02T09:52:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.y.log 2024-04-02T09:52:34.616 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.1.log: /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.0.log 2024-04-02T09:52:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T09:52:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T09:52:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 90.7% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T09:52:34.621 INFO:teuthology.orchestra.run.smithi084.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T09:52:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.2.log 2024-04-02T09:52:34.621 INFO:teuthology.orchestra.run.smithi132.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T09:52:34.621 INFO:teuthology.orchestra.run.smithi132.stderr:: No such file or directory 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.6.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.b.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.4.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.7.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.b.log: /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.5.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr: 84.4% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.x.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T09:52:34.622 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T09:52:34.626 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log: 91.2% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T09:52:34.626 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.b.log 2024-04-02T09:52:34.628 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log: 94.7% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T09:52:34.629 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T09:52:34.629 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.a.log 2024-04-02T09:52:34.635 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log: /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.b.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T09:52:34.637 INFO:teuthology.orchestra.run.smithi132.stderr: 87.2% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T09:52:34.642 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.c.log 2024-04-02T09:52:34.651 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.a.log: 92.9% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T09:52:34.653 INFO:teuthology.orchestra.run.smithi132.stderr: 91.2% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T09:52:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.c.log: 91.1% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T09:52:34.660 INFO:teuthology.orchestra.run.smithi084.stderr: 92.2% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-02T09:52:34.681 INFO:teuthology.orchestra.run.smithi132.stderr: 90.6% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-02T09:52:35.382 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-02T09:52:36.079 INFO:teuthology.orchestra.run.smithi132.stderr: 92.2% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-02T09:52:37.842 INFO:teuthology.orchestra.run.smithi084.stderr: 91.7% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-02T09:52:40.542 INFO:teuthology.orchestra.run.smithi084.stderr: 90.6% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-02T09:52:54.056 INFO:teuthology.orchestra.run.smithi132.stderr: 94.5% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-02T09:52:54.497 INFO:teuthology.orchestra.run.smithi132.stderr: 94.2% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-02T09:52:58.016 INFO:teuthology.orchestra.run.smithi084.stderr: 94.5% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-02T09:52:58.148 INFO:teuthology.orchestra.run.smithi084.stderr: 94.3% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-02T09:52:58.621 INFO:teuthology.orchestra.run.smithi132.stderr: 94.4% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-02T09:52:59.118 INFO:teuthology.orchestra.run.smithi132.stderr: 94.6% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-02T09:52:59.120 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-04-02T09:52:59.120 INFO:teuthology.orchestra.run.smithi132.stderr:real 0m24.516s 2024-04-02T09:52:59.120 INFO:teuthology.orchestra.run.smithi132.stderr:user 1m26.019s 2024-04-02T09:52:59.120 INFO:teuthology.orchestra.run.smithi132.stderr:sys 0m3.243s 2024-04-02T09:53:02.020 INFO:teuthology.orchestra.run.smithi084.stderr: 94.0% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-02T09:53:02.973 INFO:teuthology.orchestra.run.smithi084.stderr: 94.8% -- replaced with /var/log/ceph/99c7bed6-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-02T09:53:02.975 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-02T09:53:02.975 INFO:teuthology.orchestra.run.smithi084.stderr:real 0m28.373s 2024-04-02T09:53:02.976 INFO:teuthology.orchestra.run.smithi084.stderr:user 1m48.531s 2024-04-02T09:53:02.976 INFO:teuthology.orchestra.run.smithi084.stderr:sys 0m3.907s 2024-04-02T09:53:02.976 INFO:tasks.cephadm:Archiving logs... 2024-04-02T09:53:02.976 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472/remote/smithi084/log 2024-04-02T09:53:02.977 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T09:53:18.128 DEBUG:teuthology.misc:Transferring archived files from smithi132:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472/remote/smithi132/log 2024-04-02T09:53:18.130 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T09:53:30.142 INFO:tasks.cephadm:Removing cluster... 2024-04-02T09:53:30.142 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 --force 2024-04-02T09:53:30.300 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:53:30.689 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 --force 2024-04-02T09:53:30.852 INFO:teuthology.orchestra.run.smithi132.stdout:Deleting cluster with fsid: 99c7bed6-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:53:31.232 INFO:tasks.cephadm:Removing cephadm ... 2024-04-02T09:53:31.232 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T09:53:31.248 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T09:53:31.263 INFO:tasks.cephadm:Teardown complete 2024-04-02T09:53:31.263 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-02T09:53:31.275 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-02T09:53:31.275 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T09:53:31.290 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T09:53:31.381 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-02T09:53:31.392 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-02T09:53:31.392 DEBUG:teuthology.orchestra.run.smithi084:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T09:53:31.395 DEBUG:teuthology.orchestra.run.smithi132:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T09:53:31.408 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-02T09:53:31.409 INFO:teuthology.orchestra.run.smithi132.stderr:bash: line 1: ntpq: command not found 2024-04-02T09:53:31.411 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T09:53:31.412 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-02T09:53:31.412 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 43 +283us[ +283us] +/- 73ms 2024-04-02T09:53:31.412 INFO:teuthology.orchestra.run.smithi084.stdout:^* hv02.front.sepia.ceph.com 3 8 377 46 +188us[ +203us] +/- 58ms 2024-04-02T09:53:31.412 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 39 -473us[ -473us] +/- 70ms 2024-04-02T09:53:31.412 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T09:53:31.413 INFO:teuthology.orchestra.run.smithi132.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T09:53:31.413 INFO:teuthology.orchestra.run.smithi132.stdout:=============================================================================== 2024-04-02T09:53:31.413 INFO:teuthology.orchestra.run.smithi132.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 44 +281us[ +295us] +/- 73ms 2024-04-02T09:53:31.413 INFO:teuthology.orchestra.run.smithi132.stdout:^* hv02.front.sepia.ceph.com 3 6 377 42 +152us[ +166us] +/- 58ms 2024-04-02T09:53:31.413 INFO:teuthology.orchestra.run.smithi132.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 46 -486us[ -472us] +/- 70ms 2024-04-02T09:53:31.413 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T09:53:31.414 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-02T09:53:31.425 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-02T09:53:31.426 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-02T09:53:31.456 DEBUG:teuthology.orchestra.run.smithi084:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T09:53:31.553 DEBUG:teuthology.orchestra.run.smithi132:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T09:53:31.648 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T09:53:31.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:53:31.679 DEBUG:teuthology.orchestra.run.smithi132:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T09:53:31.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:53:31.710 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-02T09:53:31.722 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-02T09:53:31.758 INFO:teuthology.task.internal:Duration was 6518.542330 seconds 2024-04-02T09:53:31.759 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-02T09:53:31.792 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-02T09:53:31.792 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T09:53:31.795 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T09:53:31.836 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T09:53:31.838 INFO:teuthology.orchestra.run.smithi132.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T09:53:32.198 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-02T09:53:32.198 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi084.front.sepia.ceph.com 2024-04-02T09:53:32.198 DEBUG:teuthology.orchestra.run.smithi084:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T09:53:32.218 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi132.front.sepia.ceph.com 2024-04-02T09:53:32.218 DEBUG:teuthology.orchestra.run.smithi132:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T09:53:32.265 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-02T09:53:32.265 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T09:53:32.268 DEBUG:teuthology.orchestra.run.smithi132:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T09:53:32.334 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-02T09:53:32.335 DEBUG:teuthology.orchestra.run.smithi084:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T09:53:32.337 DEBUG:teuthology.orchestra.run.smithi132:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T09:53:32.926 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-02T09:53:32.939 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-02T09:53:32.939 DEBUG:teuthology.orchestra.run.smithi084:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T09:53:32.966 DEBUG:teuthology.orchestra.run.smithi132:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T09:53:32.993 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-02T09:53:33.005 DEBUG:teuthology.orchestra.run.smithi084:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:53:33.008 DEBUG:teuthology.orchestra.run.smithi132:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:53:33.031 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = core 2024-04-02T09:53:33.059 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern = core 2024-04-02T09:53:33.074 DEBUG:teuthology.orchestra.run.smithi084:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:53:33.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:53:33.100 DEBUG:teuthology.orchestra.run.smithi132:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:53:33.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:53:33.128 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-02T09:53:33.141 INFO:teuthology.task.internal:Transferring archived files... 2024-04-02T09:53:33.141 DEBUG:teuthology.misc:Transferring archived files from smithi084:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472/remote/smithi084 2024-04-02T09:53:33.142 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T09:53:33.196 DEBUG:teuthology.misc:Transferring archived files from smithi132:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472/remote/smithi132 2024-04-02T09:53:33.197 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T09:53:33.241 INFO:teuthology.task.internal:Removing archive directory... 2024-04-02T09:53:33.241 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T09:53:33.244 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T09:53:33.288 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-02T09:53:33.302 INFO:teuthology.task.internal:Not uploading archives. 2024-04-02T09:53:33.302 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-02T09:53:33.316 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-02T09:53:33.316 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T09:53:33.319 DEBUG:teuthology.orchestra.run.smithi132:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T09:53:33.330 INFO:teuthology.orchestra.run.smithi084.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 09:53 /home/ubuntu/cephtest 2024-04-02T09:53:33.342 INFO:teuthology.orchestra.run.smithi132.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 09:53 /home/ubuntu/cephtest 2024-04-02T09:53:33.344 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-02T09:53:33.356 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-02T09:53:33.418 INFO:teuthology.nuke:Checking targets against current locks 2024-04-02T09:53:33.444 DEBUG:teuthology.nuke:shortname: smithi084 2024-04-02T09:53:33.445 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T09:53:33.471 DEBUG:teuthology.nuke:shortname: smithi132 2024-04-02T09:53:33.472 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T09:53:33.476 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:56:13.106047', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKHS5CTvJgO1qzatxBxsTCqcVeeHFdckQgF/CgldwFloVA4VxEXY9xaqjklgdTF8ivSNOlR/3XKHCicQvME5Neg='} 2024-04-02T09:53:33.498 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi132.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635472', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:56:13.107858', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFUurZuwaWbuiYgBpwYHmOrRYXymSujDTbwU01lp97B1QXVW/32xJ7PYd0EvwoTkioXSpRivy59MsZXwM1yzeJo='} 2024-04-02T09:53:33.531 INFO:teuthology.orchestra.console.smithi084:Power off 2024-04-02T09:53:33.531 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T09:53:33.563 INFO:teuthology.orchestra.console.smithi132:Power off 2024-04-02T09:53:33.564 DEBUG:teuthology.orchestra.console.smithi132:pexpect command: ipmitool -H smithi132.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T09:53:33.640 DEBUG:teuthology.orchestra.console.smithi084:power off output: Chassis Power Control: Down/Off 2024-04-02T09:53:33.641 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:53:33.651 DEBUG:teuthology.orchestra.console.smithi132:power off output: Chassis Power Control: Down/Off 2024-04-02T09:53:33.651 DEBUG:teuthology.orchestra.console.smithi132:pexpect command: ipmitool -H smithi132.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:53:33.665 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is on 2024-04-02T09:53:33.673 DEBUG:teuthology.orchestra.console.smithi132:check power output: Chassis Power is on 2024-04-02T09:53:37.665 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:53:37.675 DEBUG:teuthology.orchestra.console.smithi132:pexpect command: ipmitool -H smithi132.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:53:37.777 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is on 2024-04-02T09:53:37.784 DEBUG:teuthology.orchestra.console.smithi132:check power output: Chassis Power is on 2024-04-02T09:53:41.778 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:53:41.786 DEBUG:teuthology.orchestra.console.smithi132:pexpect command: ipmitool -H smithi132.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:53:41.889 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is off 2024-04-02T09:53:41.896 DEBUG:teuthology.orchestra.console.smithi132:check power output: Chassis Power is off 2024-04-02T09:53:41.990 INFO:teuthology.orchestra.console.smithi084:Power off completed 2024-04-02T09:53:41.997 INFO:teuthology.orchestra.console.smithi132:Power off completed 2024-04-02T09:53:42.101 INFO:teuthology.run:Summary data: description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6518.542329549789 failure_reason: '"2024-04-02T08:25:55.091466+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_rfriedma@teuthology success: false 2024-04-02T09:53:42.102 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T09:53:42.195 INFO:teuthology.run:FAIL